-- Logs begin at Sun 2021-08-29 03:26:22 UTC, end at Sun 2021-08-29 06:00:06 UTC. -- Aug 29 03:59:50.178930 n-d-712139-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 03:59:52.887778 n-d-712139-13 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:59:52.888477 n-d-712139-13 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:59:52.888630 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:59:52.892104 n-d-712139-13 neutron-server[94719]: INFO neutron.common.config [-] Logging enabled! Aug 29 03:59:52.892365 n-d-712139-13 neutron-server[94719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 03:59:52.892674 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 03:59:52.893666 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:59:52.893893 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:59:52.894307 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:59:52.894551 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:59:52.894777 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:59:52.895106 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.895401 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.895692 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.895936 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.896232 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.896522 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.896801 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.897085 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.897375 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.897657 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.897929 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.898213 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.898440 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.898717 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.898998 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.899280 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.899499 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.899809 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.900388 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.900812 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.901088 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.901376 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.901648 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.901916 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.902291 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.902468 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.902798 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] host = n-d-712139-13 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.903070 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.903353 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.903634 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.903915 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.904216 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.904490 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.904771 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.905041 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.905310 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.905582 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.905872 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.906151 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.906437 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.906717 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.906938 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.907224 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.907505 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.907779 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.908077 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.908355 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.908625 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.908895 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.909161 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.909552 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.909950 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.910122 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.910394 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.910667 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.910932 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.911202 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.911485 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.911753 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.912048 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.912400 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.912601 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.912866 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.913134 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.913438 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.913717 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.914039 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.914426 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.914699 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.914982 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.915335 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.915608 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.915886 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.916178 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.916445 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.916725 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.916995 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.917264 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.917535 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.917802 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.918088 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:52.918385 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.918675 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.918972 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.919252 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.919542 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.919818 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.920136 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.920409 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.920691 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.920977 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.921265 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.921543 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.921827 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.922098 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.922388 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.922693 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.922983 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.923273 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.923544 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.923815 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.924111 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.924388 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.924672 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.925214 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.925824 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.925824 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928165 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928844 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928844 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.928844 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.929058 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.929276 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.929552 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.929825 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.930093 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.930358 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.931463 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.931751 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.932049 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.932323 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.932583 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.932855 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.933120 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.933398 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.933671 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.933939 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.934205 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.934477 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.934741 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.935017 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.935282 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.935549 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.935821 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.936118 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.936587 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.936861 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.937124 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.937391 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.937657 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.937924 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.938200 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.938466 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.938731 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.938997 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.939267 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.939536 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.939824 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.940409 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.940683 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.940964 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.941232 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.941502 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.941779 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.942048 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.942320 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.942593 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.942858 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.943150 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.943427 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.943712 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.944020 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.944296 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.944595 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.944868 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.945146 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.945418 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.945691 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.945969 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.946258 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.947177 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.947480 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.947769 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.948099 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.948396 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.948674 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.948985 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.949261 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:52.949480 n-d-712139-13 neutron-server[94719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:59:52.949727 n-d-712139-13 neutron-server[94719]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94719) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 03:59:53.304416 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:59:53.304613 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:59:53.304881 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 03:59:53.305210 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 03:59:53.697293 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.697626 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.697933 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.699300 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.699573 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.699839 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.735771 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.736067 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.736331 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.750912 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.751186 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.751458 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.780050 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.780330 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.780604 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.817375 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.817651 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:53.817915 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.050527 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.051140 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.051140 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.051301 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.052127 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.173923 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.174247 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.174534 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.174809 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.175078 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.175391 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.175652 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.175908 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.176190 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.176471 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.176730 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.176994 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.177247 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.177496 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.177748 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.178007 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.178258 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.178520 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.178787 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.179041 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.179308 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.179559 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.179850 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.180260 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.180511 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.181648 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.181818 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.182058 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.182295 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.182529 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.182762 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.183000 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:54.183370 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 03:59:54.186792 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 03:59:54.191085 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 03:59:54.194926 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 29 03:59:54.197225 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 03:59:54.197675 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 03:59:54.198009 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 03:59:54.198386 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 03:59:54.201201 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 03:59:54.201449 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 03:59:54.201791 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:59:54.207059 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 03:59:54.229083 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 03:59:54.229541 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.229841 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 03:59:54.230203 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.231545 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94719) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 03:59:54.231823 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 03:59:54.232098 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 03:59:54.235282 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.235557 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.298661 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 03:59:54.298901 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 03:59:54.299131 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 03:59:54.299502 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 03:59:54.321072 n-d-712139-13 neutron-server[94719]: DEBUG oslo_db.sqlalchemy.engines [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94719) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 03:59:54.856831 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing driver for type 'gre' Aug 29 03:59:54.857496 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] gre ID ranges: [(1, 1000)] Aug 29 03:59:54.913814 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing driver for type 'local' Aug 29 03:59:54.914348 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing driver for type 'vlan' Aug 29 03:59:54.927639 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] VlanTypeDriver initialization complete Aug 29 03:59:54.928099 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing driver for type 'vxlan' Aug 29 03:59:54.928595 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] vxlan ID ranges: [(1, 1000)] Aug 29 03:59:54.979422 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing extension driver 'port_security' Aug 29 03:59:54.979850 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.extensions.port_security [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] PortSecurityExtensionDriver initialization complete Aug 29 03:59:54.980314 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing mechanism driver 'openvswitch' Aug 29 03:59:54.980681 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing mechanism driver 'hyperv' Aug 29 03:59:54.987200 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.plugin [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:59:54.987880 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.988274 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.988623 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.989135 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.989565 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.989919 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.990261 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.990647 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.991049 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.991396 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.991736 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.992147 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.992546 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.992890 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.993235 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.994352 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.994780 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.995133 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.995475 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.995862 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.996284 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.996630 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.996968 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.997354 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 03:59:54.997727 n-d-712139-13 neutron-server[94719]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] ML2 OVO RPC backend initialized. {{(pid=94719) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 03:59:54.998432 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.998787 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.999203 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.999549 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > networks before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:54.999898 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.000260 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > ports before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.000603 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.000943 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.001287 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.001626 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.001964 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.002299 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.002632 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.002966 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.003302 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.003637 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.003993 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.004563 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.plugin [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Modular L2 Plugin initialization complete Aug 29 03:59:55.004888 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading services supported by the core plugin {{(pid=94719) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 03:59:55.005208 n-d-712139-13 neutron-server[94719]: INFO neutron.plugins.ml2.managers [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Got port-security extension from driver 'port_security' Aug 29 03:59:55.005668 n-d-712139-13 neutron-server[94719]: INFO neutron.extensions.vlantransparent [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Disabled vlantransparent extension. Aug 29 03:59:55.006146 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94719) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 03:59:55.006454 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: router Aug 29 03:59:55.043784 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.044194 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.044564 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router before_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.044925 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.045298 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.045651 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.046007 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.046353 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.046708 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.047049 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.047396 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.047740 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.048130 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.048538 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.048904 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.049243 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.049576 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: subnet after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.049910 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.050310 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.050596 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.051158 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.051264 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.051616 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router after_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.051979 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.052330 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.052693 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.053035 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.053398 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > agent after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.053742 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > agent after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.054081 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > network after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.054932 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Tracking information for resource: router configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:55.055260 n-d-712139-13 neutron-server[94719]: DEBUG neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Tracking information for resource: floatingip configured {{(pid=94719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 03:59:55.060703 n-d-712139-13 neutron-server[94719]: INFO neutron.db.l3_agentschedulers_db [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 03:59:55.061275 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.061627 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.061975 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.062327 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: port after_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.063108 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router before_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.063468 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.063826 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.064214 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.069038 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.provider_configuration [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service providers = [] {{(pid=94719) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 03:59:55.069402 n-d-712139-13 neutron-server[94719]: DEBUG neutron.db.servicetype_db [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94719) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 03:59:55.072933 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.service_base [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:59:55.073280 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.service_base [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:59:55.073622 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.service_base [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:59:55.074502 n-d-712139-13 neutron-server[94719]: DEBUG neutron.services.service_base [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 03:59:55.074886 n-d-712139-13 neutron-server[94719]: INFO neutron.services.service_base [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 03:59:55.075252 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.075568 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 03:59:55.086075 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.086407 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: auto_allocate Aug 29 03:59:55.092219 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: network precommit_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.092593 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: network precommit_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.093126 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.093447 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: tag Aug 29 03:59:55.100206 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.100533 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: timestamp Aug 29 03:59:55.104900 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.105356 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: network_ip_availability Aug 29 03:59:55.111240 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.111619 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.112014 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.112776 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.113095 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: flavors Aug 29 03:59:55.117907 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.118234 n-d-712139-13 neutron-server[94719]: INFO neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading Plugin: revisions Aug 29 03:59:55.123067 n-d-712139-13 neutron-server[94719]: DEBUG neutron.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 03:59:55.123465 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=94719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 03:59:55.124236 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94719) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 03:59:55.124569 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Initializing extension manager. Aug 29 03:59:55.125079 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: __init__.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.125419 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: __pycache__ {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.125752 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.126082 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.126846 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.127440 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: address-group Aug 29 03:59:55.127742 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.128474 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.128981 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: address-scope Aug 29 03:59:55.129299 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.130220 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.130722 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: router-admin-state-down-before-update Aug 29 03:59:55.131079 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: agent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.131959 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.132474 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: agent Aug 29 03:59:55.132871 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: agent_resources_synced.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.133697 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.134786 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: agent-resources-synced Aug 29 03:59:55.135108 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.136953 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.137468 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: allowed-address-pairs Aug 29 03:59:55.137795 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.138856 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.139363 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: auto-allocated-topology Aug 29 03:59:55.139688 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.140412 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.140909 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: availability_zone Aug 29 03:59:55.141229 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: availability_zone_filter.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.142129 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.142636 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: availability_zone_filter Aug 29 03:59:55.142987 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: data_plane_status.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.143850 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.144373 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 03:59:55.144693 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: default_subnetpools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.145592 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.146165 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: default-subnetpools Aug 29 03:59:55.146410 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.147227 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.147738 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: dhcp_agent_scheduler Aug 29 03:59:55.148088 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: dns.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.148996 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.149496 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 03:59:55.149871 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: dns_domain_ports.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.150801 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.151304 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 03:59:55.151623 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.152607 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.153086 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 03:59:55.153407 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: dvr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.154074 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.154576 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: dvr Aug 29 03:59:55.154893 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: ecmp_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.155800 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.156334 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 03:59:55.156650 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: empty_string_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.157551 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.158050 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: empty-string-filtering Aug 29 03:59:55.158368 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.159277 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.159776 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:59:55.160444 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.161034 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.161538 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 03:59:55.161852 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: external_net.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.162759 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.163262 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: external-net Aug 29 03:59:55.163580 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.164505 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.165003 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: extra_dhcp_opt Aug 29 03:59:55.165348 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: extraroute.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.166252 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.166751 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: extraroute Aug 29 03:59:55.167070 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: extraroute_atomic.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.168132 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.168638 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: extraroute-atomic Aug 29 03:59:55.168956 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: filter_validation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.169619 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.170118 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: filter-validation Aug 29 03:59:55.170437 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: fip_pf_description.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.171359 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.171862 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 03:59:55.172210 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: fip_port_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.173111 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.173611 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: fip-port-details Aug 29 03:59:55.173929 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.175136 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.175653 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: flavors Aug 29 03:59:55.176008 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.177646 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.178158 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 03:59:55.178483 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: floatingip_pools.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.179178 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.179685 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: floatingip-pools Aug 29 03:59:55.180041 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: ip_allocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.181496 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.181994 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 03:59:55.182312 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.183227 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.183732 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: ip-substring-filtering Aug 29 03:59:55.184090 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l2_adjacency.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.185007 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.185514 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 03:59:55.185835 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.186947 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.187469 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: router Aug 29 03:59:55.187792 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.190308 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.190832 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 03:59:55.191161 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.192116 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.192631 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: ext-gw-mode Aug 29 03:59:55.192955 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.193884 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.194391 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: l3-ha Aug 29 03:59:55.194711 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3_flavors.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.195630 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.196148 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: l3-flavors Aug 29 03:59:55.197062 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.197934 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.198476 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 03:59:55.198848 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: l3agentscheduler.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.199875 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.200436 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: l3_agent_scheduler Aug 29 03:59:55.200834 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: logging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.202306 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.202827 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension logging not supported by any of loaded plugins Aug 29 03:59:55.203161 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: metering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.203902 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.204504 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: metering Aug 29 03:59:55.204830 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.205914 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.206427 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: metering_source_and_destination_fields Aug 29 03:59:55.206753 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: multiprovidernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.207670 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.208198 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: multi-provider Aug 29 03:59:55.208520 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: netmtu.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.209425 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.209933 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: net-mtu Aug 29 03:59:55.210255 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: netmtu_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.211173 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.211678 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: net-mtu-writable Aug 29 03:59:55.212033 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: network_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.212744 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.213247 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: network_availability_zone Aug 29 03:59:55.213564 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: network_ip_availability.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.214640 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.215149 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: network-ip-availability Aug 29 03:59:55.215471 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: network_segment_range.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.216266 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.216773 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 03:59:55.217094 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: pagination.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.218058 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.218385 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: pagination Aug 29 03:59:55.218702 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: port_device_profile.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.219603 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.220150 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: port-device-profile Aug 29 03:59:55.220467 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.221375 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.221880 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: port-mac-address-regenerate Aug 29 03:59:55.222194 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.223109 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.223613 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: port-numa-affinity-policy Aug 29 03:59:55.223952 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: port_resource_request.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.224862 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.225360 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 03:59:55.225676 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: portbindings.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.226593 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.227100 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: binding Aug 29 03:59:55.227418 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: portbindings_extended.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.229369 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.229883 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: binding-extended Aug 29 03:59:55.230213 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: portsecurity.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.231122 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.231631 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: port-security Aug 29 03:59:55.231977 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: project_id.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.232954 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.233286 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: project-id Aug 29 03:59:55.233605 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: providernet.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.234526 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.235043 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: provider Aug 29 03:59:55.235363 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.239052 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.239577 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos not supported by any of loaded plugins Aug 29 03:59:55.239906 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.241164 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.241680 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 03:59:55.242005 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.242948 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.244148 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 03:59:55.244521 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_default.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.245586 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.246103 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-default not supported by any of loaded plugins Aug 29 03:59:55.246431 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_fip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.247092 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.247595 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 03:59:55.247917 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.248947 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.249525 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 03:59:55.249847 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.250760 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.251267 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 03:59:55.251592 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_pps_rule.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.252793 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.253318 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 03:59:55.253642 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.254546 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.255054 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 03:59:55.255378 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: qos_rules_alias.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.256436 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.256947 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 03:59:55.257269 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: quotasv2.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.258223 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.258548 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: quotas Aug 29 03:59:55.258866 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: quotasv2_detail.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.262001 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.262345 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: quota_details Aug 29 03:59:55.262675 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: rbac.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.263979 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.264511 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: rbac-policies Aug 29 03:59:55.264837 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: rbac_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.265757 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.266302 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: rbac-address-group Aug 29 03:59:55.266627 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: rbac_address_scope.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.267539 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.268087 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: rbac-address-scope Aug 29 03:59:55.268413 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: rbac_security_groups.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.269322 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.269836 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: rbac-security-groups Aug 29 03:59:55.270152 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.271082 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.271597 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: rbac-subnetpool Aug 29 03:59:55.271917 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: revisionifmatch.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.272854 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.273376 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: revision-if-match Aug 29 03:59:55.273696 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: revisions.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.274826 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.275335 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: standard-attr-revisions Aug 29 03:59:55.275658 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: router_availability_zone.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.276361 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.276876 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: router_availability_zone Aug 29 03:59:55.277198 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: routerservicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.278103 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.278608 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 03:59:55.278955 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.279890 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.280418 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: security-groups-normalized-cidr Aug 29 03:59:55.280736 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.281647 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.282160 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: port-security-groups-filtering Aug 29 03:59:55.282477 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.283403 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.283938 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: security-groups-remote-address-group Aug 29 03:59:55.284261 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: securitygroup.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.295781 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.296329 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: security-group Aug 29 03:59:55.296658 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.297448 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.297955 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension segment not supported by any of loaded plugins Aug 29 03:59:55.298277 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.299213 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.299730 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 03:59:55.300121 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: servicetype.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.301312 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.301831 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: service-type Aug 29 03:59:55.302158 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: sorting.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.303146 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.303478 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: sorting Aug 29 03:59:55.303803 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: standard_attr_segment.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.304747 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.305264 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 03:59:55.305581 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: standardattrdescription.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.306821 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.307326 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: standard-attr-description Aug 29 03:59:55.307647 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: stateful_security_group.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.308608 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.309121 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: stateful-security-group Aug 29 03:59:55.309441 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: stdattrs_common.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.310019 n-d-712139-13 neutron-server[94719]: WARNING neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 03:59:55.310339 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.311260 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.311768 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 03:59:55.312127 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnet_onboard.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.313207 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.315217 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: subnet_onboard Aug 29 03:59:55.315217 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.315217 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.315712 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 03:59:55.316062 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnet_service_types.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.316990 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.317557 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: subnet-service-types Aug 29 03:59:55.317881 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnetallocation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.318958 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.319474 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: subnet_allocation Aug 29 03:59:55.319791 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.320485 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.320992 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: subnetpool-prefix-ops Aug 29 03:59:55.321311 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.324057 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.324057 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 03:59:55.324057 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: tagging.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.324340 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.324733 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: standard-attr-tag Aug 29 03:59:55.325055 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: timestamp.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.326285 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.326802 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loaded extension: standard-attr-timestamp Aug 29 03:59:55.327121 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: trunk.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.328246 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.328689 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension trunk not supported by any of loaded plugins Aug 29 03:59:55.329012 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: trunk_details.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.329925 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.330428 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 03:59:55.330750 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.331662 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.332206 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 03:59:55.332544 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Loading extension file: vlantransparent.py {{(pid=94719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 03:59:55.333302 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 03:59:55.333766 n-d-712139-13 neutron-server[94719]: INFO neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 03:59:55.336428 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:network Aug 29 03:59:55.336975 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnet Aug 29 03:59:55.337426 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:59:55.337820 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:port Aug 29 03:59:55.339088 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.339518 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.340166 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.340601 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.340932 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:router Aug 29 03:59:55.341360 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:59:55.341855 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.343313 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.343681 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.344070 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 03:59:55.345083 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:59:55.345531 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:59:55.345969 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:59:55.346569 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.346897 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:59:55.347238 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] subnetpool is already registered Aug 29 03:59:55.347672 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.348019 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:59:55.348354 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] subnetpool is already registered Aug 29 03:59:55.350655 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.351086 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service FLAVORS assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.351685 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.352133 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.352467 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:router Aug 29 03:59:55.353350 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] router is already registered Aug 29 03:59:55.353761 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 03:59:55.354097 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] floatingip is already registered Aug 29 03:59:55.354562 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service METERING assigned prefix: /metering {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.355239 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 03:59:55.355559 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] rbac_policy is already registered Aug 29 03:59:55.355996 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:security_group Aug 29 03:59:55.356334 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] security_group is already registered Aug 29 03:59:55.356739 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 03:59:55.357071 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] security_group_rule is already registered Aug 29 03:59:55.357710 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.358173 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:59:55.358510 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] subnetpool is already registered Aug 29 03:59:55.358933 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.v2.resource_helper [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Service CORE assigned prefix: {{(pid=94719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 03:59:55.359255 n-d-712139-13 neutron-server[94719]: INFO neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 03:59:55.359587 n-d-712139-13 neutron-server[94719]: WARNING neutron.quota.resource_registry [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] subnetpool is already registered Aug 29 03:59:55.360092 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: extensions {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.361673 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: address-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.363092 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: address-scopes {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.364421 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.365598 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: auto-allocated-topology {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.366843 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: availability_zones {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.368085 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: dhcp-networks {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.370163 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: dhcp-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.371576 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.373786 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: flavors {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.374948 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.376190 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: next_providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.377622 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: service_profiles {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.379129 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: floatingip-pools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.380351 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.382451 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: floatingips {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.383741 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: l3-routers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.385174 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: l3-agents {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.386551 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: metering-labels {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.387991 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: metering-label-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.389283 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: network-ip-availabilities {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.390518 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: bindings {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.392181 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.393610 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: quotas {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.395040 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: rbac-policies {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.396258 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: security-groups {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.397557 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: security-group-rules {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.398785 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: service-providers {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.400038 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.402561 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: subnetpools {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.404046 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.405731 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.407492 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.409296 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.411080 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.412920 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.414602 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.417062 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.418805 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.420568 n-d-712139-13 neutron-server[94719]: DEBUG neutron.api.extensions [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Extended resource: tags {{(pid=94719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 03:59:55.426471 n-d-712139-13 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 03:59:55.433420 n-d-712139-13 neutron-server[94719]: WARNING keystonemiddleware.auth_token [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 03:59:55.442082 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Acquired lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 03:59:55.442557 n-d-712139-13 neutron-server[94719]: DEBUG oslo_concurrency.lockutils [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Releasing lock "singleton_lock" {{(pid=94719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 03:59:55.443197 n-d-712139-13 neutron-server[94719]: INFO oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Starting 2 workers Aug 29 03:59:55.448116 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Started child 94826 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:59:55.452693 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Started child 94827 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:59:55.453644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.454453 n-d-712139-13 neutron-server[94719]: INFO neutron.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 03:59:55.454997 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Notify callbacks [] for process, before_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.455178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [-] (94826) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:59:55.457445 n-d-712139-13 neutron-server[94719]: INFO oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Starting 1 workers Aug 29 03:59:55.457671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.458821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [-] (94827) wsgi starting up on http://0.0.0.0:9696 Aug 29 03:59:55.462678 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Started child 94828 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:59:55.463190 n-d-712139-13 neutron-server[94719]: INFO oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Starting 1 workers Aug 29 03:59:55.466451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] calling RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 03:59:55.467000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] returning from RpcWorker wait() {{(pid=94828) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 03:59:55.467724 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Started child 94829 {{(pid=94719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 03:59:55.468576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.468696 n-d-712139-13 neutron-server[94719]: DEBUG neutron_lib.callbacks.manager [None req-37fc163c-23fe-46c0-aaef-14d3783491d5 None None] Notify callbacks [] for process, after_spawn {{(pid=94719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.469145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:59:55.470451 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:59:55.470653 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:59:55.470834 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:59:55.471045 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:59:55.471369 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:59:55.471527 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:59:55.472047 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.472316 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.472569 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.472698 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 03:59:55.473186 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.473186 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.473654 n-d-712139-13 neutron-server[94829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:59:55.473746 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.473904 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.474130 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.474398 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.474621 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.474789 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.474949 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.475183 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.475407 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.475706 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.475999 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.476233 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.476510 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.476679 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.476953 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.477210 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.477429 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.478329 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.478485 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.478991 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.479225 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.479457 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.479743 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.479984 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.480223 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.480488 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.480732 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.480963 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.481215 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.481462 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.481696 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.481923 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.482166 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.482424 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.482649 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.483108 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-712139-13 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.483319 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.483533 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.483771 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.484030 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.484291 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.484512 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.484758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.485014 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.485260 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.485476 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.485728 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.485977 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.486210 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.486465 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.486624 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.486840 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.487110 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.487359 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.487553 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.487758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.487887 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.488146 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.488307 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.488554 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.488837 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.488968 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.489172 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.489381 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.489692 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.489892 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.490135 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.490327 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.490535 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.490785 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.491031 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.491253 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.491471 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.491682 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.491891 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.492121 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.492366 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.492636 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.492883 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.493091 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.493401 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.494230 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.494494 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.494725 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.494979 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.495208 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.495434 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.495645 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.495898 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.496144 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.496393 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.496642 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.496867 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.497091 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.497317 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.497546 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.497759 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.497980 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.498188 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.498446 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.498654 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.498954 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.499125 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.499345 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.499572 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.500032 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.500311 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.500623 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.500844 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.501074 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.501314 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.501556 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.501794 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.502026 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.502269 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.502572 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.502801 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.503176 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.503433 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.503685 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.504074 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.504309 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.504593 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.504826 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.505040 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.505252 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.505488 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.505791 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.506025 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.506194 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.506418 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.506655 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.507073 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.507345 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.507623 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.508403 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.508403 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.508600 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.508795 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.509047 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.509265 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.509474 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.509871 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.509966 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.510215 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.510453 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.510724 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.511018 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.511247 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.511470 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.511699 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.511951 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.512521 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.512521 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.512687 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.513779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.513779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.513779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.513779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.513779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.514127 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.514340 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.514581 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.514795 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.515013 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.515267 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.515483 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.515694 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.515902 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.516144 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.516355 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.516609 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.516846 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.517059 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.517775 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.517775 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.517775 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.517999 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.518189 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.518392 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.518605 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.518816 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.519109 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.519377 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.519565 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.519762 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.519984 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.520579 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.520816 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.521017 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.521231 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.521429 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.521746 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.521897 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.522169 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.522469 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.522704 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.522946 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.523185 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.523433 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.523645 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.523888 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.524127 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.524340 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.524546 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.524947 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.525218 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.525444 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.525685 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.525896 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.526142 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.526382 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.526594 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.526815 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.527059 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.527269 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.527522 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.527787 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.528055 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.528291 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.529123 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.529417 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.529656 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.529991 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.530267 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.530588 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.530880 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.531179 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.531440 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.531701 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.531997 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.532196 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.532442 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.532688 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.532917 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.533169 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.533403 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.533659 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.533904 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.534133 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.534337 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.534559 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.534875 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.535099 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.535301 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.535507 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.535772 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.536028 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.536275 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.536539 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.536778 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.537026 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.537282 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.537513 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.537719 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.537947 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.538188 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.538412 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.538621 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.538834 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.539069 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.539296 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.539521 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.539767 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.540016 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.540816 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.541034 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.541368 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.541626 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.541841 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.542053 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.542277 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.542534 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.542812 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.543044 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.543489 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.543722 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.544023 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.544258 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.544516 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.544762 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.544974 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.545260 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.545594 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.545911 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.546125 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.546450 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.546671 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.546880 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.547089 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.547307 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.547541 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.547761 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.548021 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.548229 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.548509 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.548861 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.549204 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.549542 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.549919 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.550347 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.550652 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.551094 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.551328 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.551587 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.551842 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.552085 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.552300 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.552561 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.552815 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.553074 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.553282 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.553489 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.553717 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.553945 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.554150 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.554435 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.554667 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.554893 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.555144 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.555385 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.555607 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.556451 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.556769 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.556979 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.557207 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.557423 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.557648 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.557983 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.558204 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.560776 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.561058 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.561401 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.561685 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.561930 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.562157 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.562445 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.562682 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.562933 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.563149 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.563381 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.563598 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.565525 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.566179 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.566947 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.567174 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.567415 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.567638 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.567860 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.568113 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.568352 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.568568 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.568946 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.569200 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.569424 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.569789 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.570042 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.570291 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.570534 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.570857 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.571082 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.571329 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.571593 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.571810 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.572288 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.572546 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.573130 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.573402 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.573647 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.573880 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.574148 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.574430 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.574700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.574943 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.575242 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.575566 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.575840 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.576108 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.576354 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.576610 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.576847 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.577062 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.577293 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.577526 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.577741 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.577977 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.578201 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.578452 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.578664 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.578887 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.579118 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.579336 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.579561 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.579808 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.580041 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.580195 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:59:55.580713 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 03:59:55.580868 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 03:59:55.581016 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 03:59:55.581179 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 03:59:55.581355 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 03:59:55.581506 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 03:59:55.581776 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582019 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582019 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582240 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582330 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582461 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582607 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582759 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.582913 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583066 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583218 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583371 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583525 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583677 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.583832 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584010 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584167 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584320 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584479 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584633 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584785 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.584938 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585090 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] debug = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585255 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585423 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585581 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585735 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.585888 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586041 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586193 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586345 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586497 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586649 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586802 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.586999 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.587617 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.587779 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.587941 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588105 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588322 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588409 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] host = n-d-712139-13 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588545 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588697 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.588850 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589002 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589155 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589308 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589462 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589615 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589769 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.589922 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590076 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590227 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590379 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590531 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590684 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_options = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590838 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.590989 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.591142 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.591647 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.591647 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592263 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592263 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592263 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592263 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592562 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592562 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592811 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.592811 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593013 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593013 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593199 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593323 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593441 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593595 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593748 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.593900 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.594052 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.594207 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.594839 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.594998 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595153 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595305 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595459 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595614 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595767 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.595936 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596093 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596247 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596401 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596554 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596707 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.596860 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597003 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597160 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597314 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597467 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597621 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.597775 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598012 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598205 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598423 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_json = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598607 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598761 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.598915 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599068 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599220 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599375 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599528 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599684 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 03:59:55.599860 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600033 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600197 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600352 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600509 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600665 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600821 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.600977 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.601132 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.601287 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.601451 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.601605 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.601771 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602008 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602109 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602230 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602385 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602540 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602742 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.602903 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603059 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603214 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603381 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603537 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603692 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.603846 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604023 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604197 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604353 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604510 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604665 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604821 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.604978 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.605136 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.605293 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.605449 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.605609 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.605764 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606076 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606238 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606397 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606554 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606710 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.606867 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607025 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607187 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607677 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607677 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607677 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607904 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.607904 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.608091 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.608231 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.608392 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.608546 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609525 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.609525 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610065 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610065 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610065 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610065 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610342 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610342 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610545 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610624 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610734 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.610893 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611046 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611201 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611357 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611513 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611667 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.611890 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.612105 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.612192 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.612284 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.612434 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.615957 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.616700 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617232 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.617887 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.618055 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.618216 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.618916 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619077 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619235 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619394 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619550 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619707 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.619863 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620112 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620281 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620435 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620593 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620749 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.620911 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621080 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621237 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621394 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621551 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621706 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.621862 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622019 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622248 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622345 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622478 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622634 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622796 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.622962 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623119 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623275 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623430 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623610 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623765 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.623940 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624122 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624278 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624434 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624592 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624749 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.624907 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.625064 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.625223 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.625460 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.625622 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.625937 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.626235 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.626529 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.626833 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627017 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627137 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627290 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627442 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627595 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627770 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.627908 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.628090 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.628219 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.628379 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.628774 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.628774 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629024 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629024 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629271 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629271 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629500 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629620 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629927 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.629927 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630079 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630158 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.630758 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631126 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631126 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631266 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631342 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631446 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631602 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.631753 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632032 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632139 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632223 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632384 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632538 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632711 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.632869 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.633340 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.633508 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.633669 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.633825 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.634034 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.634691 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.634850 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635006 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635163 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635321 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635483 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635639 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635795 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.635978 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636137 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636294 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636450 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636622 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636778 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.636935 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637091 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637247 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637403 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637568 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637724 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.637880 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638035 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638191 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638346 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638516 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638694 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.638862 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639029 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639193 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639371 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639538 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639538 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639772 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639978 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.639978 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640294 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640294 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640562 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640562 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640832 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.640953 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641134 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641304 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641304 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641618 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641618 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641853 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.641853 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642067 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642182 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642365 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642532 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642651 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642767 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.642904 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643072 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643227 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643385 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643541 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643723 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.643894 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644088 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644209 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644326 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644469 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644626 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644792 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.644955 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645106 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645263 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645425 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645594 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645749 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.645906 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646061 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646216 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646477 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646616 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646732 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.646901 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647021 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647147 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647271 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647391 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647514 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647660 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647819 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.647984 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.648143 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.648297 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.648452 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 03:59:55.648601 n-d-712139-13 neutron-server[94719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 03:59:55.863715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 03:59:55.873051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069873 Aug 29 04:00:07.345372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f536d91-8952-42e5-9cf3-f8291de658ce None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:00:07.462448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f536d91-8952-42e5-9cf3-f8291de658ce None None] No non-hosted networks {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 04:00:07.469490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.agentschedulers_db [None req-5f536d91-8952-42e5-9cf3-f8291de658ce None None] DHCP Agent not found on host n-d-712139-13 {{(pid=94828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 04:00:07.593641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5ab84c36-ab75-4058-b2db-25038990263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:09.887800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5941703f-bf3f-4968-8b36-e07102da2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:09.952868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6023460-a302-4fdc-97f8-c7f150bd867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:10.092620 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:10.093907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.094502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.101166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.101823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.103048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.110627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.111262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.112536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.113715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.114264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.115465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.116142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:10.116778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712139-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:10.124872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712139-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:11.126350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:12.764079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:13.453587 n-d-712139-13 neutron-server[94828]: INFO neutron.db.l3_hamode_db [None req-db12f878-050d-4dd0-9638-c828c477eb76 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 04:00:13.534590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12f878-050d-4dd0-9638-c828c477eb76 None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:00:13.534986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12f878-050d-4dd0-9638-c828c477eb76 None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:00:14.022298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:14.552337 n-d-712139-13 neutron-server[94827]: WARNING oslo_policy.policy [None req-e2532088-4315-44f6-9b3a-f2b439e68385 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:14.553117 n-d-712139-13 neutron-server[94827]: WARNING oslo_policy.policy [None req-e2532088-4315-44f6-9b3a-f2b439e68385 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:14.780163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-e2532088-4315-44f6-9b3a-f2b439e68385 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:14.781214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e2532088-4315-44f6-9b3a-f2b439e68385 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7580438 Aug 29 04:00:17.278164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:17.612561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:17.710729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.policy [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:00:17.755734 n-d-712139-13 neutron-server[94827]: WARNING oslo_policy.policy [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:17.756153 n-d-712139-13 neutron-server[94827]: WARNING oslo_policy.policy [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:17.765394 n-d-712139-13 neutron-server[94827]: INFO neutron.quota [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] Loaded quota_driver: . Aug 29 04:00:17.861297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758437063511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758437063074', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758437051305', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758437044933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758444808181', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758437031363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7783923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7874458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7844986'] for rbac-policy, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:17.932642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:17.933864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0aca2649-fdbc-4ee6-9791-fbfc5e7271b4 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6544266 Aug 29 04:00:20.611094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:20.913723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Request body: {'network': {'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'name': 'private'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:20.942085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Made reservation on behalf of f032ce9847dd4f4c88297c92738d081b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:20.944926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:20.963233 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.089833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.093734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.116830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:00:21.145461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758440756453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.146071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Unsubscribe: segment precommit_create {{(pid=94827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:00:21.146588 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Added segment bc09f3a3-a921-4db5-8733-4165d23a2dfe of type vlan for network 87b0b023-f859-4b6e-85d4-e5cc2314df13 Aug 29 04:00:21.162690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d852f1a-c6a3-40c2-9288-baf360ac8e2d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:21.190086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.190422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.190757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.191085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.191408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.191729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.192075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.192394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.192713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.193025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.193338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.193650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Tracked resource versions report: Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: pushed versions: Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Log': {'1.0'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Network': {'1.1'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Port': {'1.7'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'PortForwarding': {'1.2'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'QosPolicy': {'1.9'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SubPort': {'1.0'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Subnet': {'1.1'}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Trunk': {'1.1'}} Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: consumer versions: Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: L3 agent@n-d-712139-13: {}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: Metadata agent@n-d-712139-13: {}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: Metering agent@n-d-712139-13: {}, Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'ConntrackHelper': '1.0', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Log': '1.0', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Network': '1.1', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Port': '1.7', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'PortForwarding': '1.2', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'QosPolicy': '1.9', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SecurityGroup': '1.4', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SecurityGroupRule': '1.2', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'SubPort': '1.0', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Subnet': '1.1', Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: 'Trunk': '1.1'}} Aug 29 04:00:21.194822 n-d-712139-13 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:00:21.270298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.313376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.314514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:21.315416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:21.395412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7832575 Aug 29 04:00:21.421406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53c32-ffd5-427c-aa89-cd8e0a5b47a3 admin admin] Pushing event updated for resources: {'Network': ['ID=87b0b023-f859-4b6e-85d4-e5cc2314df13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:21.435606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:00:24.080345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:24.583988 n-d-712139-13 neutron-server[94826]: WARNING oslo_policy.policy [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:24.584569 n-d-712139-13 neutron-server[94826]: WARNING oslo_policy.policy [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:25.022262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.policy [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 04:00:25.066092 n-d-712139-13 neutron-server[94826]: WARNING oslo_policy.policy [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:25.066478 n-d-712139-13 neutron-server[94826]: WARNING oslo_policy.policy [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 04:00:25.075106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:25.077088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43a6b68f-d078-401f-b87c-b952d91f1bf7 admin admin] 10.222.0.62 "GET /v2.0/networks/87b0b023-f859-4b6e-85d4-e5cc2314df13 HTTP/1.1" status: 200 len: 825 time: 0.9946170 Aug 29 04:00:25.116907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed9b87ad-f84b-4eb7-80e0-58ece47d0456 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/a51e69fe-b14f-4d79-9436-d6cd969fba05 HTTP/1.1" status: 200 len: 734 time: 0.0337055 Aug 29 04:00:25.127165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'ip_version': 4, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:25.128819 n-d-712139-13 neutron-server[94826]: INFO neutron.quota [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Loaded quota_driver: . Aug 29 04:00:25.167555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Made reservation on behalf of f032ce9847dd4f4c88297c92738d081b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:25.170341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:25.457018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:25.524701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Checking segment: {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:25.525086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Network hostable DHCP agents. Network: 87b0b023-f859-4b6e-85d4-e5cc2314df13, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:00:25.538630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58662ba-37f8-46ca-8508-7622e343178c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:25.549937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.550275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.550610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.550939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.551269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.551587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.551905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.552244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.552563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.552923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.553194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.553514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Tracked resource versions report: Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: pushed versions: Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Log': {'1.0'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Network': {'1.1'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Port': {'1.7'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: consumer versions: Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: L3 agent@n-d-712139-13: {}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: Metadata agent@n-d-712139-13: {}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: Metering agent@n-d-712139-13: {}, Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Log': '1.0', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Network': '1.1', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Port': '1.7', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'PortForwarding': '1.2', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'QosPolicy': '1.9', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'SubPort': '1.0', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Subnet': '1.1', Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: 'Trunk': '1.1'}} Aug 29 04:00:25.554690 n-d-712139-13 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:00:25.586956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:00:25.599539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 87b0b023-f859-4b6e-85d4-e5cc2314df13) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:25.604692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:25.605311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:25.610008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f224564-af35-423e-8a21-f28e37b99eb5 None None] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:25.625330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-acddbf8e-0a68-4eec-8b83-2874d07cd6c5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5017860 Aug 29 04:00:25.941882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-87b0b023-f859-4b6e-85d4-e5cc2314df13', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:00:25.943287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.223787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Allocated IP 172.20.0.2 (87b0b023-f859-4b6e-85d4-e5cc2314df13/e58662ba-37f8-46ca-8508-7622e343178c/e7ff9324-825b-4755-a57a-cdf68b16c620) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:00:26.427620 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.475555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Transition to ACTIVE for port object e7ff9324-825b-4755-a57a-cdf68b16c620 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:26.498602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Transition to ACTIVE for port object e7ff9324-825b-4755-a57a-cdf68b16c620 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:26.507657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.573043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:26.579739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:26.592129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:00:26.599343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Pushing event updated for resources: {'Port': ['ID=e7ff9324-825b-4755-a57a-cdf68b16c620,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:26.643116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.643776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.643776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.644134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.644430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.644750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.645068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.645385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.645701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.646019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.646328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.646639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Tracked resource versions report: Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: pushed versions: Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Log': {'1.0'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Network': {'1.1'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Port': {'1.7'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: consumer versions: Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: L3 agent@n-d-712139-13: {}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: Metadata agent@n-d-712139-13: {}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: Metering agent@n-d-712139-13: {}, Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Log': '1.0', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Network': '1.1', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Port': '1.7', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'PortForwarding': '1.2', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'QosPolicy': '1.9', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'SubPort': '1.0', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Subnet': '1.1', Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: 'Trunk': '1.1'}} Aug 29 04:00:26.647807 n-d-712139-13 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:00:26.683440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Attempting to bind port e7ff9324-825b-4755-a57a-cdf68b16c620 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:00:26.683824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Attempting to bind port e7ff9324-825b-4755-a57a-cdf68b16c620 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:00:26.684279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Attempting to bind port e7ff9324-825b-4755-a57a-cdf68b16c620 on network 87b0b023-f859-4b6e-85d4-e5cc2314df13 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:00:26.689211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:00:26.689618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Checking segment: {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:26.690326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.690705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Bound using segment: {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:00:26.691198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Bound port: e7ff9324-825b-4755-a57a-cdf68b16c620, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:00:26.691586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.755316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89c48a81-967d-431d-b489-6ef0184919af None None] For port e7ff9324-825b-4755-a57a-cdf68b16c620, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:00:26.760523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-89c48a81-967d-431d-b489-6ef0184919af None None] For port e7ff9324-825b-4755-a57a-cdf68b16c620, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7ff9324-825b-4755-a57a-cdf68b16c620,segment=NetworkSegment(bc09f3a3-a921-4db5-8733-4165d23a2dfe),segment_id=bc09f3a3-a921-4db5-8733-4165d23a2dfe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:00:26.764548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:26.830993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c48a81-967d-431d-b489-6ef0184919af None None] Pushing event updated for resources: {'Port': ['ID=e7ff9324-825b-4755-a57a-cdf68b16c620,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:28.080652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:28.403232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-460191fe-3b8d-4aa8-8338-1bd736c3b352 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:28.404352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-460191fe-3b8d-4aa8-8338-1bd736c3b352 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234637 Aug 29 04:00:30.884868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:31.209957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-87a4d61a-6350-4f71-ae58-6d5ba61babca admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:31.210933 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87a4d61a-6350-4f71-ae58-6d5ba61babca admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251600 Aug 29 04:00:33.862854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:34.193645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:34.221973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.223641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.370958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.376812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.390956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:34.392294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75b55291-d4c4-46d6-aa12-4b2c8917abab admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5285363 Aug 29 04:00:35.269408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52400aac-60fe-4d78-ac22-c5d8df79c483 None None] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:35.337233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6d9dd841-785b-41f9-bfaa-9af3cdf7a843 None None] Provisioning for port e7ff9324-825b-4755-a57a-cdf68b16c620 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:36.034214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7ff9324-825b-4755-a57a-cdf68b16c620 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:36.132071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e7ff9324-825b-4755-a57a-cdf68b16c620 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:36.136636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7ff9324-825b-4755-a57a-cdf68b16c620 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:36.137046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:36.261881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:36.298197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e7ff9324-825b-4755-a57a-cdf68b16c620, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7ff9324-825b-4755-a57a-cdf68b16c620,segment=NetworkSegment(bc09f3a3-a921-4db5-8733-4165d23a2dfe),segment_id=bc09f3a3-a921-4db5-8733-4165d23a2dfe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:00:36.304252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:36.355542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e7ff9324-825b-4755-a57a-cdf68b16c620,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:36.830082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:37.140755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-4bc22a71-de13-40a7-8c2d-8f94dcf777b9 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:00:37.141753 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4bc22a71-de13-40a7-8c2d-8f94dcf777b9 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107457 Aug 29 04:00:37.219463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e636afc-b659-4bce-944f-e1f1afa85fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:38.003098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7ff9324-825b-4755-a57a-cdf68b16c620 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:38.052691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7ff9324-825b-4755-a57a-cdf68b16c620 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:38.053062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.557495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:39.868905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:39.881519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaad0-c75d-4c66-a568-175e64c025bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.913133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Made reservation on behalf of 8613d179250f4ed0a658671a93cf294d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:39.916299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:39.931332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.049058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.052868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.068770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Reserving flat network on physical network physnet1 {{(pid=94826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 04:00:40.089708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0396b35-2fe3-41b1-bb6f-2ef391693197,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:40.096505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758440756453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.096878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.097099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Unsubscribe: segment precommit_create {{(pid=94826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 04:00:40.097584 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Added segment ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44 of type flat for network e072c453-34e6-463a-8307-d1699680704a Aug 29 04:00:40.161874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.199988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.200880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:40.201455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:40.284139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7255156 Aug 29 04:00:40.297959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105e602-1cf9-4a72-b97c-4d41863b0403 admin admin] Pushing event updated for resources: {'Network': ['ID=e072c453-34e6-463a-8307-d1699680704a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:40.309303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e072c453-34e6-463a-8307-d1699680704a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:00:41.018030 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.661278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:42.716741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:42.883243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da08713-1bf3-4d8a-8528-43c24d5a2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:42.884623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3da08713-1bf3-4d8a-8528-43c24d5a2689 admin admin] 10.222.0.62 "GET /v2.0/subnets/e58662ba-37f8-46ca-8508-7622e343178c HTTP/1.1" status: 200 len: 849 time: 0.2223816 Aug 29 04:00:43.060956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a1bfe43f-4983-4f8a-9151-cbba1380fd1c admin admin] 10.222.0.62 "GET /v2.0/routers/2b1bfd9a-9e22-4fce-b432-428e66f5aaac HTTP/1.1" status: 200 len: 704 time: 0.1701465 Aug 29 04:00:43.323344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.619881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Allocated IP 172.20.0.1 (87b0b023-f859-4b6e-85d4-e5cc2314df13/e58662ba-37f8-46ca-8508-7622e343178c/be56ea72-aed8-4c74-ac5a-90c81ca102aa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:00:43.800297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.826270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Transition to ACTIVE for port object be56ea72-aed8-4c74-ac5a-90c81ca102aa will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:43.898041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.974880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:43.983136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:43.987022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:00:43.987589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:43.990066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=be56ea72-aed8-4c74-ac5a-90c81ca102aa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:44.188055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.240549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff1d961b-7b57-409e-864a-fd151ce2a8f8 None None] Provisioning for port be56ea72-aed8-4c74-ac5a-90c81ca102aa completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:44.244485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff1d961b-7b57-409e-864a-fd151ce2a8f8 None None] Provisioning complete for port be56ea72-aed8-4c74-ac5a-90c81ca102aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:44.244923 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1d961b-7b57-409e-864a-fd151ce2a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.280015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d961b-7b57-409e-864a-fd151ce2a8f8 None None] Port be56ea72-aed8-4c74-ac5a-90c81ca102aa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:00:44.449239 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.455683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.456576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.530578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=be56ea72-aed8-4c74-ac5a-90c81ca102aa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:44.577187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:44.578467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:44.747134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:00:44.804775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56f39285-4a7f-4383-8d6f-ad1dd696091a None None] Provisioning complete for port be56ea72-aed8-4c74-ac5a-90c81ca102aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:44.805144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56f39285-4a7f-4383-8d6f-ad1dd696091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:44.840476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-56f39285-4a7f-4383-8d6f-ad1dd696091a None None] Port be56ea72-aed8-4c74-ac5a-90c81ca102aa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:00:44.845072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:00:44.851965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-469da11b-1899-401a-9b61-8cfe1cd8eec0 admin admin] 10.222.0.62 "PUT /v2.0/routers/2b1bfd9a-9e22-4fce-b432-428e66f5aaac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7851641 Aug 29 04:00:44.855664 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Sync routers for ids ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:00:44.868366 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Routers {'2b1bfd9a-9e22-4fce-b432-428e66f5aaac'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:00:44.869562 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:45.068680 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Set router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:00:45.512174 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:44Z', 'revision_number': 2, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port_host': None, '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:44Z', 'revision_number': 2, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:45.566389 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Checking router: 2b1bfd9a-9e22-4fce-b432-428e66f5aaac for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:00:45.566766 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Updating router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac port be56ea72-aed8-4c74-ac5a-90c81ca102aa binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:00:45.622875 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.186195 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.204888 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Transition to ACTIVE for port object be56ea72-aed8-4c74-ac5a-90c81ca102aa will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:46.210452 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.384883 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Pushing event updated for resources: {'Port': ['ID=be56ea72-aed8-4c74-ac5a-90c81ca102aa,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:46.396225 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Attempting to bind port be56ea72-aed8-4c74-ac5a-90c81ca102aa on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:00:46.396650 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Attempting to bind port be56ea72-aed8-4c74-ac5a-90c81ca102aa by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:00:46.397138 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Attempting to bind port be56ea72-aed8-4c74-ac5a-90c81ca102aa on network 87b0b023-f859-4b6e-85d4-e5cc2314df13 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:00:46.400120 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.400460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.400798 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.401129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.401457 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.401783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.402103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.402423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.402740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.403059 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.403376 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.403689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Tracked resource versions report: Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: pushed versions: Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Log': {'1.0'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Network': {'1.1'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Port': {'1.7'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: consumer versions: Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: L3 agent@n-d-712139-13: {}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: Metadata agent@n-d-712139-13: {}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: Metering agent@n-d-712139-13: {}, Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Log': '1.0', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Network': '1.1', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Port': '1.7', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'PortForwarding': '1.2', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'QosPolicy': '1.9', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'SubPort': '1.0', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Subnet': '1.1', Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: 'Trunk': '1.1'}} Aug 29 04:00:46.404869 n-d-712139-13 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:00:46.411533 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:00:46.411973 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Checking segment: {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:46.412526 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.412844 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Bound using segment: {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:00:46.413413 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Bound port: be56ea72-aed8-4c74-ac5a-90c81ca102aa, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc09f3a3-a921-4db5-8733-4165d23a2dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:00:46.413800 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.514471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] For port be56ea72-aed8-4c74-ac5a-90c81ca102aa, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:00:46.534290 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] For port be56ea72-aed8-4c74-ac5a-90c81ca102aa, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be56ea72-aed8-4c74-ac5a-90c81ca102aa,segment=NetworkSegment(bc09f3a3-a921-4db5-8733-4165d23a2dfe),segment_id=bc09f3a3-a921-4db5-8733-4165d23a2dfe)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:00:46.539866 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:46.601179 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d5e0-d078-44e2-b356-a10affcb899d None None] Pushing event updated for resources: {'Port': ['ID=be56ea72-aed8-4c74-ac5a-90c81ca102aa,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:46.605095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Routers {'2b1bfd9a-9e22-4fce-b432-428e66f5aaac'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:00:46.606029 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:46.699758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] Set router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:00:46.908615 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:44Z', 'revision_number': 2, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port_host': None, '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:46Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:46.934234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faada534-c2c0-42a9-a4e0-6322f39b9f8f None None] The sync data for ids ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'] in n-d-712139-13 is: [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:44Z', 'revision_number': 2, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port_host': None, '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:46Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:00:47.194623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:47.304820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439aa4d4-bc6d-4e62-97b0-fc4272089e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:47.306195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-439aa4d4-bc6d-4e62-97b0-fc4272089e60 admin admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 842 time: 0.1101005 Aug 29 04:00:47.316620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:47.341995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Made reservation on behalf of 8613d179250f4ed0a658671a93cf294d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:00:47.344386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:47.652751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:00:47.653197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:47.712346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=629fa708-5986-4307-a0e2-f3ce3e4ae51a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:47.719367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:47.719367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Network hostable DHCP agents. Network: e072c453-34e6-463a-8307-d1699680704a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:00:47.740236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Network e072c453-34e6-463a-8307-d1699680704a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:00:47.752934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e072c453-34e6-463a-8307-d1699680704a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:47.759284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:47.760139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:47.761459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb428e11-56b9-4acd-bc1a-64222dc5d053 None None] Network e072c453-34e6-463a-8307-d1699680704a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:47.787664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-728f8af4-c2c8-4094-b754-8b44c18ab72a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4675980 Aug 29 04:00:47.900176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3309b9c-6417-48d8-bb9c-3d1c3f2a90cf None None] Network e072c453-34e6-463a-8307-d1699680704a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:00:48.535439 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:00:50.070162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:50.298252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4739768d-5354-413e-983f-ccc621f93171 admin admin] 10.222.0.62 "GET /v2.0/routers/2b1bfd9a-9e22-4fce-b432-428e66f5aaac HTTP/1.1" status: 200 len: 710 time: 0.2259839 Aug 29 04:00:50.422176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01378a1d-5263-4331-af4c-3027969f5127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:00:50.423625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-01378a1d-5263-4331-af4c-3027969f5127 admin admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 886 time: 0.1194611 Aug 29 04:00:50.434594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:00:50.682405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:50.933409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.009427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.212743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Allocated IP 172.25.3.169 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/fa4ae920-4a24-4b00-b2e9-455a6fa7795c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:00:51.324213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.392925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.465388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:00:51.479993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:00:51.482573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:00:51.485704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Pushing event updated for resources: {'Port': ['ID=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:51.777508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.972818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:51.977468 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.106821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:00:52.218757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:00:52.223212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:52.224458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39a553bb-4a58-4745-a731-6019c63e50bc admin admin] 10.222.0.62 "PUT /v2.0/routers/2b1bfd9a-9e22-4fce-b432-428e66f5aaac HTTP/1.1" status: 200 len: 890 time: 1.7935026 Aug 29 04:00:53.438085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Sync routers for ids ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:00:53.449289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Routers {'2b1bfd9a-9e22-4fce-b432-428e66f5aaac'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:00:53.449953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:53.727121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Set router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:00:54.060089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be56ea72-aed8-4c74-ac5a-90c81ca102aa up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:54.149570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port be56ea72-aed8-4c74-ac5a-90c81ca102aa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:54.158684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be56ea72-aed8-4c74-ac5a-90c81ca102aa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:54.159047 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.196778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:51Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port': {'id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:51Z', 'updated_at': '2021-08-29T04:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:46Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:54.252375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Checking router: 2b1bfd9a-9e22-4fce-b432-428e66f5aaac for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:00:54.252703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Updating router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac port fa4ae920-4a24-4b00-b2e9-455a6fa7795c binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:00:54.307411 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.428350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.512650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port be56ea72-aed8-4c74-ac5a-90c81ca102aa, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be56ea72-aed8-4c74-ac5a-90c81ca102aa,segment=NetworkSegment(bc09f3a3-a921-4db5-8733-4165d23a2dfe),segment_id=bc09f3a3-a921-4db5-8733-4165d23a2dfe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:00:54.522320 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.616722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=be56ea72-aed8-4c74-ac5a-90c81ca102aa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:54.727908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40484) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:00:54.729193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.739822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Transition to ACTIVE for port object fa4ae920-4a24-4b00-b2e9-455a6fa7795c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:00:54.747285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.798326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Attempting to bind port fa4ae920-4a24-4b00-b2e9-455a6fa7795c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:00:54.798694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Attempting to bind port fa4ae920-4a24-4b00-b2e9-455a6fa7795c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:00:54.799051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Attempting to bind port fa4ae920-4a24-4b00-b2e9-455a6fa7795c on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:00:54.806188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957756b-02d5-433a-9a41-3a2116d23aa8 None None] Pushing event updated for resources: {'Port': ['ID=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:54.810244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:00:54.810605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:00:54.810996 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.811375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:00:54.811845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Bound port: fa4ae920-4a24-4b00-b2e9-455a6fa7795c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:00:54.812261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.848193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b16d22a-d4a5-4793-9b28-e739e43d3e46 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189783 Aug 29 04:00:54.864077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] For port fa4ae920-4a24-4b00-b2e9-455a6fa7795c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:00:54.867735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] For port fa4ae920-4a24-4b00-b2e9-455a6fa7795c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:00:54.873596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:54.936050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Routers {'2b1bfd9a-9e22-4fce-b432-428e66f5aaac'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:00:54.936697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:54.938612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957756b-02d5-433a-9a41-3a2116d23aa8 None None] Pushing event updated for resources: {'Port': ['ID=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:55.051401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] Set router 2b1bfd9a-9e22-4fce-b432-428e66f5aaac gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:00:55.353222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:51Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port': {'id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:51Z', 'updated_at': '2021-08-29T04:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:54Z', 'revision_number': 5, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:00:55.387373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26804763-6056-4fc8-9f2b-6abb40af555a None None] The sync data for ids ['2b1bfd9a-9e22-4fce-b432-428e66f5aaac'] in n-d-712139-13 is: [{'id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'name': 'router1', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:00:34Z', 'updated_at': '2021-08-29T04:00:51Z', 'revision_number': 4, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'gw_port': {'id': 'fa4ae920-4a24-4b00-b2e9-455a6fa7795c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:51Z', 'updated_at': '2021-08-29T04:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be56ea72-aed8-4c74-ac5a-90c81ca102aa', 'name': '', 'network_id': '87b0b023-f859-4b6e-85d4-e5cc2314df13', 'tenant_id': 'f032ce9847dd4f4c88297c92738d081b', 'mac_address': 'fa:16:3e:30:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1bfd9a-9e22-4fce-b432-428e66f5aaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:00:43Z', 'updated_at': '2021-08-29T04:00:54Z', 'revision_number': 5, 'project_id': 'f032ce9847dd4f4c88297c92738d081b', 'subnets': [{'id': 'e58662ba-37f8-46ca-8508-7622e343178c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51e69fe-b14f-4d79-9436-d6cd969fba05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:00:56.123004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be56ea72-aed8-4c74-ac5a-90c81ca102aa up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:56.184544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be56ea72-aed8-4c74-ac5a-90c81ca102aa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:56.184544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.273583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa4ae920-4a24-4b00-b2e9-455a6fa7795c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:56.320577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fa4ae920-4a24-4b00-b2e9-455a6fa7795c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:00:56.324313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fa4ae920-4a24-4b00-b2e9-455a6fa7795c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:56.324687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.402927 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.423146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fa4ae920-4a24-4b00-b2e9-455a6fa7795c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:00:56.426863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:00:56.478258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fa4ae920-4a24-4b00-b2e9-455a6fa7795c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:00:58.032270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa4ae920-4a24-4b00-b2e9-455a6fa7795c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:00:58.086134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fa4ae920-4a24-4b00-b2e9-455a6fa7795c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:00:58.086506 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:07.223873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d14a1cc8-db35-477f-9ada-44167efb7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:09.887658 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68a6e18c-6665-43ca-94fd-57bd1ebe415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:10.109794 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:11.025024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:12.744586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:25.535686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:01:37.218170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1d801d7-00a3-4702-8c3b-df9408b55910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:39.884242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aebb9c53-d756-4519-aa08-7ad03c84e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:40.099181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:41.030711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:01:42.740874 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:02.535251 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:07.222046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed733d87-30c5-4408-afe7-1dcd844a821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:09.874303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0273452-a8e8-41a3-af8c-1200562181f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:10.090639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:11.030508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:12.738044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:37.224663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84ca97c1-5557-4aeb-be85-61f1025e6afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:37.957594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:38.025447 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc7b3a7-d84b-4ed5-9886-93ee526bdf0b admin admin] GET failed (client error): The resource could not be found. Aug 29 04:02:38.026885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bfc7b3a7-d84b-4ed5-9886-93ee526bdf0b admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675068 Aug 29 04:02:38.271983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb4fbd9-326b-4cba-a347-c1cc4afcb9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:38.273491 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2fb4fbd9-326b-4cba-a347-c1cc4afcb9e5 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2416360 Aug 29 04:02:39.534238 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:02:39.875247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-981a7cad-8418-4f35-84d1-f53b2ead4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:40.091844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:40.515146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:40.606934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b49f45-f910-47bd-9529-e8c8461b9738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:40.608285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3b49f45-f910-47bd-9529-e8c8461b9738 admin admin] 10.222.0.62 "GET /v2.0/subnets/e58662ba-37f8-46ca-8508-7622e343178c HTTP/1.1" status: 200 len: 849 time: 0.0922093 Aug 29 04:02:40.618375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:02:40.701709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:40.838926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758440813352'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:40.867752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:40.868367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:40.869693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] 10.222.0.62 "PUT /v2.0/subnets/e58662ba-37f8-46ca-8508-7622e343178c HTTP/1.1" status: 200 len: 868 time: 0.2551172 Aug 29 04:02:40.886993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a55695-ab78-406b-9f6f-e5eca4ff7576 None None] Network 87b0b023-f859-4b6e-85d4-e5cc2314df13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:02:40.894003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58662ba-37f8-46ca-8508-7622e343178c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:02:40.902224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.902596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.902897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.903225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.903549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.903875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.904231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.904554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.905031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.905352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.905667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:40.905979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2c4090-c7b6-463a-9bb8-92306593968d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:02:41.059866 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:41.245933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-814b6b92-7b7c-4577-bc17-9d8bd1206a56 None None] Provisioning complete for port e7ff9324-825b-4755-a57a-cdf68b16c620 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:02:41.246322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-814b6b92-7b7c-4577-bc17-9d8bd1206a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:41.332574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-814b6b92-7b7c-4577-bc17-9d8bd1206a56 None None] Provisioning complete for port be56ea72-aed8-4c74-ac5a-90c81ca102aa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:02:41.332868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-814b6b92-7b7c-4577-bc17-9d8bd1206a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:42.740907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:02:43.073192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:43.287012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5adde4-5e0e-4b15-b61e-f6f2e9357981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:43.287398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5adde4-5e0e-4b15-b61e-f6f2e9357981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:43.288976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0b5adde4-5e0e-4b15-b61e-f6f2e9357981 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2148283 Aug 29 04:02:45.435309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:45.630423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107bcb0-968c-409d-992d-16f44fe2e571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:45.630807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107bcb0-968c-409d-992d-16f44fe2e571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:45.632724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5107bcb0-968c-409d-992d-16f44fe2e571 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961164 Aug 29 04:02:47.838092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:47.981998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37b8ff-18ca-4b41-9ab8-eb238bc5e045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:47.983375 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9f37b8ff-18ca-4b41-9ab8-eb238bc5e045 admin admin] 10.222.0.62 "GET /v2.0/networks/87b0b023-f859-4b6e-85d4-e5cc2314df13 HTTP/1.1" status: 200 len: 869 time: 0.1443372 Aug 29 04:02:50.154242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41126) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:50.348884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58afaab-8db1-4824-8505-81652b2b18b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:50.350333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f58afaab-8db1-4824-8505-81652b2b18b8 admin admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 886 time: 0.1951523 Aug 29 04:02:52.529769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:52.652462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d205ca-734a-4f30-8e40-5ee7c67d587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:52.652914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d205ca-734a-4f30-8e40-5ee7c67d587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:52.654419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-73d205ca-734a-4f30-8e40-5ee7c67d587f admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237152 Aug 29 04:02:54.817614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:54.911756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9782a2-3488-48f9-a711-ba9b5882ee37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:54.912614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9782a2-3488-48f9-a711-ba9b5882ee37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:54.914536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0a9782a2-3488-48f9-a711-ba9b5882ee37 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959415 Aug 29 04:02:57.091755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:57.176228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e630dd-90b0-466b-9beb-211f8c02c384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:57.178043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-29e630dd-90b0-466b-9beb-211f8c02c384 admin admin] 10.222.0.62 "GET /v2.0/subnets/629fa708-5986-4307-a0e2-f3ce3e4ae51a HTTP/1.1" status: 200 len: 816 time: 0.0852671 Aug 29 04:02:59.360258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:02:59.450935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde30a3e-2c7a-4044-bc3c-5e5c7720b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:02:59.452289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bde30a3e-2c7a-4044-bc3c-5e5c7720b44e admin admin] 10.222.0.62 "GET /v2.0/subnets/e58662ba-37f8-46ca-8508-7622e343178c HTTP/1.1" status: 200 len: 868 time: 0.0911591 Aug 29 04:03:07.225655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20f759eb-f86d-4df2-bdbb-ab216436946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:09.876252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4981afe7-c0e2-40d6-84ea-90cd483ef1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:10.093434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:11.034858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:12.743709 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:16.533356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:03:23.480748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:03:23.528319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-c258ca68-d3db-4804-aa44-1558acb6495e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:03:23.529332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c258ca68-d3db-4804-aa44-1558acb6495e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476463 Aug 29 04:03:25.811429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:03:25.872795 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9ba14a-bb1a-4835-b753-b0947e7e5d70 admin admin] GET failed (client error): The resource could not be found. Aug 29 04:03:25.874166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c9ba14a-bb1a-4835-b753-b0947e7e5d70 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617669 Aug 29 04:03:25.958531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d010c-21e8-422c-b73d-a788fde6bc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:03:25.960018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e5d010c-21e8-422c-b73d-a788fde6bc78 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811503 Aug 29 04:03:28.169809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:03:28.218096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:03:28.239154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Made reservation on behalf of 8613d179250f4ed0a658671a93cf294d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:03:28.241552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.278262 n-d-712139-13 neutron-server[94826]: WARNING neutron.services.revisions.revision_plugin [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Could not find related network for resource to bump revision. Aug 29 04:03:28.291655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:03:28.301083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.301424 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Added segment 714d5e2e-92ca-49e2-97a1-8846a099bf1a of type vlan for network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 Aug 29 04:03:28.340456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.362837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.363783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:03:28.364400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:28.417650 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2467597 Aug 29 04:03:28.422347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Pushing event updated for resources: {'Network': ['ID=c3ea01d0-2e3f-4c41-8563-c11148d37ab3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:03:28.429357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.429704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.430162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.430389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.430722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.431053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.431381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.431708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.432064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.432393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.432727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.433050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713ee3b-b6bc-44d9-adad-4a9738b018ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:28.445490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:03:30.611522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:03:30.674522 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedec58d-4a46-4813-a915-4707b556091c admin admin] GET failed (client error): The resource could not be found. Aug 29 04:03:30.676547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aedec58d-4a46-4813-a915-4707b556091c admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633862 Aug 29 04:03:30.773694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf53efa-8e32-4a96-9426-65b8a3f00621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:03:30.775308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2cf53efa-8e32-4a96-9426-65b8a3f00621 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0943322 Aug 29 04:03:30.786152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'cidr': '192.168.233.0/24'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:03:30.806335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Made reservation on behalf of 8613d179250f4ed0a658671a93cf294d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:03:30.808600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:30.968751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.024969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:03:31.033286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:03:31.033640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Network hostable DHCP agents. Network: c3ea01d0-2e3f-4c41-8563-c11148d37ab3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:03:31.049971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:03:31.058860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c3ea01d0-2e3f-4c41-8563-c11148d37ab3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:03:31.063129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:03:31.064022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.068464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17e779-7ab0-4911-84f1-21550a8e8af6 None None] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:03:31.077556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-760fa8d6-d310-47e4-9cdc-5c22db4d7912 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2954304 Aug 29 04:03:31.219048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'tenant_id': '8613d179250f4ed0a658671a93cf294d', 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:03:31.219974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.454681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Allocated IP 192.168.233.2 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/eb7ceccb-bc4e-4da1-b053-aaa5436508b5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:03:31.598011 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.606373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Transition to ACTIVE for port object eb7ceccb-bc4e-4da1-b053-aaa5436508b5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:03:31.622491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Transition to ACTIVE for port object eb7ceccb-bc4e-4da1-b053-aaa5436508b5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:03:31.628846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.669099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:03:31.671904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:03:31.678856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:03:31.681862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Pushing event updated for resources: {'Port': ['ID=eb7ceccb-bc4e-4da1-b053-aaa5436508b5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:03:31.693305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.693784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.694016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.694367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.694675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.695020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.695340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.695662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.696001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.696322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.696641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.696954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:03:31.741580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Attempting to bind port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:03:31.741940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Attempting to bind port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:03:31.742304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Attempting to bind port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:03:31.747204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:03:31.747560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:03:31.747963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.748342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:03:31.748791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Bound port: eb7ceccb-bc4e-4da1-b053-aaa5436508b5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:03:31.749177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.817684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] For port eb7ceccb-bc4e-4da1-b053-aaa5436508b5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:03:31.820858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] For port eb7ceccb-bc4e-4da1-b053-aaa5436508b5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eb7ceccb-bc4e-4da1-b053-aaa5436508b5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:03:31.825343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:31.881052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc37f74-8721-4fad-82a1-9cdf79be4ca5 None None] Pushing event updated for resources: {'Port': ['ID=eb7ceccb-bc4e-4da1-b053-aaa5436508b5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:03:32.224174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eb7ceccb-bc4e-4da1-b053-aaa5436508b5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:03:32.278042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:03:32.756105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb118d-2cc2-4f5b-9536-e1619d53618c None None] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:03:32.873894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Provisioning for port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:03:32.880749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Provisioning complete for port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:03:32.881118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:33.007822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:33.041735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] For port eb7ceccb-bc4e-4da1-b053-aaa5436508b5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eb7ceccb-bc4e-4da1-b053-aaa5436508b5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:03:33.047791 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:33.116156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8241276-c6a8-4d7c-bc9e-eeec2dda0e52 None None] Pushing event updated for resources: {'Port': ['ID=eb7ceccb-bc4e-4da1-b053-aaa5436508b5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:03:33.181230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cfa32c3-1131-461d-ad2d-d5635eacacdc None None] Provisioning complete for port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:03:33.181599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cfa32c3-1131-461d-ad2d-d5635eacacdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:34.146894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eb7ceccb-bc4e-4da1-b053-aaa5436508b5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:03:34.194986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port eb7ceccb-bc4e-4da1-b053-aaa5436508b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:03:34.195350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:37.226835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8047b74b-8ce8-4cb2-ac37-61ab65170c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:39.883370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f830e20a-9a30-4dfa-a613-a579761d86cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:40.096111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:41.037490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:42.747947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:03:53.533051 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:04:07.228415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9368e3f-b793-4082-a127-2c706d637ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:09.873956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a48942f6-8f47-4c46-8bbf-b664277505f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:10.101093 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:11.041486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:12.755525 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:30.531809 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:04:37.230258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dcbe84b5-db56-4442-92eb-79a2ad1240ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:39.876698 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd44d37a-99bf-48d6-bfc5-340c3e686c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:40.103471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:41.044820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:42.753189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:57.552882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:04:57.558953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-12521c73-851c-4daa-b000-e274d6384df9 tempest-verify_tempest_config-1284144890 tempest-verify_tempest_config-1284144890-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:04:57.560032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-12521c73-851c-4daa-b000-e274d6384df9 tempest-verify_tempest_config-1284144890 tempest-verify_tempest_config-1284144890-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061193 Aug 29 04:04:57.853938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:04:57.959625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.048188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.051647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.096761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ca0fa4ca05847658066543d58f40c36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2417207 Aug 29 04:04:58.097605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd52ae-f660-4cfa-a888-b6aeecfd405a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:04:58.099462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:04:58.108357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.109054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.109054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.109317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.109621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.109948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.110273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.110625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.110951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.111295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.111613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.111975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133ed8e-dc4f-4c2a-8e81-d9271263c228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.154760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.174499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.262357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.264929 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:04:58.266094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12dd52ae-f660-4cfa-a888-b6aeecfd405a HTTP/1.1" status: 204 len: 168 time: 0.1656632 Aug 29 04:04:58.273939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd52ae-f660-4cfa-a888-b6aeecfd405a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:04:58.280546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.280897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.281237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.281573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.281902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.282227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.282621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.282949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.283274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.283592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.283911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:04:58.284253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2986dbd1-a5b3-4c11-8210-00650e08ed47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:05:07.230984 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70715130-d9cd-4d2a-8c24-836269722659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:07.530012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:05:09.878116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0f72821-7a52-4573-9eb3-fc6cc8975365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:10.106890 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:11.046436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:12.757271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:37.232188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fca5324-53d1-494f-b486-2dbdf061a5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:39.879686 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8017ca1f-a13a-4889-be49-d053702acc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:40.109994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:41.048572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:42.762644 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:05:44.528856 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:07.235172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fd29091-2ca8-4daf-a96c-2d38d955fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:09.880864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f242b1e2-4776-449b-a6d6-919e12d79e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:10.112907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:11.050978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:12.764853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:21.527299 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:06:37.236195 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0755af6e-8fa0-48c5-92bb-1ebb70cf9837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:39.880892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ba5fcdc-ff9b-44db-a6cc-d4f4cdfad5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:40.117614 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:41.055166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:42.765840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:06:58.526316 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:07.247820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d58cbf9d-42b6-4b68-ae5e-42615bdbd4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:09.885546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e23f477-cdb2-43ac-97d1-f6b754953007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:10.124170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:11.060926 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:12.773177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:35.525455 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 5 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:07:37.242393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-82598717-29c3-4625-9356-6c8b8e6c31b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:39.889500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec596333-d722-4e8c-b8a8-be135d7b3e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:40.124481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:41.063654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:07:42.779331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:07.245052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edcb4553-a88f-4cff-a723-37216656056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:09.892684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-192c4fd6-d312-4619-afda-566b9bcdb719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:10.121047 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.067728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:11.613454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:12.524240 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 6 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:12.781901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:29.248680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873437'] for agent, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:37.248017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c2b485a-d709-4f9a-9b00-9f4eb47aa7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:39.898236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f42e102-c1b8-424c-b017-b573a509fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:40.126834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.069332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:41.586017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:42.781524 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:08:49.524361 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:08:56.331863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:56.502109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bc450f6c-7f1a-4774-b280-914f2f8e99e4 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1686642 Aug 29 04:08:58.879597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:08:58.949875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-02b69714-b684-4153-abde-acc89393c544 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0690637 Aug 29 04:08:59.218941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:07.251726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d48e1d7-9855-425e-9329-e5103c26e3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:09.894261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dadf-8655-4918-a557-43b11c115c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:10.112079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.072934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:11.575618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:12.795615 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:26.523618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:09:29.212560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:37.267800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ddde959e-7fd8-4d36-915b-503145c32b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:39.900448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44530f4b-9849-4379-8398-8f01063bd23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:40.125004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.077207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:41.589145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:42.795475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:09:59.272023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:03.523135 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:07.255875 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-371f21ec-8255-45c3-8f83-2f326987c7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:09.897391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46c01d08-01a2-4299-8485-be79ea058f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:10.127786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.081610 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:11.593758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:12.798518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:29.265526 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:36.788368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:37.257783 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-802c9abf-1d79-41b0-bf89-4ebc3d783750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.373149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.537368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.551294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.614545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4a948c-b343-41d5-91a6-a0f0674397df,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:37.638249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.638249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.638602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.639092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.639974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.640377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.641120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.643579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.644471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.645289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.646067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.646847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] Tracked resource versions report: Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: pushed versions: Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: { 'AddressGroup': {'1.2'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'ConntrackHelper': {'1.0'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Log': {'1.0'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Network': {'1.1'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Port': {'1.7'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'PortForwarding': {'1.2'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'QosPolicy': {'1.9'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SecurityGroup': {'1.4'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SubPort': {'1.0'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Subnet': {'1.1'}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Trunk': {'1.1'}} Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: consumer versions: Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: HyperV agent@n-h1-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: HyperV agent@n-h2-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: L3 agent@n-d-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: Metadata agent@n-d-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: Metering agent@n-d-712139-13: {}, Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'ConntrackHelper': '1.0', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Log': '1.0', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Network': '1.1', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Port': '1.7', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'PortForwarding': '1.2', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'QosPolicy': '1.9', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SecurityGroup': '1.4', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SecurityGroupRule': '1.2', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'SubPort': '1.0', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Subnet': '1.1', Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: 'Trunk': '1.1'}} Aug 29 04:10:37.659490 n-d-712139-13 neutron-server[94827]: {{(pid=94827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:10:37.687778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:37.700742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-139a7eab-9e5e-4304-be78-cb5b68a70986 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0af3a2fa35334156937d4f1a8559783f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9103847 Aug 29 04:10:37.795052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.829819 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.951813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.957255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:37.965664 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc4a948c-b343-41d5-91a6-a0f0674397df HTTP/1.1" status: 204 len: 168 time: 0.2758274 Aug 29 04:10:37.982293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4a948c-b343-41d5-91a6-a0f0674397df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:38.006851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.007253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeea6c4-a9bf-40d6-8837-6e881977c637 admin admin] Tracked resource versions report: Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: pushed versions: Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: { 'AddressGroup': {'1.2'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'ConntrackHelper': {'1.0'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Log': {'1.0'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Network': {'1.1'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Port': {'1.7'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'PortForwarding': {'1.2'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'QosPolicy': {'1.9'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SecurityGroup': {'1.4'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SubPort': {'1.0'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Subnet': {'1.1'}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Trunk': {'1.1'}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: consumer versions: Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: HyperV agent@n-h1-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: HyperV agent@n-h2-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: L3 agent@n-d-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: Metadata agent@n-d-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: Metering agent@n-d-712139-13: {}, Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'ConntrackHelper': '1.0', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Log': '1.0', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Network': '1.1', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Port': '1.7', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'PortForwarding': '1.2', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'QosPolicy': '1.9', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SecurityGroup': '1.4', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SecurityGroupRule': '1.2', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'SubPort': '1.0', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Subnet': '1.1', Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: 'Trunk': '1.1'}} Aug 29 04:10:38.013482 n-d-712139-13 neutron-server[94826]: {{(pid=94826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:10:38.904161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:38.927558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c54e280-ab53-47b8-90ab-1df3b4ac78fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.017294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:39.123338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c54e280-ab53-47b8-90ab-1df3b4ac78fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.129729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c54e280-ab53-47b8-90ab-1df3b4ac78fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.188523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54e280-ab53-47b8-90ab-1df3b4ac78fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddbb2d4-e106-47eb-b71f-eb458e1e2886,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.211866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c733d94-b54b-41b6-977e-6274ca38f9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.225729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0c54e280-ab53-47b8-90ab-1df3b4ac78fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be794dc6575a4488af675fca41ab0f4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3196907 Aug 29 04:10:39.230997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:39.330067 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.368568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.420236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c733d94-b54b-41b6-977e-6274ca38f9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.428341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c733d94-b54b-41b6-977e-6274ca38f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.471498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.471498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.472394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bddbb2d4-e106-47eb-b71f-eb458e1e2886 HTTP/1.1" status: 204 len: 168 time: 0.2395098 Aug 29 04:10:39.490337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaae002-7d98-4e4c-9f33-504a0fe7d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddbb2d4-e106-47eb-b71f-eb458e1e2886,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.553978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c733d94-b54b-41b6-977e-6274ca38f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7cd68-8c85-4423-ba48-5da71c8af6f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.562941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c733d94-b54b-41b6-977e-6274ca38f9ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e95a223e7a5455a98eaab19a9fd622f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5439277 Aug 29 04:10:39.566193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:39.661512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.713300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.773761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.776821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:39.778572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cc7cd68-8c85-4423-ba48-5da71c8af6f0 HTTP/1.1" status: 204 len: 168 time: 0.2107835 Aug 29 04:10:39.788869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2218d-90f1-431b-8aef-fcc5ceb66928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7cd68-8c85-4423-ba48-5da71c8af6f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:39.909330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9023-d4f6-48c3-a912-06f7a7d64499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.134616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.295747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:40.326026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17152389-b6ee-46f3-918e-9104af1b7521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.489327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17152389-b6ee-46f3-918e-9104af1b7521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.498562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17152389-b6ee-46f3-918e-9104af1b7521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.522979 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:10:40.611588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17152389-b6ee-46f3-918e-9104af1b7521 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cfd227bdada456a92556ca89627dd16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104947 Aug 29 04:10:40.611588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152389-b6ee-46f3-918e-9104af1b7521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb0f43-8177-491a-aebf-17f066d91811,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:40.612206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:40.704681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.734269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.827007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.832208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:40.834699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdfb0f43-8177-491a-aebf-17f066d91811 HTTP/1.1" status: 204 len: 168 time: 0.2208090 Aug 29 04:10:40.856133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a4892-8a63-4d25-92a3-596b0952385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb0f43-8177-491a-aebf-17f066d91811,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:41.088471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.318200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:41.599449 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.758107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3201bcbe-122c-40d8-ade8-a769f2541e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.868991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:41.928245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3201bcbe-122c-40d8-ade8-a769f2541e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:41.933046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:41.938338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3201bcbe-122c-40d8-ade8-a769f2541e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.022933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3201bcbe-122c-40d8-ade8-a769f2541e88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=222283831613402e9d11df2f91aae990&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6996171 Aug 29 04:10:42.022933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201bcbe-122c-40d8-ade8-a769f2541e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f1c4e-f0c6-42c7-b4b8-7d7169e02eac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.023968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:42.114601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.155659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.202543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-452308cf-e574-4e98-8b9b-5e257f557be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.265316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-network', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:42.313606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:10:42.313606 n-d-712139-13 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:10:42.313606 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id': '994e4b334d7e4a9297b6300271c67a42', 'id': '923e4217-ff22-4a29-8db5-899938ddd0a0', 'expiration': datetime.datetime(2021, 8, 29, 4, 12, 42, 292698)}] Aug 29 04:10:42.313606 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:10:42.314131 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:10:42.331965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.336665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.338709 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b1f1c4e-f0c6-42c7-b4b8-7d7169e02eac HTTP/1.1" status: 204 len: 168 time: 0.3136101 Aug 29 04:10:42.367192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbe8ee-f32d-4e10-ba46-9f34f18e29b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f1c4e-f0c6-42c7-b4b8-7d7169e02eac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.492951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-452308cf-e574-4e98-8b9b-5e257f557be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.502429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-452308cf-e574-4e98-8b9b-5e257f557be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.519885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:42.524526 n-d-712139-13 neutron-server[94827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:10:42.562911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-452308cf-e574-4e98-8b9b-5e257f557be2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e850e3443303453cb90c3517d51c088f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6921668 Aug 29 04:10:42.567272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:42.569166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-0e735a77-e59d-4f16-8fdf-cec746683f52 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466945 Aug 29 04:10:42.681123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452308cf-e574-4e98-8b9b-5e257f557be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff294650-af8a-4b3b-997a-a1a015588923,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.704737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.747204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.769904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-ddde3a46-26d6-4079-ae9d-5a6c9c4db6cc tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:42.777933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-ddde3a46-26d6-4079-ae9d-5a6c9c4db6cc tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069812 Aug 29 04:10:42.795293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-ec14530c-f9c4-411e-8e26-6b3cf537bcbb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/quotas/52b7cd0987e649a8a0ae433ba31d8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0165157 Aug 29 04:10:42.829110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.866103 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.871200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.873327 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff294650-af8a-4b3b-997a-a1a015588923 HTTP/1.1" status: 204 len: 168 time: 0.3039207 Aug 29 04:10:42.878827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-72691bd1-c444-413f-a9d2-05162a0860bb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737572 Aug 29 04:10:42.897913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb85f1-b823-446a-a2ec-1ff51c1d522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff294650-af8a-4b3b-997a-a1a015588923,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:42.929968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Made reservation on behalf of 994e4b334d7e4a9297b6300271c67a42 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:42.937728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:42.958667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.117772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.145328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6becc80-0692-4609-b887-9aba506b1754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.167111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.175318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.249120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:43.264023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.264510 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Added segment a1c2d88e-3e90-4df0-a423-219c6dc12749 of type vlan for network 782ef7e4-8686-4b0a-a41b-8665a2142b6c Aug 29 04:10:43.293038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6becc80-0692-4609-b887-9aba506b1754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.301539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6becc80-0692-4609-b887-9aba506b1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.322455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11a72d2-d45d-4cad-a19a-686e25965615,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.336806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.367162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.368964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6becc80-0692-4609-b887-9aba506b1754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c841aa32-6477-4eb5-a98d-f8e5675ba413,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.369155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:43.369761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.401838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e6becc80-0692-4609-b887-9aba506b1754 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1915ddc812ce4c0b961ccfaf531c17a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2827935 Aug 29 04:10:43.404909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.449826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5139205 Aug 29 04:10:43.450608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.461538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Request body: {'subnet': {'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-subnet', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:43.492001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Made reservation on behalf of 994e4b334d7e4a9297b6300271c67a42 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:43.494655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.498940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc1b36-8f47-4bb0-8bc0-fb9f7d6656ba admin admin] Pushing event updated for resources: {'Network': ['ID=782ef7e4-8686-4b0a-a41b-8665a2142b6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.499625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.515683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:10:43.570166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.677349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.683355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.690205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c841aa32-6477-4eb5-a98d-f8e5675ba413 HTTP/1.1" status: 204 len: 168 time: 0.2837634 Aug 29 04:10:43.698881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9ad9-e922-4533-ac8d-753dcf760c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841aa32-6477-4eb5-a98d-f8e5675ba413,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.791912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.872631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:43.961643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:43.976726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:43.990125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a518670-0900-4e39-bf34-1b314eb2b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.015607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Checking segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:44.016226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Network hostable DHCP agents. Network: 782ef7e4-8686-4b0a-a41b-8665a2142b6c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:10:44.055743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:10:44.078111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 782ef7e4-8686-4b0a-a41b-8665a2142b6c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:44.092193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:44.095487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.126770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2e8b1-71d9-4843-9e52-2e3ee64ae973 None None] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:44.187562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a518670-0900-4e39-bf34-1b314eb2b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.198162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a518670-0900-4e39-bf34-1b314eb2b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.208036 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fa55fc63-fd8e-443f-bfc5-392a1e151dcd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7540679 Aug 29 04:10:44.208883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:44.214103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:44.278488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.280235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.286082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1a518670-0900-4e39-bf34-1b314eb2b476 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfc561f8d5b6462683011c05feb5823f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3228536 Aug 29 04:10:44.287834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a518670-0900-4e39-bf34-1b314eb2b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab527f3-b388-4b40-a97a-e8072233b70d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:44.292339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:44.480030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:10:44.484307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.486044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.507849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.579807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.747902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Allocated IP 172.20.0.2 (782ef7e4-8686-4b0a-a41b-8665a2142b6c/4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4/f7208edf-ae5f-419a-b4ce-aa88c55b7695) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:44.877661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.920155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-648504e0-677f-4a03-8dd9-8c9149339a86 req-8912779c-4b43-4f42-bb8b-bc6ea55f7639 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 210 time: 1.1251025 Aug 29 04:10:44.963782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.975646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:44.979771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ab527f3-b388-4b40-a97a-e8072233b70d HTTP/1.1" status: 204 len: 168 time: 0.6845639 Aug 29 04:10:44.999189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea13d-d9dd-47df-957c-663b2f032959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab527f3-b388-4b40-a97a-e8072233b70d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:45.130006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.158394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Transition to ACTIVE for port object f7208edf-ae5f-419a-b4ce-aa88c55b7695 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:45.195911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Transition to ACTIVE for port object f7208edf-ae5f-419a-b4ce-aa88c55b7695 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:45.209715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.317929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Pushing event updated for resources: {'Port': ['ID=f7208edf-ae5f-419a-b4ce-aa88c55b7695,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:45.323904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.338184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:45.342187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:45.348668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:45.375703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.427669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.428356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.428723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.429138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.429642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.429906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.430207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.430575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.430901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.431738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.432193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.432516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Tracked resource versions report: Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: pushed versions: Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: { 'AddressGroup': {'1.2'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'ConntrackHelper': {'1.0'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Log': {'1.0'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Network': {'1.1'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Port': {'1.7'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'PortForwarding': {'1.2'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'QosPolicy': {'1.9'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SecurityGroup': {'1.4'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SubPort': {'1.0'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Subnet': {'1.1'}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Trunk': {'1.1'}} Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: consumer versions: Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: HyperV agent@n-h1-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: HyperV agent@n-h2-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: L3 agent@n-d-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: Metadata agent@n-d-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: Metering agent@n-d-712139-13: {}, Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'ConntrackHelper': '1.0', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Log': '1.0', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Network': '1.1', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Port': '1.7', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'PortForwarding': '1.2', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'QosPolicy': '1.9', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SecurityGroup': '1.4', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SecurityGroupRule': '1.2', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'SubPort': '1.0', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Subnet': '1.1', Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: 'Trunk': '1.1'}} Aug 29 04:10:45.434049 n-d-712139-13 neutron-server[94828]: {{(pid=94828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:10:45.444307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Attempting to bind port f7208edf-ae5f-419a-b4ce-aa88c55b7695 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:45.444678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Attempting to bind port f7208edf-ae5f-419a-b4ce-aa88c55b7695 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:45.445034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Attempting to bind port f7208edf-ae5f-419a-b4ce-aa88c55b7695 on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:45.452498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:45.453019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Checking segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:45.453409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.453805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Bound using segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:45.454901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Bound port: f7208edf-ae5f-419a-b4ce-aa88c55b7695, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:45.455293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.553071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] For port f7208edf-ae5f-419a-b4ce-aa88c55b7695, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:45.557646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] For port f7208edf-ae5f-419a-b4ce-aa88c55b7695, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f7208edf-ae5f-419a-b4ce-aa88c55b7695,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:45.568191 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:45.611123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Allocated IP 172.25.3.123 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/dc59d571-6351-4d36-a676-a25e0c142711) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:45.702498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159252c-332c-47c4-bc95-05f2ae66f28c None None] Pushing event updated for resources: {'Port': ['ID=f7208edf-ae5f-419a-b4ce-aa88c55b7695,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:45.915433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.086156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.178742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:46.184677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:46.202218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:46.278689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Pushing event updated for resources: {'Port': ['ID=dc59d571-6351-4d36-a676-a25e0c142711,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:46.285205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:46.404442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25e72611-d4f6-47ed-a4a4-ea757408e3b3 req-255f8cfd-e3df-4300-9057-0bcecf11fc7f tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 210 time: 0.0564823 Aug 29 04:10:46.522974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.54', 49765) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:46.582620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f7208edf-ae5f-419a-b4ce-aa88c55b7695 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:46.601833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c88182bf-3f69-4bbb-81e3-95dfdce95eaa tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622387 Aug 29 04:10:46.738024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-b1ece695-ebac-4ef6-9491-675608eaf724 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:46.739551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-b1ece695-ebac-4ef6-9491-675608eaf724 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283102 Aug 29 04:10:46.779649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.801216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f7208edf-ae5f-419a-b4ce-aa88c55b7695 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:46.818399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1beb8cc-069a-416b-b8c7-822ed4d910ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:46.864318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Request body: {'port': {'device_id': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '52b7cd0987e649a8a0ae433ba31d8fd6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:47.354765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.358101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1beb8cc-069a-416b-b8c7-822ed4d910ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.379908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1beb8cc-069a-416b-b8c7-822ed4d910ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.394937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e7b68-75b3-4644-b572-ae97c11e33a8 None None] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:10:47.414566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Made reservation on behalf of 52b7cd0987e649a8a0ae433ba31d8fd6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:47.430213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.465178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.716197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.718581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beb8cc-069a-416b-b8c7-822ed4d910ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ce017-21a3-4fe9-a6a7-cc651281f94f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:47.760082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:47.867528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Provisioning for port f7208edf-ae5f-419a-b4ce-aa88c55b7695 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:47.875767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:10:47.890668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Provisioning complete for port f7208edf-ae5f-419a-b4ce-aa88c55b7695 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:47.894513 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.016322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d4c08-37fc-4a72-bf18-a61a2b5aec68,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:48.077045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86d02601-0d8c-4d54-99c1-6f34facaf105 req-6a0119fe-8606-458c-b625-6204f14e7cf0 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 210 time: 0.1049778 Aug 29 04:10:48.101433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e1beb8cc-069a-416b-b8c7-822ed4d910ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=291dc3eb5be44bdda5256903f683d119&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8137939 Aug 29 04:10:48.108400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:48.200679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:48.221048 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:48.242082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.244340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Allocated IP 192.168.233.204 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:48.251118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5fa9a427-deb1-47fe-badd-739b0d78a285 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0361755 Aug 29 04:10:48.253108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:48.262868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:48.265585 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:48.277257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.384262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.390313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.447212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] For port f7208edf-ae5f-419a-b4ce-aa88c55b7695, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f7208edf-ae5f-419a-b4ce-aa88c55b7695,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:48.454739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.539778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08a208-fcc0-46fa-88e0-21ab010e9dac None None] Pushing event updated for resources: {'Port': ['ID=f7208edf-ae5f-419a-b4ce-aa88c55b7695,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:48.833839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58959ce1-5734-4dc5-a66a-f16306ef7506 None None] Provisioning complete for port f7208edf-ae5f-419a-b4ce-aa88c55b7695 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:48.839517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58959ce1-5734-4dc5-a66a-f16306ef7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.871523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.881322 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:48.881718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:48.883514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e49ce017-21a3-4fe9-a6a7-cc651281f94f HTTP/1.1" status: 204 len: 168 time: 0.7737699 Aug 29 04:10:49.085456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b700-c9b0-46b5-bc0e-096d6e317a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ce017-21a3-4fe9-a6a7-cc651281f94f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:49.391050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.554138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3a069f2-864f-43e0-b8aa-104e8b6eaf7c req-535ec67f-8301-4d3f-b3eb-3a43bb3f1237 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 210 time: 0.1727450 Aug 29 04:10:49.586736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Transition to ACTIVE for port object 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:49.632155 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:46Z', 'revision_number': 3, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:49.700131 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:10:49.700610 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Updating router 17a5a89e-9082-43b3-9b51-864e39a09d78 port dc59d571-6351-4d36-a676-a25e0c142711 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:10:49.749763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.752828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:49.768581 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.022511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:50.033338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Pushing event updated for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:50.038025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:50.205991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:50.223179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:50.224281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.251259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:50.316379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f5114c28-52ed-49cc-9060-23d4a4f727d8 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4619987 Aug 29 04:10:50.345532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-73d4c8f5-107c-4415-aaff-e672b9e66203 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:50.348059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-73d4c8f5-107c-4415-aaff-e672b9e66203 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159545 Aug 29 04:10:50.382605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2195b3-c703-4962-a42b-ccc8ded2d637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.494390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-ace4e6d4-010a-43cb-a052-53fc7b50d9bb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371618 Aug 29 04:10:50.565702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Allocated IP 172.20.0.1 (782ef7e4-8686-4b0a-a41b-8665a2142b6c/4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4/30bbcbeb-cb42-47d5-a525-e2c874abcc98) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:50.599360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f7208edf-ae5f-419a-b4ce-aa88c55b7695 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:50.733257 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.788974 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Transition to ACTIVE for port object dc59d571-6351-4d36-a676-a25e0c142711 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:50.812345 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.950815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b223fcda-5b34-4efe-9850-7a02874c6fdc None None] Provisioning for port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:50.954979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.965941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b223fcda-5b34-4efe-9850-7a02874c6fdc None None] Provisioning complete for port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:50.970511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b223fcda-5b34-4efe-9850-7a02874c6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:50.990433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Transition to ACTIVE for port object 30bbcbeb-cb42-47d5-a525-e2c874abcc98 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:51.018273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f7208edf-ae5f-419a-b4ce-aa88c55b7695 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:51.021976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.067195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.120684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734c41-9519-4737-8b4a-5213586153df req-2c020bd4-1c78-4592-980d-f8f5e4009202 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.129350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9734c41-9519-4737-8b4a-5213586153df req-2c020bd4-1c78-4592-980d-f8f5e4009202 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 936 time: 0.2200966 Aug 29 04:10:51.130058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:51.132905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b223fcda-5b34-4efe-9850-7a02874c6fdc None None] Port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:51.191636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:51.196509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Attempting to bind port dc59d571-6351-4d36-a676-a25e0c142711 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:51.197101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Attempting to bind port dc59d571-6351-4d36-a676-a25e0c142711 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:51.197862 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Attempting to bind port dc59d571-6351-4d36-a676-a25e0c142711 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:51.198707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:51.199686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.215814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-5b30906d-6e7c-4381-9abd-dbf6d4ec87e8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:51.232643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-5b30906d-6e7c-4381-9abd-dbf6d4ec87e8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7236502 Aug 29 04:10:51.249333 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Pushing event updated for resources: {'Port': ['ID=dc59d571-6351-4d36-a676-a25e0c142711,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:51.263629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-ca0408ea-e499-48c4-b2b7-e0f84e7471b4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/quotas/808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 375 time: 0.0300632 Aug 29 04:10:51.283553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.284104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.284544 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.284998 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.285433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.285861 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.286282 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.286706 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.287166 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.287586 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.288043 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.290153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Tracked resource versions report: Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: pushed versions: Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: { 'AddressGroup': {'1.2'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'ConntrackHelper': {'1.0'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Log': {'1.0'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Network': {'1.1'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Port': {'1.7'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'PortForwarding': {'1.2'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'QosPolicy': {'1.9'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SecurityGroup': {'1.4'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SecurityGroupRule': {'1.2'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SubPort': {'1.0'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Subnet': {'1.1'}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Trunk': {'1.1'}} Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: consumer versions: Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: { DHCP agent@n-d-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: HyperV agent@n-h1-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: HyperV agent@n-h2-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: L3 agent@n-d-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: Metadata agent@n-d-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: Metering agent@n-d-712139-13: {}, Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: Open vSwitch agent@n-d-712139-13: { 'AddressGroup': '1.2', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'ConntrackHelper': '1.0', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Log': '1.0', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Network': '1.1', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Port': '1.7', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'PortForwarding': '1.2', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'QosPolicy': '1.9', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SecurityGroup': '1.4', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SecurityGroupRule': '1.2', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'SubPort': '1.0', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Subnet': '1.1', Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: 'Trunk': '1.1'}} Aug 29 04:10:51.291487 n-d-712139-13 neutron-server[94829]: {{(pid=94829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 04:10:51.301422 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:51.305359 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:51.305899 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.306420 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:51.307007 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Bound port: dc59d571-6351-4d36-a676-a25e0c142711, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:51.310926 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.346844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Request body: {'port': {'device_id': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'device_owner': 'compute:tempest-test_az-788423668', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:51.368519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9734c41-9519-4737-8b4a-5213586153df req-04238591-6950-4a6b-b181-e16393096fa0 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381485 Aug 29 04:10:51.400734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-647c429d-1189-4db7-beed-c4a8540eb983 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301146 Aug 29 04:10:51.513917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.543828 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] For port dc59d571-6351-4d36-a676-a25e0c142711, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:51.558331 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] For port dc59d571-6351-4d36-a676-a25e0c142711, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=dc59d571-6351-4d36-a676-a25e0c142711,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:51.594361 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.684842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e779d86-7bba-4b1c-a585-5aa8a5fb3be0 None None] Provisioning for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:51.705603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e779d86-7bba-4b1c-a585-5aa8a5fb3be0 None None] Provisioning complete for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:51.713828 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e779d86-7bba-4b1c-a585-5aa8a5fb3be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:51.870427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e779d86-7bba-4b1c-a585-5aa8a5fb3be0 None None] Port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:51.884820 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:51.890253 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:51.963818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Pushing event updated for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.054643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a90aa99c-8f81-4ea9-baf4-f2d295b6085f req-cdfcec57-721d-4654-b7cf-15fc480e1541 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.0660825 Aug 29 04:10:52.155236 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829705-6b78-4709-bfa4-2dcf303a44e5 None None] Pushing event updated for resources: {'Port': ['ID=dc59d571-6351-4d36-a676-a25e0c142711,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.374722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.455860 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:10:52.556001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2195b3-c703-4962-a42b-ccc8ded2d637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.610387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:10:52.611305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b2195b3-c703-4962-a42b-ccc8ded2d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.622925 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.641400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Transition to ACTIVE for port object 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:52.654034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:52.762527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.821259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2195b3-c703-4962-a42b-ccc8ded2d637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0da0df-dc61-4b7d-bec7-19526364d1f2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:52.868399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875b13-8eaa-47a1-8f1c-c7f227068eb9 req-7a45dfd4-6950-44dd-a8b2-58317c200543 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:52.877154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06875b13-8eaa-47a1-8f1c-c7f227068eb9 req-7a45dfd4-6950-44dd-a8b2-58317c200543 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.2338123 Aug 29 04:10:52.922915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b2195b3-c703-4962-a42b-ccc8ded2d637 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf8f5e36bc904f7c87603b0763707480&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6705363 Aug 29 04:10:52.933084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:53.080400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06875b13-8eaa-47a1-8f1c-c7f227068eb9 req-d2607790-c232-40ea-be33-be11b2007d10 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008889 Aug 29 04:10:53.146602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Attempting to bind port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:10:53.147217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Attempting to bind port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:10:53.150529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Attempting to bind port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:53.165492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:10:53.166202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Attempting to bind port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:10:53.196181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:10:53.196740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:10:53.197227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:10:53.197713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Bound port: 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:10:53.198069 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.282599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a96714c-0ac0-45e1-a55e-93111efcea1c req-d9bd713c-047b-4cc5-b4f3-9f36a16e99ed tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.0867090 Aug 29 04:10:53.300096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.387636 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.440458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:10:53.445969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:10:53.455051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.506399 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:10:50Z', 'revision_number': 1, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:53.521451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:53.522078 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.523595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b HTTP/1.1" status: 200 len: 1118 time: 2.5427334 Aug 29 04:10:53.524089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:10:53.604238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.613619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.614422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:53.768686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253cc4-37e8-4f19-b01b-d26e89c9f807 None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:10:50Z', 'revision_number': 1, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:10:54.189903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.221680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:54.236646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef0da0df-dc61-4b7d-bec7-19526364d1f2 HTTP/1.1" status: 204 len: 168 time: 1.3017805 Aug 29 04:10:54.246437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e82e7-9f96-4b5b-822b-709b4cdc87e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:54.258922 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364270f-eba5-45b0-ac3a-552e47e011f0" -d '{"events": [{"name": "network-changed", "server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:10:54.315694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Pushing event updated for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:54.337424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dd144-0f00-4123-9ae6-dc9f90b482b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0da0df-dc61-4b7d-bec7-19526364d1f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:54.458170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:54.463138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:54.584314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c8e2d7e2-c78b-4657-a3f7-a4bd6f24cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:54.589777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-c8e2d7e2-c78b-4657-a3f7-a4bd6f24cab6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 1121 time: 0.7512915 Aug 29 04:10:54.624857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e3cd-3d46-4830-8d08-1cc06ff717a1 req-bdf86373-369a-4199-9737-39f4ad27148b tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:54.642660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5895e3cd-3d46-4830-8d08-1cc06ff717a1 req-bdf86373-369a-4199-9737-39f4ad27148b tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.3754528 Aug 29 04:10:54.882511 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45a8bf6-9ec0-4a21-b23e-5bc5004e0b80 x-openstack-request-id: req-b45a8bf6-9ec0-4a21-b23e-5bc5004e0b80 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:10:54.891240 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:10:54.892058 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b45a8bf6-9ec0-4a21-b23e-5bc5004e0b80 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:10:54.894035 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b', 'status': 'completed', 'code': 200} Aug 29 04:10:54.998224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-f07be267-6a98-4567-af7a-fd444fdd1c23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b HTTP/1.1" status: 200 len: 217 time: 0.3947144 Aug 29 04:10:55.075013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d69d3ff5-f3c9-4ce6-900f-aa0781bb9dd8 req-85bdf641-c784-433a-ba41-f12280af0822 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.0860460 Aug 29 04:10:55.075611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-05d507bf-5855-4841-bfcb-c5f9ea3a4371 None None] Provisioning complete for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:55.077296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05d507bf-5855-4841-bfcb-c5f9ea3a4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:55.127005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5895e3cd-3d46-4830-8d08-1cc06ff717a1 req-153fe4cb-b5c5-4171-b97c-6eb5112d262e tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821708 Aug 29 04:10:55.220938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-05d507bf-5855-4841-bfcb-c5f9ea3a4371 None None] Port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:10:55.270875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:10:55.345002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-70b8c7d5-13db-4c0d-86ad-19758e55aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:55.349903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-70b8c7d5-13db-4c0d-86ad-19758e55aa6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2652879 Aug 29 04:10:55.645714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-d62a66bf-07b4-4ca3-b5d6-64f4a8232e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:55.647378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-d62a66bf-07b4-4ca3-b5d6-64f4a8232e8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2843902 Aug 29 04:10:55.739374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:55.809517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:10:55.844107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-47d9de7b-c3bd-4635-b515-4010b4acc682 admin admin] 10.222.0.62 "PUT /v2.0/routers/17a5a89e-9082-43b3-9b51-864e39a09d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5869598 Aug 29 04:10:55.899549 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-d413d9a4-7474-4342-9f76-8face67c33a8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347327 Aug 29 04:10:56.025292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-8acd3a03-ee2b-40f5-a0a1-e8e9592916b8 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470647 Aug 29 04:10:56.382947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cfb3a81-75be-49f3-9da3-d228bd62a251 req-2facd962-949b-4ea2-a98e-bbaa6fb0a275 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.1088030 Aug 29 04:10:56.553819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-4381068f-9865-41dc-9344-5347d76ba0fc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.562386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-4381068f-9865-41dc-9344-5347d76ba0fc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6554728 Aug 29 04:10:56.690368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a244e8-1085-426b-92a4-d392b8f74c04 req-0e1751e3-a461-4ab4-be14-eff894315820 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326997 Aug 29 04:10:56.691090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Request body: {'port': {'device_id': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '808562ffa84e49d78f3aaee7857a854b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:56.715970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device dc59d571-6351-4d36-a676-a25e0c142711 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:56.726214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5073408-f12c-4f4c-8a62-3023cb30069d req-bf6d9bd6-2129-46ce-b852-64df5ffe6c5f tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:56.734330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5073408-f12c-4f4c-8a62-3023cb30069d req-bf6d9bd6-2129-46ce-b852-64df5ffe6c5f tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.1104541 Aug 29 04:10:56.804946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5073408-f12c-4f4c-8a62-3023cb30069d req-777fa7a0-fd32-4787-81a4-b3a1cbb44120 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693130 Aug 29 04:10:56.834228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port dc59d571-6351-4d36-a676-a25e0c142711 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:56.848578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port dc59d571-6351-4d36-a676-a25e0c142711 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:56.849983 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.079161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.121949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-fa5576e1-e47f-4bec-afa3-ae82fa2154cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.130599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-fa5576e1-e47f-4bec-afa3-ae82fa2154cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 1121 time: 0.1348038 Aug 29 04:10:57.133303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port dc59d571-6351-4d36-a676-a25e0c142711, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=dc59d571-6351-4d36-a676-a25e0c142711,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:10:57.148929 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.290786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=dc59d571-6351-4d36-a676-a25e0c142711,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:57.311974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Made reservation on behalf of 808562ffa84e49d78f3aaee7857a854b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:57.321426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.348926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.552242 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.559797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:57.679415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c44f5541-56a5-453b-91b9-208720537f7a req-78002c9a-f969-402b-a0cc-57f3a751821a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.1239734 Aug 29 04:10:57.733258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-a96ef5f2-0919-40fc-b997-3e4050cefdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:57.737135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-a96ef5f2-0919-40fc-b997-3e4050cefdfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5980334 Aug 29 04:10:57.772746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51060c1d-1bb2-4182-95d6-299d3f09a302,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:57.823223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-7d97f1f3-fbd5-4d09-a7bb-04e938bdecf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b HTTP/1.1" status: 200 len: 217 time: 0.0633104 Aug 29 04:10:58.006411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-d7e9dbf4-c872-49a6-a874-c83ee001ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.009565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-d7e9dbf4-c872-49a6-a874-c83ee001ce87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1598086 Aug 29 04:10:58.128974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-d6fd39bb-ab89-45df-a7c2-fe3b1dc19ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.132389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-d6fd39bb-ab89-45df-a7c2-fe3b1dc19ef0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0988228 Aug 29 04:10:58.146266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec723d94-7002-4b64-844b-83a87a04d3d1 req-ab8404e4-ef49-48b3-b602-b4161df512f6 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:58.149612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Allocated IP 192.168.233.64 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/eba3ccdf-abb8-479f-b38d-64fa53c5733a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:10:58.159163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec723d94-7002-4b64-844b-83a87a04d3d1 req-ab8404e4-ef49-48b3-b602-b4161df512f6 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.1961772 Aug 29 04:10:58.549611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec723d94-7002-4b64-844b-83a87a04d3d1 req-134da6d8-181a-4a49-8cdf-dacbb9c47c3a tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882186 Aug 29 04:10:58.584596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device dc59d571-6351-4d36-a676-a25e0c142711 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:10:58.648363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-508944ae-1df8-4134-979b-5af90fc1c350 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848685 Aug 29 04:10:58.727075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port dc59d571-6351-4d36-a676-a25e0c142711 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:58.728049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.919348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:58.962931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2364270f-eba5-45b0-ac3a-552e47e011f0 req-0e114b46-b329-40a6-b738-9af09324c9ca service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991748 Aug 29 04:10:59.025498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Transition to ACTIVE for port object eba3ccdf-abb8-479f-b38d-64fa53c5733a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:10:59.042501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a068c314-dac5-4453-a221-c1b694c49857 req-76272fbb-ff0d-4ac3-a0df-9e26ec04c0b2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.0781975 Aug 29 04:10:59.135085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.156581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:10:59.164570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-network', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:10:59.244039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Made reservation on behalf of b4b354c60be349079ee400ac22f6a5ea for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:10:59.249696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.267752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.280295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.283375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:10:59.290826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:10:59.314600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:10:59.338925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.354225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.404749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:10:59.498820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.512295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.525091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-10dcec94-5474-4f32-9d35-e4f379370a57 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8412366 Aug 29 04:10:59.550616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:10:59.553261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-167d9a68-20e2-41d0-8701-371bf17549c2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:10:59.555275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-167d9a68-20e2-41d0-8701-371bf17549c2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122919 Aug 29 04:10:59.581937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.582699 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Added segment 978e2b3a-84ba-4de9-9542-73011805c95e of type vlan for network 888d61cb-0312-4a4a-b110-cf5e580c4946 Aug 29 04:10:59.716666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:10:59.728092 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.739711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:10:59.741063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:10:59.778667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.782962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:10:59.786579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:10:59.951286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c1d213b-b0ec-4c8b-8381-04ae6ad073f9 None None] Provisioning for port eba3ccdf-abb8-479f-b38d-64fa53c5733a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:10:59.979524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c1d213b-b0ec-4c8b-8381-04ae6ad073f9 None None] Provisioning complete for port eba3ccdf-abb8-479f-b38d-64fa53c5733a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:10:59.980106 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c1d213b-b0ec-4c8b-8381-04ae6ad073f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.080320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Pushing event updated for resources: {'Network': ['ID=888d61cb-0312-4a4a-b110-cf5e580c4946,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:00.180290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c913ce63-fe67-4e4f-b5d2-615c2e07d4d9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:00.187318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7a87f29b-7340-4ff9-b5c2-af342c230972 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0288792 Aug 29 04:11:00.190539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:00.196044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Request body: {'subnet': {'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-subnet', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:00.218727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd77b46-e720-4921-a523-d4d36f48b476 req-21272a72-4363-414e-8647-7b2a1112b3fb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.227393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cd77b46-e720-4921-a523-d4d36f48b476 req-21272a72-4363-414e-8647-7b2a1112b3fb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.1516955 Aug 29 04:11:00.287219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Made reservation on behalf of b4b354c60be349079ee400ac22f6a5ea for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:00.289884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:00.404440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:00.414992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:00.432536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cd77b46-e720-4921-a523-d4d36f48b476 req-cb848917-02e1-4c3f-ab1c-aa4ee550f6ac tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032297 Aug 29 04:11:00.625816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Request body: {'port': {'device_id': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:00.644453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d213b-b0ec-4c8b-8381-04ae6ad073f9 None None] Port eba3ccdf-abb8-479f-b38d-64fa53c5733a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:00.715565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b732eb6-5daf-4f0c-985e-8683648d6ce1 req-2cf3c7ee-2357-4772-ad43-43c0205216fb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:00.718829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b732eb6-5daf-4f0c-985e-8683648d6ce1 req-2cf3c7ee-2357-4772-ad43-43c0205216fb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 935 time: 0.4069450 Aug 29 04:11:00.867210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b732eb6-5daf-4f0c-985e-8683648d6ce1 req-f245ef05-df4e-45e9-8bf3-c8e543e0251b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402764 Aug 29 04:11:00.987284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.100310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:10:52Z', 'revision_number': 2, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:01.146180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:01.146930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Updating router 17a5a89e-9082-43b3-9b51-864e39a09d78 port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:01.161498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.192689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.690963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.699269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27565473-4820-402e-aa4e-d337bb630f00,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:01.710562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Transition to ACTIVE for port object 30bbcbeb-cb42-47d5-a525-e2c874abcc98 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:01.725141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.744611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Checking segment: {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:01.744891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Network hostable DHCP agents. Network: 888d61cb-0312-4a4a-b110-cf5e580c4946, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:01.845226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:01.893937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 888d61cb-0312-4a4a-b110-cf5e580c4946) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:01.896282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff04526-8446-4c8e-84da-2a9034df58fb None None] Pushing event updated for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:01.951414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:01.953131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:01.970010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5d9f3-4de6-423b-9616-897f0d4a7392 None None] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:02.091008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1cc6c944-23f5-4569-b2b8-d02878daac16 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8960493 Aug 29 04:11:02.101357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:02.131188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:02.228501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72a499-4a8d-43e3-b336-a35ba204db1e req-06b53ae0-f7d2-4dc2-ad06-cde695a786cb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:02.249227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca72a499-4a8d-43e3-b336-a35ba204db1e req-06b53ae0-f7d2-4dc2-ad06-cde695a786cb tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.3299170 Aug 29 04:11:02.341845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Attempting to bind port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:02.343974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Attempting to bind port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:02.344907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Attempting to bind port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:02.369213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba3ccdf-abb8-479f-b38d-64fa53c5733a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:02.407123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.443446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:02.444146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Checking segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:02.445599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.445599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Bound using segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:02.446630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Bound port: 30bbcbeb-cb42-47d5-a525-e2c874abcc98, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:02.447325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.459805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.462132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Transition to ACTIVE for port object eba3ccdf-abb8-479f-b38d-64fa53c5733a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:02.466711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.475264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.485050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca72a499-4a8d-43e3-b336-a35ba204db1e req-18f370b9-e749-43ee-82c9-0f0909daa5c3 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330842 Aug 29 04:11:02.695326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:02.748210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:02.749298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:02.756048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:02.769018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:02.770704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:02.786421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:02.787107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:02.788459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:02.789089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Bound port: eba3ccdf-abb8-479f-b38d-64fa53c5733a, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:02.789571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:02.862211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.023679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:03.035073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:03.045442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.158504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.159653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.162455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] 10.222.0.50 "PUT /v2.0/ports/eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 1096 time: 2.9001057 Aug 29 04:11:03.163239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:03.209073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] For port 30bbcbeb-cb42-47d5-a525-e2c874abcc98, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:03.217955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] For port 30bbcbeb-cb42-47d5-a525-e2c874abcc98, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=30bbcbeb-cb42-47d5-a525-e2c874abcc98,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:03.227321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.330919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-888d61cb-0312-4a4a-b110-cf5e580c4946', 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'fixed_ips': [{'subnet_id': '27565473-4820-402e-aa4e-d337bb630f00'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:11:03.346130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.501949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff99d1a-6f3e-41db-b184-7b7371684268 service neutron] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:03.599672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf11f-4a6d-4ed5-9f4b-2179c73e25ab req-a9c72e5f-1e3b-4b02-9812-83ec5e58ff61 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.608621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe4bf11f-4a6d-4ed5-9f4b-2179c73e25ab req-a9c72e5f-1e3b-4b02-9812-83ec5e58ff61 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.5910099 Aug 29 04:11:03.618016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:03.653941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Allocated IP 172.20.0.2 (888d61cb-0312-4a4a-b110-cf5e580c4946/27565473-4820-402e-aa4e-d337bb630f00/707fb369-f7e3-48ce-9a1a-2445b6c8fa5e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:03.793120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff04526-8446-4c8e-84da-2a9034df58fb None None] Pushing event updated for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:03.803662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:03.804318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:03.825185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-3d72bb20-1d50-4357-a8bd-1e0681e6249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:03.837322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-3d72bb20-1d50-4357-a8bd-1e0681e6249b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1099 time: 0.3328125 Aug 29 04:11:03.850524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe4bf11f-4a6d-4ed5-9f4b-2179c73e25ab req-94e7308c-b5ed-414c-95b1-399b57b04133 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405963 Aug 29 04:11:04.122370 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a734883f-15d0-4772-810a-1314e0ec6dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:04.130728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-4b15f408-be42-4bfb-898d-78ed818a4715 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.2785120 Aug 29 04:11:04.195852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891807a-4b94-4bff-8f93-0bab97e144ed req-1b158406-943e-4df3-9b35-c2b6019ba14e tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:04.201302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.204978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c891807a-4b94-4bff-8f93-0bab97e144ed req-1b158406-943e-4df3-9b35-c2b6019ba14e tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.1420777 Aug 29 04:11:04.233707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-7c9de49c-2980-419b-97d9-213c20af108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:04.236597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Transition to ACTIVE for port object 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:04.237026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-7c9de49c-2980-419b-97d9-213c20af108e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0740356 Aug 29 04:11:04.319414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Transition to ACTIVE for port object 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:04.337341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c891807a-4b94-4bff-8f93-0bab97e144ed req-704bff26-4ec8-4e94-9c87-5a283f86b7fe tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283538 Aug 29 04:11:04.347282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:04.372502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.480918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.575018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.590282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75322a2e-a617-4196-b8de-286840003247 req-00b0c893-de71-4383-ad92-5dba935b2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:04.595950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-00b0c893-de71-4383-ad92-5dba935b2679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3475816 Aug 29 04:11:04.686108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:04.707498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:04.711689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:04.725249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 30bbcbeb-cb42-47d5-a525-e2c874abcc98 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:04.829731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Pushing event updated for resources: {'Port': ['ID=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:04.843381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:04.900441 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-06711320-e2e5-4c40-b151-ebbcc02e9ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892311 Aug 29 04:11:04.916179 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca72f12-aa47-4a07-9760-c0f8efa12e7d x-openstack-request-id: req-eca72f12-aa47-4a07-9760-c0f8efa12e7d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:04.917069 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:04.920499 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eca72f12-aa47-4a07-9760-c0f8efa12e7d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:04.921667 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'status': 'completed', 'code': 200} Aug 29 04:11:04.932780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:04.934573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:04.963531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Allocated IP 172.25.3.51 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ec996343-1413-4be4-9b58-6668b946dc0a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:05.050490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Attempting to bind port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:05.051176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Attempting to bind port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:05.051836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Attempting to bind port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e on network 888d61cb-0312-4a4a-b110-cf5e580c4946 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:05.064517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:05.072631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:05.072631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Checking segment: {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:05.072631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.073442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Bound using segment: {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:05.074294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Bound port: 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:05.074938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.182012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-75322a2e-a617-4196-b8de-286840003247 req-39da41eb-4afd-4661-8241-bf7f79442e8e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580297 Aug 29 04:11:05.195382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.197904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16d385-0a71-4f2d-963b-d7ed46d36b5b None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:03Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:05.264284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.332523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] For port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:05.337449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] For port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:05.348394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.431789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 30bbcbeb-cb42-47d5-a525-e2c874abcc98, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=30bbcbeb-cb42-47d5-a525-e2c874abcc98,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:05.450753 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.497540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-78b38273-958b-4edd-b981-91a36296c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.500514 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-78b38273-958b-4edd-b981-91a36296c6c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1099 time: 0.1679132 Aug 29 04:11:05.509453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f79fd7-e5ce-466f-89f0-9743b89a7bc6 None None] Pushing event updated for resources: {'Port': ['ID=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:05.597932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:05.615567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:05.695947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d8b1-68cb-48da-9db2-42a081347611 req-76d0a073-56e1-435f-a871-bd7000e7bf12 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:05.704994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3479d8b1-68cb-48da-9db2-42a081347611 req-76d0a073-56e1-435f-a871-bd7000e7bf12 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.2786169 Aug 29 04:11:05.709210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Pushing event updated for resources: {'Port': ['ID=ec996343-1413-4be4-9b58-6668b946dc0a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:05.751018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:05.794857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:05.802404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:05.981681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3479d8b1-68cb-48da-9db2-42a081347611 req-44125cc8-02a2-4545-8491-30f42addfdae tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733381 Aug 29 04:11:06.109767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-a69985e7-f88c-4678-b2d7-2da015942d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:06.113736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-a69985e7-f88c-4678-b2d7-2da015942d2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5897579 Aug 29 04:11:06.216612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-d12d02e9-cec2-4b27-8bc1-517fd367270e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0762999 Aug 29 04:11:06.366940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-39f0e4ce-3bee-4daf-91c7-c5b208a6bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:06.371322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-39f0e4ce-3bee-4daf-91c7-c5b208a6bf16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1318884 Aug 29 04:11:06.564526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-c43a6120-c68c-4c9e-a895-29b931764a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:06.566738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-c43a6120-c68c-4c9e-a895-29b931764a4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1880083 Aug 29 04:11:06.841545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 30bbcbeb-cb42-47d5-a525-e2c874abcc98 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:07.008053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b4aab-5d2d-4ab8-b6fb-26ef089ade71 req-82b63d53-0562-4f60-970b-bbf655f39367 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:07.026201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a2b4aab-5d2d-4ab8-b6fb-26ef089ade71 req-82b63d53-0562-4f60-970b-bbf655f39367 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.7594700 Aug 29 04:11:07.070033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:07.070509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.284061 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e653635e-d9d2-4ad2-a992-59e40b32f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.293642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:07.295947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.396613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:07.481347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcb46e-4d9e-424c-974f-9ce1badb02a1 None None] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:07.510025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-c0fa4467-ab1b-4bd6-8907-2a5ffc15fb9e tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=410c4958ed624c718830ff3d4ba2abd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790808 Aug 29 04:11:07.520117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a2b4aab-5d2d-4ab8-b6fb-26ef089ade71 req-e8b123cd-71fd-42d3-93df-63160b43562a tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919386 Aug 29 04:11:07.580833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Provisioning for port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:07.586076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Provisioning complete for port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:07.586825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.804787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.869093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] For port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:07.878522 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:07.951533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fb01e-eb81-4ffb-85b7-e4cf7208a0e4 None None] Pushing event updated for resources: {'Port': ['ID=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:08.046568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-3af26dc1-9706-480d-b1b3-e1af9bbf817c tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.049307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-3af26dc1-9706-480d-b1b3-e1af9bbf817c tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240076 Aug 29 04:11:08.155772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:08.200439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-174740f9-fcc6-4762-aad2-a06e241eac1c tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/quotas/410c4958ed624c718830ff3d4ba2abd8 HTTP/1.1" status: 200 len: 375 time: 0.0494249 Aug 29 04:11:08.217653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc643f-e0ce-4bff-944f-6e2d08ef8b64 req-bdf95819-976d-4a63-9618-2d609c606a7c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.225074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8dc643f-e0ce-4bff-944f-6e2d08ef8b64 req-bdf95819-976d-4a63-9618-2d609c606a7c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.3283675 Aug 29 04:11:08.231681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.266752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b580b2a-a47d-4f5a-b155-20ef44a1b0dc None None] Provisioning complete for port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:08.267141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b580b2a-a47d-4f5a-b155-20ef44a1b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.301388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-3eb9a3c7-0322-41e5-b8f2-9619a47be966 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=410c4958ed624c718830ff3d4ba2abd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737398 Aug 29 04:11:08.443578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8dc643f-e0ce-4bff-944f-6e2d08ef8b64 req-0c9a1a4c-992e-4bd1-9422-72ffd746778e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938877 Aug 29 04:11:08.517575 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e9b9-0909-4192-8d23-af7e53ced9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.534308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:08.743340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2afca2ff-cc35-4c18-adcc-3d0e1d80dfdf req-d1b41210-43d6-4035-856d-ff412fd5def0 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.0787454 Aug 29 04:11:08.842644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:08.843804 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:08.877505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:11:08.924913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633628ab-aca1-4944-93cf-9bf436a93fdd req-3edbfc7e-3449-4cc4-94c6-4f34d1728e96 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:08.927291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633628ab-aca1-4944-93cf-9bf436a93fdd req-3edbfc7e-3449-4cc4-94c6-4f34d1728e96 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.1882577 Aug 29 04:11:09.043445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e9b9-0909-4192-8d23-af7e53ced9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.063807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e9b9-0909-4192-8d23-af7e53ced9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.203825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1e9b9-0909-4192-8d23-af7e53ced9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412eb21b-24e2-43ef-9ff7-e388fcb0c480,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:09.213297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633628ab-aca1-4944-93cf-9bf436a93fdd req-5c8b447b-3962-426f-8de2-43d5611bd6da tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060311 Aug 29 04:11:09.249552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:09.256868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0eb1e9b9-0909-4192-8d23-af7e53ced9a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87359edfd0d14ac0910a346ff374b550&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0994048 Aug 29 04:11:09.262774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:09.270169 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Sync routers for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:09.290681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.293551 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:09.293992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd7f80e8-5a48-45e4-bdd9-0e7fb0ab8a6c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.1912622 Aug 29 04:11:09.295309 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:09.297996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:09.419733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.474692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.566383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.570033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.571901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/412eb21b-24e2-43ef-9ff7-e388fcb0c480 HTTP/1.1" status: 204 len: 168 time: 0.3077765 Aug 29 04:11:09.572104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:09.596662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80150d-4141-4075-90bd-86d6f5e074ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412eb21b-24e2-43ef-9ff7-e388fcb0c480,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:09.906741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bee766e-81e7-479e-b732-60ccc890d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:09.964614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6cff2-15f7-40cd-946a-87a092900672 req-d28640d1-38c0-42e9-83cc-fa23ce70d605 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:09.967480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dba6cff2-15f7-40cd-946a-87a092900672 req-d28640d1-38c0-42e9-83cc-fa23ce70d605 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.2573767 Aug 29 04:11:10.025223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eff6ede7-affd-47c9-933f-7fe6e4a91cf1 req-675825a6-2148-466c-9d73-41fc666459b2 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.0520842 Aug 29 04:11:10.129169 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:06Z', 'revision_number': 3, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:10.134827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.180069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dba6cff2-15f7-40cd-946a-87a092900672 req-411aa3bc-d546-4ea0-a2de-cd90374b074d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534026 Aug 29 04:11:10.208271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:10.219102 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Checking router: 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:10.233280 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Updating router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 port ec996343-1413-4be4-9b58-6668b946dc0a binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:10.247945 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45e98d3b-1c51-4bc5-a874-c6f16193bf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.311628 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.478685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45e98d3b-1c51-4bc5-a874-c6f16193bf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.489670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:10.508588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45e98d3b-1c51-4bc5-a874-c6f16193bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.616836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45e98d3b-1c51-4bc5-a874-c6f16193bf26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b277b0d56c44f9cb89fd63fb7e3b12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060531 Aug 29 04:11:10.620452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:10.680210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-32271730-1fc0-49b7-b700-96c0b1ed06b6 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=410c4958ed624c718830ff3d4ba2abd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325252 Aug 29 04:11:10.685443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98d3b-1c51-4bc5-a874-c6f16193bf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd4d98b-d17e-42ea-8bd7-1aacd23e5282,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:10.790618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.846303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:10.853131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.863007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b', 'mac_address': 'fa:16:3e:da:a2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-788423668', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:10.937370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.967467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.970543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:10.974905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bd4d98b-d17e-42ea-8bd7-1aacd23e5282 HTTP/1.1" status: 204 len: 168 time: 0.3530314 Aug 29 04:11:10.976634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:10.987888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5376a07-7f0f-4388-bcd4-7e7955cfa78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd4d98b-d17e-42ea-8bd7-1aacd23e5282,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:11.036179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:11.065750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.162453 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.203544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9cf42-817f-43d5-94de-327db167eb2d req-ffd0d67d-6a24-47b0-b5ae-411bf2cbc83c tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.204421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:11.205053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fd9cf42-817f-43d5-94de-327db167eb2d req-ffd0d67d-6a24-47b0-b5ae-411bf2cbc83c tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 969 time: 0.7471583 Aug 29 04:11:11.206733 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Transition to ACTIVE for port object ec996343-1413-4be4-9b58-6668b946dc0a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:11.222336 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.267572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11d4fd6d-c768-4008-a9e3-8d608ce6544d req-46cac52e-68a6-46de-ba15-6a006798d17a tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.0768728 Aug 29 04:11:11.303747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.317799 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.373740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8327-cd3f-4ac9-a49b-d1c6f619a790 None None] Pushing event updated for resources: {'Port': ['ID=ec996343-1413-4be4-9b58-6668b946dc0a,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:11.400058 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Attempting to bind port ec996343-1413-4be4-9b58-6668b946dc0a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:11.400835 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Attempting to bind port ec996343-1413-4be4-9b58-6668b946dc0a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:11.401352 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Attempting to bind port ec996343-1413-4be4-9b58-6668b946dc0a on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:11.408778 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:11.409173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:11.409942 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.410451 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:11.410943 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Bound port: ec996343-1413-4be4-9b58-6668b946dc0a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:11.411366 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.430231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fd9cf42-817f-43d5-94de-327db167eb2d req-7872eacf-190a-4a68-bd0b-c56d5e675e85 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018723 Aug 29 04:11:11.460201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-a8ff26f1-0b5a-410c-ac46-be261b19a685 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.461844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-a8ff26f1-0b5a-410c-ac46-be261b19a685 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7601094 Aug 29 04:11:11.485991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:11.504674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Request body: {'port': {'device_id': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '410c4958ed624c718830ff3d4ba2abd8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:11.526401 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] For port ec996343-1413-4be4-9b58-6668b946dc0a, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:11.533058 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] For port ec996343-1413-4be4-9b58-6668b946dc0a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ec996343-1413-4be4-9b58-6668b946dc0a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:11.545305 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.672129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40c8f3-3a03-49d9-9998-31ad38f8f5b4 req-1222f350-8fb0-4a54-91ae-40177f4f37b9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:11.680144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f40c8f3-3a03-49d9-9998-31ad38f8f5b4 req-1222f350-8fb0-4a54-91ae-40177f4f37b9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.2948465 Aug 29 04:11:11.711210 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:11.713719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:11.859417 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8327-cd3f-4ac9-a49b-d1c6f619a790 None None] Pushing event updated for resources: {'Port': ['ID=ec996343-1413-4be4-9b58-6668b946dc0a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:11.867889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f40c8f3-3a03-49d9-9998-31ad38f8f5b4 req-21a0d962-100b-4503-9c83-dd017ce8feb8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867623 Aug 29 04:11:11.895332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.909791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Allocated IP 172.20.0.1 (888d61cb-0312-4a4a-b110-cf5e580c4946/27565473-4820-402e-aa4e-d337bb630f00/b1168cce-b8a9-4179-a929-86b796830a51) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:11.925279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Made reservation on behalf of 410c4958ed624c718830ff3d4ba2abd8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:11.929394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.948212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:11.994940 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:12.181619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:12.192777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.207537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f033a3-5207-49b0-915e-3082864005f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.224220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Transition to ACTIVE for port object b1168cce-b8a9-4179-a929-86b796830a51 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:12.293664 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:06Z', 'revision_number': 3, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:12.322836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572dd3-df9a-4e20-9d46-0e7a656bb788 None None] The sync data for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 is: [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:06Z', 'revision_number': 3, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:12.350490 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.375308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.394215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.456240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:12.549346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f033a3-5207-49b0-915e-3082864005f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.559301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8f033a3-5207-49b0-915e-3082864005f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.655692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:12.666382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:12.667518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.691246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f689542-bf2b-414d-ae75-a408f7d1052e req-dbec14da-abdf-4c1b-b980-09f62f1b8e93 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.2956362 Aug 29 04:11:12.691529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8f033a3-5207-49b0-915e-3082864005f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a10c679aa12c4c53a2719b30efa6cfbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063028 Aug 29 04:11:12.692181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:12.747974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:12.752986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:12.784528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f033a3-5207-49b0-915e-3082864005f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a355a3-8f30-4524-8575-99ad5f1166c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:12.789271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.830368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:12.831615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.876484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:12.951175 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.095450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.116977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.138314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.204924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92a355a3-8f30-4524-8575-99ad5f1166c6 HTTP/1.1" status: 204 len: 168 time: 0.5104601 Aug 29 04:11:13.231711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:13.254427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45f140-5583-425a-ba28-75395aac4df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a355a3-8f30-4524-8575-99ad5f1166c6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.344809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610789b3-f557-4506-b7d6-8e67ecc2b7b0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.416724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:13.448065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.540555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.601670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Allocated IP 192.168.233.44 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/e5f45fa5-b349-4dfa-8b13-b2a7132d55a7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:13.611705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:13.623638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbb50194-7eb2-4bb4-8c8c-c6c6481bc888 None None] Provisioning for port b1168cce-b8a9-4179-a929-86b796830a51 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:13.631697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbb50194-7eb2-4bb4-8c8c-c6c6481bc888 None None] Provisioning complete for port b1168cce-b8a9-4179-a929-86b796830a51 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:13.631983 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbb50194-7eb2-4bb4-8c8c-c6c6481bc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.706522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cbb50194-7eb2-4bb4-8c8c-c6c6481bc888 None None] Port b1168cce-b8a9-4179-a929-86b796830a51 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:13.733854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0ad1-0b98-4dfe-ad25-d1f57f7bd826 req-88feaea7-f3c4-4a61-8dfa-e806df97b7e1 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.736764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d20e0ad1-0b98-4dfe-ad25-d1f57f7bd826 req-88feaea7-f3c4-4a61-8dfa-e806df97b7e1 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 970 time: 1.0379446 Aug 29 04:11:13.784822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3cec0-42a6-4926-962a-c8ecf77214ae req-8a7a36a6-0217-4453-ba14-1c63681368df tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:13.788296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7de3cec0-42a6-4926-962a-c8ecf77214ae req-8a7a36a6-0217-4453-ba14-1c63681368df tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.5515232 Aug 29 04:11:13.840076 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39e4f0-3981-40f8-bc76-8a60fec405ef" -d '{"events": [{"server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "name": "network-vif-plugged", "status": "completed", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:13.953854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:13.967075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d20e0ad1-0b98-4dfe-ad25-d1f57f7bd826 req-d71e3993-ce1b-499f-b219-04b2df06b17f tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059081 Aug 29 04:11:13.998931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7de3cec0-42a6-4926-962a-c8ecf77214ae req-acf0812a-fca3-4c83-b58c-b1ff7b719e39 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810658 Aug 29 04:11:14.192485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18992b28-5f04-4773-a874-b6ccb346787e req-60f7ede8-7a99-4a6a-98c3-ed6cf10763ad tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.0894895 Aug 29 04:11:14.257616 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-7af3efb8-575f-4d4e-b865-1ba85658b0cf service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883285 Aug 29 04:11:14.330100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.383591 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa7b414-8309-48f5-9a80-95798674867c x-openstack-request-id: req-3fa7b414-8309-48f5-9a80-95798674867c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:14.384163 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "name": "network-vif-plugged", "status": "completed", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:14.384416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Transition to ACTIVE for port object e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:14.385123 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fa7b414-8309-48f5-9a80-95798674867c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:14.385123 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b', 'code': 200} Aug 29 04:11:14.447132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a734883f-15d0-4772-810a-1314e0ec6dd3 req-da166faf-abf7-43f8-8544-042879b4e209 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800475 Aug 29 04:11:14.523872 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.533830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.54', 49774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:14.538093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.539216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.584924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ec996343-1413-4be4-9b58-6668b946dc0a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:14.615349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.619518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:14.669768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ec996343-1413-4be4-9b58-6668b946dc0a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:14.677256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ec996343-1413-4be4-9b58-6668b946dc0a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:14.677609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.680220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-3da6a40c-f04f-48de-8120-c1bdbf6b6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.681768 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-3da6a40c-f04f-48de-8120-c1bdbf6b6c23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 1123 time: 0.1412990 Aug 29 04:11:14.707864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-8a1c3e91-8b30-4f7e-9a23-efecb3bf3244 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.738101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:14.748442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:14.752572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:14.758316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:14.760113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.763524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Pushing event updated for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:14.837384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:14.849502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:14.859221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.918440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port ec996343-1413-4be4-9b58-6668b946dc0a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ec996343-1413-4be4-9b58-6668b946dc0a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:14.926837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.939556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-8a1c3e91-8b30-4f7e-9a23-efecb3bf3244 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:14.945642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-8a1c3e91-8b30-4f7e-9a23-efecb3bf3244 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.023070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bab4da2a-f0ad-4422-9f47-4d6895bf7010 req-8a1c3e91-8b30-4f7e-9a23-efecb3bf3244 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311708 Aug 29 04:11:15.037115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3e91-8b30-4f7e-9a23-efecb3bf3244 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb311d-155f-43f5-8087-f659496b57d8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.072085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=ec996343-1413-4be4-9b58-6668b946dc0a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:15.352486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Provisioning complete for port b1168cce-b8a9-4179-a929-86b796830a51 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:15.353396 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.420996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Port b1168cce-b8a9-4179-a929-86b796830a51 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:15.427170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-7899978b-072f-42e9-bfc5-b1d9d5821174 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9351192 Aug 29 04:11:15.442009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Provisioning for port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:15.449135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Provisioning complete for port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:15.449690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.473377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Request body: {'port': {'device_id': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'device_owner': 'compute:tempest-test_az-788423668', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:15.516129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1432a-8fbf-47b3-8930-84ebd4d71a96 None None] Port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:15.601811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:15.613212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9000c-f41b-45b8-9891-8d09ddc44a59 req-0a4a3c0e-acc6-423c-8378-70ba5f017f78 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.614730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec9000c-f41b-45b8-9891-8d09ddc44a59 req-0a4a3c0e-acc6-423c-8378-70ba5f017f78 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.1834443 Aug 29 04:11:15.616559 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:15.628726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c08f6-806d-4edf-8b0b-8567dc6d1451 req-563c4fb8-fe26-4b5b-a780-90f89fb84003 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:15.630936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc2c08f6-806d-4edf-8b0b-8567dc6d1451 req-563c4fb8-fe26-4b5b-a780-90f89fb84003 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 971 time: 0.1974206 Aug 29 04:11:15.840064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec9000c-f41b-45b8-9891-8d09ddc44a59 req-c74bc769-2146-4988-8a2a-700cc836c9be tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068517 Aug 29 04:11:15.942581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc2c08f6-806d-4edf-8b0b-8567dc6d1451 req-8ff1cd96-14a0-4f41-9bdb-c8aaa2073091 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942650 Aug 29 04:11:16.144952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:16.153812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7971fa7c-41c4-414d-950c-a57b3b89b9ed admin admin] 10.222.0.62 "PUT /v2.0/routers/5fa1e05b-b252-491c-ad5f-efb6aaeb22f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8545237 Aug 29 04:11:16.162284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaab75-7477-4945-87d3-b236469018c7 req-b0ae3f85-47c4-44c3-8073-244889fed4f5 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.163968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcaaab75-7477-4945-87d3-b236469018c7 req-b0ae3f85-47c4-44c3-8073-244889fed4f5 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 935 time: 0.2319958 Aug 29 04:11:16.167480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Sync routers for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:16.186345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:16.187596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:16.282738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcaaab75-7477-4945-87d3-b236469018c7 req-91a13d36-2630-49ed-b0e0-88854f16b0fd tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010618 Aug 29 04:11:16.371971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:16.388364 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.424076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:16.437157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Transition to ACTIVE for port object e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:16.444715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.639330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Pushing event updated for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:16.649147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Attempting to bind port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:16.650117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Attempting to bind port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:16.650914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Attempting to bind port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:16.656800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ec996343-1413-4be4-9b58-6668b946dc0a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:16.660452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:16.661346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Attempting to bind port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:16.673600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:16.674618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:16.675560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:16.676627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Bound port: e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:16.677540 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.805564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:13Z', 'revision_number': 4, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1168cce-b8a9-4179-a929-86b796830a51', 'name': '', 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'mac_address': 'fa:16:3e:37:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '27565473-4820-402e-aa4e-d337bb630f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:11Z', 'updated_at': '2021-08-29T04:11:14Z', 'revision_number': 2, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'subnets': [{'id': '27565473-4820-402e-aa4e-d337bb630f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:16.837662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Checking router: 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:16.838054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Updating router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 port b1168cce-b8a9-4179-a929-86b796830a51 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:11:16.840297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ec996343-1413-4be4-9b58-6668b946dc0a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:16.840696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.866759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:16.877046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:16.891423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.908036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.976645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:16.981224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:16.982418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] 10.222.0.54 "PUT /v2.0/ports/e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 HTTP/1.1" status: 200 len: 1117 time: 1.5151095 Aug 29 04:11:16.986295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:16.989694 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c" -d '{"events": [{"name": "network-changed", "server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:17.119869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e311-be22-4f20-8b52-3e21a2b46325 req-6408f36d-c20f-4f2a-999d-30c97d383096 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.128096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efb3e311-be22-4f20-8b52-3e21a2b46325 req-6408f36d-c20f-4f2a-999d-30c97d383096 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.1426044 Aug 29 04:11:17.130090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421c75c-ae5c-4fb6-9ca3-0408b06aab0b service neutron] Pushing event updated for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:17.181944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-844ce23a-7c4a-415d-a31c-4f65538f765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.183819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-844ce23a-7c4a-415d-a31c-4f65538f765e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=410c4958ed624c718830ff3d4ba2abd8&device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 1120 time: 0.1363003 Aug 29 04:11:17.199841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efb3e311-be22-4f20-8b52-3e21a2b46325 req-110676b2-219a-4c00-ac16-29df3e23af2a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Aug 29 04:11:17.278498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-9513748d-0185-43c2-bf81-7634c0747d70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 HTTP/1.1" status: 200 len: 217 time: 0.0728538 Aug 29 04:11:17.351734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffed2c45-851d-43a2-9e64-86a7b5117d81 x-openstack-request-id: req-ffed2c45-851d-43a2-9e64-86a7b5117d81 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:17.351734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:17.351734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffed2c45-851d-43a2-9e64-86a7b5117d81 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:17.351734 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7', 'status': 'completed', 'code': 200} Aug 29 04:11:17.409178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-96dc9891-fc54-4581-b1b7-f46c60b9219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.411645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-96dc9891-fc54-4581-b1b7-f46c60b9219f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1217260 Aug 29 04:11:17.491489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22e689-ac09-4077-b12e-07c17c542e55 req-a85a437c-ccbd-438a-9423-16f38dc4478a tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.493844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba22e689-ac09-4077-b12e-07c17c542e55 req-a85a437c-ccbd-438a-9423-16f38dc4478a tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 971 time: 0.1942303 Aug 29 04:11:17.523258 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:17.531236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.543048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Transition to ACTIVE for port object b1168cce-b8a9-4179-a929-86b796830a51 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:17.549311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.614720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2fbb7-bf59-4be3-83ea-44c6c58ba0c4 None None] Pushing event updated for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:17.618267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120cb8d-0707-43db-be13-103b9178be11 req-3ea0313a-5f85-4fbc-a7d5-474dacb85d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.620757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-3ea0313a-5f85-4fbc-a7d5-474dacb85d35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1994190 Aug 29 04:11:17.637119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c256-3ce5-448c-9e49-6116277afc92 req-00a68374-0012-4760-bd30-cdfbb8cf3ac9 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:17.639309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3361c256-3ce5-448c-9e49-6116277afc92 req-00a68374-0012-4760-bd30-cdfbb8cf3ac9 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 968 time: 0.2012897 Aug 29 04:11:17.656636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba22e689-ac09-4077-b12e-07c17c542e55 req-15358338-f23f-47f4-ac5b-b9f7a98bb63d tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392291 Aug 29 04:11:17.669420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Attempting to bind port b1168cce-b8a9-4179-a929-86b796830a51 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:17.669806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Attempting to bind port b1168cce-b8a9-4179-a929-86b796830a51 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:17.670195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Attempting to bind port b1168cce-b8a9-4179-a929-86b796830a51 on network 888d61cb-0312-4a4a-b110-cf5e580c4946 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:17.681185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:17.681567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Checking segment: {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:17.681979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.682383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Bound using segment: {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:17.682950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Bound port: b1168cce-b8a9-4179-a929-86b796830a51, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978e2b3a-84ba-4de9-9542-73011805c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:17.683485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.796370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] For port b1168cce-b8a9-4179-a929-86b796830a51, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:17.798666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3361c256-3ce5-448c-9e49-6116277afc92 req-96b0234c-6dc3-4cf2-adde-1784d23c15fb tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406932 Aug 29 04:11:17.815095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] For port b1168cce-b8a9-4179-a929-86b796830a51, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b1168cce-b8a9-4179-a929-86b796830a51,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:17.824242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-c7103132-8abb-4cb0-aff6-14d0e14aa760 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823208 Aug 29 04:11:17.825950 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:17.945212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120cb8d-0707-43db-be13-103b9178be11 req-f11f1510-d64d-4567-8945-fdf88975224b service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127191 Aug 29 04:11:17.998656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:17.999706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:18.141288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2fbb7-bf59-4be3-83ea-44c6c58ba0c4 None None] Pushing event updated for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.150409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:18.195876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-6ca22401-3f53-403b-97fc-68599cf180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.197787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-6ca22401-3f53-403b-97fc-68599cf180fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=410c4958ed624c718830ff3d4ba2abd8&device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 1120 time: 0.1842341 Aug 29 04:11:18.233253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:18.238338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527242623', 'description': 'tempest-description--607577656'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:18.283331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.355702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:18.360142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:18.405134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'mac_address': 'fa:16:3e:68:c6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:18.459895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-f032f20c-094c-4dcc-bcfe-dc2d2df5ca45 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.462937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-f032f20c-094c-4dcc-bcfe-dc2d2df5ca45 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 1123 time: 0.3427522 Aug 29 04:11:18.467406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-faf48595-705e-406c-8b73-aeacb4fc094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.470191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-faf48595-705e-406c-8b73-aeacb4fc094a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2500679 Aug 29 04:11:18.514549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-51a77f2e-8d70-449f-87f5-1a9cef7cd976 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.576118 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.581960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.583142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.639048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba3ccdf-abb8-479f-b38d-64fa53c5733a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:18.674532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3e077c-8198-475b-a286-dfa19893fe49,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.678797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.681037 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-104d38c2-b6d9-4442-956d-a4416d3b268d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4461153 Aug 29 04:11:18.685643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:18.702378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'security_group_rule': {'security_group_id': '6a3e077c-8198-475b-a286-dfa19893fe49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:18.715677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:18.750321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.775378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.779672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-24b66017-8154-43fb-9aa6-6c2ed57afede service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 HTTP/1.1" status: 200 len: 217 time: 0.2927818 Aug 29 04:11:18.838735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:18.864511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:13Z', 'revision_number': 4, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1168cce-b8a9-4179-a929-86b796830a51', 'name': '', 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'mac_address': 'fa:16:3e:37:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '27565473-4820-402e-aa4e-d337bb630f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:11Z', 'updated_at': '2021-08-29T04:11:17Z', 'revision_number': 4, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'subnets': [{'id': '27565473-4820-402e-aa4e-d337bb630f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:18.906474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d0f6c-13af-4be3-9852-a19e378a280c None None] The sync data for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 is: [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:11:13Z', 'revision_number': 4, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1168cce-b8a9-4179-a929-86b796830a51', 'name': '', 'network_id': '888d61cb-0312-4a4a-b110-cf5e580c4946', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'mac_address': 'fa:16:3e:37:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '27565473-4820-402e-aa4e-d337bb630f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:11Z', 'updated_at': '2021-08-29T04:11:17Z', 'revision_number': 4, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'subnets': [{'id': '27565473-4820-402e-aa4e-d337bb630f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:18.909392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-8fc4512a-5e35-4718-91ae-cd52a9adf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.910968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-8fc4512a-5e35-4718-91ae-cd52a9adf2dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1229663 Aug 29 04:11:18.938020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0ab1e-cb5d-48ca-948e-8fe59dc5eae0 req-39a36452-ae4d-45f1-9d09-5ab6004418a3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:18.939507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ed0ab1e-cb5d-48ca-948e-8fe59dc5eae0 req-39a36452-ae4d-45f1-9d09-5ab6004418a3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 948 time: 0.1673629 Aug 29 04:11:18.968147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:18.986348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.032847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684f3a84-8ffc-406e-8e54-720d1e3bc0af,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:19.041784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-ab3a3c6f-df89-4f58-add1-888ec4a5e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.043994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-ab3a3c6f-df89-4f58-add1-888ec4a5e8f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253355 Aug 29 04:11:19.052838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ed0ab1e-cb5d-48ca-948e-8fe59dc5eae0 req-7b0c8f1c-d334-4742-9269-ebee1da513b2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Aug 29 04:11:19.135475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-51a77f2e-8d70-449f-87f5-1a9cef7cd976 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.143378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-51a77f2e-8d70-449f-87f5-1a9cef7cd976 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.149274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:19.153538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.159798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e01343b4-99da-43f8-9faa-2e99aad2572d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703298 Aug 29 04:11:19.164024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:19.173544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'security_group_rule': {'security_group_id': '6a3e077c-8198-475b-a286-dfa19893fe49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:19.180803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a5ac15e-02d1-4c0b-abbb-7094f1436bfa req-51a77f2e-8d70-449f-87f5-1a9cef7cd976 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7081344 Aug 29 04:11:19.227354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.284617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77f2e-8d70-449f-87f5-1a9cef7cd976 tempest-AggregatesAdminTestJSON-356702644 tempest-AggregatesAdminTestJSON-356702644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8743cfa-f778-4195-aa54-17d3c56d73ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:19.330108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db162b7-7af6-42f3-a677-3b69011310b8 req-725f3405-a547-4b9f-803f-c0931d1988c4 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:19.336121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.341342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1db162b7-7af6-42f3-a677-3b69011310b8 req-725f3405-a547-4b9f-803f-c0931d1988c4 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 968 time: 0.1590042 Aug 29 04:11:19.343185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.377999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-d1c7d006-8079-47dc-af26-d2de8a4674f4 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238328 Aug 29 04:11:19.396562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28e5aab-ed6e-4c30-a1ae-5c2a7abee19c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:19.402310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.408142 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94a53b55-74dc-40e1-9dae-3c31d8f6a2b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424173 Aug 29 04:11:19.408926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:19.414866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:19.446900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.480601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1db162b7-7af6-42f3-a677-3b69011310b8 req-af23091d-1eb0-4bff-81a7-8e8bd160fba7 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375957 Aug 29 04:11:19.544686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fb402e5-44cb-4619-9bd4-ba5c95aebe4c req-f4a3c4b4-db4f-4d65-9476-3ff250a66921 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559298 Aug 29 04:11:19.616446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:19.800865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Allocated IP 172.25.3.8 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:20.024979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.100837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.106702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:20.203430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:20.203430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:20.204732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:20.224213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'Port': ['ID=4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:20.291650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port eba3ccdf-abb8-479f-b38d-64fa53c5733a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:20.299827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port eba3ccdf-abb8-479f-b38d-64fa53c5733a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:20.300205 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.403232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684b49-945a-4ff3-be16-4413919fe9a0 req-14d42927-dded-4ca1-9cf3-4a766276fb30 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.408940 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4684b49-945a-4ff3-be16-4413919fe9a0 req-14d42927-dded-4ca1-9cf3-4a766276fb30 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 948 time: 0.1553023 Aug 29 04:11:20.439494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.462328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.507445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:20.529961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.545542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4684b49-945a-4ff3-be16-4413919fe9a0 req-1c99abd6-0e2b-4578-b2c2-524200f3a959 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288104 Aug 29 04:11:20.615067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:20.617635 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce96fd7-6f96-4355-b199-27b60b9b34b4" -d '{"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-plugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:20.658300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:20.682476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1168cce-b8a9-4179-a929-86b796830a51 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:20.687255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.882057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:20.893120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba065-79af-4486-9559-09aed616f42c req-4646d222-c628-469a-9576-57ed626b1272 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:20.903875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ddba065-79af-4486-9559-09aed616f42c req-4646d222-c628-469a-9576-57ed626b1272 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 968 time: 0.1043763 Aug 29 04:11:20.922064 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef42821-1fe9-4bb7-8fa4-28b1ad4c7c15 x-openstack-request-id: req-5ef42821-1fe9-4bb7-8fa4-28b1ad4c7c15 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:20.922888 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-plugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:20.922888 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ef42821-1fe9-4bb7-8fa4-28b1ad4c7c15 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:20.923255 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'code': 200} Aug 29 04:11:20.959576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:20.973618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:20.982243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7', 'mac_address': 'fa:16:3e:bb:89:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:tempest-test_az-788423668', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:20.982982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.034475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b1168cce-b8a9-4179-a929-86b796830a51 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:21.047583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ddba065-79af-4486-9559-09aed616f42c req-1b8745b5-12ad-46bf-8538-47369b945656 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424420 Aug 29 04:11:21.049240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b1168cce-b8a9-4179-a929-86b796830a51 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:21.049857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.131438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.166006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbe010-72ff-4d71-a59d-3781992af78e req-1b991717-61a6-4e60-8c9b-d33ebcb03759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:21.172403 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04fbe010-72ff-4d71-a59d-3781992af78e req-1b991717-61a6-4e60-8c9b-d33ebcb03759 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.0921214 Aug 29 04:11:21.176686 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.185585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'Port': ['ID=4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.210926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.212309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4c53a16-af69-48e8-ac5c-9fa446bac78c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8022809 Aug 29 04:11:21.219768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:21.249295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04fbe010-72ff-4d71-a59d-3781992af78e req-0aa566c4-5da4-4385-8ea3-7425411455da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658596 Aug 29 04:11:21.268849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:21.280139 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.367989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.380269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.412349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b1168cce-b8a9-4179-a929-86b796830a51, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b1168cce-b8a9-4179-a929-86b796830a51,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:21.418492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:21.554126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:21.581674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e5f45fa5-b349-4dfa-8b13-b2a7132d55a7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:21.954472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-7487e924-baf1-4710-88ca-b4b7c8b7aa96 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1527242623&fields=id&tenant_id=994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 267 time: 0.0623043 Aug 29 04:11:22.097794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55c697-5489-4d88-9fa2-0d3ae433f339 req-eddf7cf5-689a-4bec-8d39-a4a6e8386e76 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.099385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f55c697-5489-4d88-9fa2-0d3ae433f339 req-eddf7cf5-689a-4bec-8d39-a4a6e8386e76 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1784239 Aug 29 04:11:22.203585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-91c73072-6629-46ec-9672-cc09c19cbdf9 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.205117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-91c73072-6629-46ec-9672-cc09c19cbdf9 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 823 time: 0.2323024 Aug 29 04:11:22.211099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f55c697-5489-4d88-9fa2-0d3ae433f339 req-c8709979-e256-4111-9ba0-6518c27481a7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965528 Aug 29 04:11:22.223020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-53b1d504-b071-4920-8066-29213fa3eff3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/quotas/994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 375 time: 0.0107727 Aug 29 04:11:22.315002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-86ad82bd-f07f-46ca-968e-83e519d749a5 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841708 Aug 29 04:11:22.498811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1168cce-b8a9-4179-a929-86b796830a51 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:22.503611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:22.544078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-21592d39-ec6c-4019-ae12-13683dc773d2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:11:22.545822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-21592d39-ec6c-4019-ae12-13683dc773d2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0837278 Aug 29 04:11:22.604448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:22.618557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:22.619164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.665780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b1168cce-b8a9-4179-a929-86b796830a51 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:22.666089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.700573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-c7ea2f17-ed88-4bcf-9e4d-23375c32983c service neutron] 10.222.0.62 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406162 Aug 29 04:11:22.838580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.846594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-eabf5fbc-e69d-4b21-b0c2-7ed42b0feaa4 service neutron] 10.222.0.62 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396754 Aug 29 04:11:22.854390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea34-0e38-4a04-9686-8a7dedb45e65 req-fd00213a-7a93-43dd-a7cf-9b70f0c91fc4 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:22.855967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a7eea34-0e38-4a04-9686-8a7dedb45e65 req-fd00213a-7a93-43dd-a7cf-9b70f0c91fc4 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 969 time: 0.0882239 Aug 29 04:11:22.895139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:22.900219 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:22.915162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a7eea34-0e38-4a04-9686-8a7dedb45e65 req-7c867333-4f1a-429c-b7a9-94dc0ec254a5 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Aug 29 04:11:22.927149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:22.929765 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ca64c-bdaf-4151-97bf-30273fd535cb" -d '{"events": [{"server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "name": "network-vif-plugged", "status": "completed", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:22.970114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:23.266951 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc5c60-e599-4960-8d24-cefb3c356597 x-openstack-request-id: req-53fc5c60-e599-4960-8d24-cefb3c356597 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:23.267507 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "name": "network-vif-plugged", "status": "completed", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:23.269392 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53fc5c60-e599-4960-8d24-cefb3c356597 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:23.270774 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7', 'code': 200} Aug 29 04:11:23.444834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf8640de-42a8-4acf-a866-4bf6dd2ba986 req-c603f332-9da1-4676-8621-8d71c76a3771 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 210 time: 0.0732901 Aug 29 04:11:23.537006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5de47-b1a8-43be-a791-0348d611de02 req-cb760165-3d77-4db5-8b31-4b6ab4055e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.539114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ab5de47-b1a8-43be-a791-0348d611de02 req-cb760165-3d77-4db5-8b31-4b6ab4055e5a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 1122 time: 0.1463346 Aug 29 04:11:23.611180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ab5de47-b1a8-43be-a791-0348d611de02 req-e9803e1c-77b8-4688-9e40-cf9db3555e4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500441 Aug 29 04:11:23.625438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272f638-76c4-420c-abdb-2317ae326147 req-d68aa137-d6cf-4402-b8e0-f13e0a14af16 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:23.627361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2272f638-76c4-420c-abdb-2317ae326147 req-d68aa137-d6cf-4402-b8e0-f13e0a14af16 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1136036 Aug 29 04:11:23.701366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2272f638-76c4-420c-abdb-2317ae326147 req-32fc4821-9a56-4105-a2c8-5e2aa0ee5d6a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Aug 29 04:11:24.147875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1bf1d-53a9-4e8a-a60e-1674f450d4b9 req-370b858c-7a8b-4dc9-a732-7ba07f47d568 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.149523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94b1bf1d-53a9-4e8a-a60e-1674f450d4b9 req-370b858c-7a8b-4dc9-a732-7ba07f47d568 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 970 time: 0.1029458 Aug 29 04:11:24.212775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94b1bf1d-53a9-4e8a-a60e-1674f450d4b9 req-cfc3b1eb-51ce-4f10-ac8c-a7a7ad38906e tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550518 Aug 29 04:11:24.272708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:24.428979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cea7c7c-a7f6-4153-84d4-cef9b91c4f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.611261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cea7c7c-a7f6-4153-84d4-cef9b91c4f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.617334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cea7c7c-a7f6-4153-84d4-cef9b91c4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.623313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc7087f4-2da9-4426-b97a-444711c55bc3 req-f571df01-745e-40cd-a7c2-c8aa3b918094 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 210 time: 0.0406125 Aug 29 04:11:24.714820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2cea7c7c-a7f6-4153-84d4-cef9b91c4f61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f676a9889f041b6b14ee7386689fc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364381 Aug 29 04:11:24.714820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7c7c-a7f6-4153-84d4-cef9b91c4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc95660e-73f3-4fb2-b79d-a34ce860d7bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:24.716071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:24.877769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.933663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:24.971990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17f5c-51dd-475a-aee1-c77fe9c230b5 req-4e6ddb71-a8df-4926-a826-a8b51ce0ff19 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:24.974779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b17f5c-51dd-475a-aee1-c77fe9c230b5 req-4e6ddb71-a8df-4926-a826-a8b51ce0ff19 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.0956287 Aug 29 04:11:25.056864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b17f5c-51dd-475a-aee1-c77fe9c230b5 req-588d5e85-d8d5-48af-8188-939c11506e9f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740776 Aug 29 04:11:25.255241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.262208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.263641 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc95660e-73f3-4fb2-b79d-a34ce860d7bb HTTP/1.1" status: 204 len: 168 time: 0.5461776 Aug 29 04:11:25.401718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee18b3c-ef88-4ef5-91e6-4899c3030018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc95660e-73f3-4fb2-b79d-a34ce860d7bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:25.429948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-5f67555f-4f95-404d-b470-9ed03ef466a5 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.431562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-5f67555f-4f95-404d-b470-9ed03ef466a5 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 823 time: 0.4229794 Aug 29 04:11:25.533630 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-383e65ff-78b4-4fbe-846c-8a55e77be23c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 380 time: 0.0792081 Aug 29 04:11:25.551098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'port': {'device_id': '12197205-717c-4b36-9842-b871724fb2f9', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'admin_state_up': True, 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'security_groups': ['6a3e077c-8198-475b-a286-dfa19893fe49']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:25.568381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d8d6-373b-43be-94af-46d5389d5501 req-d90eede3-5571-44d7-923e-bb0dde160b85 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.569932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c401d8d6-373b-43be-94af-46d5389d5501 req-d90eede3-5571-44d7-923e-bb0dde160b85 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.0650678 Aug 29 04:11:25.579130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18449-7a4e-40c7-985f-2dce24d5807d req-eaa85cec-27fd-430c-8040-dfb24428c53f tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:25.580726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b18449-7a4e-40c7-985f-2dce24d5807d req-eaa85cec-27fd-430c-8040-dfb24428c53f tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 970 time: 0.0922482 Aug 29 04:11:25.610193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c401d8d6-373b-43be-94af-46d5389d5501 req-eac9eb64-c453-4c76-8983-cbd4ddc48583 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.649282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b18449-7a4e-40c7-985f-2dce24d5807d req-b6a1eb24-7cae-4b49-836c-de2f46e0ef3a tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616000 Aug 29 04:11:25.736600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:25.750945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c401d8d6-373b-43be-94af-46d5389d5501 req-eac9eb64-c453-4c76-8983-cbd4ddc48583 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.751453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-774abf9b-cd9f-451d-8f6f-6bf6ae1f73fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.756087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c401d8d6-373b-43be-94af-46d5389d5501 req-eac9eb64-c453-4c76-8983-cbd4ddc48583 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:25.780612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c401d8d6-373b-43be-94af-46d5389d5501 req-eac9eb64-c453-4c76-8983-cbd4ddc48583 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988666 Aug 29 04:11:25.789845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9eb64-c453-4c76-8983-cbd4ddc48583 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81418888-aa46-4c61-b91a-7702c3522011,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:25.795053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Made reservation on behalf of 994e4b334d7e4a9297b6300271c67a42 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:25.799042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.018258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Allocated IP 172.20.0.8 (782ef7e4-8686-4b0a-a41b-8665a2142b6c/4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4/106c9723-c46f-407a-acac-be6b45ea07bd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:26.026146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-774abf9b-cd9f-451d-8f6f-6bf6ae1f73fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.034294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-774abf9b-cd9f-451d-8f6f-6bf6ae1f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.085485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e72030ec-724d-46e1-8c11-8b22e593d804 req-5988f2d3-11b3-4ebe-8117-23db9327ff45 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 210 time: 0.0457652 Aug 29 04:11:26.118825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-774abf9b-cd9f-451d-8f6f-6bf6ae1f73fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bec29bacda54f8a8e0ba423508984c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810761 Aug 29 04:11:26.119982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:26.134139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774abf9b-cd9f-451d-8f6f-6bf6ae1f73fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc77bb-9d14-45c1-8ca5-3fd8000ecb02,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:26.281927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.333998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.357795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.395417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Transition to ACTIVE for port object 106c9723-c46f-407a-acac-be6b45ea07bd will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:26.475028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.517489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.520002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.523605 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2afc77bb-9d14-45c1-8ca5-3fd8000ecb02 HTTP/1.1" status: 204 len: 168 time: 0.3831129 Aug 29 04:11:26.537882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:26.538804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a0258-e1af-4091-85a5-d0ffae17c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc77bb-9d14-45c1-8ca5-3fd8000ecb02,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:26.544152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:26.551524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:26.559514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:26.560631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:26.601610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532610 Aug 29 04:11:26.601951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42337c51-f369-4a39-9783-a732d7f421ea tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:26.627535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Request body: {'port': {'device_id': '12197205-717c-4b36-9842-b871724fb2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:26.713004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.051762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de12d9f2-088e-499a-92f0-5cb26e9bc9fa None None] Provisioning for port 106c9723-c46f-407a-acac-be6b45ea07bd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:27.056323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de12d9f2-088e-499a-92f0-5cb26e9bc9fa None None] Provisioning complete for port 106c9723-c46f-407a-acac-be6b45ea07bd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:27.056703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de12d9f2-088e-499a-92f0-5cb26e9bc9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.145104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de12d9f2-088e-499a-92f0-5cb26e9bc9fa None None] Port 106c9723-c46f-407a-acac-be6b45ea07bd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:27.262397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074498fc-12bd-4293-a254-4ab8804d045c req-20ee801f-9df2-4826-8da1-5d1ecb6123ce tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.270655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-074498fc-12bd-4293-a254-4ab8804d045c req-20ee801f-9df2-4826-8da1-5d1ecb6123ce tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 970 time: 0.0944703 Aug 29 04:11:27.324466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106c9723-c46f-407a-acac-be6b45ea07bd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:27.327028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-074498fc-12bd-4293-a254-4ab8804d045c req-616806b7-ae20-4768-a841-defc2ad9a236 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Aug 29 04:11:27.340289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.369401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Transition to ACTIVE for port object 106c9723-c46f-407a-acac-be6b45ea07bd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:27.379533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.392419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:27.462036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92a39-6b94-4bf1-acad-32485dac3ad9 req-0859dd24-135a-4a0c-be67-97a7419e5f3c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.472240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7d92a39-6b94-4bf1-acad-32485dac3ad9 req-0859dd24-135a-4a0c-be67-97a7419e5f3c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.0866542 Aug 29 04:11:27.504734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Attempting to bind port 106c9723-c46f-407a-acac-be6b45ea07bd on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:27.505652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Attempting to bind port 106c9723-c46f-407a-acac-be6b45ea07bd by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:27.506315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Attempting to bind port 106c9723-c46f-407a-acac-be6b45ea07bd on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:27.515964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Port 106c9723-c46f-407a-acac-be6b45ea07bd on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:27.516863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Attempting to bind port 106c9723-c46f-407a-acac-be6b45ea07bd on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:27.526063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Pushing event updated for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:27.542321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:27.542321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Checking segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:27.542321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Bound using segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:27.542321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Bound port: 106c9723-c46f-407a-acac-be6b45ea07bd, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:27.542321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.593710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7d92a39-6b94-4bf1-acad-32485dac3ad9 req-c98666a6-c5c1-4e9e-aede-f03bb6f8183d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192877 Aug 29 04:11:27.633423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa840-adc8-44e7-ad06-fb576fb92880 req-1abdfc28-0382-4a43-b42b-6cfba835fd12 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.633423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e7fa840-adc8-44e7-ad06-fb576fb92880 req-1abdfc28-0382-4a43-b42b-6cfba835fd12 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 943 time: 0.1323178 Aug 29 04:11:27.717804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e7fa840-adc8-44e7-ad06-fb576fb92880 req-651e45c5-4b6d-40f6-a09d-1cadf7abefdb tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729468 Aug 29 04:11:27.736610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:27.755715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=106c9723-c46f-407a-acac-be6b45ea07bd,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:27.768659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.840496 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-9661730a-f631-4865-864c-0b1382179bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4171040 Aug 29 04:11:27.842014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Pushing event updated for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:27.891780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:27.893330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:27.894002 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-1e1752ac-fef9-4975-a3a7-6ebfc68b38ca service neutron] 10.222.0.50 "PUT /v2.0/ports/106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 200 len: 1092 time: 1.2708678 Aug 29 04:11:27.894486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:27.897074 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b9b22e-5b08-402c-8f4d-0909f6026dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:28.046804 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec800a9a-dbf7-4e82-b1e9-36fd0aa972a6 x-openstack-request-id: req-ec800a9a-dbf7-4e82-b1e9-36fd0aa972a6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:28.047443 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:28.047837 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec800a9a-dbf7-4e82-b1e9-36fd0aa972a6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:28.048714 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd', 'status': 'completed', 'code': 200} Aug 29 04:11:28.089349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-22ae1be3-3452-44b0-a045-a7f3dbc39409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.090901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-22ae1be3-3452-44b0-a045-a7f3dbc39409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 1095 time: 0.0937274 Aug 29 04:11:28.200200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-e3dc88d6-5012-4fb3-811d-e80d0211d836 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.205535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-e3dc88d6-5012-4fb3-811d-e80d0211d836 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.54 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 970 time: 0.1291971 Aug 29 04:11:28.211237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-5b428a9d-99a1-4f61-a889-1036d84f5112 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 200 len: 217 time: 0.1015418 Aug 29 04:11:28.318556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-cca3e7d8-a3ec-440f-a20b-f842c0f298e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.320134 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-cca3e7d8-a3ec-440f-a20b-f842c0f298e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.0968869 Aug 29 04:11:28.445423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:28.500546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf75e-1000-47ab-821f-75945717652c req-96035c6d-32e7-4afa-8f0b-07858eccd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.502840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-96035c6d-32e7-4afa-8f0b-07858eccd17a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707232 Aug 29 04:11:28.525593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Deleting port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:28.527131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.699985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f0f5-f33e-4c96-a09e-0df9e1ec1c5c req-d6a031bd-f484-47c9-b3d6-87c190525212 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:28.701489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f675f0f5-f33e-4c96-a09e-0df9e1ec1c5c req-d6a031bd-f484-47c9-b3d6-87c190525212 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 970 time: 0.1605434 Aug 29 04:11:28.703450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-3316ebf7-859f-473a-9701-31dd1b32082a service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918182 Aug 29 04:11:28.797812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] For port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:28.798131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.818297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f675f0f5-f33e-4c96-a09e-0df9e1ec1c5c req-67b27178-0441-4157-b691-ca1315ecebf1 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/security-groups?id=610789b3-f557-4506-b7d6-8e67ecc2b7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966051 Aug 29 04:11:28.837553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Calling delete_port for e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 owned by compute:tempest-test_az-788423668 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:28.893491 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aebdf75e-1000-47ab-821f-75945717652c req-ee2dea1c-2dc8-471a-8800-06affcb908e3 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748559 Aug 29 04:11:28.951441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e227-d09f-454b-b25c-c462655dc946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:28.993184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b111-1124-44a2-a9e7-4d8f2ae03a6c req-a68aebda-167f-4736-915e-6f95b37af4cc tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.002171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f76b111-1124-44a2-a9e7-4d8f2ae03a6c req-a68aebda-167f-4736-915e-6f95b37af4cc tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 971 time: 0.2754924 Aug 29 04:11:29.128624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:29.161558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-3fe05224-6561-410d-9fb1-963f68812ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.163614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-3fe05224-6561-410d-9fb1-963f68812ddf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 1095 time: 0.1296251 Aug 29 04:11:29.280268 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e227-d09f-454b-b25c-c462655dc946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.286217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.289046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e227-d09f-454b-b25c-c462655dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.346940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-7d25a960-2982-4f69-bd16-113b107d6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.348510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-7d25a960-2982-4f69-bd16-113b107d6032 service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.1761611 Aug 29 04:11:29.360362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5fb5e227-d09f-454b-b25c-c462655dc946 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3dad682ee42c46ae8903a0a94ec3bcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136491 Aug 29 04:11:29.363519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:29.379403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5e227-d09f-454b-b25c-c462655dc946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db435c16-6ef5-43e4-a77f-9ada2eda6d7e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:29.408640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f76b111-1124-44a2-a9e7-4d8f2ae03a6c req-9db37dc6-aa5e-4db6-b614-d0492e7d6e2d tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989296 Aug 29 04:11:29.474916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a835ca6-b4e7-447b-b5bc-30b9b1a18fe3 req-108d9170-2c4b-4b17-92a8-7ebf4a2a1b9f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.486759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a835ca6-b4e7-447b-b5bc-30b9b1a18fe3 req-108d9170-2c4b-4b17-92a8-7ebf4a2a1b9f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.5135028 Aug 29 04:11:29.593362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a835ca6-b4e7-447b-b5bc-30b9b1a18fe3 req-a00a5c57-cec6-48e2-91b2-b144eb8d06a2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046944 Aug 29 04:11:29.686651 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.709063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e5f45fa5-b349-4dfa-8b13-b2a7132d55a7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:29.729045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-be09c757-ce88-4472-96b2-cfd2b9652cb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 200 len: 217 time: 0.3660209 Aug 29 04:11:29.816662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Pushing event deleted for resources: {'Port': ['ID=e5f45fa5-b349-4dfa-8b13-b2a7132d55a7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:29.931974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.935184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fe746b-73df-451e-8a24-5a96c7a5008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:29.977233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-4964ca7f-0e09-4a17-ab11-8d556289e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:29.978762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-4964ca7f-0e09-4a17-ab11-8d556289e46a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.2324679 Aug 29 04:11:29.997729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.130598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] No DVR routers for this DVR port e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:30.135279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.136805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-05ba7dea-653b-42e5-bf8b-4fa537f05284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.138460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-05ba7dea-653b-42e5-bf8b-4fa537f05284 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283872 Aug 29 04:11:30.139307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0b71a00-2312-4dd1-ae49-527aeaf5575c req-dee06503-830f-41e7-8fd3-d758449fe085 tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.54 "DELETE /v2.0/ports/e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 HTTP/1.1" status: 204 len: 173 time: 1.9264288 Aug 29 04:11:30.174142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'name': 'network-vif-deleted', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:30.183074 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd8354e-5cf6-4d43-b08c-9247dff2b10c" -d '{"events": [{"server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "name": "network-vif-deleted", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:30.200327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-693ddf97-f553-45c3-b7f5-a23dfbe0e4c7 req-8480fa5b-489c-4299-96ae-20dda9f5a81e tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.1239929 Aug 29 04:11:30.254018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fe746b-73df-451e-8a24-5a96c7a5008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.258232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f9600-aa93-4a1f-8d43-0952447c7cc1 req-767f05b0-f536-4e9b-b0d6-990308ae4bee tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.262778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a17f9600-aa93-4a1f-8d43-0952447c7cc1 req-767f05b0-f536-4e9b-b0d6-990308ae4bee tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 943 time: 0.4552250 Aug 29 04:11:30.294862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31fe746b-73df-451e-8a24-5a96c7a5008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.399886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a17f9600-aa93-4a1f-8d43-0952447c7cc1 req-ca1d748b-1d66-426e-b465-8cd39bf34eae tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221309 Aug 29 04:11:30.429528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-275b917d-4e65-4ae2-b940-453720a6ddd5 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.439281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-275b917d-4e65-4ae2-b940-453720a6ddd5 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 971 time: 0.2317667 Aug 29 04:11:30.495916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.510110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.520404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db435c16-6ef5-43e4-a77f-9ada2eda6d7e HTTP/1.1" status: 204 len: 168 time: 1.1494255 Aug 29 04:11:30.545759 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31fe746b-73df-451e-8a24-5a96c7a5008d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3defefa06c6c4cddb48e0780e2bab256&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4148967 Aug 29 04:11:30.550013 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c15b76-c2c2-4cba-a595-05ee1d235eda x-openstack-request-id: req-48c15b76-c2c2-4cba-a595-05ee1d235eda {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:30.550434 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e3667f-2e8d-47a9-a8c5-9489ca84cf26", "name": "network-vif-deleted", "tag": "e5f45fa5-b349-4dfa-8b13-b2a7132d55a7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:30.550570 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48c15b76-c2c2-4cba-a595-05ee1d235eda {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:30.550963 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e3667f-2e8d-47a9-a8c5-9489ca84cf26', 'name': 'network-vif-deleted', 'tag': 'e5f45fa5-b349-4dfa-8b13-b2a7132d55a7', 'status': 'completed', 'code': 200} Aug 29 04:11:30.554344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:30.568437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe746b-73df-451e-8a24-5a96c7a5008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd87b5-e6a3-413a-99fb-6693155405fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:30.596931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8daa0-0e5d-43bb-a24f-3bf112b90073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db435c16-6ef5-43e4-a77f-9ada2eda6d7e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:30.656825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-5cb1d889-56e7-43dd-bf97-1c98739e1326 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=972586b302b8446193b2d8307b6df88d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924225 Aug 29 04:11:30.697427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-5a380833-2bd8-4c22-b0dc-88f59e899e72 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277999 Aug 29 04:11:30.878296 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b9b22e-5b08-402c-8f4d-0909f6026dfa req-209d9d58-a157-4a3b-af2e-b3529176ae68 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665840 Aug 29 04:11:30.896971 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.940498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Deleting port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:11:30.940839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:30.950937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7a5f-0792-466a-88b1-208d4a15187b req-bd33d987-db39-4c53-9aeb-9b9960ec59aa tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:30.952527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f11e7a5f-0792-466a-88b1-208d4a15187b req-bd33d987-db39-4c53-9aeb-9b9960ec59aa tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 971 time: 0.1860287 Aug 29 04:11:30.975878 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.028688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-6cc7288a-fcb1-414f-8f24-614f9e3c6c84 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.030254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-6cc7288a-fcb1-414f-8f24-614f9e3c6c84 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3455441 Aug 29 04:11:31.063945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:31.083587 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79731f09-9f2f-4cc5-aa93-6995b98842d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.110666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-2f2152ba-3fbc-4ce7-a31e-fababe7c19e7 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/quotas/972586b302b8446193b2d8307b6df88d HTTP/1.1" status: 200 len: 375 time: 0.0483711 Aug 29 04:11:31.138907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f11e7a5f-0792-466a-88b1-208d4a15187b req-0f0e6535-589a-4815-8b7a-70106b8fe000 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/security-groups?id=b56d4c08-37fc-4a72-bf18-a61a2b5aec68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607919 Aug 29 04:11:31.167322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-78bba4d8-cca0-44bc-a0b2-ed36a98bada3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555060 Aug 29 04:11:31.182907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.185732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.189887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/affd87b5-e6a3-413a-99fb-6693155405fc HTTP/1.1" status: 204 len: 168 time: 0.6344380 Aug 29 04:11:31.200500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] For port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:31.200816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.215469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8179ed-8947-41b0-a450-a5e6786d13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd87b5-e6a3-413a-99fb-6693155405fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:31.228265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Calling delete_port for 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b owned by compute:tempest-test_az-788423668 {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:11:31.334535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-53013940-c650-4825-907e-9d3a75b5636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.337297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-53013940-c650-4825-907e-9d3a75b5636f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.1415582 Aug 29 04:11:31.566483 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.580785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:31.597697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79731f09-9f2f-4cc5-aa93-6995b98842d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.603828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-9c385ef8-bb8e-4570-b4d8-ed561d774fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.608956 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-9c385ef8-bb8e-4570-b4d8-ed561d774fd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2558417 Aug 29 04:11:31.610910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79731f09-9f2f-4cc5-aa93-6995b98842d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.685525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e53cce75-af96-447e-bed2-5bfb0c1396e4 req-bad38ce7-58b7-4389-a2b8-702f1b4cd6bb tempest-ServerDiagnosticsNegativeTest-1880535345 tempest-ServerDiagnosticsNegativeTest-1880535345-project] 10.222.0.62 "GET /v2.0/ports?device_id=00e3667f-2e8d-47a9-a8c5-9489ca84cf26 HTTP/1.1" status: 200 len: 210 time: 0.1605837 Aug 29 04:11:31.727100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Pushing event deleted for resources: {'Port': ['ID=6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:31.744848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080199f-5a2b-43e4-94f0-9f10b2aa790c req-54f3586c-3ccf-44a6-a328-0340297df351 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.753813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0080199f-5a2b-43e4-94f0-9f10b2aa790c req-54f3586c-3ccf-44a6-a328-0340297df351 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2260900 Aug 29 04:11:31.796024 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-5c3da330-02a4-4e6c-b4ea-b69d7352775a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.1736333 Aug 29 04:11:31.856886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0080199f-5a2b-43e4-94f0-9f10b2aa790c req-324fee79-6ff5-415d-b8f5-b73ec1c1d5cf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020532 Aug 29 04:11:31.877680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731f09-9f2f-4cc5-aa93-6995b98842d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4be36d-48bd-42b9-95de-c4ffba39ed96,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:31.906961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] No DVR routers for this DVR port 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:31.919687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:31.921792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7c4e8d6-2c3d-4305-9806-969aa79bf7ee req-0586e9dd-37e7-41bb-ba52-2765e71a6c55 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.54 "DELETE /v2.0/ports/6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b HTTP/1.1" status: 204 len: 173 time: 1.4774332 Aug 29 04:11:31.930890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-79731f09-9f2f-4cc5-aa93-6995b98842d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3e6cb02280947ad93c726abe46fcfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649735 Aug 29 04:11:31.934555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:31.994101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-ecfdf48c-1ca5-4689-93c4-89550fa86041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:31.996558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-ecfdf48c-1ca5-4689-93c4-89550fa86041 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1683557 Aug 29 04:11:32.020291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f2991b6-ec84-4e4c-ad41-e00d88f0ccc7 req-d8bf47df-27c0-4864-acdf-f3be68c7b09f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 210 time: 0.0687230 Aug 29 04:11:32.162386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:32.185078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-f51637e5-1bd0-4e91-a2bc-16b3574b9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.189081 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-f51637e5-1bd0-4e91-a2bc-16b3574b9438 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1838129 Aug 29 04:11:32.201403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec16c9c-bfcb-4991-8e56-529a8255c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.203383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 106c9723-c46f-407a-acac-be6b45ea07bd details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:32.228497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.285719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.377763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fabc-dbca-4b91-bb1b-e360ddd97032 req-d898d370-ba6a-472c-9e2a-5625ee7f5178 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:32.380044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25b5fabc-dbca-4b91-bb1b-e360ddd97032 req-d898d370-ba6a-472c-9e2a-5625ee7f5178 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 943 time: 0.2612140 Aug 29 04:11:32.469334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-5fcd5452-a6f3-4f3f-a3bd-8cfdd768c20e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468026 Aug 29 04:11:32.536157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efb23f78-ddb5-4b3e-bca4-3a35dda7f803 req-843b1ea4-a426-4318-b739-e324300e3865 tempest-AggregatesAdminTestJSON-1200725877 tempest-AggregatesAdminTestJSON-1200725877-project] 10.222.0.62 "GET /v2.0/ports?device_id=43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595 HTTP/1.1" status: 200 len: 210 time: 0.0446670 Aug 29 04:11:32.554201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25b5fabc-dbca-4b91-bb1b-e360ddd97032 req-11549175-c0f6-4072-9a2e-5a4520f32727 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312740 Aug 29 04:11:32.557196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'name': 'network-vif-deleted', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:32.588319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=106c9723-c46f-407a-acac-be6b45ea07bd,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:32.595653 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fbcab6-0c0c-4eeb-92ac-4463c437e90c" -d '{"events": [{"server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "name": "network-vif-deleted", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:32.603901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:32.610737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '106c9723-c46f-407a-acac-be6b45ea07bd', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'port_id': '106c9723-c46f-407a-acac-be6b45ea07bd', 'mac_address': 'fa:16:3e:75:86:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:32.627338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.644597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.686251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf4be36d-48bd-42b9-95de-c4ffba39ed96 HTTP/1.1" status: 204 len: 168 time: 0.7400079 Aug 29 04:11:32.687448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.707447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c9723-c46f-407a-acac-be6b45ea07bd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:32.724395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec16c9c-bfcb-4991-8e56-529a8255c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.737752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec16c9c-bfcb-4991-8e56-529a8255c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.741783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=106c9723-c46f-407a-acac-be6b45ea07bd,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:32.743247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:32.744193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:32.746169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:32.747323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a420a53-3704-4859-8473-8e0e77014cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4be36d-48bd-42b9-95de-c4ffba39ed96,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.768687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d1501abe-3e54-43cd-9d25-b69afb5df7a6 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843983 Aug 29 04:11:32.783463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:11:32.783918 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db8f9f-ead4-4e6e-a11c-8bc22455ddfe x-openstack-request-id: req-62db8f9f-ead4-4e6e-a11c-8bc22455ddfe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:32.784238 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595", "name": "network-vif-deleted", "tag": "6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:32.784429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5f45fa5-b349-4dfa-8b13-b2a7132d55a7 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:32.784543 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62db8f9f-ead4-4e6e-a11c-8bc22455ddfe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:32.784872 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e0154d-4d6c-47c3-bbbc-7f4e4f3a2595', 'name': 'network-vif-deleted', 'tag': '6096b9d9-4c0c-4d9f-8515-75e1f6a4f30b', 'status': 'completed', 'code': 200} Aug 29 04:11:32.786566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.815710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fec16c9c-bfcb-4991-8e56-529a8255c246 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=946a28131a644346a66d77185ff50c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508706 Aug 29 04:11:32.816954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec16c9c-bfcb-4991-8e56-529a8255c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6c24e-86ca-4749-b14b-2f3d134645c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.818663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:32.934017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:32.951197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:32.995568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.173629 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.176758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['106c9723-c46f-407a-acac-be6b45ea07bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:33.176945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.180515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71e6c24e-86ca-4749-b14b-2f3d134645c2 HTTP/1.1" status: 204 len: 168 time: 0.3583624 Aug 29 04:11:33.216853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d046e90-b776-4c49-a16b-11a5122ca703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6c24e-86ca-4749-b14b-2f3d134645c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:33.224565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcc9704a-9791-4889-8459-a7e09c3b3fdf req-78c75cd4-b181-4f10-842c-20f75ac64178 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 210 time: 0.0646188 Aug 29 04:11:33.250171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d55649-c046-419c-9c07-f57e15a338d6 req-d0ecff47-74c1-454e-8076-94df8709d497 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.252667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04d55649-c046-419c-9c07-f57e15a338d6 req-d0ecff47-74c1-454e-8076-94df8709d497 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2496316 Aug 29 04:11:33.314510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04d55649-c046-419c-9c07-f57e15a338d6 req-b56cfbb8-0a4d-4e60-ab9a-c97d018ea2e3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509605 Aug 29 04:11:33.365657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-c46552e3-6dc1-4e07-b685-ad4e0a273e4f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=972586b302b8446193b2d8307b6df88d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262299 Aug 29 04:11:33.427337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:33.562990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-0e01c2ca-efbd-47b8-9fea-2b304cb43504 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.564744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-0e01c2ca-efbd-47b8-9fea-2b304cb43504 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874218 Aug 29 04:11:33.587504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Request body: {'port': {'device_id': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '972586b302b8446193b2d8307b6df88d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:33.770360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:33.806798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Made reservation on behalf of 972586b302b8446193b2d8307b6df88d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:33.818822 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.830668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b51d7-dd47-4a82-a484-5a1a2877adf6 req-70751089-9c8f-46eb-a407-79d0dbe08e4d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:33.832252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f41b51d7-dd47-4a82-a484-5a1a2877adf6 req-70751089-9c8f-46eb-a407-79d0dbe08e4d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 944 time: 0.0987086 Aug 29 04:11:33.838434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:33.887429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-700ace4d-b0b3-4a07-a5f6-cc19d93ae53d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=410c4958ed624c718830ff3d4ba2abd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578342 Aug 29 04:11:33.891265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:33.906299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f41b51d7-dd47-4a82-a484-5a1a2877adf6 req-6864aca8-3568-46a6-99f9-9164052ae7a1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540924 Aug 29 04:11:33.974855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.008423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.010290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.024594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddaebc5c-e2d2-4d55-a8bd-6311b9fb4f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.025791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.153265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.156259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.160001 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/610789b3-f557-4506-b7d6-8e67ecc2b7b0 HTTP/1.1" status: 204 len: 168 time: 0.2630553 Aug 29 04:11:34.162230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:34.177311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e182d-a4c0-4606-bb55-337e25e36c79,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.198731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9ed82-6225-40e7-979c-7c320734253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610789b3-f557-4506-b7d6-8e67ecc2b7b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.234103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 106c9723-c46f-407a-acac-be6b45ea07bd up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:34.266862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddaebc5c-e2d2-4d55-a8bd-6311b9fb4f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.275039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ddaebc5c-e2d2-4d55-a8bd-6311b9fb4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.303849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Allocated IP 192.168.233.146 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/a29d718d-a2a0-49a1-a23d-2bfd3186a99a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:34.336355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 106c9723-c46f-407a-acac-be6b45ea07bd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:34.343554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 106c9723-c46f-407a-acac-be6b45ea07bd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:34.344913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.358231 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ddaebc5c-e2d2-4d55-a8bd-6311b9fb4f57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5979367082c345a1ac8700d2436dc122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866663 Aug 29 04:11:34.359955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:34.368463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaebc5c-e2d2-4d55-a8bd-6311b9fb4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37255368-617e-4b1b-a8c9-531f26321fb2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.454123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.555745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.594218 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.627408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:34.631241 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a539ccd-4e4b-482c-8168-8a86f012e0b6" -d '{"events": [{"server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "name": "network-vif-plugged", "status": "completed", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:34.658546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.670962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=106c9723-c46f-407a-acac-be6b45ea07bd,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:34.679615 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.684581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.689844 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.694404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37255368-617e-4b1b-a8c9-531f26321fb2 HTTP/1.1" status: 204 len: 168 time: 0.3306861 Aug 29 04:11:34.717183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c4d74-8ac0-4192-8284-c04a20b49fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37255368-617e-4b1b-a8c9-531f26321fb2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.720109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Transition to ACTIVE for port object a29d718d-a2a0-49a1-a23d-2bfd3186a99a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:34.787043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f1a9548-589d-408a-8a07-aca99be60700 req-e0d876ae-c67b-40d6-88ca-f7d09aa6331b tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 210 time: 0.1079359 Aug 29 04:11:34.842817 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-21b63d48-dfa1-440d-bd16-4edd08c88f04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52b7cd0987e649a8a0ae433ba31d8fd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6731856 Aug 29 04:11:34.847587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:34.864936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88159a6c-9b80-4067-bbec-0c99432a3c00 req-32e444a0-b833-4b8e-abfb-21699e125137 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:34.880768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:34.891191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88159a6c-9b80-4067-bbec-0c99432a3c00 req-32e444a0-b833-4b8e-abfb-21699e125137 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2100911 Aug 29 04:11:34.918996 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7bdc93-f89c-46d0-8c67-a69957364a75 x-openstack-request-id: req-3c7bdc93-f89c-46d0-8c67-a69957364a75 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:34.920417 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "name": "network-vif-plugged", "status": "completed", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:34.920967 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c7bdc93-f89c-46d0-8c67-a69957364a75 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:34.921825 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd', 'code': 200} Aug 29 04:11:34.980402 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:34.999951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88159a6c-9b80-4067-bbec-0c99432a3c00 req-1bf03435-6efa-475d-8dd0-9d948899437a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073179 Aug 29 04:11:35.043264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:35.044905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.089532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.100525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:35.188191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:35.189596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Pushing event updated for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.204754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:35.211506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:35.218069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.218901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.220911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e030-f2d9-4ff1-80ba-dce2f361fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.246492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-958898f6-4319-420a-ac0f-b85780a5d4e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6640155 Aug 29 04:11:35.257269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b52214-95ce-4a91-bac5-067f42ad5c1e req-64b3b00a-2042-4f8e-aa31-2792cde46df1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.258891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8b52214-95ce-4a91-bac5-067f42ad5c1e req-64b3b00a-2042-4f8e-aa31-2792cde46df1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1713772 Aug 29 04:11:35.259575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533663ab-045b-451f-8a24-d6cd47c22390 req-fd73bc41-2baa-4c79-95d7-c5f88b989ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.262387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-fd73bc41-2baa-4c79-95d7-c5f88b989ffd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.3619425 Aug 29 04:11:35.266181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Request body: {'port': {'device_id': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:35.270824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6c892-6e93-4d99-a062-36efe22df448 req-d310137c-4d57-4283-894b-eb54cf79531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.273207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fc6c892-6e93-4d99-a062-36efe22df448 req-d310137c-4d57-4283-894b-eb54cf79531b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1700397 Aug 29 04:11:35.274642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.280102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.283336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b56d4c08-37fc-4a72-bf18-a61a2b5aec68 HTTP/1.1" status: 204 len: 168 time: 0.4340079 Aug 29 04:11:35.380665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1669e93-5b65-4c73-b2f8-8aa7407d0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d4c08-37fc-4a72-bf18-a61a2b5aec68,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.425015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8b52214-95ce-4a91-bac5-067f42ad5c1e req-8a391812-e6e1-4c01-8a73-ce66f7eb9ae0 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490750 Aug 29 04:11:35.426118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.439303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fc6c892-6e93-4d99-a062-36efe22df448 req-ef069cbe-9d4f-4cd9-bf2c-ef6cb478140c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443958 Aug 29 04:11:35.632038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533663ab-045b-451f-8a24-d6cd47c22390 req-52a780d1-7854-4cd0-a809-1b62d2e55a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:35.634700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-52a780d1-7854-4cd0-a809-1b62d2e55a61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3335903 Aug 29 04:11:35.696294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e030-f2d9-4ff1-80ba-dce2f361fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.703491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c950dc87-8194-4abe-99bc-a02de0eb2f66 None None] Provisioning for port a29d718d-a2a0-49a1-a23d-2bfd3186a99a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:35.712417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c950dc87-8194-4abe-99bc-a02de0eb2f66 None None] Provisioning complete for port a29d718d-a2a0-49a1-a23d-2bfd3186a99a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:35.712840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c950dc87-8194-4abe-99bc-a02de0eb2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.717295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e030-f2d9-4ff1-80ba-dce2f361fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:35.812004 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ab2e030-f2d9-4ff1-80ba-dce2f361fbab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d6436b524f34354b7882735679c6639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198487 Aug 29 04:11:35.812702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2e030-f2d9-4ff1-80ba-dce2f361fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3a0c9-a419-4488-861d-b68eb1cda94a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:35.817593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:35.858786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c950dc87-8194-4abe-99bc-a02de0eb2f66 None None] Port a29d718d-a2a0-49a1-a23d-2bfd3186a99a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:35.942688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:35.963220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-1770cdce-a547-4b8d-ae70-1ec23d922afd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.1325383 Aug 29 04:11:36.007652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b855f95c-4bfe-45b5-8256-9b457ac1bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.169713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513961e3-9ed1-48ba-9b8d-84875f71b6a8 req-64bb38a9-2624-4f1e-874e-37088b0d8a18 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.170435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533663ab-045b-451f-8a24-d6cd47c22390 req-2c6497de-822f-4ada-b6f7-b9d0f1e3e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.172404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-2c6497de-822f-4ada-b6f7-b9d0f1e3e3a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1835427 Aug 29 04:11:36.177749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513961e3-9ed1-48ba-9b8d-84875f71b6a8 req-64bb38a9-2624-4f1e-874e-37088b0d8a18 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 936 time: 0.1054018 Aug 29 04:11:36.178025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.252522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:36.296893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513961e3-9ed1-48ba-9b8d-84875f71b6a8 req-f62e3fd1-8cdf-48de-8d15-8b34e0bac965 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182883 Aug 29 04:11:36.312636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29d718d-a2a0-49a1-a23d-2bfd3186a99a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:36.329197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.344657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baf3ae-205f-4a37-8b43-444e51fe0101 req-1f69fa5f-0c6d-45c2-a757-e3439e25dfff tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.350230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.355528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1baf3ae-205f-4a37-8b43-444e51fe0101 req-1f69fa5f-0c6d-45c2-a757-e3439e25dfff tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1446357 Aug 29 04:11:36.389223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Transition to ACTIVE for port object a29d718d-a2a0-49a1-a23d-2bfd3186a99a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:36.409899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:36.426733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533663ab-045b-451f-8a24-d6cd47c22390 req-e8a283a7-d18a-4e17-ad68-7d1acc5f8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:36.429285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-e8a283a7-d18a-4e17-ad68-7d1acc5f8526 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2477374 Aug 29 04:11:36.526749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1baf3ae-205f-4a37-8b43-444e51fe0101 req-8a72205a-f204-4296-a82e-6fdc8a772720 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691723 Aug 29 04:11:36.596989 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f7c31eca-d679-4202-9708-c9bd30e8bebb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f63bfac5a6f941b2a2ffc54d328fc6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408761 Aug 29 04:11:36.608391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:36.627787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Pushing event updated for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:36.785404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Attempting to bind port a29d718d-a2a0-49a1-a23d-2bfd3186a99a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:36.792640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Attempting to bind port a29d718d-a2a0-49a1-a23d-2bfd3186a99a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:36.793266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Attempting to bind port a29d718d-a2a0-49a1-a23d-2bfd3186a99a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:36.829831 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-d3d86012-d6a2-4b51-98e9-0d2d4590a593 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825152 Aug 29 04:11:36.857275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Port a29d718d-a2a0-49a1-a23d-2bfd3186a99a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:36.861044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Attempting to bind port a29d718d-a2a0-49a1-a23d-2bfd3186a99a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:36.939357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:36.939888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:36.942224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:36.942967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Bound port: a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:36.943571 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.018136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b104ba-0dfc-46fd-bf3d-dbe55121d786 req-96d7bf17-7547-4d3c-b09d-61a3ed5984b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.021030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7b104ba-0dfc-46fd-bf3d-dbe55121d786 req-96d7bf17-7547-4d3c-b09d-61a3ed5984b4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.3778567 Aug 29 04:11:37.048429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-533663ab-045b-451f-8a24-d6cd47c22390 req-66f7e742-4774-4aef-90b1-b9acfb0e0c8f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852148 Aug 29 04:11:37.053195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.078966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b855f95c-4bfe-45b5-8256-9b457ac1bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.085648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b855f95c-4bfe-45b5-8256-9b457ac1bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.095381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.100160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.106241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dc3a0c9-a419-4488-861d-b68eb1cda94a HTTP/1.1" status: 204 len: 168 time: 1.2868555 Aug 29 04:11:37.170808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b855f95c-4bfe-45b5-8256-9b457ac1bda3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0508f519aec441638f4f4d481fe2b8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2254395 Aug 29 04:11:37.171348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:37.173785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855f95c-4bfe-45b5-8256-9b457ac1bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903499f3-5bd4-4120-893f-6400ba23ea8c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.196102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac4915-86ea-48fb-917d-b77572d3c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3a0c9-a419-4488-861d-b68eb1cda94a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.260031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.275170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a31e01-4dac-4f47-9d66-04d3d7459844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.289190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.363634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.370393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.375160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.381218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/903499f3-5bd4-4120-893f-6400ba23ea8c HTTP/1.1" status: 204 len: 168 time: 0.2044673 Aug 29 04:11:37.395424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af180a7-1dbc-4749-903c-e5753d04ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903499f3-5bd4-4120-893f-6400ba23ea8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.420343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7b104ba-0dfc-46fd-bf3d-dbe55121d786 req-0bf523c9-7c1f-4db8-b239-745b04a0973b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810000 Aug 29 04:11:37.520952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:37.547035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:37.556914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.601300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f20a-e1cb-4c2a-b39c-937892e8b1cc req-b90d5d14-5a5d-49c7-8251-02bfedd39333 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.602919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20c7f20a-e1cb-4c2a-b39c-937892e8b1cc req-b90d5d14-5a5d-49c7-8251-02bfedd39333 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 948 time: 0.1304233 Aug 29 04:11:37.614238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:37.615019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.617399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] 10.222.0.54 "PUT /v2.0/ports/a29d718d-a2a0-49a1-a23d-2bfd3186a99a HTTP/1.1" status: 200 len: 1097 time: 2.3555546 Aug 29 04:11:37.617399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:37.619158 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11762154-97bb-4846-8287-b83044d9336b" -d '{"events": [{"name": "network-changed", "server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:37.634975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.641087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:37.650478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8743cfa-f778-4195-aa54-17d3c56d73ff HTTP/1.1" status: 204 len: 168 time: 1.0320303 Aug 29 04:11:37.730731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8743cfa-f778-4195-aa54-17d3c56d73ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.760613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Pushing event updated for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:37.781308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.781885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.782434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.783217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.784169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.784725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.785267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.785810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.786491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.787033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.787578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.788164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e8dd5-4a1d-4ddf-bbb0-3045d645a547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.862050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.862737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.863547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.864153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.864708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.865456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.866142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.866628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.867139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.867900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.868723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.869286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f1027-c0d4-4038-8fa1-4a6365ddc51c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:37.987988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20c7f20a-e1cb-4c2a-b39c-937892e8b1cc req-9f608183-3291-48d0-b3b6-3c339c34b547 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299158 Aug 29 04:11:37.999833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-4249761c-c76a-484a-87f9-1c02993f1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.001729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-4249761c-c76a-484a-87f9-1c02993f1702 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 1100 time: 0.2321646 Aug 29 04:11:38.014502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e86fb-95ca-4a4a-8995-febab8200123 req-c7aaf48c-b390-444d-953f-7ff602c02dbc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.016532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-414e86fb-95ca-4a4a-8995-febab8200123 req-c7aaf48c-b390-444d-953f-7ff602c02dbc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2504549 Aug 29 04:11:38.064273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-b91b2c54-fdb9-4569-a513-736f4cc0aa5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a HTTP/1.1" status: 200 len: 217 time: 0.0465355 Aug 29 04:11:38.066849 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9449a66-4936-4d31-99d5-7e3dcab9f309 x-openstack-request-id: req-a9449a66-4936-4d31-99d5-7e3dcab9f309 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:38.067125 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:38.067530 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9449a66-4936-4d31-99d5-7e3dcab9f309 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:38.068106 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a', 'status': 'completed', 'code': 200} Aug 29 04:11:38.199312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-414e86fb-95ca-4a4a-8995-febab8200123 req-204befe3-47c8-44f5-bc4b-7a9529e43f4b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723127 Aug 29 04:11:38.227093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-c8b189e1-743e-4089-b7f3-090e45ca462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.229858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-c8b189e1-743e-4089-b7f3-090e45ca462d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1469676 Aug 29 04:11:38.300008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-ea0c1841-4040-40d2-9a36-a74c1fe84ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.302075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-ea0c1841-4040-40d2-9a36-a74c1fe84ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634859 Aug 29 04:11:38.437747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-ee518f13-3ca1-47f8-a369-7d545c09fa59 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253002 Aug 29 04:11:38.685764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848e3dc4-aa40-410e-a6e4-220515847f05 req-ce6aff3b-5247-4135-ab99-b142c538cef1 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328589 Aug 29 04:11:38.705462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471497d5-1501-449e-b74f-f93bf453b36a req-882cedd2-1e0d-4461-b007-240a9fa7573f tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.721957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-471497d5-1501-449e-b74f-f93bf453b36a req-882cedd2-1e0d-4461-b007-240a9fa7573f tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1645989 Aug 29 04:11:38.843858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-471497d5-1501-449e-b74f-f93bf453b36a req-f2aee124-5cc0-4dd3-9043-a8bbe6577942 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203108 Aug 29 04:11:38.858209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11762154-97bb-4846-8287-b83044d9336b req-cc6bedc7-7976-4070-811c-7abb339142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:38.861303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-cc6bedc7-7976-4070-811c-7abb339142fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 1100 time: 0.1058478 Aug 29 04:11:39.023370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11762154-97bb-4846-8287-b83044d9336b req-4cacd31c-4fff-4dfe-9e3b-4f54c069d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.023370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-4cacd31c-4fff-4dfe-9e3b-4f54c069d8d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1501915 Aug 29 04:11:39.092282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-bfc528b4-2436-44f0-b33e-a05e69c99137 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a HTTP/1.1" status: 200 len: 217 time: 0.0535295 Aug 29 04:11:39.109614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca179678-6f85-4ae8-8349-038cb7dc620b req-20192f73-fdc7-48c3-ba5e-390d4decc9aa tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.124242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca179678-6f85-4ae8-8349-038cb7dc620b req-20192f73-fdc7-48c3-ba5e-390d4decc9aa tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.1484590 Aug 29 04:11:39.130246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:39.143319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'floatingip': {'port_id': '106c9723-c46f-407a-acac-be6b45ea07bd'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:39.206399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11762154-97bb-4846-8287-b83044d9336b req-58dd30e6-ec08-4a8e-b9c9-f11f76470cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.206399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-58dd30e6-ec08-4a8e-b9c9-f11f76470cb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0841830 Aug 29 04:11:39.290584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:39.360938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11762154-97bb-4846-8287-b83044d9336b req-d9323029-1952-41a5-968f-88cfb5d00197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.369564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-d9323029-1952-41a5-968f-88cfb5d00197 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513543 Aug 29 04:11:39.398911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a0d15-0c61-4432-b4a0-9223f14dfe5d req-15f85160-a201-432e-b776-e317995725b7 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:39.413471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f0a0d15-0c61-4432-b4a0-9223f14dfe5d req-15f85160-a201-432e-b776-e317995725b7 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 948 time: 0.1843405 Aug 29 04:11:39.539813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f0a0d15-0c61-4432-b4a0-9223f14dfe5d req-e5b7b6af-9653-4d35-9e08-b70851876c68 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186478 Aug 29 04:11:39.623641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-281cb9c1-619a-49b6-9153-1e2cbe0daee3 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993732 Aug 29 04:11:39.845486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11762154-97bb-4846-8287-b83044d9336b req-2aa026b3-2c3e-46de-8a87-10c9e9369155 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142150 Aug 29 04:11:39.925037 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18dffc86-5c88-4e39-8ae1-65fa49162b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.131860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.373743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a38e8-c7c7-4393-a1aa-5b0eafccff98 req-f6b45ca4-9072-40f2-9ea3-e5ee966bad98 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.375697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-521a38e8-c7c7-4393-a1aa-5b0eafccff98 req-f6b45ca4-9072-40f2-9ea3-e5ee966bad98 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.0864298 Aug 29 04:11:40.460645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-521a38e8-c7c7-4393-a1aa-5b0eafccff98 req-8aa7cbc7-efc1-498f-a720-b6b7dd1f720f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Aug 29 04:11:40.522357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:40.694187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.703274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:40.838257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8499-38d9-4b1c-af61-b3eda078b694 req-73a344a0-dde3-469e-8444-c8208939687d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:40.851192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0ab8499-38d9-4b1c-af61-b3eda078b694 req-73a344a0-dde3-469e-8444-c8208939687d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 948 time: 0.1255758 Aug 29 04:11:40.884888 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 associated. External IP: 172.25.3.8, port: 106c9723-c46f-407a-acac-be6b45ea07bd. Aug 29 04:11:40.904929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0ab8499-38d9-4b1c-af61-b3eda078b694 req-d9625b4a-92f0-40d8-83b9-b2bc1f6d1dd8 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Aug 29 04:11:41.020899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-df229bbe-2e3b-461f-b9e8-6ff639b36628 tempest-AutoAllocateNetworkTest-1181956049 tempest-AutoAllocateNetworkTest-1181956049-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3021011bf6ea4740937f4ed7730fed23&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4971559 Aug 29 04:11:41.023711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:41.122113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.182633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58975472-d1c9-4b68-b8cc-694d49daae78 tempest-AutoAllocateNetworkTest-1181956049 tempest-AutoAllocateNetworkTest-1181956049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:41.189944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-58975472-d1c9-4b68-b8cc-694d49daae78 tempest-AutoAllocateNetworkTest-1181956049 tempest-AutoAllocateNetworkTest-1181956049-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1650343 Aug 29 04:11:41.193660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:41.241956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:41.267554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:11:41.295835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7eb923c-d75c-4cf0-bf9c-f19ed3afd2ad tempest-AutoAllocateNetworkTest-1181956049 tempest-AutoAllocateNetworkTest-1181956049-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010101 Aug 29 04:11:41.298677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:41.360609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-914d33a6-ab65-4234-898c-4dbf5f999298 tempest-AutoAllocateNetworkTest-1181956049 tempest-AutoAllocateNetworkTest-1181956049-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3021011bf6ea4740937f4ed7730fed23 HTTP/1.1" status: 200 len: 208 time: 0.0580328 Aug 29 04:11:41.435519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:11:41.443835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.456355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:11:41.485375 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-90ca3d82-631f-40d7-8339-015ac742afa3 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "PUT /v2.0/floatingips/1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 HTTP/1.1" status: 200 len: 989 time: 2.3533342 Aug 29 04:11:41.486149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:41.488988 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c9c021-25fb-43b1-b07c-41421093ac55" -d '{"events": [{"name": "network-changed", "server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:41.490015 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:41.491111 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:11:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:41.542565 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb69b01e-14ab-4d12-90d2-1deb45a8e731 x-openstack-request-id: req-eb69b01e-14ab-4d12-90d2-1deb45a8e731 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:41.543103 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:41.543612 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb69b01e-14ab-4d12-90d2-1deb45a8e731 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:41.544260 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd', 'status': 'completed', 'code': 200} Aug 29 04:11:41.614934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cecd-5a77-42ea-b198-2c380ec7518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.632289 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.634610 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:41.769997 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cecd-5a77-42ea-b198-2c380ec7518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.782689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cecd-5a77-42ea-b198-2c380ec7518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:41.808362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-8b2444af-0ce0-47f4-8bba-baf864d2b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:41.827414 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-8b2444af-0ce0-47f4-8bba-baf864d2b29f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1628973 Aug 29 04:11:41.853000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f8d5cecd-5a77-42ea-b198-2c380ec7518e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cddbfacb3a80482cbdd1fea61fda22b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099334 Aug 29 04:11:41.856880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5cecd-5a77-42ea-b198-2c380ec7518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff72123-6e99-4bc5-94ed-098ad2188af1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:41.859548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:41.902441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67449e70-cbb2-45be-850a-e2b1d2344e5a req-2e79f45b-9a94-4cc3-83f2-f413572d04b0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:41.904481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67449e70-cbb2-45be-850a-e2b1d2344e5a req-2e79f45b-9a94-4cc3-83f2-f413572d04b0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2411318 Aug 29 04:11:41.999285 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.031323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.093622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-0836eaf9-9ecf-4125-b399-e01cec0d7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.097995 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-0836eaf9-9ecf-4125-b399-e01cec0d7c40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.2618153 Aug 29 04:11:42.156294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.162401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.171611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ff72123-6e99-4bc5-94ed-098ad2188af1 HTTP/1.1" status: 204 len: 168 time: 0.2966516 Aug 29 04:11:42.227164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67449e70-cbb2-45be-850a-e2b1d2344e5a req-cbf57f32-8208-4fc8-88d4-338894110550 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093297 Aug 29 04:11:42.247990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e6489-47fe-4853-9cec-0845de4ff91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff72123-6e99-4bc5-94ed-098ad2188af1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:42.271549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de55a11-aefb-4cea-b37b-848670fb93ec req-c0e9fe0d-e059-4480-b1aa-714934fa7579 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.278706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8de55a11-aefb-4cea-b37b-848670fb93ec req-c0e9fe0d-e059-4480-b1aa-714934fa7579 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 948 time: 0.1843894 Aug 29 04:11:42.280224 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '106c9723-c46f-407a-acac-be6b45ea07bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:75:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12197205-717c-4b36-9842-b871724fb2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:11:40Z', 'revision_number': 1, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:42.298786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:42.316877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:42.340333 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:11:42.340978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-a1e069c7-9e8b-465d-9cf3-6b1a54a35193 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 200 len: 997 time: 0.2238777 Aug 29 04:11:42.351664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8de55a11-aefb-4cea-b37b-848670fb93ec req-9ad6fa4a-5561-40fb-ba35-7aa5738ecb65 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Aug 29 04:11:42.356478 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:11:42.357143 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:11:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:42.454581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-cd389116-3b75-48ab-8236-f57946b44e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.458618 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-cd389116-3b75-48ab-8236-f57946b44e2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.0986388 Aug 29 04:11:42.549180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-e40c0f24-f7bc-4128-8041-2301b14e534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:42.552542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-e40c0f24-f7bc-4128-8041-2301b14e534d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845428 Aug 29 04:11:42.562277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:11:42.625726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a29d718d-a2a0-49a1-a23d-2bfd3186a99a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:42.753368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-dd9f7750-2dfe-468e-bb70-516d7096cff4 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889281 Aug 29 04:11:42.846458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.909206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:42.921374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:42.926683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a', 'mac_address': 'fa:16:3e:38:26:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:42.980084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.008134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29d718d-a2a0-49a1-a23d-2bfd3186a99a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:43.013087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2075fa2-d7be-42e8-9dee-a82a820126d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.019765 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '106c9723-c46f-407a-acac-be6b45ea07bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:75:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12197205-717c-4b36-9842-b871724fb2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:11:40Z', 'revision_number': 1, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:43.053136 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c913489-e2b0-40a9-a865-d95340d669d5 None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '106c9723-c46f-407a-acac-be6b45ea07bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:75:86:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12197205-717c-4b36-9842-b871724fb2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:11:40Z', 'revision_number': 1, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:11:43.068478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:43.076471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.133313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0c9c021-25fb-43b1-b07c-41421093ac55 req-f57951e7-8cea-41b0-b4d6-12ef320de4a6 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345187 Aug 29 04:11:43.165725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:43.190538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:43.213823 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6057d41e-caff-4910-a518-58344d9a4886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.251459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.258855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.320268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:43.320632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08c4f79ae51f40c8a33d79de84f96b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953001 Aug 29 04:11:43.327615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a29d718d-a2a0-49a1-a23d-2bfd3186a99a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:43.350442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4143b9-9124-4372-afda-9883e4fe83aa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.365524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb47c7-58c8-4919-ae1f-3692c8b68870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:43.522439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.536940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b65b24-f262-49c1-ad39-6b3292c7518d None None] New status for floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:11:43.568663 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.696610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.705233 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:43.711585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f4143b9-9124-4372-afda-9883e4fe83aa HTTP/1.1" status: 204 len: 168 time: 0.3650641 Aug 29 04:11:43.729192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc05f77-cd19-4898-b338-9287bc833954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4143b9-9124-4372-afda-9883e4fe83aa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:43.758421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a07fdf-3dfb-4929-b8fd-42deab586c69 req-28f78b5b-eeee-4229-a790-33f97dfb82a5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:43.767987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79a07fdf-3dfb-4929-b8fd-42deab586c69 req-28f78b5b-eeee-4229-a790-33f97dfb82a5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.4266181 Aug 29 04:11:43.878547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79a07fdf-3dfb-4929-b8fd-42deab586c69 req-298eaf21-217f-4e91-8442-ddbd34bd4821 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096647 Aug 29 04:11:43.929482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-d0b5ab00-ea7a-4aed-a52c-4817ca58b843 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430195 Aug 29 04:11:43.965310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2075fa2-d7be-42e8-9dee-a82a820126d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.032711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2075fa2-d7be-42e8-9dee-a82a820126d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.191450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2075fa2-d7be-42e8-9dee-a82a820126d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3021011bf6ea4740937f4ed7730fed23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8885763 Aug 29 04:11:44.195833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:44.199532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2075fa2-d7be-42e8-9dee-a82a820126d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647aba4a-6dd7-4e8b-8c2a-45ace2a26249,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.248007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-81f89562-1b57-4360-a3a3-1406803446bf tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.249614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-81f89562-1b57-4360-a3a3-1406803446bf tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192348 Aug 29 04:11:44.256592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.261721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584dae0-66d7-4248-876b-491edc0307e3 req-cf19e977-9c65-4c78-b383-4acdba3e4a87 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:44.263357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0584dae0-66d7-4248-876b-491edc0307e3 req-cf19e977-9c65-4c78-b383-4acdba3e4a87 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 949 time: 0.2170260 Aug 29 04:11:44.285104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.295824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-4cffbff8-a9ef-4af9-96a9-9b492fb4bc3c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.0274098 Aug 29 04:11:44.364995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-faa294ff-b254-4647-9f58-910d8ce6b906 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540881 Aug 29 04:11:44.368257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.378502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.380709 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/647aba4a-6dd7-4e8b-8c2a-45ace2a26249 HTTP/1.1" status: 204 len: 168 time: 0.1835642 Aug 29 04:11:44.389052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6057d41e-caff-4910-a518-58344d9a4886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.394788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0584dae0-66d7-4248-876b-491edc0307e3 req-d0385537-0602-4e5e-bbc5-fbc43e57575e tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155410 Aug 29 04:11:44.396099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6057d41e-caff-4910-a518-58344d9a4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.407763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66152d66-2c45-43a9-a27f-907545bc94d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647aba4a-6dd7-4e8b-8c2a-45ace2a26249,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.420935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:44.437465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96af88ca-187d-4d10-9496-cf105ccdf6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.461566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6057d41e-caff-4910-a518-58344d9a4886 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c379a55e5c17491cbd646164b7fdee39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2925365 Aug 29 04:11:44.462396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057d41e-caff-4910-a518-58344d9a4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44165d-4b29-4b31-84a0-809ea7c8823f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.466347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:44.596722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96af88ca-187d-4d10-9496-cf105ccdf6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.602624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.603327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96af88ca-187d-4d10-9496-cf105ccdf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.657151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a29d718d-a2a0-49a1-a23d-2bfd3186a99a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:44.665058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.668920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af88ca-187d-4d10-9496-cf105ccdf6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234282a9-3713-4bac-bead-b69b8ad71010,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.690740 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96af88ca-187d-4d10-9496-cf105ccdf6aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cd8fd84e45c480489deb81663d4615a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682512 Aug 29 04:11:44.693599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:44.805751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port a29d718d-a2a0-49a1-a23d-2bfd3186a99a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:44.810270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port a29d718d-a2a0-49a1-a23d-2bfd3186a99a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:44.812127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.846698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5d6061e-2517-49dc-b912-bd037b836896 req-85147a9d-dc4c-41da-b508-ae7ad7f0f228 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 210 time: 0.1064172 Aug 29 04:11:44.874804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.893682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.898976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:44.905344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e44165d-4b29-4b31-84a0-809ea7c8823f HTTP/1.1" status: 204 len: 168 time: 0.4335325 Aug 29 04:11:44.945593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfaea8-fc14-4b30-b2af-006b941e82ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44165d-4b29-4b31-84a0-809ea7c8823f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:44.962346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.058412 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.059057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.064286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.069178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/234282a9-3713-4bac-bead-b69b8ad71010 HTTP/1.1" status: 204 len: 168 time: 0.3716650 Aug 29 04:11:45.077813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ccd8-efc6-4637-a239-1300d04e62fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234282a9-3713-4bac-bead-b69b8ad71010,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.101699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:45.108995 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2aaf6f-d8fb-48ed-851d-fc8b6288b918" -d '{"events": [{"server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "name": "network-vif-plugged", "status": "completed", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:45.138898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9e8-d1ba-4b41-a4b6-2498507a144e req-0962e119-e71c-45b5-916d-163026d62e2d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:45.140634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cadc9e8-d1ba-4b41-a4b6-2498507a144e req-0962e119-e71c-45b5-916d-163026d62e2d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1111321 Aug 29 04:11:45.148605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:45.160914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:45.237471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cadc9e8-d1ba-4b41-a4b6-2498507a144e req-bba4b8ca-e3f6-4c01-a18b-a99ca0e2a82d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Aug 29 04:11:45.265786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:45.352518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-eca2466d-38da-4526-ad66-0036bf53e68e tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4157b32a49004eb296ee17442a833378&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438771 Aug 29 04:11:45.353835 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64475b9c-5358-4547-8fff-a7ba1f8560f0 x-openstack-request-id: req-64475b9c-5358-4547-8fff-a7ba1f8560f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:45.354513 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "name": "network-vif-plugged", "status": "completed", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:45.354931 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64475b9c-5358-4547-8fff-a7ba1f8560f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:45.355660 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a', 'code': 200} Aug 29 04:11:45.980923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e6ac-2fe7-4622-9aa6-f0bc5fba488d req-ddd1d93b-598a-4293-b63c-d04ab7072582 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:45.980923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f208e6ac-2fe7-4622-9aa6-f0bc5fba488d req-ddd1d93b-598a-4293-b63c-d04ab7072582 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.2212994 Aug 29 04:11:45.987207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d32100-6179-48ff-8f2b-3dc231e31da2 req-c9c9e55a-8aa3-4710-90ce-b5fd35b13372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:45.989563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d32100-6179-48ff-8f2b-3dc231e31da2 req-c9c9e55a-8aa3-4710-90ce-b5fd35b13372 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 1102 time: 0.2279456 Aug 29 04:11:46.016837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-8f02bf74-8b16-46fe-8b2a-d686abd7443a tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.023743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-8f02bf74-8b16-46fe-8b2a-d686abd7443a tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6597695 Aug 29 04:11:46.093778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-1c63abb7-9f42-4a8b-9633-2cc18f82693d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/quotas/4157b32a49004eb296ee17442a833378 HTTP/1.1" status: 200 len: 375 time: 0.0536790 Aug 29 04:11:46.153205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f208e6ac-2fe7-4622-9aa6-f0bc5fba488d req-aaa663f3-20cb-46be-9a5e-58ccd4d07568 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595716 Aug 29 04:11:46.201765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d32100-6179-48ff-8f2b-3dc231e31da2 req-1e1d3cba-a4a3-42f5-aa58-9555bf83f667 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748660 Aug 29 04:11:46.230958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-79b085d2-809f-45fd-ba17-1236bcf455be tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992627 Aug 29 04:11:46.540866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7db31b0d-a68d-4669-84a3-58b253c15ada req-dd4fb44e-6907-4186-8a52-36cb8e4bbf34 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 210 time: 0.0609210 Aug 29 04:11:46.577153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-6a45f60a-3371-4c96-827d-7cd2163bf15e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533232 Aug 29 04:11:46.704593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bebf5f3c-f75f-48b0-b801-80de345dd01c req-c5f19f1c-511d-4dc6-9f4f-3f07f59fb88f tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 210 time: 0.0819826 Aug 29 04:11:46.752532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516cdab-5ca0-4944-b3d8-286d56778dd1 req-e78ffeea-df79-42b2-b48b-1c219677979b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.754124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4516cdab-5ca0-4944-b3d8-286d56778dd1 req-e78ffeea-df79-42b2-b48b-1c219677979b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2252977 Aug 29 04:11:46.810667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fcc69bf3-0953-4a2e-b2cd-f91a2efb4c19 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:46.812308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fcc69bf3-0953-4a2e-b2cd-f91a2efb4c19 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262051 Aug 29 04:11:46.834937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:46.856615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4516cdab-5ca0-4944-b3d8-286d56778dd1 req-0eab555c-1d95-496c-871e-2ade130f997f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786202 Aug 29 04:11:46.997580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:47.052885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:47.058502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.076783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.296323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1913441972-network', 'tenant_id': '0346765597034da0bc810662c2eea961'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:47.320388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.366905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.375811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:47.382655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.420302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.507260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:47.551973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd4b9d-d6ee-4d15-9894-7cab914730ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.642432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbc45-cca9-4f4f-9d2c-46ea96ed769f req-c2dbfeec-981a-47be-bc29-3d826b2bc251 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:47.652584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4fbc45-cca9-4f4f-9d2c-46ea96ed769f req-c2dbfeec-981a-47be-bc29-3d826b2bc251 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.3694708 Aug 29 04:11:47.710926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.720049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.746638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:47.763416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4e063-46d4-44b4-848a-ed328b56371d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:47.770091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.770523 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Added segment 09f9fa06-8952-4162-90ce-eda0f3c179c0 of type vlan for network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 Aug 29 04:11:47.843184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.877498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8146c588-2f10-4163-971f-0e2f2fe6e2ec req-2772a9bf-55c9-49e3-b911-760d009df396 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 210 time: 0.1516838 Aug 29 04:11:47.880310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.881496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:47.882463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:47.891812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4fbc45-cca9-4f4f-9d2c-46ea96ed769f req-01b4836c-cc8b-46e7-ade2-a8355cf71336 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380915 Aug 29 04:11:47.939461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.4 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/9348f318-f6a8-430d-8575-d51491a0aa09) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:47.997711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1541043661-network', 'tenant_id': '12547e5ef2054423a92aa1635ca0b5d1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:48.002129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] Pushing event updated for resources: {'Network': ['ID=c8d462fa-c20d-48da-8a5e-7a8c45c9f307,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.019751 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd2825c6-1cf5-4c78-a077-3b64139fd8dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0204237 Aug 29 04:11:48.026912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:48.033454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Request body: {'subnet': {'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1913441972-subnet', 'tenant_id': '0346765597034da0bc810662c2eea961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:48.035378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:48.061799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Made reservation on behalf of 12547e5ef2054423a92aa1635ca0b5d1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:48.068836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.097399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.152894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:48.155663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.204366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f429894-a65f-458a-bc37-7268b6426343 req-1d62ae8f-1b62-498b-b8de-8e721ab7bfd7 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 210 time: 0.1049814 Aug 29 04:11:48.307231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df544f72-3f5a-4016-ba9f-9a04bcf88d28 req-ac000b69-85be-4758-97a7-e6d1057edfd6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.310044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df544f72-3f5a-4016-ba9f-9a04bcf88d28 req-ac000b69-85be-4758-97a7-e6d1057edfd6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2460258 Aug 29 04:11:48.374333 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-c13a4c8e-4bbe-48d9-8516-0bcb30d6e87e tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4157b32a49004eb296ee17442a833378&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266278 Aug 29 04:11:48.441826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df544f72-3f5a-4016-ba9f-9a04bcf88d28 req-f859cdbd-5085-407e-a731-0adc434f70e1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Aug 29 04:11:48.474275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.510855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.515443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 9348f318-f6a8-430d-8575-d51491a0aa09 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:48.567305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.571751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.630628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:48.634414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:48.651137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:48.660584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:48.661510 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.691621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.697565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:48.699541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-fa7764e5-09c5-41a6-9ab9-2bb9569582c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8731086 Aug 29 04:11:48.746207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Request body: {'port': {'device_id': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:48.812304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.812868 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Added segment 7ef99497-0eb6-4f61-ae1b-ca664d756179 of type vlan for network 9de39064-2a9c-4345-80fc-021cf7d4a514 Aug 29 04:11:48.815292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa23cf-e377-4b09-af3b-0003365212eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:48.855265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.934322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:48.982923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.021333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45d367af-e0eb-4266-8993-33623c60d161 None None] Provisioning for port 9348f318-f6a8-430d-8575-d51491a0aa09 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:49.031849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45d367af-e0eb-4266-8993-33623c60d161 None None] Provisioning complete for port 9348f318-f6a8-430d-8575-d51491a0aa09 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:49.032530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45d367af-e0eb-4266-8993-33623c60d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.077934 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bee7118-fdb9-435a-bdcc-6496588aaa0a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.112371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.114384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.115610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.140784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45d367af-e0eb-4266-8993-33623c60d161 None None] Port 9348f318-f6a8-430d-8575-d51491a0aa09 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:49.143875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-91898d67-5687-4e71-b292-1a8acdacebe4 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.145829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-91898d67-5687-4e71-b292-1a8acdacebe4 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7623749 Aug 29 04:11:49.205768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:49.206134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Network hostable DHCP agents. Network: c8d462fa-c20d-48da-8a5e-7a8c45c9f307, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:49.212444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Request body: {'port': {'device_id': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '4157b32a49004eb296ee17442a833378'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:49.275445 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7612195 Aug 29 04:11:49.281770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3aa45-26ed-4b84-8192-b0e2a59e0321 req-dda51e6c-319c-43c7-b72a-c3cdce4dbf9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.284193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2b3aa45-26ed-4b84-8192-b0e2a59e0321 req-dda51e6c-319c-43c7-b72a-c3cdce4dbf9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 934 time: 0.1630168 Aug 29 04:11:49.284455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:49.290995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Request body: {'subnet': {'network_id': '9de39064-2a9c-4345-80fc-021cf7d4a514', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1541043661-subnet', 'tenant_id': '12547e5ef2054423a92aa1635ca0b5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:49.294100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e6b2-7815-49c1-a8c1-e260550a3d53 req-5554af9e-eb0d-4e15-a3fa-46f12ec426a8 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.295801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d10e6b2-7815-49c1-a8c1-e260550a3d53 req-5554af9e-eb0d-4e15-a3fa-46f12ec426a8 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.1456070 Aug 29 04:11:49.303982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d51eab-d08d-42ef-b8a3-b1b1b860be67 admin admin] Pushing event updated for resources: {'Network': ['ID=9de39064-2a9c-4345-80fc-021cf7d4a514,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.328890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9de39064-2a9c-4345-80fc-021cf7d4a514 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:49.331609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:49.357431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c8d462fa-c20d-48da-8a5e-7a8c45c9f307) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:49.363680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Made reservation on behalf of 12547e5ef2054423a92aa1635ca0b5d1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:49.366162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.389691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:49.390375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.411749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641a909-ecf7-4128-89f9-74822e247dcf None None] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:49.419620 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2b3aa45-26ed-4b84-8192-b0e2a59e0321 req-b9a55527-9ac1-426c-b915-c85ae2908b01 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211534 Aug 29 04:11:49.425316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9348f318-f6a8-430d-8575-d51491a0aa09 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:49.437887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d10e6b2-7815-49c1-a8c1-e260550a3d53 req-c5f3d9fc-f1a6-48b1-8515-ccd3b54ddd6f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242259 Aug 29 04:11:49.440165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.458646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Transition to ACTIVE for port object 9348f318-f6a8-430d-8575-d51491a0aa09 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:49.468546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.477266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b553cdf4-cbac-42e5-b31d-49b5473082ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4468696 Aug 29 04:11:49.541603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Made reservation on behalf of 4157b32a49004eb296ee17442a833378 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:49.549739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.631228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:49.638888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:49.656828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8cd80-d05c-41fa-b338-5b814b8c4a0e None None] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:49.737866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e287dbcb-96cd-4e8c-b4c2-69b535fd9112 req-6aa9d6cd-e57e-42e0-aa90-c2f7eeebedc5 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 210 time: 0.0985117 Aug 29 04:11:49.826995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Attempting to bind port 9348f318-f6a8-430d-8575-d51491a0aa09 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:49.827398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Attempting to bind port 9348f318-f6a8-430d-8575-d51491a0aa09 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:49.827739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Attempting to bind port 9348f318-f6a8-430d-8575-d51491a0aa09 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:49.895199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Port 9348f318-f6a8-430d-8575-d51491a0aa09 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:49.897144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Attempting to bind port 9348f318-f6a8-430d-8575-d51491a0aa09 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:49.926749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:49.927116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:49.927474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:49.928009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Bound port: 9348f318-f6a8-430d-8575-d51491a0aa09, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:49.933939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.026532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed3bb-034e-4472-a9c0-0e8d2f29e0b8 req-aab10fec-b9a0-43c3-9fe3-382426811ff3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.028195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57aed3bb-034e-4472-a9c0-0e8d2f29e0b8 req-aab10fec-b9a0-43c3-9fe3-382426811ff3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2537954 Aug 29 04:11:50.052660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.142112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:50.144372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.148208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9348f318-f6a8-430d-8575-d51491a0aa09,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:50.157121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.218180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57aed3bb-034e-4472-a9c0-0e8d2f29e0b8 req-5910badb-d761-42ca-889d-347734c8428f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Aug 29 04:11:50.222712 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.307599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Allocated IP 192.168.233.39 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/8fcd6488-e823-41a5-82cc-f798744568d6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:50.328463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.329243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.332990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] 10.222.0.54 "PUT /v2.0/ports/9348f318-f6a8-430d-8575-d51491a0aa09 HTTP/1.1" status: 200 len: 1095 time: 1.6210372 Aug 29 04:11:50.343643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:50.348225 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac09157c-adc6-44a8-9bef-4e53c707f822" -d '{"events": [{"name": "network-changed", "server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:50.464112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714792af-4a19-4cfe-8ccf-6acde2ad1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.528980 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5e4726-5235-4135-952f-4f85717f7450 x-openstack-request-id: req-fb5e4726-5235-4135-952f-4f85717f7450 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:50.529796 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:50.530225 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb5e4726-5235-4135-952f-4f85717f7450 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:50.530883 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09', 'status': 'completed', 'code': 200} Aug 29 04:11:50.598881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:50.650047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1901432059-network', 'tenant_id': '4a04cb8df3ee44698e6b4fabe6ba5b88'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:50.705046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-70c36878-d2ba-4538-8326-7631a4dd1e67 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=972586b302b8446193b2d8307b6df88d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1828885 Aug 29 04:11:50.707770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-e2aeccce-3c2e-48db-b4e7-2a3a2d279d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.710323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-e2aeccce-3c2e-48db-b4e7-2a3a2d279d8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 1098 time: 0.3145854 Aug 29 04:11:50.783766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcd1f8b-0eb9-430c-9495-0d5392aa5665,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.813355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:50.822805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Checking segment: {'id': '7ef99497-0eb6-4f61-ae1b-ca664d756179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9de39064-2a9c-4345-80fc-021cf7d4a514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:50.823277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Network hostable DHCP agents. Network: 9de39064-2a9c-4345-80fc-021cf7d4a514, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:50.829341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1abfe-de7e-4d66-85cf-79519ba44dfc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:50.865931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Network 9de39064-2a9c-4345-80fc-021cf7d4a514 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:50.884280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.887535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9de39064-2a9c-4345-80fc-021cf7d4a514) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:50.896500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:50.897114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.899062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa5728-19a1-458a-a2a0-ada6bceb89a9 None None] Network 9de39064-2a9c-4345-80fc-021cf7d4a514 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:50.913275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Transition to ACTIVE for port object 8fcd6488-e823-41a5-82cc-f798744568d6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:50.923940 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87d9d11d-6bc2-4811-82c9-62a9030d8a5e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6372919 Aug 29 04:11:50.959982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-e2785ee9-585f-41b6-a1f6-4e109aa7d1ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9348f318-f6a8-430d-8575-d51491a0aa09 HTTP/1.1" status: 200 len: 217 time: 0.2351851 Aug 29 04:11:50.971606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:50.973617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Made reservation on behalf of 4a04cb8df3ee44698e6b4fabe6ba5b88 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:50.979518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.079551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:51.109592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:51.127157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.136476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:51.136885 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-cfb04134-dfdd-4af7-986b-f99757f6f0c2 service neutron] show failed (client error): The resource could not be found. Aug 29 04:11:51.138189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-cfb04134-dfdd-4af7-986b-f99757f6f0c2 service neutron] 10.222.0.50 "GET /v2.0/ports/eba3ccdf-abb8-479f-b38d-64fa53c5733a/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.6432121 Aug 29 04:11:51.149219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.150515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.170872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c75bd0-b16b-403d-a0a8-b9b625e01b66 req-c3251cc3-5018-4944-8ebd-90244ee791a5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.179848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c75bd0-b16b-403d-a0a8-b9b625e01b66 req-c3251cc3-5018-4944-8ebd-90244ee791a5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 946 time: 0.5040534 Aug 29 04:11:51.181528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcade-7d7a-49e9-84ae-6d1a66f1c52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.218485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Pushing event updated for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.281068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-ba3170b0-319d-4084-959e-d3cc8107dde8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0830872 Aug 29 04:11:51.296041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25ff07-9ecd-4228-bedc-0a2c6d3d529c None None] Network 9de39064-2a9c-4345-80fc-021cf7d4a514 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:51.297491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-f37b358b-dcf2-4494-9a0b-ba33ea4b1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.299082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-f37b358b-dcf2-4494-9a0b-ba33ea4b1936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3151979 Aug 29 04:11:51.322048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Request body: {'port': {'device_id': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:51.418764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-c005c403-9a0e-4aca-9378-b85cb2cfb28d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.427151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-c005c403-9a0e-4aca-9378-b85cb2cfb28d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6742775 Aug 29 04:11:51.442192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c75bd0-b16b-403d-a0a8-b9b625e01b66 req-72b6a8a5-a38b-4762-a1f5-666870fed54a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608953 Aug 29 04:11:51.497085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-1eb7a4c4-dfc9-40e8-ae76-f21e549a39de tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/quotas/972586b302b8446193b2d8307b6df88d HTTP/1.1" status: 200 len: 375 time: 0.0691082 Aug 29 04:11:51.515688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.568585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-f4eec4ac-66c4-448f-a226-e68a8498fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.575543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-f4eec4ac-66c4-448f-a226-e68a8498fce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615166 Aug 29 04:11:51.711793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-ae264c3e-b43a-42cd-a4fd-1ea24e6cd987 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2129221 Aug 29 04:11:51.744891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4f0bfcc-c084-4c41-8fab-a581587cbee9 None None] Provisioning for port 8fcd6488-e823-41a5-82cc-f798744568d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:51.746806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610feba7-8456-4f21-82ed-16dc22732532 req-0f7dbaeb-4a00-45fa-89c9-2143a3ab1588 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.754357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4f0bfcc-c084-4c41-8fab-a581587cbee9 None None] Provisioning complete for port 8fcd6488-e823-41a5-82cc-f798744568d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:51.754970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfcc-c084-4c41-8fab-a581587cbee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.761866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-610feba7-8456-4f21-82ed-16dc22732532 req-0f7dbaeb-4a00-45fa-89c9-2143a3ab1588 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 935 time: 0.1849270 Aug 29 04:11:51.849414 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcade-7d7a-49e9-84ae-6d1a66f1c52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.862954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcade-7d7a-49e9-84ae-6d1a66f1c52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:51.875595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-80911f5f-3a56-4e17-b1ef-0fc1eec3cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:51.877190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-80911f5f-3a56-4e17-b1ef-0fc1eec3cd28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1101 time: 0.2233799 Aug 29 04:11:51.883619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0bfcc-c084-4c41-8fab-a581587cbee9 None None] Port 8fcd6488-e823-41a5-82cc-f798744568d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:51.904194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:51.965458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcade-7d7a-49e9-84ae-6d1a66f1c52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614593fe-d07f-4110-841d-488c28818563,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:51.967839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:52.003299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275248319-network', 'tenant_id': 'c2b509e296704ee0abd17c436b592010'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:52.010614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c1fcade-7d7a-49e9-84ae-6d1a66f1c52b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ce84e3966f6431d898d168bca089760&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1954830 Aug 29 04:11:52.018241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:52.048187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-25f38539-26be-4698-bb86-bfa9464f8b1b service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543853 Aug 29 04:11:52.061449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-610feba7-8456-4f21-82ed-16dc22732532 req-dc246077-c300-4f63-9d69-7a93e1069edc tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966895 Aug 29 04:11:52.258056 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.270604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcd6488-e823-41a5-82cc-f798744568d6 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:52.299863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.370408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.383845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Transition to ACTIVE for port object 8fcd6488-e823-41a5-82cc-f798744568d6 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:52.432773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.450497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af71d654-ed63-4ddd-b48f-67817708816f req-cd73e4ad-204f-49e6-8210-56cc9121938f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 210 time: 0.0787144 Aug 29 04:11:52.457647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.471409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.503586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9d0ac7-0fac-43d0-8ecf-3caccedf374d req-a119aa8e-0b78-4bbb-b8fd-01eb40e258e9 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403811 Aug 29 04:11:52.533223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.537471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:52.554302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.554957 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Added segment de2441a3-204d-4d06-96b9-f1d4226d3f71 of type vlan for network 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b Aug 29 04:11:52.584482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1437-a900-44c2-807b-ec9ff5d077bd req-78ed35c5-276b-4b38-8995-5095e851efe0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.587699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d93d1437-a900-44c2-807b-ec9ff5d077bd req-78ed35c5-276b-4b38-8995-5095e851efe0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2256000 Aug 29 04:11:52.671896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Made reservation on behalf of c2b509e296704ee0abd17c436b592010 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:52.674395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.691849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Pushing event updated for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.714747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2eb10b-c41c-49e0-9c05-134dad0e7c89,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:52.760757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.773341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d93d1437-a900-44c2-807b-ec9ff5d077bd req-a4134b3d-b08e-4ca5-aa6c-5724e954f8e3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630573 Aug 29 04:11:52.781353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.826407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.827672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.829154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.846772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-59778504-bfcf-4015-a0bc-4e6e6e150f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.850422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-59778504-bfcf-4015-a0bc-4e6e6e150f69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 1098 time: 0.2594364 Aug 29 04:11:52.892700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.897588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:52.899616 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/614593fe-d07f-4110-841d-488c28818563 HTTP/1.1" status: 204 len: 168 time: 0.8769085 Aug 29 04:11:52.940209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b09d32-b790-47ac-8c24-4bc98d27e4c0 req-87a41fa2-2980-40e7-8353-3605ed5f6dc6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:52.948952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b09d32-b790-47ac-8c24-4bc98d27e4c0 req-87a41fa2-2980-40e7-8353-3605ed5f6dc6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 946 time: 0.2487106 Aug 29 04:11:52.975871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3505461 Aug 29 04:11:52.979882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:52.984370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Attempting to bind port 8fcd6488-e823-41a5-82cc-f798744568d6 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:52.984970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Attempting to bind port 8fcd6488-e823-41a5-82cc-f798744568d6 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:52.985926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Attempting to bind port 8fcd6488-e823-41a5-82cc-f798744568d6 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:52.997179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Request body: {'subnet': {'network_id': '3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1901432059-subnet', 'tenant_id': '4a04cb8df3ee44698e6b4fabe6ba5b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:53.016501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5f79a-9d66-4832-8926-daf0468341d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614593fe-d07f-4110-841d-488c28818563,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.045409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Port 8fcd6488-e823-41a5-82cc-f798744568d6 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:53.046280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Attempting to bind port 8fcd6488-e823-41a5-82cc-f798744568d6 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:53.057827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91bd3-bb6e-42c6-9f4b-ba9b77d88334 admin admin] Pushing event updated for resources: {'Network': ['ID=3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.084383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:53.085842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:53.086663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:53.087542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:53.088680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Bound port: 8fcd6488-e823-41a5-82cc-f798744568d6, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:53.089583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.119823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b09d32-b790-47ac-8c24-4bc98d27e4c0 req-c11e36ad-673c-4c8c-8ca8-479b26368ee5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685419 Aug 29 04:11:53.160054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-2b3dd45d-4181-41ff-801c-27933ec82687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.162110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-2b3dd45d-4181-41ff-801c-27933ec82687 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2559173 Aug 29 04:11:53.246136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-23a0ae31-8149-4842-afb7-0fc4507a9790 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9348f318-f6a8-430d-8575-d51491a0aa09 HTTP/1.1" status: 200 len: 217 time: 0.0759258 Aug 29 04:11:53.249801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:53.357673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-ddbdb18b-555c-472d-a687-dceb9d67b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.359434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-ddbdb18b-555c-472d-a687-dceb9d67b4f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0999715 Aug 29 04:11:53.375142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a331cc-7748-4952-b84e-dc6a879572e9 req-bb4e9a0b-c06f-48f1-94f8-2122d583a965 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.391368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66a331cc-7748-4952-b84e-dc6a879572e9 req-bb4e9a0b-c06f-48f1-94f8-2122d583a965 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 947 time: 0.1486371 Aug 29 04:11:53.397923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:53.404765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:53.425547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:53.455219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8fcd6488-e823-41a5-82cc-f798744568d6,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:53.477603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.480225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ede95059-75c5-4461-8419-d5d89ff0b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.514795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.54', 49791) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:53.561869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66a331cc-7748-4952-b84e-dc6a879572e9 req-9af7d889-a806-4d81-9aea-704a8c691298 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678083 Aug 29 04:11:53.571390 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.599503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:53.600592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-9c27deca-b576-4af2-805c-0823bd997c18 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=972586b302b8446193b2d8307b6df88d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840499 Aug 29 04:11:53.602432 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f172c26-f3c9-4037-9343-cb3495a7f60c" -d '{"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-unplugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:53.609462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.627975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.633555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.634244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.636607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] 10.222.0.50 "PUT /v2.0/ports/8fcd6488-e823-41a5-82cc-f798744568d6 HTTP/1.1" status: 200 len: 1096 time: 2.3260050 Aug 29 04:11:53.637827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-0d1799c3-4f39-47bb-9d67-6a895b562215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.640645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-0d1799c3-4f39-47bb-9d67-6a895b562215 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455046 Aug 29 04:11:53.650320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ff18-2a78-4e65-bb24-cea185cf63ed service neutron] Pushing event updated for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.685506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Transition to ACTIVE for port object eba3ccdf-abb8-479f-b38d-64fa53c5733a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:53.729503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Made reservation on behalf of 4a04cb8df3ee44698e6b4fabe6ba5b88 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:53.734277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.739684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.748046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:11:53.765303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c5d72-3797-47f5-9b5d-f72f9e8f1c85,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:53.783712 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93226c00-78b0-4782-80de-702498603926 x-openstack-request-id: req-93226c00-78b0-4782-80de-702498603926 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:53.784028 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-unplugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:53.784281 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93226c00-78b0-4782-80de-702498603926 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:53.784673 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'code': 200} Aug 29 04:11:53.798051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b7188fd-8032-4c6e-a276-3a84c7ce83db req-c1194af2-c1c6-47f2-b8e9-f250416ef777 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 210 time: 0.1863828 Aug 29 04:11:53.966046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-8cca6026-00bd-4a06-83d5-efa71ec20460 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:53.967733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-8cca6026-00bd-4a06-83d5-efa71ec20460 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254483 Aug 29 04:11:53.980630 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-ef5f0bae-8bf1-4b7b-bf36-857e5ef74d18 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206122 Aug 29 04:11:53.990252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:53.990252 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Added segment 2f7c71be-8a07-4501-87d8-4815ac306973 of type vlan for network 8e5b12be-593c-4cef-bb56-a41693e23aa3 Aug 29 04:11:54.004409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386350c-f100-4fba-9d72-883e8cc767b7 req-bc2756ad-3054-4807-ba29-7bceffb2651f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.007154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d386350c-f100-4fba-9d72-883e8cc767b7 req-bc2756ad-3054-4807-ba29-7bceffb2651f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.1381993 Aug 29 04:11:54.018042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Request body: {'port': {'device_id': '61572483-0b07-4c1d-ac32-7549fed11e62', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '972586b302b8446193b2d8307b6df88d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:54.112597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.122310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] No DVR routers for this DVR port eba3ccdf-abb8-479f-b38d-64fa53c5733a on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:11:54.130249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.256508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-4c03ced7-94c1-42c8-9199-dca4acc75bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.258196 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-4c03ced7-94c1-42c8-9199-dca4acc75bf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 1099 time: 0.4722188 Aug 29 04:11:54.295658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.296366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:11:54.296963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.297379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.313303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d386350c-f100-4fba-9d72-883e8cc767b7 req-ae0f86a4-05d8-4824-a232-4d313844fc7a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539649 Aug 29 04:11:54.325652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.376206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:11:54.393971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:54.394314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:54.394642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:54.421978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac09157c-adc6-44a8-9bef-4e53c707f822 req-0ec41afc-18d6-4e4b-abc4-fe643baf8aad service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133096 Aug 29 04:11:54.486897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440fbbe-90f6-4f61-98b4-532c11911c10 req-a8c3bb14-a248-4931-8c88-ea206360d2f2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.488735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a440fbbe-90f6-4f61-98b4-532c11911c10 req-a8c3bb14-a248-4931-8c88-ea206360d2f2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 946 time: 0.1420584 Aug 29 04:11:54.490823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3565de-1acf-4a29-9418-e7565a7e836b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.505335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-6885876e-2b70-470d-afc4-fcec7be1d3c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8fcd6488-e823-41a5-82cc-f798744568d6 HTTP/1.1" status: 200 len: 217 time: 0.2180297 Aug 29 04:11:54.525389 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:11:54.526244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:54.526244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Attempting to bind port eba3ccdf-abb8-479f-b38d-64fa53c5733a on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:54.538174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ede95059-75c5-4461-8419-d5d89ff0b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.543126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a440fbbe-90f6-4f61-98b4-532c11911c10 req-4f57103e-93e9-4d88-9914-f238954315eb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Aug 29 04:11:54.555248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5b12be-593c-4cef-bb56-a41693e23aa3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.562631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:54.562904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:54.563291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:54.563740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Bound port: eba3ccdf-abb8-479f-b38d-64fa53c5733a, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:54.564230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.570295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 8e5b12be-593c-4cef-bb56-a41693e23aa3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:11:54.581618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ede95059-75c5-4461-8419-d5d89ff0b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.583978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Made reservation on behalf of 972586b302b8446193b2d8307b6df88d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:54.591874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.614311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-793fbd1d-3182-4596-9029-bbb0110597e7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6183290 Aug 29 04:11:54.623051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.633012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Request body: {'subnet': {'network_id': '8e5b12be-593c-4cef-bb56-a41693e23aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275248319-subnet', 'tenant_id': 'c2b509e296704ee0abd17c436b592010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:54.748354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9348f318-f6a8-430d-8575-d51491a0aa09 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:54.767981 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ede95059-75c5-4461-8419-d5d89ff0b476 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc637a1cc8364bb395dc731763fa1b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3288052 Aug 29 04:11:54.767981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede95059-75c5-4461-8419-d5d89ff0b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b775712-0164-4f6c-9a59-f22195a9d342,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:54.770499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:54.796725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Made reservation on behalf of c2b509e296704ee0abd17c436b592010 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:11:54.804665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.806381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-a5d4f4e7-f6a7-4a8e-bde5-4e6b02a0b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.809253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-a5d4f4e7-f6a7-4a8e-bde5-4e6b02a0b517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2653348 Aug 29 04:11:54.811542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:54.814519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Checking segment: {'id': 'de2441a3-204d-4d06-96b9-f1d4226d3f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:54.814992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Network hostable DHCP agents. Network: 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:54.819674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:54.837320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.914873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:54.916075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:54.918535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] 10.222.0.54 "PUT /v2.0/ports/eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 1096 time: 3.0244105 Aug 29 04:11:54.953671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Network 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:54.954310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9348f318-f6a8-430d-8575-d51491a0aa09,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:54.972133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '9348f318-f6a8-430d-8575-d51491a0aa09', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '9348f318-f6a8-430d-8575-d51491a0aa09', 'mac_address': 'fa:16:3e:63:56:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:55.016827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:55.017344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab5037c5-aab9-435a-a7e2-865e5a45a336 req-46891fd1-bff8-4ab3-859b-4e660263d98a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 210 time: 0.1294556 Aug 29 04:11:55.028716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.028716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.033691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29e5a-b616-4793-b530-8fb538fcd527 service neutron] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.038211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-588e7825-ee16-4ae0-838c-e1fa1666d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.040251 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-588e7825-ee16-4ae0-838c-e1fa1666d99f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2187638 Aug 29 04:11:55.061706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5783e4-cbe0-4b54-9cf0-69883ec1b4d3 None None] Network 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:55.070920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a8be-7036-462e-9f3d-2ba54544425f req-b5a32192-de87-4ad5-810f-62bdc1aab88c tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.079676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5014a8be-7036-462e-9f3d-2ba54544425f req-b5a32192-de87-4ad5-810f-62bdc1aab88c tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 947 time: 0.3977542 Aug 29 04:11:55.098940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Allocated IP 192.168.233.96 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/a0aad45a-ae4d-4762-9b8e-389de91c9ee5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:11:55.129572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23136eeb-6283-48a5-8ec2-65d8964b4ebd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1400657 Aug 29 04:11:55.148048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-406b27c0-f259-49a8-a8e3-30c17c18bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.149710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-406b27c0-f259-49a8-a8e3-30c17c18bea8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1099 time: 0.1897664 Aug 29 04:11:55.156768 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.210591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.226768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5014a8be-7036-462e-9f3d-2ba54544425f req-d113cc78-82fe-4fa5-ad60-5ad7bfe8c77d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458950 Aug 29 04:11:55.265138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9348f318-f6a8-430d-8575-d51491a0aa09 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:55.269040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.308035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9348f318-f6a8-430d-8575-d51491a0aa09,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:55.327442 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.335961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-a57514d6-e38e-4637-974b-0f3ab9201057 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844913 Aug 29 04:11:55.498047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-ab006805-8612-41b1-bccd-c3218e2c1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.502688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-ab006805-8612-41b1-bccd-c3218e2c1906 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3396571 Aug 29 04:11:55.566658 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-f135cd63-b292-4ea4-91b3-8d0a284c0e3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0498104 Aug 29 04:11:55.591344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095a17b-91ea-4aa8-96ed-68c3af6612c7 None None] Network 3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:55.631480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-23a7005d-3159-4f39-b8ab-834724b717e9 req-aa3919e7-4eaa-4498-b017-310e341fb81d service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829494 Aug 29 04:11:55.657612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-2bdbd205-3f0f-4161-8a4f-6c95b6ed8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.659464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-2bdbd205-3f0f-4161-8a4f-6c95b6ed8ee8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0829990 Aug 29 04:11:55.681446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:55.686422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.690291 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.692052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b775712-0164-4f6c-9a59-f22195a9d342 HTTP/1.1" status: 204 len: 168 time: 0.9203486 Aug 29 04:11:55.737069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fcaf-97c1-4300-a383-65bdb7b4b992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b775712-0164-4f6c-9a59-f22195a9d342,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.768414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754eeb0-9785-41eb-91d6-de68079ab687 req-dc44fb79-4e96-4481-90b4-882d892dbda5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.777492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6754eeb0-9785-41eb-91d6-de68079ab687 req-dc44fb79-4e96-4481-90b4-882d892dbda5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.3084617 Aug 29 04:11:55.791577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6'}, {'name': 'network-changed', 'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:55.798950 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2122cee-7592-4d8f-ae8e-bc9d327698ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6"}, {"name": "network-changed", "server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:55.804352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.824520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:55.839129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-aa33f542-57d8-483d-9c10-52716c32359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:55.843187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.844309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.844309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.844963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.845202 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:55.845532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.846105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.846661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.847223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.847768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.848347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.848897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.849450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:11:55.851627 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-aa33f542-57d8-483d-9c10-52716c32359b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793175 Aug 29 04:11:55.863761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Transition to ACTIVE for port object a0aad45a-ae4d-4762-9b8e-389de91c9ee5 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:55.905726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6754eeb0-9785-41eb-91d6-de68079ab687 req-2bf030f2-318b-4979-8772-33297e4ff1b4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266289 Aug 29 04:11:56.014392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d14ecb1-7a71-4e82-b60d-e29f8149d864,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:56.041314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-5254e86a-a7c1-4413-b4a7-dae3430191a0 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748781 Aug 29 04:11:56.116964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69ece-76c4-4d99-bb7a-f281478a4f20 req-96cc02f8-928c-4041-a651-105474a91d75 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.124950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d69ece-76c4-4d99-bb7a-f281478a4f20 req-96cc02f8-928c-4041-a651-105474a91d75 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 947 time: 0.2135408 Aug 29 04:11:56.126146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Checking segment: {'id': '2f7c71be-8a07-4501-87d8-4815ac306973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8e5b12be-593c-4cef-bb56-a41693e23aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:56.126892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Network hostable DHCP agents. Network: 8e5b12be-593c-4cef-bb56-a41693e23aa3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:11:56.199853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.301925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Network 8e5b12be-593c-4cef-bb56-a41693e23aa3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:11:56.337833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d69ece-76c4-4d99-bb7a-f281478a4f20 req-488f414c-046b-4df3-8a70-6bced5db923b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940534 Aug 29 04:11:56.359365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:11:56.365676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 8e5b12be-593c-4cef-bb56-a41693e23aa3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:56.372111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:11:56.376466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.377557 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.381317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39074ea0-e7b7-4130-859c-61c0ea75fe21 None None] Network 8e5b12be-593c-4cef-bb56-a41693e23aa3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:56.390511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Pushing event updated for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:56.405163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:11:56.428293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.429312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.498147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-d7162bb0-4074-4b33-8ac2-f30fe0c25f0a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4867711 Aug 29 04:11:56.516369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b0845961-4551-40bc-b8ca-4832e8901cc7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8915830 Aug 29 04:11:56.529166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Request body: {'port': {'device_id': '61572483-0b07-4c1d-ac32-7549fed11e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:11:56.594774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a29d718d-a2a0-49a1-a23d-2bfd3186a99a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:56.684207 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe2149-d64a-4eb5-b94a-3a4cde3dfa3d x-openstack-request-id: req-0dfe2149-d64a-4eb5-b94a-3a4cde3dfa3d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:56.685338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:56.685693 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:56.685693 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dfe2149-d64a-4eb5-b94a-3a4cde3dfa3d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:56.686268 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6', 'status': 'completed', 'code': 200} Aug 29 04:11:56.691159 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'status': 'completed', 'code': 200} Aug 29 04:11:56.775867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9348f318-f6a8-430d-8575-d51491a0aa09 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:11:56.848542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8b8b3b52-0de1-4a79-83cc-1d5f66957497 req-1f8ae2e3-9ba8-42b4-b9cd-eeee261484f5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951145 Aug 29 04:11:56.855767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-62dd95cb-a94d-48e6-a9bc-ae97ee6e6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:56.858080 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-62dd95cb-a94d-48e6-a9bc-ae97ee6e6778 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 1099 time: 0.1183965 Aug 29 04:11:56.898265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:57.093073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-44a0e5df-46f7-4917-8e86-bc597f10847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.095332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-44a0e5df-46f7-4917-8e86-bc597f10847c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1099 time: 0.1099000 Aug 29 04:11:57.149907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-c38c9ce4-4ecc-465e-a71c-36ae89276e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.151654 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-c38c9ce4-4ecc-465e-a71c-36ae89276e0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2846444 Aug 29 04:11:57.177598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177de56c-f8a1-42a9-b6bf-a2d394715915 None None] Network 8e5b12be-593c-4cef-bb56-a41693e23aa3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:11:57.183863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 9348f318-f6a8-430d-8575-d51491a0aa09 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:57.213488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 9348f318-f6a8-430d-8575-d51491a0aa09 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:57.214277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.239173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a8534a9-b7b4-4a01-a06b-1173f3de2434 None None] Provisioning for port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:11:57.242015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-171c75b2-696c-4663-a164-268efc69261c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=8fcd6488-e823-41a5-82cc-f798744568d6 HTTP/1.1" status: 200 len: 217 time: 0.0516188 Aug 29 04:11:57.329785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-d5e1e013-9e6f-42f8-9f47-4a5bf15d8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.330982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-d5e1e013-9e6f-42f8-9f47-4a5bf15d8c08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2213819 Aug 29 04:11:57.335683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-d4188f4e-573d-4379-a74d-bfe52e2825f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.337219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-d4188f4e-573d-4379-a74d-bfe52e2825f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0868745 Aug 29 04:11:57.356518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a8534a9-b7b4-4a01-a06b-1173f3de2434 None None] Provisioning complete for port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:11:57.357306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a8534a9-b7b4-4a01-a06b-1173f3de2434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.428298 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-11698cb6-4069-4aa9-a3bd-00f823bf26e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0832827 Aug 29 04:11:57.469425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-8d9ab8f9-ea61-47d7-aa68-7441928f2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.470935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-8d9ab8f9-ea61-47d7-aa68-7441928f2228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191311 Aug 29 04:11:57.497427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-b9d25189-8053-48c6-a52c-e13988879aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.498996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-b9d25189-8053-48c6-a52c-e13988879aee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0628185 Aug 29 04:11:57.507279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3a8534a9-b7b4-4a01-a06b-1173f3de2434 None None] Port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:11:57.598767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Deleting subnet 6fcd1f8b-0eb9-430c-9495-0d5392aa5665 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:11:57.629341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93586b2b-b438-47c4-9477-9946c5fb895c req-7ae4d77e-0cfd-48a8-a9e5-76a47e6a66a9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.631824 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-08334455-b626-4008-8409-ea33393a6356 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304479 Aug 29 04:11:57.636857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93586b2b-b438-47c4-9477-9946c5fb895c req-7ae4d77e-0cfd-48a8-a9e5-76a47e6a66a9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 935 time: 0.7702389 Aug 29 04:11:57.638563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.679177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.684095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-08a30030-a8b2-4832-b425-5e5a5351c429 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.688012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-08a30030-a8b2-4832-b425-5e5a5351c429 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.8988714 Aug 29 04:11:57.726077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9348f318-f6a8-430d-8575-d51491a0aa09,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:57.727775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:57.732332 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29796f6e-8f5d-4613-9636-0631ed415275" -d '{"events": [{"server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "name": "network-vif-plugged", "status": "completed", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:57.737402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.785422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-914b15b5-3f1e-4c34-b24d-8b01afbbc96e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/quotas/0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 375 time: 0.0174806 Aug 29 04:11:57.797538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-2831f05e-253f-4c2b-8a63-295f10413529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:57.799125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-2831f05e-253f-4c2b-8a63-295f10413529 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662629 Aug 29 04:11:57.829784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:57.873055 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-98ba31c9-dd1f-4f9d-b215-6803656475a7 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054183 Aug 29 04:11:57.940345 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-a40dd411-ec9b-4de6-97bb-118b0cfc9521 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291957 Aug 29 04:11:57.941238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-d3416f1a-28a6-41ee-a1dc-9e4e9aa84df5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741351 Aug 29 04:11:57.951051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:57.992260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93586b2b-b438-47c4-9477-9946c5fb895c req-9418b271-ff2f-4c8a-8f38-377b600f4b59 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022349 Aug 29 04:11:58.011386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.189443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-7d542164-5b2b-4531-981e-4cbc03c8f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.191008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-7d542164-5b2b-4531-981e-4cbc03c8f551 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1099 time: 0.1579340 Aug 29 04:11:58.193808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-3959c387-a0f1-4550-ac18-82e52e9fcade service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428734 Aug 29 04:11:58.292062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2363-ac3c-4de2-8842-751f025f37ac req-c706d9f5-1bf5-46c9-9ac7-276e4b8a6fcd tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.294945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b39e2363-ac3c-4de2-8842-751f025f37ac req-c706d9f5-1bf5-46c9-9ac7-276e4b8a6fcd tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 947 time: 0.1927850 Aug 29 04:11:58.316243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8fcd6488-e823-41a5-82cc-f798744568d6 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:11:58.357685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.361311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-4120ef7e-dd26-4b09-bed6-0b182f3e4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.363033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-4120ef7e-dd26-4b09-bed6-0b182f3e4712 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1640141 Aug 29 04:11:58.367375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b1f0379b-81b0-42aa-8f91-fd342d85aa4f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:11:58.369850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b1f0379b-81b0-42aa-8f91-fd342d85aa4f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1833444 Aug 29 04:11:58.440901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcd1f8b-0eb9-430c-9495-0d5392aa5665,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.452175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-4da9ff1e-5d7d-4959-ad49-fcd87a85c72f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0709674 Aug 29 04:11:58.518912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-23c1edb1-4ba9-49b4-ab8f-dbc1756ac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.520643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-23c1edb1-4ba9-49b4-ab8f-dbc1756ac80a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0608661 Aug 29 04:11:58.547060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8fcd6488-e823-41a5-82cc-f798744568d6,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:58.562036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '8fcd6488-e823-41a5-82cc-f798744568d6', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '8fcd6488-e823-41a5-82cc-f798744568d6', 'mac_address': 'fa:16:3e:70:11:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:11:58.574193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.577841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55514b1d-231b-4b83-ab1c-d92f9f9720b4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6fcd1f8b-0eb9-430c-9495-0d5392aa5665 HTTP/1.1" status: 204 len: 168 time: 1.6611600 Aug 29 04:11:58.581643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aad45a-ae4d-4762-9b8e-389de91c9ee5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:58.588052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:58.596816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.605331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.622790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcd6488-e823-41a5-82cc-f798744568d6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:11:58.640541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b39e2363-ac3c-4de2-8842-751f025f37ac req-412b15f7-be8d-4457-afcc-3e55c3d9d92a tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351691 Aug 29 04:11:58.645489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Transition to ACTIVE for port object a0aad45a-ae4d-4762-9b8e-389de91c9ee5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:11:58.656683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8fcd6488-e823-41a5-82cc-f798744568d6,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:11:58.658595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.671656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.737201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.744975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.832084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b2488b1f-b080-4c44-b96f-5b2a39d6dfc6 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932261 Aug 29 04:11:58.858084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-48010a63-a35e-487b-9fc0-a877d925ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:58.859689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-48010a63-a35e-487b-9fc0-a877d925ea9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3248863 Aug 29 04:11:58.871052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:58.903033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.903294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.904105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.904440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.904755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.905088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.905404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.905588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Pushing event updated for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:58.905697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.906016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:58.906497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:59.044016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Attempting to bind port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:11:59.044631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Attempting to bind port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:11:59.044733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Attempting to bind port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:59.051554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:59.052272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:59.052943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:59.053638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:11:59.054356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de39064-2a9c-4345-80fc-021cf7d4a514']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.058115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366446-8884-48fd-98e1-1bd3f278609a req-05705502-86ae-49be-b01f-08bf4bcae34f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.065149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62366446-8884-48fd-98e1-1bd3f278609a req-05705502-86ae-49be-b01f-08bf4bcae34f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.1659393 Aug 29 04:11:59.087561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:11:59.088852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Attempting to bind port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:11:59.099669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8fcd6488-e823-41a5-82cc-f798744568d6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:11:59.133866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef99497-0eb6-4f61-ae1b-ca664d756179') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.134147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef99497-0eb6-4f61-ae1b-ca664d756179') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:11:59.158574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.162032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:11:59.162721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:11:59.163458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:11:59.164354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Bound port: a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:11:59.165094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.200510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.217402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-6e017098-da46-4e2d-bb8f-f68e0da86d24 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301241 Aug 29 04:11:59.241088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62366446-8884-48fd-98e1-1bd3f278609a req-de680510-0eed-41a2-99c1-2c66af5e07ee tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595066 Aug 29 04:11:59.245732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:11:59.246891 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.277402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: from cryptography.utils import int_from_bytes Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: from cryptography.utils import int_from_bytes Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:11:59.293085 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:11:59.339096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:11:59.342958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:11:59.350146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.390576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-b83fa66f-1004-49f2-83de-c63c4aab8dd0 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162809 Aug 29 04:11:59.408752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.426274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.428289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] 10.222.0.54 "PUT /v2.0/ports/a0aad45a-ae4d-4762-9b8e-389de91c9ee5 HTTP/1.1" status: 200 len: 1096 time: 2.9043376 Aug 29 04:11:59.462690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:11:59.467445 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d62403f-a51c-4f6b-912f-0b63d87bc914" -d '{"events": [{"name": "network-changed", "server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:11:59.468183 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad394ccc-da27-4a85-bee0-0f2439e9700b x-openstack-request-id: req-ad394ccc-da27-4a85-bee0-0f2439e9700b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:11:59.468627 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "name": "network-vif-plugged", "status": "completed", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:11:59.469033 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad394ccc-da27-4a85-bee0-0f2439e9700b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:11:59.469724 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09', 'code': 200} Aug 29 04:11:59.550383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f891ea-cc13-4b91-be0b-ae17621ca5db service neutron] Pushing event updated for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.581783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676edaf-3aed-4e1c-b551-b45a2c05e364 req-ea83cacb-76b7-410c-a598-6f146b10568c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.583623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5676edaf-3aed-4e1c-b551-b45a2c05e364 req-ea83cacb-76b7-410c-a598-6f146b10568c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.2210691 Aug 29 04:11:59.613140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.666742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5676edaf-3aed-4e1c-b551-b45a2c05e364 req-2a6bc7da-fd30-460b-b59e-11039bdfc3e9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Aug 29 04:11:59.681309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-fc8c42a5-296d-468a-9caf-bbb1988a112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.683961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-fc8c42a5-296d-468a-9caf-bbb1988a112f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 1099 time: 0.1349971 Aug 29 04:11:59.737736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:11:59.749835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9de39064-2a9c-4345-80fc-021cf7d4a514 HTTP/1.1" status: 204 len: 168 time: 1.1575866 Aug 29 04:11:59.753804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-5d3bb5c2-25ff-4a9c-8395-934d32239cee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5 HTTP/1.1" status: 200 len: 217 time: 0.0608108 Aug 29 04:11:59.757849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43990) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:11:59.818319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86d6af-b6e2-468f-92ca-d7f8a75bf896 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de39064-2a9c-4345-80fc-021cf7d4a514,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:11:59.950782 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2122cee-7592-4d8f-ae8e-bc9d327698ce req-000ce3d2-e3e6-41ba-a2e7-7b578b4f540e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370321 Aug 29 04:11:59.954237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99756f-1d9c-4400-bed8-c89fb727a90c req-d5e58081-fff4-4b96-adff-6b5af64a35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:11:59.956128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb99756f-1d9c-4400-bed8-c89fb727a90c req-d5e58081-fff4-4b96-adff-6b5af64a35ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 1100 time: 0.3679762 Aug 29 04:12:00.025990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-751b252f-8a9d-4613-8fc2-be01918ba17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.027496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-751b252f-8a9d-4613-8fc2-be01918ba17f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2550662 Aug 29 04:12:00.029433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-638db732-70f8-4b7a-b75c-43b9a2ca2ee8 req-17a51e40-1644-4b7c-aead-6ba45741774a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0881519 Aug 29 04:12:00.032262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Deleting subnet 1d14ecb1-7a71-4e82-b60d-e29f8149d864 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:12:00.033202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb99756f-1d9c-4400-bed8-c89fb727a90c req-790c6d57-6e61-4903-99c8-9ff4ca32589e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664032 Aug 29 04:12:00.038742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.088351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f4ed1-b891-4b48-9b5c-685cc2adcb1b req-c7e7c016-88c4-4947-9aea-c59b9cc71982 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.096646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-395f4ed1-b891-4b48-9b5c-685cc2adcb1b req-c7e7c016-88c4-4947-9aea-c59b9cc71982 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 947 time: 0.2292888 Aug 29 04:12:00.101543 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7574c600-b71f-42cb-8962-155167847e64 x-openstack-request-id: req-7574c600-b71f-42cb-8962-155167847e64 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:00.101877 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:00.102074 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7574c600-b71f-42cb-8962-155167847e64 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:00.102468 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5', 'status': 'completed', 'code': 200} Aug 29 04:12:00.114544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.129418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.198035 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-395f4ed1-b891-4b48-9b5c-685cc2adcb1b req-c485133c-16fa-49bb-8405-e011d1dfdea3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Aug 29 04:12:00.272040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaf5a4-f9f6-4d72-a498-8fd39419d613 req-250d5fa8-ff25-4fb4-b228-d3f6215c562b tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.273658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdbaf5a4-f9f6-4d72-a498-8fd39419d613 req-250d5fa8-ff25-4fb4-b228-d3f6215c562b tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 948 time: 0.1130810 Aug 29 04:12:00.293236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.321943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8fcd6488-e823-41a5-82cc-f798744568d6 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:00.335875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d14ecb1-7a71-4e82-b60d-e29f8149d864,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.344794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.348368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b2703c2-acbf-4011-bc83-02951249b9a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1d14ecb1-7a71-4e82-b60d-e29f8149d864 HTTP/1.1" status: 204 len: 168 time: 0.5894566 Aug 29 04:12:00.352492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:00.358201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-134c2318-4081-4b79-be28-1dffd5376233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.362044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-134c2318-4081-4b79-be28-1dffd5376233 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1417999 Aug 29 04:12:00.468285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.478527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 8fcd6488-e823-41a5-82cc-f798744568d6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:00.485882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 8fcd6488-e823-41a5-82cc-f798744568d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:00.486820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.497119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdbaf5a4-f9f6-4d72-a498-8fd39419d613 req-09baed46-59de-4c85-a5c7-69c77ee0a74f tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138314 Aug 29 04:12:00.604961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-8132b1e4-b2ec-4c11-aa7a-751f7c677382 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232981 Aug 29 04:12:00.613712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.665663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8fcd6488-e823-41a5-82cc-f798744568d6,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:00.672325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.674822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.692441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5b12be-593c-4cef-bb56-a41693e23aa3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.705587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7c71be-8a07-4501-87d8-4815ac306973') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.705895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7c71be-8a07-4501-87d8-4815ac306973') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:12:00.720344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.756605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.762660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.771786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:00.784114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:12:00.784700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.796333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec69be-a7ab-49aa-8ea7-cf8f9587edee req-2b19fcf2-faa8-44f3-922b-991d0d346fad tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.798053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bec69be-a7ab-49aa-8ea7-cf8f9587edee req-2b19fcf2-faa8-44f3-922b-991d0d346fad tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 947 time: 0.0817735 Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:12:00.829123 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:12:00.860700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21a09ef-1cf7-49f7-9684-d14184d223b8 req-ff31959e-3bf9-4b94-a062-d62124e5840c service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459822 Aug 29 04:12:00.868212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.886377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:00.892499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8e5b12be-593c-4cef-bb56-a41693e23aa3 HTTP/1.1" status: 204 len: 168 time: 0.5382853 Aug 29 04:12:00.903366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29490e1e-c25f-44f9-9ef4-e3ab247c3e56 req-aaae78f5-59e8-4a12-9683-f9b973dbade2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:00.911578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29490e1e-c25f-44f9-9ef4-e3ab247c3e56 req-aaae78f5-59e8-4a12-9683-f9b973dbade2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.1099124 Aug 29 04:12:00.915360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ee70b-38ac-4945-b0e9-dbb415ae4bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5b12be-593c-4cef-bb56-a41693e23aa3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:00.915645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bec69be-a7ab-49aa-8ea7-cf8f9587edee req-97af981c-cc17-44b3-82fa-fc55ce8fc0a1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Aug 29 04:12:00.946195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:00.967062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'mac_address': 'fa:16:3e:68:c6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:01.004291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29490e1e-c25f-44f9-9ef4-e3ab247c3e56 req-059f8f64-db90-4a44-83ab-fdacd4302863 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752110 Aug 29 04:12:01.036640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.044551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-a1816eb3-eb6a-40e8-8644-a4cc9d65ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.046522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-a1816eb3-eb6a-40e8-8644-a4cc9d65ce46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=972586b302b8446193b2d8307b6df88d&device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 1099 time: 0.1026354 Aug 29 04:12:01.054437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba3ccdf-abb8-479f-b38d-64fa53c5733a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:01.077858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:01.083628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.225012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:01.282560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86dbe7aa-a06a-44ec-9322-c2723cd2288b req-3eba89c7-c9fc-4650-92ac-ab25ef9a1efd tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0727394 Aug 29 04:12:01.345773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-1cbfee6c-1a7f-4c3d-897b-ec8bdd7af2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.350469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-1cbfee6c-1a7f-4c3d-897b-ec8bdd7af2ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2917552 Aug 29 04:12:01.401188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:01.481680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-884f3d61-1c8a-4ffc-b091-e3f163b06c3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5 HTTP/1.1" status: 200 len: 217 time: 0.1044612 Aug 29 04:12:01.497899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:01.502409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:01.506702 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426be942-1c80-4007-b099-4e4a62be088e" -d '{"events": [{"server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:01.603115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-3aa74b9a-afaa-45a6-8b27-9304894970bf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.605538 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-3aa74b9a-afaa-45a6-8b27-9304894970bf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.3499420 Aug 29 04:12:01.620696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7d1054b-03d8-458f-9697-92d45f24a3f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12547e5ef2054423a92aa1635ca0b5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169221 Aug 29 04:12:01.621581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:01.621926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:01.685940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-bc3c3521-9b19-4592-a3ad-03a4c0d738bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.686215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Request body: {'port': {'device_id': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'admin_state_up': True, 'tenant_id': '0346765597034da0bc810662c2eea961'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:01.687420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-bc3c3521-9b19-4592-a3ad-03a4c0d738bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1716642 Aug 29 04:12:01.698961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af2211-da59-4082-8c8d-6e79bd686f25 req-02dd9051-23e3-4333-a0e3-4be59bcf826a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.706318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7af2211-da59-4082-8c8d-6e79bd686f25 req-02dd9051-23e3-4333-a0e3-4be59bcf826a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 948 time: 0.2330568 Aug 29 04:12:01.741797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e617fa0-a2fc-46b8-b9b6-3344e43e4804 req-7e5f9f0b-788a-4b82-a499-3dc5e5e3346f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.749809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e617fa0-a2fc-46b8-b9b6-3344e43e4804 req-7e5f9f0b-788a-4b82-a499-3dc5e5e3346f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 947 time: 0.2790959 Aug 29 04:12:01.763126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.794235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-fcce8498-6c63-4646-a0b2-9da041c23ffc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.795804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-fcce8498-6c63-4646-a0b2-9da041c23ffc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd&tenant_id=808562ffa84e49d78f3aaee7857a854b&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 948 time: 0.2096820 Aug 29 04:12:01.814405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.816427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359ebdb8-fe40-4ae3-9b1e-f5f8fdb6fe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.868040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7af2211-da59-4082-8c8d-6e79bd686f25 req-3640bf13-fbe8-4c53-b2bd-c62a9df9068b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607957 Aug 29 04:12:01.879790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e617fa0-a2fc-46b8-b9b6-3344e43e4804 req-d1abf37e-5944-4f4c-8fe1-d2366f65892d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286855 Aug 29 04:12:01.898889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:12:01.898889 n-d-712139-13 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:12:01.898889 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id': '0346765597034da0bc810662c2eea961', 'id': '1b2831a0-d9a4-4ca8-9eef-022c9ed3a345', 'expiration': datetime.datetime(2021, 8, 29, 4, 14, 1, 891271)}] Aug 29 04:12:01.898889 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:12:01.899511 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:12:01.914182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-060241d6-cb96-4372-91bd-63dce4d77211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:01.918355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-060241d6-cb96-4372-91bd-63dce4d77211 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088661 Aug 29 04:12:01.950459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.953401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:01.955587 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a732f3f-18ab-4051-8dfb-f675bfe8b21b x-openstack-request-id: req-6a732f3f-18ab-4051-8dfb-f675bfe8b21b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:01.955970 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "name": "network-vif-plugged", "status": "completed", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:01.956242 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a732f3f-18ab-4051-8dfb-f675bfe8b21b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:01.956680 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6', 'code': 200} Aug 29 04:12:01.957981 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4fa23cf-e377-4b09-af3b-0003365212eb HTTP/1.1" status: 204 len: 168 time: 0.3290305 Aug 29 04:12:01.990976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f470886-cd4c-4497-af66-97787546cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa23cf-e377-4b09-af3b-0003365212eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.035452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359ebdb8-fe40-4ae3-9b1e-f5f8fdb6fe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.040820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359ebdb8-fe40-4ae3-9b1e-f5f8fdb6fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.074573 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-a86801e2-6d6a-4a83-9f9d-0fea4037298b service neutron] delete failed (client error): The resource could not be found. Aug 29 04:12:02.075594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-a86801e2-6d6a-4a83-9f9d-0fea4037298b service neutron] 10.222.0.50 "DELETE /v2.0/ports/eba3ccdf-abb8-479f-b38d-64fa53c5733a/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.2651820 Aug 29 04:12:02.107980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ebdb8-fe40-4ae3-9b1e-f5f8fdb6fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912b6e7-918d-4766-a642-a826758d63d3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.142046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-359ebdb8-fe40-4ae3-9b1e-f5f8fdb6fe92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65de48a213cc4417b7e5fae6e6f883bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167572 Aug 29 04:12:02.142250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2bfc-c660-4afe-862e-85f06e4d0a23 req-35853aee-c214-438c-84fa-529fa766b3a2 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.142250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc1f2bfc-c660-4afe-862e-85f06e4d0a23 req-35853aee-c214-438c-84fa-529fa766b3a2 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 949 time: 0.1092789 Aug 29 04:12:02.144187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:02.154896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-1e05a26a-1747-443f-b117-cfbf11f1d634 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179878 Aug 29 04:12:02.222163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 57512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:02.277485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-272a8583-ac4a-49c7-ae0a-e7fa09ffde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.278902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-272a8583-ac4a-49c7-ae0a-e7fa09ffde9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1100 time: 0.0557392 Aug 29 04:12:02.393495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-f7952b0b-519d-4b87-9ace-970bf9954acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.395073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-f7952b0b-519d-4b87-9ace-970bf9954acf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1068335 Aug 29 04:12:02.452335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:02.464151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-3a76369e-7f45-4769-8b4b-3ac3432fba9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0554121 Aug 29 04:12:02.511100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:02.514641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.566893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-57bd17b0-cdb4-4c50-a2e1-d3b56a99e57c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2b509e296704ee0abd17c436b592010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069050 Aug 29 04:12:02.569447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-fc64e6cf-8b44-4c27-8ad7-0c6e82b810ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.571088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-fc64e6cf-8b44-4c27-8ad7-0c6e82b810ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0964293 Aug 29 04:12:02.573279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:02.587215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc1f2bfc-c660-4afe-862e-85f06e4d0a23 req-d914ae61-b6fe-4332-8434-c991dd226e10 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344912 Aug 29 04:12:02.625050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51dbe0-376b-4843-b277-e891c7b1755c req-2e6c10c8-0d95-4b6c-9b71-e0eadcc563a9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.626624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f51dbe0-376b-4843-b277-e891c7b1755c req-2e6c10c8-0d95-4b6c-9b71-e0eadcc563a9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.4750469 Aug 29 04:12:02.628565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4afe-4b7e-4b8e-9dba-bb246f387875 req-ffd360d1-4b89-406f-bc96-b4bddf91811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.631309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-028a4afe-4b7e-4b8e-9dba-bb246f387875 req-ffd360d1-4b89-406f-bc96-b4bddf91811b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 1101 time: 0.4535596 Aug 29 04:12:02.683665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.717711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d62403f-a51c-4f6b-912f-0b63d87bc914 req-7f511272-d32d-4b49-88ea-18125fec05d5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410051 Aug 29 04:12:02.742560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-ab554f41-ad94-4d58-b8bc-03022465036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:02.745265 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-ab554f41-ad94-4d58-b8bc-03022465036d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620958 Aug 29 04:12:02.748966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.758262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba3b8f4-2632-4a54-86d2-57b2b160fbb4 req-b6e5074d-bbc3-45b0-9d47-487e570c4777 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0755806 Aug 29 04:12:02.764706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:02.769915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.780021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-028a4afe-4b7e-4b8e-9dba-bb246f387875 req-49d2743b-5bf7-44a2-bd90-7c538ac941b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350431 Aug 29 04:12:02.785476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f51dbe0-376b-4843-b277-e891c7b1755c req-f045be2d-8f2e-403e-8597-918c7b95cfcd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458066 Aug 29 04:12:02.794962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Allocated IP 172.20.0.12 (c8d462fa-c20d-48da-8a5e-7a8c45c9f307/4bee7118-fdb9-435a-bdcc-6496588aaa0a/dbabd9e9-3696-407a-b082-8dcbf8e5cd55) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:02.858589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port eba3ccdf-abb8-479f-b38d-64fa53c5733a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:02.860705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.863518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port eba3ccdf-abb8-479f-b38d-64fa53c5733a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:02.864286 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.865661 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:02.867475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9912b6e7-918d-4766-a642-a826758d63d3 HTTP/1.1" status: 204 len: 168 time: 0.7221544 Aug 29 04:12:02.876891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58eb3-71f9-4838-ad50-4e673007bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912b6e7-918d-4766-a642-a826758d63d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:02.897597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.028481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-905007b0-28b6-4d64-a00f-b32f4dddff35 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711744 Aug 29 04:12:03.051263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.054724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.062003 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/677c5d72-3797-47f5-9b5d-f72f9e8f1c85 HTTP/1.1" status: 204 len: 168 time: 0.4823880 Aug 29 04:12:03.128456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9262-5994-4ac2-b3a7-a3ada665ed14 req-07cb090c-7753-44d3-a72e-ab44ac447e91 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.138630 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.139408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-304a9262-5994-4ac2-b3a7-a3ada665ed14 req-07cb090c-7753-44d3-a72e-ab44ac447e91 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 948 time: 0.1113691 Aug 29 04:12:03.143158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52163a-45f3-4edc-8f8c-5d26076f98ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c5d72-3797-47f5-9b5d-f72f9e8f1c85,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.199579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:03.205645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-304a9262-5994-4ac2-b3a7-a3ada665ed14 req-61b2dc9d-0149-49fa-9f43-d78d31b46f01 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Aug 29 04:12:03.207247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.294537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.322302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.333788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b71bd050-2749-4068-ab80-94ed12ffbe10 req-212bd04f-fe7c-4a1d-bb46-847c68977a1f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061992 Aug 29 04:12:03.367878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9f168-202f-43ce-b519-e27b22b26919 req-594bda7e-c9d4-49a3-99c2-349e4ba276df tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.370219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92a9f168-202f-43ce-b519-e27b22b26919 req-594bda7e-c9d4-49a3-99c2-349e4ba276df tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 947 time: 0.0583966 Aug 29 04:12:03.394972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.451720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92a9f168-202f-43ce-b519-e27b22b26919 req-2e233d21-a2aa-4878-b39c-8e67b0c8f978 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Aug 29 04:12:03.598943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5252e-569c-4621-846d-5d0609971b87 req-b1086967-e48d-4a49-bc0a-93556b5ce199 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.608828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77f5252e-569c-4621-846d-5d0609971b87 req-b1086967-e48d-4a49-bc0a-93556b5ce199 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 1100 time: 0.0808189 Aug 29 04:12:03.638750 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-77f5252e-569c-4621-846d-5d0609971b87 req-ee70ff7d-449f-4de4-aedb-791d7e96fdeb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.813658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049f2-061c-46a5-bbf5-1f83ccf29285 req-70b9bbe9-130c-495a-9a42-5b17be094b5b tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.813940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:03.813940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:03.815464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-043049f2-061c-46a5-bbf5-1f83ccf29285 req-70b9bbe9-130c-495a-9a42-5b17be094b5b tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 949 time: 0.1125796 Aug 29 04:12:03.820773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:03.858677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:03.893190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:03.898983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-043049f2-061c-46a5-bbf5-1f83ccf29285 req-9336e985-ef9d-45fc-9a7d-03bb48684912 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Aug 29 04:12:03.916645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:03.917318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.939076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3405cd0b-798a-4b24-aadc-f68b5710e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.957999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:03.961553 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b85a93-7b63-45e9-b8b2-77285ee6b65a" -d '{"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-plugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:03.965570 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-77f5252e-569c-4621-846d-5d0609971b87 req-ee70ff7d-449f-4de4-aedb-791d7e96fdeb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.972434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-77f5252e-569c-4621-846d-5d0609971b87 req-ee70ff7d-449f-4de4-aedb-791d7e96fdeb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:03.980443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-b19f15a9-0e4a-4b02-8c39-33310014b470 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3017430 Aug 29 04:12:04.050924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77f5252e-569c-4621-846d-5d0609971b87 req-ee70ff7d-449f-4de4-aedb-791d7e96fdeb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411235 Aug 29 04:12:04.056207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Request body: {'port': {'device_id': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:04.058809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ff7d-449f-4de4-aedb-791d7e96fdeb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3892857-f1f5-416e-af6a-7fa4abcc8858,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:04.102076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463570ef-cb73-4738-a091-2fa88e5e6fd5 req-fcc5fe63-270d-4568-baec-b5ebfe5bbb3e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.110345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-463570ef-cb73-4738-a091-2fa88e5e6fd5 req-fcc5fe63-270d-4568-baec-b5ebfe5bbb3e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 932 time: 0.1071401 Aug 29 04:12:04.127316 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e688c1-b11c-45aa-99bb-21d0e9ec3bab x-openstack-request-id: req-91e688c1-b11c-45aa-99bb-21d0e9ec3bab {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:04.128206 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-plugged", "status": "completed", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:04.128737 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91e688c1-b11c-45aa-99bb-21d0e9ec3bab {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:04.130688 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'code': 200} Aug 29 04:12:04.165626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-463570ef-cb73-4738-a091-2fa88e5e6fd5 req-2290e48f-1aa3-4e98-a85f-b752236b490d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Aug 29 04:12:04.190091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.275679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3405cd0b-798a-4b24-aadc-f68b5710e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.286563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3405cd0b-798a-4b24-aadc-f68b5710e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.391773 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3405cd0b-798a-4b24-aadc-f68b5710e6e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2809e2bf18744c4a5082f22df913440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942243 Aug 29 04:12:04.394229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:04.487253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce2ad4-1b8a-4d9f-8382-0d118474866a req-f7db9655-361d-4c20-b423-9a1a8b496455 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.489756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edce2ad4-1b8a-4d9f-8382-0d118474866a req-f7db9655-361d-4c20-b423-9a1a8b496455 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1720600 Aug 29 04:12:04.574619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405cd0b-798a-4b24-aadc-f68b5710e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5003ad-bf02-45f9-853e-9b88f728aca2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:04.619987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-01415b33-65b6-4c9a-9d68-43808b4d855b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836725 Aug 29 04:12:04.726890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.754659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edce2ad4-1b8a-4d9f-8382-0d118474866a req-d8aead2b-b0bb-4e90-9c3a-86278e1e264c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494073 Aug 29 04:12:04.764423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.784227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a0aad45a-ae4d-4762-9b8e-389de91c9ee5 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:04.912596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-02d5005a-eb71-4e34-b3c8-95371f13bef0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:04.917563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.923190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:04.929146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c5003ad-bf02-45f9-853e-9b88f728aca2 HTTP/1.1" status: 204 len: 168 time: 0.5287991 Aug 29 04:12:04.929390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-02d5005a-eb71-4e34-b3c8-95371f13bef0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980797 Aug 29 04:12:04.947392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646a42-5530-4667-a97e-1814f5e6c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5003ad-bf02-45f9-853e-9b88f728aca2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:04.986527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e9ee149e-16cf-4c6d-b287-592eba38f375 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.0528164 Aug 29 04:12:05.048514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbabd9e9-3696-407a-b082-8dcbf8e5cd55 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:05.048852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:05.065692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.072637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5', 'mac_address': 'fa:16:3e:73:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:05.124756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Transition to ACTIVE for port object dbabd9e9-3696-407a-b082-8dcbf8e5cd55 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:05.135328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.137334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-2ad409d8-7511-419b-8065-d455bdf470fe tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451373 Aug 29 04:12:05.151602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.171564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6486-ddcb-4d93-987d-e35c5e4050d8 req-1802c9cc-c737-4250-9304-d0c910b13317 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.173481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f54e6486-ddcb-4d93-987d-e35c5e4050d8 req-1802c9cc-c737-4250-9304-d0c910b13317 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 947 time: 0.2391675 Aug 29 04:12:05.188298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aad45a-ae4d-4762-9b8e-389de91c9ee5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:05.258549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:05.265750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.301690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f54e6486-ddcb-4d93-987d-e35c5e4050d8 req-a87f1d7f-4176-4027-8768-bf819b679d08 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Aug 29 04:12:05.353231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.421401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:05.534136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:05.535653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:05.538074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:05.547112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:05.548049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a0aad45a-ae4d-4762-9b8e-389de91c9ee5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:05.552852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:05.559792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:05.560795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:05.561595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:05.562020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Bound port: dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:05.563034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.724894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510470-94d3-4dbe-96fa-4654b670affd req-8a88228a-3097-4829-8a86-cd704738bfad tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.726259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:05.736171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04510470-94d3-4dbe-96fa-4654b670affd req-8a88228a-3097-4829-8a86-cd704738bfad tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.1293843 Aug 29 04:12:05.739812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:05.749667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.824896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04510470-94d3-4dbe-96fa-4654b670affd req-71397c1c-bb15-448c-8b76-7918b4905626 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875871 Aug 29 04:12:05.875091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:05.879592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:05.881254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] 10.222.0.50 "PUT /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 1093 time: 1.8674464 Aug 29 04:12:05.881746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:05.889361 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b663d2-2919-42aa-881d-ba5d17f499ba" -d '{"events": [{"name": "network-changed", "server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:05.954267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142fcf9-a4e8-43c4-8f44-df3cba1f1a1a service neutron] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:06.004988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c58c8-92a4-405a-bc3c-59029573ea8d req-fb6c7dad-d2b2-4a46-bb49-0d8d4a880ac3 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.014475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b0c58c8-92a4-405a-bc3c-59029573ea8d req-fb6c7dad-d2b2-4a46-bb49-0d8d4a880ac3 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 949 time: 0.1072607 Aug 29 04:12:06.068578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b0c58c8-92a4-405a-bc3c-59029573ea8d req-9bf83e71-d546-4125-a924-7113fe43c3d3 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527928 Aug 29 04:12:06.090435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-bb94412c-47fb-4fb7-8e91-455e209c2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.091970 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-bb94412c-47fb-4fb7-8e91-455e209c2cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1253331 Aug 29 04:12:06.104817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be350-fb0c-4a44-b199-fad9fdd15607 req-602779f7-e3e3-4c48-81df-c52b559ada8e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.106424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de8be350-fb0c-4a44-b199-fad9fdd15607 req-602779f7-e3e3-4c48-81df-c52b559ada8e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1537936 Aug 29 04:12:06.194613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de8be350-fb0c-4a44-b199-fad9fdd15607 req-ec72bd99-5d65-4ee0-89b2-1c3d0b68fcec tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809309 Aug 29 04:12:06.207944 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-f6ea6129-d4a3-4020-a448-764a8c8e3cd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.0941875 Aug 29 04:12:06.311035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-451ab369-e61c-460a-9d2c-117fcd998f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.312978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-451ab369-e61c-460a-9d2c-117fcd998f49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.0885768 Aug 29 04:12:06.318716 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82f49f-9732-4b98-8dc0-7af37da0b2e1 x-openstack-request-id: req-de82f49f-9732-4b98-8dc0-7af37da0b2e1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:06.319116 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:06.319732 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de82f49f-9732-4b98-8dc0-7af37da0b2e1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:06.320381 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'status': 'completed', 'code': 200} Aug 29 04:12:06.395018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-7f5672c9-bb6f-40de-84ba-49d8e8bbcaf7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552628 Aug 29 04:12:06.547882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-26b719c8-681b-40da-9af9-8b6862efd4a2 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442530 Aug 29 04:12:06.683109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c5124f5-396b-4a65-a8eb-245c57383b3c req-95255ee1-789b-4435-8f2f-87cec63f1ff8 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250050 Aug 29 04:12:06.795366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a0aad45a-ae4d-4762-9b8e-389de91c9ee5 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:06.916748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:06.932653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:06.933129 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:06.941657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-74d1b171-ddfa-402d-8b59-30251ec77079 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385661 Aug 29 04:12:06.978874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-d13b211e-7f72-4c4d-9867-e59a7a92f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:06.980990 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-d13b211e-7f72-4c4d-9867-e59a7a92f94a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1615789 Aug 29 04:12:07.111992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.157793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-d0c133df-d2fa-4e27-804c-801ebcf54558 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.166374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-d0c133df-d2fa-4e27-804c-801ebcf54558 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908674 Aug 29 04:12:07.193752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-414fe9d3-83c0-451a-894d-de086a1f27e5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/quotas/9f529ac32b4d4c73a1a7e6b83d11c967 HTTP/1.1" status: 200 len: 375 time: 0.0261140 Aug 29 04:12:07.209866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36718d99-6f4b-47b6-ae0d-557073274f1f req-984eace0-ecc4-49c3-b69c-fc208ceefd47 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.210065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:07.214321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36718d99-6f4b-47b6-ae0d-557073274f1f req-984eace0-ecc4-49c3-b69c-fc208ceefd47 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 948 time: 0.1429071 Aug 29 04:12:07.226377 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee33813-3e1c-4701-b32b-51ed709a0a0c" -d '{"events": [{"server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "name": "network-vif-plugged", "status": "completed", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:07.266292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-bad1cc4b-8add-4c27-94ec-b23f85bf3364 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665495 Aug 29 04:12:07.275016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-bc775e25-baaf-4437-a44d-6775fd1a0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.278266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-bc775e25-baaf-4437-a44d-6775fd1a0c08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.2011814 Aug 29 04:12:07.302297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:07.314196 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.352241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36718d99-6f4b-47b6-ae0d-557073274f1f req-e9d7e1c4-6ae1-4ca9-87a6-0dadb3b803a8 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270089 Aug 29 04:12:07.396901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-749f3c3d-6953-4808-ac34-d31e07a194a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:07.416470 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-ffc7adc2-ded7-400d-a07f-6bbbb03ef80c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.1244347 Aug 29 04:12:07.438732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:07.513808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-20cb515d-f2e3-47ef-8678-7afe1b8ea3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.515552 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-20cb515d-f2e3-47ef-8678-7afe1b8ea3b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.0768347 Aug 29 04:12:07.582246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-72f5f1f7-a02b-48fa-96aa-27e8c9671608 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525954 Aug 29 04:12:07.586775 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-984ede3c-7b85-4347-920e-040fb48476ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556448 Aug 29 04:12:07.754635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19734401-2d41-44a9-925c-21c73f378a18 req-bccb8e74-cae8-48c7-97f8-7b47899a7253 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 210 time: 0.0578024 Aug 29 04:12:07.776179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-b64ed088-e152-4e8f-a807-9d9e4fa57109 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516657 Aug 29 04:12:07.851619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-02803635-95a6-4c1f-b7b2-e68b57cd8c35 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.854427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-02803635-95a6-4c1f-b7b2-e68b57cd8c35 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634351 Aug 29 04:12:07.878564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-efcd4fb0-1e62-4dea-81d3-3139452c9c07 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/quotas/808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 375 time: 0.0160518 Aug 29 04:12:07.936443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16b663d2-2919-42aa-881d-ba5d17f499ba req-af52c8a0-1d12-4180-b9a0-93401cc1743a service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475091 Aug 29 04:12:07.980400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f52040-4b00-40c6-b75f-74004c555779 req-afe2fbb6-41ee-436c-8ab8-737a1f8cce70 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:07.981983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11f52040-4b00-40c6-b75f-74004c555779 req-afe2fbb6-41ee-436c-8ab8-737a1f8cce70 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 949 time: 0.1012268 Aug 29 04:12:07.992397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-c5088e2f-4600-4c08-84fb-6436dc1ac17a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982842 Aug 29 04:12:08.033291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11f52040-4b00-40c6-b75f-74004c555779 req-6a78be06-a8aa-412d-9451-f4e4448e2f05 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Aug 29 04:12:08.233843 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9b596-981a-4197-9d15-5b492ee02bc3 x-openstack-request-id: req-54d9b596-981a-4197-9d15-5b492ee02bc3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:08.234488 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "name": "network-vif-plugged", "status": "completed", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:08.234806 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54d9b596-981a-4197-9d15-5b492ee02bc3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:08.235437 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5', 'code': 200} Aug 29 04:12:08.252813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0534-b1be-43c0-a4b2-aebe73e96f41 req-95ce9348-edee-499c-b454-58ac5ecee389 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:08.256890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a5a0534-b1be-43c0-a4b2-aebe73e96f41 req-95ce9348-edee-499c-b454-58ac5ecee389 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0963397 Aug 29 04:12:08.342631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a5a0534-b1be-43c0-a4b2-aebe73e96f41 req-599f6e03-29d8-48f5-b653-aa124758c497 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638278 Aug 29 04:12:08.414596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93a39-b008-4b92-a9b1-df1952986cb6 req-4c6e1aa0-f22d-419c-9a71-aa1c7c16a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:08.418036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fad93a39-b008-4b92-a9b1-df1952986cb6 req-4c6e1aa0-f22d-419c-9a71-aa1c7c16a35e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 1101 time: 0.0708919 Aug 29 04:12:08.481016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-ce1f9663-99e5-4d83-9834-c9a6dfd54f57 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607660 Aug 29 04:12:08.608331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-6becd79c-f712-47f8-b6f0-d0e1359a55dc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586746 Aug 29 04:12:08.630867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-aa13245a-bf5f-4d4c-afd9-95614a1761d0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:08.631918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-aa13245a-bf5f-4d4c-afd9-95614a1761d0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501012 Aug 29 04:12:08.636822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fad93a39-b008-4b92-a9b1-df1952986cb6 req-01b22f12-ad30-41e8-900f-86f0e70167fb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912425 Aug 29 04:12:08.668430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-00c504a7-25c1-469a-b745-e0cb5a5875f5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/quotas/9f529ac32b4d4c73a1a7e6b83d11c967 HTTP/1.1" status: 200 len: 375 time: 0.0266178 Aug 29 04:12:08.734623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-ba383f68-3079-498c-b6e3-88d786accd3e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651834 Aug 29 04:12:08.821655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4de7eb90-66a8-4925-ae05-bc4f99daea0b req-c50fdc56-f416-4da3-bfab-ef763dda5601 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 210 time: 0.0666866 Aug 29 04:12:08.867831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-6e0f240c-edda-4f4b-bdbc-9f6418bfe9b5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:08.873893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-6e0f240c-edda-4f4b-bdbc-9f6418bfe9b5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055206 Aug 29 04:12:08.899297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:09.085508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a2dbd-42ae-4170-991c-f8f1b538a893 req-01ead393-40d0-4838-82ec-c52c2445c929 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.102778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-844a2dbd-42ae-4170-991c-f8f1b538a893 req-01ead393-40d0-4838-82ec-c52c2445c929 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 949 time: 0.1919546 Aug 29 04:12:09.152674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:09.157288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.243432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-844a2dbd-42ae-4170-991c-f8f1b538a893 req-ffc3e97a-5546-4a86-8f18-aa52b76e058e tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325753 Aug 29 04:12:09.329655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-1a567ec3-0eec-489d-873c-a63629a1fb99 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846610 Aug 29 04:12:09.434062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.25 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/5080b331-2af6-4201-b5f9-20a8d56ffe4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:09.594566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-d753cabf-84c4-496b-b432-ed4f646fce35 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334733 Aug 29 04:12:09.729038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddffb282-5681-4616-962f-27f24fa81604 req-bfbebfe8-1b2a-4092-8eb3-64744a38769a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 210 time: 0.0922358 Aug 29 04:12:09.737666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:09.781365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 5080b331-2af6-4201-b5f9-20a8d56ffe4d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:09.788830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fb54af9-43e1-42a3-b4df-a6105c167b64 req-67537ef2-60a5-47e1-8bc0-0f9c1233acae tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 210 time: 0.1509092 Aug 29 04:12:09.809331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-f1099f8c-e988-4eb3-a35a-907f1317b0d2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.811480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-f1099f8c-e988-4eb3-a35a-907f1317b0d2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842132 Aug 29 04:12:09.822370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-b4ca4910-6294-4c82-b60e-f5615a4f0c99 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:09.825090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-b4ca4910-6294-4c82-b60e-f5615a4f0c99 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4866652 Aug 29 04:12:09.853105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': 'fe539150-3b89-48c0-adce-18ac25960e23', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:09.890515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Request body: {'port': {'device_id': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '9f529ac32b4d4c73a1a7e6b83d11c967'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:09.959803 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98f15e09-c2ec-453c-a04b-bc32e0a3e217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.053580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.070745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:10.154615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-fbc4b133-d13c-426f-b856-c4f3aca30581 tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.156388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-fbc4b133-d13c-426f-b856-c4f3aca30581 tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 1101 time: 0.3299596 Aug 29 04:12:10.178557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.199234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5e7a2-a9da-43aa-800d-4b2a0b89ecd1 req-9a57c709-e769-48dd-a931-34ed97bf2fbc tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.200984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7e5e7a2-a9da-43aa-800d-4b2a0b89ecd1 req-9a57c709-e769-48dd-a931-34ed97bf2fbc tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 949 time: 0.3247273 Aug 29 04:12:10.241681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae7581-5eb6-4a3a-b98c-c42d87389107 req-abe20f01-9c98-4c70-aac4-55d6ad3a2bc9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.244414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:10.248767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdae7581-5eb6-4a3a-b98c-c42d87389107 req-abe20f01-9c98-4c70-aac4-55d6ad3a2bc9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.2472160 Aug 29 04:12:10.250828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:10.305134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:10.315955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:10.357095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Made reservation on behalf of 9f529ac32b4d4c73a1a7e6b83d11c967 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:10.361457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.389233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdae7581-5eb6-4a3a-b98c-c42d87389107 req-bee22370-a7f8-48e7-9ebb-f9a1f51170d2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393523 Aug 29 04:12:10.411595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7e5e7a2-a9da-43aa-800d-4b2a0b89ecd1 req-95aa4911-6552-4213-86c7-6f26452651d7 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898866 Aug 29 04:12:10.418915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.441834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-7829bbe1-7f4d-4dfc-ace5-3691b54032f6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752363 Aug 29 04:12:10.453109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:10.543663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Deleting port 8fcd6488-e823-41a5-82cc-f798744568d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:10.544190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.711376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:10.714936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-caa115d7-c93d-4b1e-9c5d-3b30e58121f6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.716762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-caa115d7-c93d-4b1e-9c5d-3b30e58121f6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648318 Aug 29 04:12:10.739410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3128576b-bc86-46b1-ac72-ebde444b7ffa req-699e2b1f-4045-42c0-be62-028b910d53d1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 210 time: 0.0982287 Aug 29 04:12:10.743096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:10.743777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.744643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'port_id': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'mac_address': 'fa:16:3e:d5:d4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee7118-fdb9-435a-bdcc-6496588aaa0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:10.755185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Request body: {'port': {'device_id': '078a9aee-6db3-4d1d-bcba-121312697a45', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '808562ffa84e49d78f3aaee7857a854b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:10.793472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-725ced98-5de3-4f47-80fe-99f39d6988c3 None None] Provisioning for port 5080b331-2af6-4201-b5f9-20a8d56ffe4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:10.804223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-725ced98-5de3-4f47-80fe-99f39d6988c3 None None] Provisioning complete for port 5080b331-2af6-4201-b5f9-20a8d56ffe4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:10.804713 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-725ced98-5de3-4f47-80fe-99f39d6988c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.833555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.852019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbabd9e9-3696-407a-b082-8dcbf8e5cd55 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:10.886909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-725ced98-5de3-4f47-80fe-99f39d6988c3 None None] Port 5080b331-2af6-4201-b5f9-20a8d56ffe4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:10.890771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:10.897529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.910583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:10.922856 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.925429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.973565 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:10.990340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:10.991073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-37afdce1-b730-49ae-9ba5-cb7834e5ffbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0957060 Aug 29 04:12:11.019987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51871c71-1449-4776-b741-9f3aeaa547a6 req-e08854d9-ea5a-44da-85e3-4f74b3b8761c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 210 time: 0.0928798 Aug 29 04:12:11.022048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] For port 8fcd6488-e823-41a5-82cc-f798744568d6, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8fcd6488-e823-41a5-82cc-f798744568d6,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:11.022471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.037441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Request body: {'port': {'device_id': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:11.105014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Calling delete_port for 8fcd6488-e823-41a5-82cc-f798744568d6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:11.109593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.131105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-189051c6-827f-4e0e-8b48-df056a9bd2d0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145511 Aug 29 04:12:11.240809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Made reservation on behalf of 808562ffa84e49d78f3aaee7857a854b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:11.249773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.251631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed02a87-f299-49b7-91f4-a32aa7e3da2d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:11.303700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dbabd9e9-3696-407a-b082-8dcbf8e5cd55'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:11.361830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.367974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.225 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/16fca4cd-be9b-48c4-b6d7-78f980c280fe) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:11.395189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feee954-633a-4395-b26c-d7185df81b7e req-885b21e5-9fe0-4754-903c-cd059373e165 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.398190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6feee954-633a-4395-b26c-d7185df81b7e req-885b21e5-9fe0-4754-903c-cd059373e165 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 949 time: 0.6401546 Aug 29 04:12:11.611896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.804722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2082095d-f70b-402f-b45e-88868c05dee6 req-57aaccbd-3c2d-4197-b44c-ed3812387140 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 210 time: 0.5574899 Aug 29 04:12:11.922030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6feee954-633a-4395-b26c-d7185df81b7e req-f43c3ec7-82c0-4a21-a3b4-6a9bff653b9f tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943731 Aug 29 04:12:11.931028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:11.936859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-9b618f58-795f-43ee-83d7-aef34f523cb2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:11.937896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-9b618f58-795f-43ee-83d7-aef34f523cb2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7788694 Aug 29 04:12:11.967583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Request body: {'port': {'device_id': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '9f529ac32b4d4c73a1a7e6b83d11c967'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:11.983165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 16fca4cd-be9b-48c4-b6d7-78f980c280fe will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:12.044437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.058652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:12.135278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:12.152679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:12.155075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:12.158561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:12.238257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.239709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.267137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0c35d389-8729-48c5-82aa-f481029e4e56 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4370670 Aug 29 04:12:12.287953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.293406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Request body: {'port': {'device_id': 'fe539150-3b89-48c0-adce-18ac25960e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:12.294393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Allocated IP 192.168.233.138 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/7908af3e-541f-4ac5-852a-ef58f6d14450) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:12.335053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e78e6-4745-4d59-80d7-12cf7bfa45ee req-7feca075-d7e9-4f7c-b008-257718e2dbb8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.336780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c4e78e6-4745-4d59-80d7-12cf7bfa45ee req-7feca075-d7e9-4f7c-b008-257718e2dbb8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.3824835 Aug 29 04:12:12.356270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.383170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d6482-0f53-44a0-923a-5fa8771253c7 req-5283d7de-868c-4b5b-8006-3c444b78cf12 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:12.385557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-537d6482-0f53-44a0-923a-5fa8771253c7 req-5283d7de-868c-4b5b-8006-3c444b78cf12 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5eb20d-2e8b-4201-9e68-82575f006610 HTTP/1.1" status: 200 len: 867 time: 0.3092182 Aug 29 04:12:12.389898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fcd6488-e823-41a5-82cc-f798744568d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:12.426832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:12.527074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:12.535894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] No DVR routers for this DVR port 8fcd6488-e823-41a5-82cc-f798744568d6 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:12.542558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:12.543993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.549697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.551362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db074708-4c77-4ca0-b6be-77e4eac158cc req-a759ab8f-204c-40a9-a3bf-af22c0985e2a tempest-DeleteServersAdminTestJSON-489573894 tempest-DeleteServersAdminTestJSON-489573894-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8fcd6488-e823-41a5-82cc-f798744568d6 HTTP/1.1" status: 204 len: 173 time: 2.3852928 Aug 29 04:12:12.561597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'name': 'network-vif-deleted', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:12.564228 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9e7b3-7925-42bc-bbd2-d80ec389558e" -d '{"events": [{"server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "name": "network-vif-deleted", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:12.578211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-009968a1-6d68-4d8e-a7fa-e025866dffcd None None] Provisioning for port 16fca4cd-be9b-48c4-b6d7-78f980c280fe completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:12.587071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c4e78e6-4745-4d59-80d7-12cf7bfa45ee req-e7f9a92e-5083-41ac-a125-a4a762235dcf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195971 Aug 29 04:12:12.587801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Made reservation on behalf of 9f529ac32b4d4c73a1a7e6b83d11c967 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:12.589300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-009968a1-6d68-4d8e-a7fa-e025866dffcd None None] Provisioning complete for port 16fca4cd-be9b-48c4-b6d7-78f980c280fe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:12.589680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-009968a1-6d68-4d8e-a7fa-e025866dffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.591498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.637454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-009968a1-6d68-4d8e-a7fa-e025866dffcd None None] Port 16fca4cd-be9b-48c4-b6d7-78f980c280fe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:12.683522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-537d6482-0f53-44a0-923a-5fa8771253c7 req-3aa1990d-4c47-4ed5-9ca5-ae05d257558a tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874067 Aug 29 04:12:12.754686 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.802630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:12.805146 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc29e2-127e-4572-bfc4-7d221f2fb4c9" -d '{"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:12.830037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:12.841012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.846397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8fcd6488-e823-41a5-82cc-f798744568d6 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:12.880404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c8aeb59-b274-4d46-a819-88163899f2b6 req-738655f9-a825-4b7f-b87c-38457fe9e07c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 210 time: 0.0767934 Aug 29 04:12:12.924334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 8fcd6488-e823-41a5-82cc-f798744568d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:12.924334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8fcd6488-e823-41a5-82cc-f798744568d6 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:12.928559 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.938928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:12.952358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Transition to ACTIVE for port object 7908af3e-541f-4ac5-852a-ef58f6d14450 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:12.975787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:13.049353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.070305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2c106-a662-4cc3-a0a2-5ba5b135cd72 req-7e799446-3af1-47cb-995d-de3ee9d5107d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.073806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c2c106-a662-4cc3-a0a2-5ba5b135cd72 req-7e799446-3af1-47cb-995d-de3ee9d5107d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 936 time: 0.0846057 Aug 29 04:12:13.131175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Allocated IP 192.168.233.155 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/3b5effc6-a989-4d00-a500-d4d3ccab12f2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:13.144197 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc4d98-4b4c-4be2-907c-ced61dde78b9 x-openstack-request-id: req-1cfc4d98-4b4c-4be2-907c-ced61dde78b9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:13.144428 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5eb20d-2e8b-4201-9e68-82575f006610", "name": "network-vif-deleted", "tag": "8fcd6488-e823-41a5-82cc-f798744568d6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:13.144725 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cfc4d98-4b4c-4be2-907c-ced61dde78b9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:13.145431 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5eb20d-2e8b-4201-9e68-82575f006610', 'name': 'network-vif-deleted', 'tag': '8fcd6488-e823-41a5-82cc-f798744568d6', 'status': 'completed', 'code': 200} Aug 29 04:12:13.176932 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37448282-759c-4f50-b501-748301c50a50 x-openstack-request-id: req-37448282-759c-4f50-b501-748301c50a50 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:13.178422 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:13.179020 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37448282-759c-4f50-b501-748301c50a50 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:13.180011 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'code': 200} Aug 29 04:12:13.210830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:13.221428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:13.224365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:13.231984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.232526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.259272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:13.285871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edeb5634-f125-4053-96c7-d9dbc05aa52f req-bda54c9a-b53a-49e3-9900-2846eefdc096 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 210 time: 0.0504246 Aug 29 04:12:13.289827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c2c106-a662-4cc3-a0a2-5ba5b135cd72 req-4b620f93-1fc8-4bb4-88ad-5809e5e65db0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494787 Aug 29 04:12:13.298811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-186622dc-5aab-4d33-bfd5-f7f60e3bc301 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4199932 Aug 29 04:12:13.335348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Request body: {'port': {'device_id': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:13.397241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.438207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Transition to ACTIVE for port object 3b5effc6-a989-4d00-a500-d4d3ccab12f2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:13.500803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.516935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:13.568013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.593155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee05e10b-763e-44d9-91cd-b80d0c5171ad None None] Provisioning for port 7908af3e-541f-4ac5-852a-ef58f6d14450 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:13.605340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee05e10b-763e-44d9-91cd-b80d0c5171ad None None] Provisioning complete for port 7908af3e-541f-4ac5-852a-ef58f6d14450 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:13.606042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee05e10b-763e-44d9-91cd-b80d0c5171ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.635309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40db39-004f-4db6-ae9c-48ede16152a8 req-e8ea0fee-0fd1-40bd-b6aa-ce11722a5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.637750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab40db39-004f-4db6-ae9c-48ede16152a8 req-e8ea0fee-0fd1-40bd-b6aa-ce11722a5455 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1098 time: 0.2321498 Aug 29 04:12:13.693648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ee05e10b-763e-44d9-91cd-b80d0c5171ad None None] Port 7908af3e-541f-4ac5-852a-ef58f6d14450 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:13.715136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5080b331-2af6-4201-b5f9-20a8d56ffe4d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:13.730353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.753879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:13.773601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:13.782176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:13.786409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:13.843005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Transition to ACTIVE for port object 5080b331-2af6-4201-b5f9-20a8d56ffe4d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:13.861123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-75457478-2e42-46fc-b854-a0bb379a270f tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:13.874592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:13.877367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-75457478-2e42-46fc-b854-a0bb379a270f tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 1101 time: 0.4378557 Aug 29 04:12:13.959785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab40db39-004f-4db6-ae9c-48ede16152a8 req-6d3075ae-e914-48b8-a89f-1ba1d9e1fe8b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506175 Aug 29 04:12:14.018172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-e60febbf-3dee-41be-8a23-5ac73f4acea6 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.047193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:14.057502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.058173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.077734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f8aeb-7b0b-4c02-9408-85284ed9e933 req-247be217-04a9-4e9d-9f93-21bb044ad6b5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.086224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf3f8aeb-7b0b-4c02-9408-85284ed9e933 req-247be217-04a9-4e9d-9f93-21bb044ad6b5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 946 time: 0.3565586 Aug 29 04:12:14.131486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Pushing event updated for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:14.179361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf3f8aeb-7b0b-4c02-9408-85284ed9e933 req-6d0a6c7c-3fc1-48b5-b77f-d3debf35425e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918703 Aug 29 04:12:14.341950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b158601c-f058-4413-a16c-2b1d6b63a589 None None] Provisioning for port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:14.365923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b158601c-f058-4413-a16c-2b1d6b63a589 None None] Provisioning complete for port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:14.366528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b158601c-f058-4413-a16c-2b1d6b63a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.386042 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-e60febbf-3dee-41be-8a23-5ac73f4acea6 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.408196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-e60febbf-3dee-41be-8a23-5ac73f4acea6 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.475526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b158601c-f058-4413-a16c-2b1d6b63a589 None None] Port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:14.502563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3ca5115-26d7-48d2-97b4-a4c50b0a9a23 req-e60febbf-3dee-41be-8a23-5ac73f4acea6 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745807 Aug 29 04:12:14.548093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60febbf-3dee-41be-8a23-5ac73f4acea6 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd2918-28ea-4fef-a14f-9bdfd39a40a3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:14.641833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73f19790-d460-4392-8dce-6824d13d9d21 req-da4541bf-987a-438b-8e3e-a1acd3ee8ea4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 210 time: 0.0467489 Aug 29 04:12:14.646387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-364e9511-b0d5-438d-a5ad-a4b386424119 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8976521 Aug 29 04:12:14.659520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d926a-e060-4147-b52e-557eaa17c3ef req-a136f164-3825-430e-8a8e-b696c7a6d3b3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.662496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-576d926a-e060-4147-b52e-557eaa17c3ef req-a136f164-3825-430e-8a8e-b696c7a6d3b3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 936 time: 0.1538608 Aug 29 04:12:14.683513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21b4a09f-13d1-4ffe-92a1-30f18d364c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.690765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Request body: {'port': {'device_id': '078a9aee-6db3-4d1d-bcba-121312697a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:14.725503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-576d926a-e060-4147-b52e-557eaa17c3ef req-b841a797-e2a3-44fb-89f6-0d25e9108cfa tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554454 Aug 29 04:12:14.803482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e57b-c8b0-4839-b3c0-81050ad7fafe req-cab7959d-183a-47f2-9a7c-8d1f78fa8f1f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:14.810308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e6e57b-c8b0-4839-b3c0-81050ad7fafe req-cab7959d-183a-47f2-9a7c-8d1f78fa8f1f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 936 time: 0.0832572 Aug 29 04:12:14.842506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Attempting to bind port 5080b331-2af6-4201-b5f9-20a8d56ffe4d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:14.842919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Attempting to bind port 5080b331-2af6-4201-b5f9-20a8d56ffe4d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:14.843206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Attempting to bind port 5080b331-2af6-4201-b5f9-20a8d56ffe4d on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:14.879158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.891277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Port 5080b331-2af6-4201-b5f9-20a8d56ffe4d on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:14.891657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Attempting to bind port 5080b331-2af6-4201-b5f9-20a8d56ffe4d on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:14.895171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-0a714057-1e11-471c-b302-f7deae251e72 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4157b32a49004eb296ee17442a833378&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477169 Aug 29 04:12:14.914302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fca4cd-be9b-48c4-b6d7-78f980c280fe {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:14.921908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:14.922250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:14.922649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:14.923099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Bound port: 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:14.923470 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.933961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:14.940674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e6e57b-c8b0-4839-b3c0-81050ad7fafe req-f948316b-4e01-4621-8015-d6ea7c88bfda tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195223 Aug 29 04:12:15.010264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Transition to ACTIVE for port object 16fca4cd-be9b-48c4-b6d7-78f980c280fe will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:15.022896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21b4a09f-13d1-4ffe-92a1-30f18d364c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.046161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.061792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21b4a09f-13d1-4ffe-92a1-30f18d364c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.164566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Allocated IP 192.168.233.61 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/e9f3c9f2-0797-4bad-854a-a75a30b57241) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:15.180524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-72115412-8366-44ea-bae0-ee2998ac6468 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.183273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-72115412-8366-44ea-bae0-ee2998ac6468 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780485 Aug 29 04:12:15.252009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-fc9ca53b-f231-4a48-be39-9cd052dd92ff tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/quotas/4157b32a49004eb296ee17442a833378 HTTP/1.1" status: 200 len: 375 time: 0.0522819 Aug 29 04:12:15.321511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Pushing event updated for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.331574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:15.355035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-21b4a09f-13d1-4ffe-92a1-30f18d364c86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf596606b4b54846ba978e8519cc5557&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2924135 Aug 29 04:12:15.355853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a09f-13d1-4ffe-92a1-30f18d364c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d631810d-3d55-4a0e-aaff-6009171ef09b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.362064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:15.369717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-43b80b29-01a5-43a0-9e6f-c3aeb094eeb5 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830009 Aug 29 04:12:15.390008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:15.408867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.498300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58e79-4240-4bb8-90b2-61f98965cd83 req-e9cd786f-d2ed-4929-957e-0ca7aa0a3374 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.500451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f58e79-4240-4bb8-90b2-61f98965cd83 req-e9cd786f-d2ed-4929-957e-0ca7aa0a3374 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1242490 Aug 29 04:12:15.529418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.530388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.532365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] 10.222.0.50 "PUT /v2.0/ports/5080b331-2af6-4201-b5f9-20a8d56ffe4d HTTP/1.1" status: 200 len: 1096 time: 4.5143871 Aug 29 04:12:15.533097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:15.535957 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420" -d '{"events": [{"name": "network-changed", "server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:15.560661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a387d-5745-4c89-80f4-3de849ad121a service neutron] Pushing event updated for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.598220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.600392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Attempting to bind port 16fca4cd-be9b-48c4-b6d7-78f980c280fe on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:15.601030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Attempting to bind port 16fca4cd-be9b-48c4-b6d7-78f980c280fe by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:15.601694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Attempting to bind port 16fca4cd-be9b-48c4-b6d7-78f980c280fe on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:15.618440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Port 16fca4cd-be9b-48c4-b6d7-78f980c280fe on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:15.619335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Attempting to bind port 16fca4cd-be9b-48c4-b6d7-78f980c280fe on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:15.635880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:15.636600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:15.637180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:15.637829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Bound port: 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:15.637952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.638556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.651988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.662665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Transition to ACTIVE for port object e9f3c9f2-0797-4bad-854a-a75a30b57241 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:15.736405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f58e79-4240-4bb8-90b2-61f98965cd83 req-7fc68143-77cc-4893-8aeb-795351a1de51 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842916 Aug 29 04:12:15.771830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.794616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:15.798624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:15.829148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.837232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.840517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.846142 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d631810d-3d55-4a0e-aaff-6009171ef09b HTTP/1.1" status: 204 len: 168 time: 0.4803948 Aug 29 04:12:15.930105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:15.931696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:15.936340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] 10.222.0.50 "PUT /v2.0/ports/16fca4cd-be9b-48c4-b6d7-78f980c280fe HTTP/1.1" status: 200 len: 1097 time: 3.6481409 Aug 29 04:12:15.946520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:15.963131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd92e-dac3-4f75-b53a-600c318df39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d631810d-3d55-4a0e-aaff-6009171ef09b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:15.994590 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7b1e2-bf11-4667-bbbf-3bb54d9c182e x-openstack-request-id: req-a6f7b1e2-bf11-4667-bbbf-3bb54d9c182e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:15.994590 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:15.994871 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6f7b1e2-bf11-4667-bbbf-3bb54d9c182e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:16.001200 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'status': 'completed', 'code': 200} Aug 29 04:12:16.015548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-eace8afa-d4aa-4445-8b73-4961bbbf8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.035819 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-eace8afa-d4aa-4445-8b73-4961bbbf8dcc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 1099 time: 0.4009407 Aug 29 04:12:16.140616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:16.166766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:16.169732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.170413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.176965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event updated for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:16.190877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-f17ea722-c89d-40fe-84c7-350a34116cf1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d HTTP/1.1" status: 200 len: 217 time: 0.1245265 Aug 29 04:12:16.196091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fc82-7634-4ef1-a1d0-11d4e5b9a78c service neutron] Pushing event updated for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:16.260819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-eac11af6-cff9-4710-b865-d19f160f8554 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3086472 Aug 29 04:12:16.284972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Request body: {'port': {'device_id': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:16.289746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f587f0-592e-42e5-9dbd-4cdb3211ea42 req-e284f971-a26e-4ffd-8958-43556610bd9e tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.294529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-f8f9ef6b-78b3-4bac-9a18-7796164e5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.296326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-f8f9ef6b-78b3-4bac-9a18-7796164e5064 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0935488 Aug 29 04:12:16.297219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4f587f0-592e-42e5-9dbd-4cdb3211ea42 req-e284f971-a26e-4ffd-8958-43556610bd9e tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 1101 time: 0.4385169 Aug 29 04:12:16.299820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-3587f3dc-9b6a-4d3a-ab0c-adb9cdbe1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.301507 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-3587f3dc-9b6a-4d3a-ab0c-adb9cdbe1201 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1100 time: 0.2333562 Aug 29 04:12:16.312285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10555d-bc0a-4f0b-83f4-41c8c0cf0921 req-073d2d10-2e6a-45c5-8829-c07526a748b4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.319596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d10555d-bc0a-4f0b-83f4-41c8c0cf0921 req-073d2d10-2e6a-45c5-8829-c07526a748b4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 935 time: 0.1763332 Aug 29 04:12:16.434270 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-1fa5cd01-738f-4921-9fc0-4fdc2baacd55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe HTTP/1.1" status: 200 len: 217 time: 0.0790365 Aug 29 04:12:16.488395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:16.529900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-701fc466-85ec-49fa-bf1c-86c9328c7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.532288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-701fc466-85ec-49fa-bf1c-86c9328c7941 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036397 Aug 29 04:12:16.538255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4f587f0-592e-42e5-9dbd-4cdb3211ea42 req-a8099200-38e7-406b-a177-485fb6406d06 tempest-ServersAdminNegativeTestJSON-35818424 tempest-ServersAdminNegativeTestJSON-35818424-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391417 Aug 29 04:12:16.541766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44f5b48-f6ac-47d1-b1f9-d695ae0f3614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.625613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:16.633339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-3ae6cd66-33a4-4da9-9fc6-0b1cf2f8762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.635334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-3ae6cd66-33a4-4da9-9fc6-0b1cf2f8762a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1911561 Aug 29 04:12:16.673538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d10555d-bc0a-4f0b-83f4-41c8c0cf0921 req-49217949-cf84-4dfa-bfd4-96cc2cff2809 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497446 Aug 29 04:12:16.680998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.694989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.732066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6216b292-548a-4fe0-8cb6-f688b243be09 None None] Provisioning for port e9f3c9f2-0797-4bad-854a-a75a30b57241 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:16.745728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6216b292-548a-4fe0-8cb6-f688b243be09 None None] Provisioning complete for port e9f3c9f2-0797-4bad-854a-a75a30b57241 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:16.746040 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6216b292-548a-4fe0-8cb6-f688b243be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:16.780957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-b6d46516-d44e-481b-8e1f-373f66a3ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:16.784011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-b6d46516-d44e-481b-8e1f-373f66a3ec4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373434 Aug 29 04:12:16.787712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6216b292-548a-4fe0-8cb6-f688b243be09 None None] Port e9f3c9f2-0797-4bad-854a-a75a30b57241 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:16.802499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-e0a0ff0f-0e49-4f7b-a243-4c758e79096e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449517 Aug 29 04:12:16.809144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08773098-b83a-4a22-8d0f-3177bfde5d99 req-e00c138f-532b-4c38-9c11-e30853efe480 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 210 time: 0.0838716 Aug 29 04:12:16.814901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Transition to ACTIVE for port object 7908af3e-541f-4ac5-852a-ef58f6d14450 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:16.887649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.057380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44f5b48-f6ac-47d1-b1f9-d695ae0f3614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.069872 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-540aace2-e5e0-4029-93ac-48a2c9bfb123 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487018 Aug 29 04:12:17.079799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b44f5b48-f6ac-47d1-b1f9-d695ae0f3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.181961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-0a599cfc-c112-4421-817a-4ab221120cea service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707857 Aug 29 04:12:17.182288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.185955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f5b48-f6ac-47d1-b1f9-d695ae0f3614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d491dc0-93db-4e2c-9f7d-b540d324ef3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.191503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b44f5b48-f6ac-47d1-b1f9-d695ae0f3614 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd237e8ca6ef4e58a43ef95c5fa88e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021670 Aug 29 04:12:17.196256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:17.197671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5078746-984a-48cd-b57e-4ee79285b327 req-05349091-5846-4702-a21c-c6efedfd3217 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.199776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5078746-984a-48cd-b57e-4ee79285b327 req-05349091-5846-4702-a21c-c6efedfd3217 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 936 time: 0.3988018 Aug 29 04:12:17.266894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b45e4-7c4e-40bd-8080-4c4df0831ed6 req-03b7f120-ed8e-4eda-8f9d-c143ca0de075 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.268533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158b45e4-7c4e-40bd-8080-4c4df0831ed6 req-03b7f120-ed8e-4eda-8f9d-c143ca0de075 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 948 time: 0.2613459 Aug 29 04:12:17.275662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Attempting to bind port 7908af3e-541f-4ac5-852a-ef58f6d14450 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:17.276032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Attempting to bind port 7908af3e-541f-4ac5-852a-ef58f6d14450 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:17.276364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Attempting to bind port 7908af3e-541f-4ac5-852a-ef58f6d14450 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:17.298399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Port 7908af3e-541f-4ac5-852a-ef58f6d14450 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:17.298620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Attempting to bind port 7908af3e-541f-4ac5-852a-ef58f6d14450 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:17.309150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5078746-984a-48cd-b57e-4ee79285b327 req-636cb4d4-1744-4d87-87df-2abf394f0bc2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953908 Aug 29 04:12:17.315634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:17.316007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:17.316400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:17.316835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Bound port: 7908af3e-541f-4ac5-852a-ef58f6d14450, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:17.317193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.393305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5effc6-a989-4d00-a500-d4d3ccab12f2 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:17.421963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.427025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-e947e6e8-7925-45ad-b5da-fd2a9e770cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.428760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-e947e6e8-7925-45ad-b5da-fd2a9e770cea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 1099 time: 0.2145171 Aug 29 04:12:17.449078 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7a647eb-37b2-4390-9267-7c2169640d45 req-27eeb45b-214b-412a-949e-af1c71f1b0f1 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518325 Aug 29 04:12:17.452780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.457408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Transition to ACTIVE for port object 3b5effc6-a989-4d00-a500-d4d3ccab12f2 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:17.471265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.532602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.622543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.696057 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-74b70bda-dbe0-41d2-a79f-1124592aa7ac tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4157b32a49004eb296ee17442a833378&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566680 Aug 29 04:12:17.698818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158b45e4-7c4e-40bd-8080-4c4df0831ed6 req-e30d2698-6cf8-4d91-9cac-9077cda5b533 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149909 Aug 29 04:12:17.797065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-f86121ab-3326-427d-a4cb-ecb7669f60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.803993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-f86121ab-3326-427d-a4cb-ecb7669f60ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3357260 Aug 29 04:12:17.813917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.816689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.820748 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d491dc0-93db-4e2c-9f7d-b540d324ef3e HTTP/1.1" status: 204 len: 168 time: 0.6196547 Aug 29 04:12:17.824291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:17.845525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3b932-e8d0-4d56-9c4a-c252fc5e6810 req-ef70f1af-928c-4404-87c9-723109aba7ef tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.863950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2bb3b932-e8d0-4d56-9c4a-c252fc5e6810 req-ef70f1af-928c-4404-87c9-723109aba7ef tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 946 time: 0.2685530 Aug 29 04:12:17.920045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac06263-a10f-4784-8cb0-7ac041453659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d491dc0-93db-4e2c-9f7d-b540d324ef3e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:17.930736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:17.944225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:17.946571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-3bd99cf9-e19a-4995-b6ff-3f5c432caf1d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:17.949098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-3bd99cf9-e19a-4995-b6ff-3f5c432caf1d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245901 Aug 29 04:12:18.009019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.010283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.011868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] 10.222.0.54 "PUT /v2.0/ports/7908af3e-541f-4ac5-852a-ef58f6d14450 HTTP/1.1" status: 200 len: 1097 time: 4.6896746 Aug 29 04:12:18.015247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:18.017743 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:18.018394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:18.021577 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d63079-1792-4a1e-8409-758006165c16" -d '{"events": [{"name": "network-changed", "server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:18.025567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-06a598c0-2da9-4cea-b110-f4e977df797f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d HTTP/1.1" status: 200 len: 217 time: 0.0748515 Aug 29 04:12:18.063674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2bb3b932-e8d0-4d56-9c4a-c252fc5e6810 req-4dfa3807-d70c-4ac1-b68e-546ffd908de2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986263 Aug 29 04:12:18.078712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Attempting to bind port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:18.078891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Attempting to bind port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:18.079211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Attempting to bind port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:18.099707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Request body: {'port': {'device_id': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '4157b32a49004eb296ee17442a833378'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:18.129471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:18.129799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Attempting to bind port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:18.181011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b480c-44d7-4bd3-84f8-3d2b7f51b012 service neutron] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:18.202426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f3c9f2-0797-4bad-854a-a75a30b57241 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:18.220503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17438a7e-8dfb-4f20-9a79-729b3ec4b9c5 req-208bbca1-b342-416b-b53c-5b56c56bd97a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.222129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17438a7e-8dfb-4f20-9a79-729b3ec4b9c5 req-208bbca1-b342-416b-b53c-5b56c56bd97a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 935 time: 0.1933622 Aug 29 04:12:18.231898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.242105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:18.242471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:18.242818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:18.243684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Bound port: 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:18.244669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.278996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be289d46-ae40-43f0-9e45-5253822372c8 req-61c9763a-5312-4e97-a3d9-0e1045b039a6 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 210 time: 0.0717335 Aug 29 04:12:18.296193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-6ccb5096-e0fd-4088-b603-266334be804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.297772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-6ccb5096-e0fd-4088-b603-266334be804a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1100 time: 0.2062249 Aug 29 04:12:18.298909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Transition to ACTIVE for port object e9f3c9f2-0797-4bad-854a-a75a30b57241 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:18.305945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.364666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17438a7e-8dfb-4f20-9a79-729b3ec4b9c5 req-00c807ad-df17-4564-a35d-e3396ae3af1d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229844 Aug 29 04:12:18.443544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-f0889470-232c-4c70-8e72-8afebc45de55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7908af3e-541f-4ac5-852a-ef58f6d14450 HTTP/1.1" status: 200 len: 217 time: 0.1345177 Aug 29 04:12:18.477980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:18.498715 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a1eac-88cb-4123-a57f-4b918f7aa7a5 x-openstack-request-id: req-692a1eac-88cb-4123-a57f-4b918f7aa7a5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:18.499084 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:18.499347 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-692a1eac-88cb-4123-a57f-4b918f7aa7a5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:18.499907 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'status': 'completed', 'code': 200} Aug 29 04:12:18.568918 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8e08ab-08a1-4196-8a17-753892611d6a x-openstack-request-id: req-ab8e08ab-08a1-4196-8a17-753892611d6a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:18.569831 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:18.570269 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab8e08ab-08a1-4196-8a17-753892611d6a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:18.570858 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe', 'status': 'completed', 'code': 200} Aug 29 04:12:18.615455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Attempting to bind port e9f3c9f2-0797-4bad-854a-a75a30b57241 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:18.615798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Attempting to bind port e9f3c9f2-0797-4bad-854a-a75a30b57241 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:18.616170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Attempting to bind port e9f3c9f2-0797-4bad-854a-a75a30b57241 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:18.646387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Port e9f3c9f2-0797-4bad-854a-a75a30b57241 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:18.646715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Attempting to bind port e9f3c9f2-0797-4bad-854a-a75a30b57241 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:18.657598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:18.662668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:18.663381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:18.663502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:18.663946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Bound port: e9f3c9f2-0797-4bad-854a-a75a30b57241, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:18.666291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:18.668696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.669238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-ac1142c3-27db-40f4-98c3-ae071b1914a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.671366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-ac1142c3-27db-40f4-98c3-ae071b1914a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.6284215 Aug 29 04:12:18.677620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.761508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.54', 49797) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:18.762567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:18.779430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:18.784246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:18.803599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.839140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.841776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.843279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-bbe3f3e9-0a21-429f-8534-759592ee75ce service neutron] 10.222.0.54 "PUT /v2.0/ports/3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 1097 time: 4.1686232 Aug 29 04:12:18.906931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:18.927133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63079-1792-4a1e-8409-758006165c16 req-7d0cf180-c222-4bc6-a1f3-e3eb5dbdee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.928844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-7d0cf180-c222-4bc6-a1f3-e3eb5dbdee41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1100 time: 0.3851926 Aug 29 04:12:18.931025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-e9f227ff-e750-4a21-918a-0ba8bd389b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.932631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-e9f227ff-e750-4a21-918a-0ba8bd389b25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.4318573 Aug 29 04:12:18.942834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697261e-8892-4942-a7b0-6ce321db68e1 req-1e65e490-5104-4487-aa2c-0129416085d3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.950986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1697261e-8892-4942-a7b0-6ce321db68e1 req-1e65e490-5104-4487-aa2c-0129416085d3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 948 time: 0.3716402 Aug 29 04:12:18.966561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:18.967212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:18.968812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-9ae9e80e-9a1b-40fc-afa8-a252535dfd5a service neutron] 10.222.0.54 "PUT /v2.0/ports/e9f3c9f2-0797-4bad-854a-a75a30b57241 HTTP/1.1" status: 200 len: 1096 time: 2.6886568 Aug 29 04:12:19.032856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Made reservation on behalf of 4157b32a49004eb296ee17442a833378 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:19.040222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:19.048958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-e748e827-bf1f-4152-bbe1-295a91f3b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.051585 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-e748e827-bf1f-4152-bbe1-295a91f3b789 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3604372 Aug 29 04:12:19.058855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-5fe2ee6c-ac26-4a35-b0d4-a5d4d153b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.061593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-5fe2ee6c-ac26-4a35-b0d4-a5d4d153b2a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1100 time: 0.1689320 Aug 29 04:12:19.076398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-52788330-0ad2-4d79-ad90-259ab7da7921 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3092582 Aug 29 04:12:19.257622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63079-1792-4a1e-8409-758006165c16 req-dfdc5230-d079-435a-bc9f-e50acbb389a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.260353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-dfdc5230-d079-435a-bc9f-e50acbb389a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3065960 Aug 29 04:12:19.284109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-333d4dc5-bf00-4ae5-9d85-7d904a1b1079 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 217 time: 0.2002146 Aug 29 04:12:19.294629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-6a7b9e79-1487-4483-81e1-21ef0a336583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.296541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-6a7b9e79-1487-4483-81e1-21ef0a336583 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3416924 Aug 29 04:12:19.312835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1697261e-8892-4942-a7b0-6ce321db68e1 req-a787a7a6-f9e8-48f7-8b2e-6a72dabf753d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606513 Aug 29 04:12:19.422394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-38c3d637-c189-4383-b19f-c8d3299b3944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe HTTP/1.1" status: 200 len: 217 time: 0.1463830 Aug 29 04:12:19.503835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-c9878b31-f871-409b-af0c-3d3512e1d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.505393 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-c9878b31-f871-409b-af0c-3d3512e1d584 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2073181 Aug 29 04:12:19.505599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-11f0ae65-e587-4dbe-9fae-39d003b3fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.507577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-11f0ae65-e587-4dbe-9fae-39d003b3fdfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 1099 time: 0.3656039 Aug 29 04:12:19.513600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdab50a-a625-4786-94da-ca7024a16243 req-84f5a954-75b9-42f7-a2b4-bbb6bfefec0f tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.515775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcdab50a-a625-4786-94da-ca7024a16243 req-84f5a954-75b9-42f7-a2b4-bbb6bfefec0f tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1098 time: 0.3803818 Aug 29 04:12:19.552291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-17c275e7-9906-4ba6-b7e0-1b41b5f11f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.554327 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-17c275e7-9906-4ba6-b7e0-1b41b5f11f8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.3055110 Aug 29 04:12:19.561317 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-81ecaade-792b-4386-afab-71002ff82b4c service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832194 Aug 29 04:12:19.654501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-97cd14ae-e6c0-4fc5-8d4b-c8a56b0beb05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241 HTTP/1.1" status: 200 len: 217 time: 0.0994310 Aug 29 04:12:19.736791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Allocated IP 192.168.233.100 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/28f2cd4d-8025-4faf-8fea-032e98a29997) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:19.757818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63079-1792-4a1e-8409-758006165c16 req-4c708382-fb43-4e4b-8602-ada2a0ddbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.759534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-4c708382-fb43-4e4b-8602-ada2a0ddbf37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2996571 Aug 29 04:12:19.771975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374684d-5aca-4451-9949-f3f53a524a84 req-6b145ea5-1d68-4177-bc05-bebca248b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.773856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-6b145ea5-1d68-4177-bc05-bebca248b580 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2376604 Aug 29 04:12:19.794033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcdab50a-a625-4786-94da-ca7024a16243 req-e6e190fe-c9d1-41b7-88b8-ff5fe8f20666 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516682 Aug 29 04:12:19.825097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-ff50f632-3bc2-4e2d-8bc9-04ca02ec6987 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104911 Aug 29 04:12:19.830064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-97fcc44e-0aae-46a2-99f5-e1e9b7eec0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.832132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-97fcc44e-0aae-46a2-99f5-e1e9b7eec0b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1640148 Aug 29 04:12:19.858968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582a8c1-3788-41c6-9a6f-bb58cec10305 req-b27b2923-d3ea-439d-a883-5bd91a3b8086 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.861137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9582a8c1-3788-41c6-9a6f-bb58cec10305 req-b27b2923-d3ea-439d-a883-5bd91a3b8086 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 948 time: 0.1964102 Aug 29 04:12:19.961667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63079-1792-4a1e-8409-758006165c16 req-b7b82cc3-5042-4d18-9565-a3ff4e0859e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:19.963894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-b7b82cc3-5042-4d18-9565-a3ff4e0859e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871502 Aug 29 04:12:20.010586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b8187d1-2b1d-4cfc-8a7e-9f0005486420 req-69292440-4b57-4525-ace9-9f764ba2da1d service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296899 Aug 29 04:12:20.013896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9582a8c1-3788-41c6-9a6f-bb58cec10305 req-94bc1644-6a05-4b63-b485-ed133dcdd94e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290166 Aug 29 04:12:20.022450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-7f8d1462-47d6-41d9-99fa-d8e69f219650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.023967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-7f8d1462-47d6-41d9-99fa-d8e69f219650 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.4098935 Aug 29 04:12:20.044204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c973fd-2e37-4c1f-8ae8-0007d08c595f req-bed3e6bc-46dc-4ac8-9677-6ebe61f04678 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807866 Aug 29 04:12:20.057851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026557fc-3527-4683-a790-4d05b9abafaa req-1e8c6b46-0845-4c34-b4a3-7fc6d87dfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.060093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-1e8c6b46-0845-4c34-b4a3-7fc6d87dfc26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1951540 Aug 29 04:12:20.123166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-c1121a0b-b73c-4ca7-a332-8fd9878acbb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.0838244 Aug 29 04:12:20.144789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.181739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-3bfb788c-8ede-46e7-8c0c-97faccc432b2 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866191 Aug 29 04:12:20.200004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Transition to ACTIVE for port object 28f2cd4d-8025-4faf-8fea-032e98a29997 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:20.271325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-2d636ec6-64f5-4fb7-ab3b-6f30ab0f5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.272997 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-2d636ec6-64f5-4fb7-ab3b-6f30ab0f5942 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1343293 Aug 29 04:12:20.356760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.380138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f374684d-5aca-4451-9949-f3f53a524a84 req-460782bb-7bd0-4fe9-a6d8-aed0154dba64 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814766 Aug 29 04:12:20.419946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-9c53682a-9d8a-4853-acc4-7493f2f1cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.421543 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-9c53682a-9d8a-4853-acc4-7493f2f1cef9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343458 Aug 29 04:12:20.423591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:20.430120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:20.433082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:20.476642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5080b331-2af6-4201-b5f9-20a8d56ffe4d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:20.538008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:20.543541 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5186203b-aa76-48cd-9abf-2b4ab706b7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:20.567464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3269360f-14ae-4496-9b47-1fe9cff10cbf req-31ec27b9-68e7-4370-988f-c99bff1a48a1 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 210 time: 0.4155905 Aug 29 04:12:20.579441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:20.583512 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2832e523-079e-4983-a182-a2eb678d1ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:20.623750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Pushing event updated for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:20.627567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:20.643271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'mac_address': 'fa:16:3e:3f:2b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:20.709749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.726634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:20.727318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.740971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5080b331-2af6-4201-b5f9-20a8d56ffe4d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:20.767487 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7a794106-76d0-480c-a4b6-f3a943574246 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6902614 Aug 29 04:12:20.777093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:20.780773 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-89d0cff3-ef6c-49ce-b858-e4fd8ff675e7 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436856 Aug 29 04:12:20.782841 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.783768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 16fca4cd-be9b-48c4-b6d7-78f980c280fe details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:20.793493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Request body: {'port': {'device_id': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:20.801043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-ab767578-0b37-4e16-9755-c1a90935d7a8 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599261 Aug 29 04:12:20.862070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-394fb8f4-0483-4de7-bd86-030b4eb8f898 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898712 Aug 29 04:12:20.889144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c357495e-768a-4e9f-bf23-ba58349f497f None None] Provisioning for port 28f2cd4d-8025-4faf-8fea-032e98a29997 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:20.893301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:20.911815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c357495e-768a-4e9f-bf23-ba58349f497f None None] Provisioning complete for port 28f2cd4d-8025-4faf-8fea-032e98a29997 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:20.912010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c357495e-768a-4e9f-bf23-ba58349f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.917254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:20.921804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '16fca4cd-be9b-48c4-b6d7-78f980c280fe', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '16fca4cd-be9b-48c4-b6d7-78f980c280fe', 'mac_address': 'fa:16:3e:2b:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:20.946563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:20.978715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c4d179d3-a7da-43f2-9c53-4617d4448f1d req-cdec7d7b-3403-4879-aa86-8d3ef03fc1b5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821074 Aug 29 04:12:21.005920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c357495e-768a-4e9f-bf23-ba58349f497f None None] Port 28f2cd4d-8025-4faf-8fea-032e98a29997 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:21.014189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.045200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fca4cd-be9b-48c4-b6d7-78f980c280fe {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:21.073437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:21.087193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.164125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:21.192298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-114226d2-c7a1-4388-9829-e34e4768ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.194846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-114226d2-c7a1-4388-9829-e34e4768ee87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1100 time: 1.0459216 Aug 29 04:12:21.208370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60d63079-1792-4a1e-8409-758006165c16 req-f08327ec-8e2d-42f7-80f1-50b0fbbc6828 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366885 Aug 29 04:12:21.233879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b00af-ce3b-4c37-876c-7611a3ed1045 req-bba121e3-2b88-4196-a095-e22dde9691a2 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.236643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-899b00af-ce3b-4c37-876c-7611a3ed1045 req-bba121e3-2b88-4196-a095-e22dde9691a2 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 949 time: 0.4290135 Aug 29 04:12:21.308505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f2cd4d-8025-4faf-8fea-032e98a29997 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:21.318688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.333384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Transition to ACTIVE for port object 28f2cd4d-8025-4faf-8fea-032e98a29997 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:21.338970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.368172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93301-01de-4f53-8cd3-47127f224e02 req-f39f3be2-31af-47e9-a17e-3256d7de571a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.371334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4a93301-01de-4f53-8cd3-47127f224e02 req-f39f3be2-31af-47e9-a17e-3256d7de571a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 947 time: 1.2213554 Aug 29 04:12:21.453410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Pushing event updated for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:21.460972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-026557fc-3527-4683-a790-4d05b9abafaa req-23d50019-9d7e-4d14-af56-e1aca2788d46 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027283 Aug 29 04:12:21.530463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-899b00af-ce3b-4c37-876c-7611a3ed1045 req-00fee2c7-9968-4bf8-a6cb-09021d5dac3d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630701 Aug 29 04:12:21.564747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4a93301-01de-4f53-8cd3-47127f224e02 req-d2fcef6e-4a74-46a4-b1c3-92029a2703ab tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778152 Aug 29 04:12:21.603212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Attempting to bind port 28f2cd4d-8025-4faf-8fea-032e98a29997 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:21.603967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Attempting to bind port 28f2cd4d-8025-4faf-8fea-032e98a29997 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:21.604994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Attempting to bind port 28f2cd4d-8025-4faf-8fea-032e98a29997 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:21.615119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Port 28f2cd4d-8025-4faf-8fea-032e98a29997 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:21.616325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Attempting to bind port 28f2cd4d-8025-4faf-8fea-032e98a29997 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:21.623686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:21.632351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:21.632912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:21.633524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:21.634844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Bound port: 28f2cd4d-8025-4faf-8fea-032e98a29997, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:21.635450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.709466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-2f5ad8a0-0221-4904-9338-042f307958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.712134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-2f5ad8a0-0221-4904-9338-042f307958f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.4935966 Aug 29 04:12:21.725034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['5080b331-2af6-4201-b5f9-20a8d56ffe4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:21.790483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:21.798108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=28f2cd4d-8025-4faf-8fea-032e98a29997,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:21.809862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.862020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-2aa6d64c-d6ab-4856-b2df-7eb21bc99ae7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7908af3e-541f-4ac5-852a-ef58f6d14450 HTTP/1.1" status: 200 len: 217 time: 0.1301105 Aug 29 04:12:21.879738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-0c4384a5-674a-4f67-b209-c92b67c234ea tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.882826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-0c4384a5-674a-4f67-b209-c92b67c234ea tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 949 time: 0.2843494 Aug 29 04:12:21.940288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:21.944280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:21.947093 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] 10.222.0.50 "PUT /v2.0/ports/28f2cd4d-8025-4faf-8fea-032e98a29997 HTTP/1.1" status: 200 len: 1097 time: 1.1586516 Aug 29 04:12:22.072238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859984-563a-484f-b865-b0de46121840 req-b408d6a5-d7ec-424c-8e35-af4c3af7c085 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.084887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2859984-563a-484f-b865-b0de46121840 req-b408d6a5-d7ec-424c-8e35-af4c3af7c085 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1098 time: 0.3497758 Aug 29 04:12:22.100906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a579e-8433-4848-84a3-dadcb9afc6de service neutron] Pushing event updated for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:22.139244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-79281991-f08b-4754-b6f2-77006aad5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.143418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-79281991-f08b-4754-b6f2-77006aad5d69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 1100 time: 0.1061277 Aug 29 04:12:22.205649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-aa0284c4-edff-49d7-a2b2-bf7e2c550776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.208326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-aa0284c4-edff-49d7-a2b2-bf7e2c550776 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3233931 Aug 29 04:12:22.235252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-b8689768-96e3-4bba-9155-0d7228486baf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=28f2cd4d-8025-4faf-8fea-032e98a29997 HTTP/1.1" status: 200 len: 217 time: 0.0718887 Aug 29 04:12:22.289077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2859984-563a-484f-b865-b0de46121840 req-1a04a2a4-36eb-4d08-adbc-30d6fa3f990d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849978 Aug 29 04:12:22.312584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7b4c6b95-0bbc-4a6a-97d1-fc7402c9215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.314226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917606-8165-4f6e-8da8-28411615a9a6 req-d8e40bed-19c2-4e7e-859c-0dd8f7115e5b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.315401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-7b4c6b95-0bbc-4a6a-97d1-fc7402c9215c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0665233 Aug 29 04:12:22.316412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0917606-8165-4f6e-8da8-28411615a9a6 req-d8e40bed-19c2-4e7e-859c-0dd8f7115e5b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 948 time: 0.2731152 Aug 29 04:12:22.371624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-6d89f70c-1686-4d96-9211-1ad00a67da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.373660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-6d89f70c-1686-4d96-9211-1ad00a67da75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541734 Aug 29 04:12:22.376076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Deleting port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:22.376638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.399761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-3b09e4bf-bd26-4ca1-8332-48cd4e3ed6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.401873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-3b09e4bf-bd26-4ca1-8332-48cd4e3ed6c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762434 Aug 29 04:12:22.403653 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fffa7d-650e-4d57-8d67-0830d5dfdce9 x-openstack-request-id: req-c9fffa7d-650e-4d57-8d67-0830d5dfdce9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:22.404011 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:22.404354 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9fffa7d-650e-4d57-8d67-0830d5dfdce9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:22.404824 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'status': 'completed', 'code': 200} Aug 29 04:12:22.485849 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d13c78-bdf9-41ce-8ea5-4a89790e2122 x-openstack-request-id: req-e4d13c78-bdf9-41ce-8ea5-4a89790e2122 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:22.486184 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:22.486596 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4d13c78-bdf9-41ce-8ea5-4a89790e2122 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:22.487224 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241', 'status': 'completed', 'code': 200} Aug 29 04:12:22.593649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0917606-8165-4f6e-8da8-28411615a9a6 req-6452a4e1-0757-423b-a832-f8d11fa0595e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549574 Aug 29 04:12:22.619970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-b96c62ad-3e97-4b9c-b982-625bce13e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.619970 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-b96c62ad-3e97-4b9c-b982-625bce13e9c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1100 time: 0.1735728 Aug 29 04:12:22.623492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-0e6116d5-683b-4654-8a33-ef620191f27c service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100940 Aug 29 04:12:22.639319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-b7232088-99aa-4f4a-b5ae-db222506a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:22.640925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-b7232088-99aa-4f4a-b5ae-db222506a273 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 1099 time: 0.1042225 Aug 29 04:12:22.816365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-394ca0c9-29bf-4b8e-867f-413dcbf116dc service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060116 Aug 29 04:12:22.846414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:22.885820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] For port a0aad45a-ae4d-4762-9b8e-389de91c9ee5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:22.886739 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:22.989852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Calling delete_port for a0aad45a-ae4d-4762-9b8e-389de91c9ee5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:23.045147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bca6b-f18d-4566-88d4-d82476dfe7d9 req-fe07c5b8-c49d-4f7e-b876-8fbacf263385 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.058123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-031bca6b-f18d-4566-88d4-d82476dfe7d9 req-fe07c5b8-c49d-4f7e-b876-8fbacf263385 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 949 time: 0.3156397 Aug 29 04:12:23.077094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b88ab8-1f50-4c71-a24e-897442e9dd10 req-b63fc231-ed2d-49f3-a78c-5e6e55856bec tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.077770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:23.080059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77b88ab8-1f50-4c71-a24e-897442e9dd10 req-b63fc231-ed2d-49f3-a78c-5e6e55856bec tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 948 time: 0.3405077 Aug 29 04:12:23.101990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'mac_address': 'fa:16:3e:21:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:23.163907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.164178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-b16cb954-90ee-4a87-a9ea-c218f439071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.166471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-b16cb954-90ee-4a87-a9ea-c218f439071a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5374460 Aug 29 04:12:23.178050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-848dadd3-a8ca-4b10-a1b3-36adfcecb1b8 req-11598f55-ae9d-4b3d-ad96-ed4b7fd98adb service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333931 Aug 29 04:12:23.180652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5effc6-a989-4d00-a500-d4d3ccab12f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:23.191599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-36712f0b-95b0-4b62-8024-e6047369ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.194185 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-36712f0b-95b0-4b62-8024-e6047369ca4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5029330 Aug 29 04:12:23.205944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:23.214425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.214687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:23.255490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-cc5c914d-4ffa-44fb-b235-ec2c3d00d243 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 217 time: 0.0753331 Aug 29 04:12:23.291562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:23.297442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:23.311070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'mac_address': 'fa:16:3e:5d:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:23.314422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d2b536e-7e3a-4fa6-8646-eb7d9aa83215 req-bb06eeb2-663a-4293-97ba-0822fe02ea77 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609072 Aug 29 04:12:23.336801 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-9e2d3430-7c85-4599-a27d-87c43d6ebb47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241 HTTP/1.1" status: 200 len: 217 time: 0.0851462 Aug 29 04:12:23.346853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-031bca6b-f18d-4566-88d4-d82476dfe7d9 req-e065a76a-eba9-4200-87d5-1fa78f3b710b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600193 Aug 29 04:12:23.351127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77b88ab8-1f50-4c71-a24e-897442e9dd10 req-b4347464-c07d-47ce-afc7-0ab8e5fe4ffc tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895335 Aug 29 04:12:23.378549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.414438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:23.469241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:23.477823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-7d690f27-fb7b-42c5-b906-14f31587c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.481289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-7d690f27-fb7b-42c5-b906-14f31587c0b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1597848 Aug 29 04:12:23.481675 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.484780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-d45741a0-c5fd-44ef-9d51-768fa8f83c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.492006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-d45741a0-c5fd-44ef-9d51-768fa8f83c2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1183705 Aug 29 04:12:23.547937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:23.597829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-ae6f119d-1c65-4133-98e6-90c7671cf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.599363 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-ae6f119d-1c65-4133-98e6-90c7671cf022 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056514 Aug 29 04:12:23.607568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-7ee7753c-d8e3-4a18-9800-0b45831b8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.609199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-7ee7753c-d8e3-4a18-9800-0b45831b8dc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975327 Aug 29 04:12:23.642089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.666249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a29d718d-a2a0-49a1-a23d-2bfd3186a99a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:23.721365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29e93c-6513-4269-8402-abd6bf5cd2e5 req-aa5e63b8-466d-4bc4-a5f6-c4e4f6b25a51 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.723979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e29e93c-6513-4269-8402-abd6bf5cd2e5 req-aa5e63b8-466d-4bc4-a5f6-c4e4f6b25a51 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=61572483-0b07-4c1d-ac32-7549fed11e62 HTTP/1.1" status: 200 len: 867 time: 0.2162535 Aug 29 04:12:23.730687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Pushing event deleted for resources: {'Port': ['ID=a0aad45a-ae4d-4762-9b8e-389de91c9ee5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:23.779198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc72c-1cf7-4baa-a8dd-ed3b0798af6a req-9f32cd40-f2c6-411e-8b1a-04d2154d263b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:23.785837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b13bc72c-1cf7-4baa-a8dd-ed3b0798af6a req-9f32cd40-f2c6-411e-8b1a-04d2154d263b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 947 time: 0.2040198 Aug 29 04:12:23.860730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-957b2fb1-b26d-4a6c-a93f-fb8a396304c3 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381651 Aug 29 04:12:23.865482 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-e93814e0-bcf4-4902-9fff-d199e3819466 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545433 Aug 29 04:12:23.883576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e29e93c-6513-4269-8402-abd6bf5cd2e5 req-94745842-b3fe-4de9-ae2f-016b754bea7a tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477795 Aug 29 04:12:23.902060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:23.918759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] No DVR routers for this DVR port a0aad45a-ae4d-4762-9b8e-389de91c9ee5 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:23.931668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:23.935492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70ecc3f2-e31c-4531-a6ab-92c25415d7c6 req-10ade8b1-8711-4a95-880a-fbf423ff16e9 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "DELETE /v2.0/ports/a0aad45a-ae4d-4762-9b8e-389de91c9ee5 HTTP/1.1" status: 204 len: 173 time: 2.0248260 Aug 29 04:12:23.995228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3b5effc6-a989-4d00-a500-d4d3ccab12f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:24.040872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b13bc72c-1cf7-4baa-a8dd-ed3b0798af6a req-ff6417db-b6b1-46d9-8ccd-e703f6b7d07f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712797 Aug 29 04:12:24.329821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5186203b-aa76-48cd-9abf-2b4ab706b7cb req-7655a971-9fdf-4f32-952a-d896cc600ba5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423308 Aug 29 04:12:24.347006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544a63-3038-4229-b498-feb1e27cc8f9 req-da17ef3e-86a8-4b52-beda-5fb15711ef05 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.365184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01544a63-3038-4229-b498-feb1e27cc8f9 req-da17ef3e-86a8-4b52-beda-5fb15711ef05 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 949 time: 0.1479628 Aug 29 04:12:24.408978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:24.414019 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fade042e-045a-4364-b4de-39d062fb6d79" -d '{"events": [{"name": "network-changed", "server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:24.432459 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2832e523-079e-4983-a182-a2eb678d1ed5 req-678316fa-98f8-4f99-b3dd-b1a95e920e77 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173776 Aug 29 04:12:24.442096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01544a63-3038-4229-b498-feb1e27cc8f9 req-7742c312-7725-4785-8a0b-d26daf54209e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759096 Aug 29 04:12:24.487911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'name': 'network-vif-deleted', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:24.490535 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c22187-447f-4c85-8018-d4136778e166" -d '{"events": [{"server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "name": "network-vif-deleted", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:24.506030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5080b331-2af6-4201-b5f9-20a8d56ffe4d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:24.565314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 5080b331-2af6-4201-b5f9-20a8d56ffe4d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:24.572064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 5080b331-2af6-4201-b5f9-20a8d56ffe4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:24.572668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.706823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.737102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:24.740282 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660c8bdc-6c31-4efb-a9a2-d372c126fdd9" -d '{"events": [{"server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "name": "network-vif-plugged", "status": "completed", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:24.758486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:24.764484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:24.765361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 16fca4cd-be9b-48c4-b6d7-78f980c280fe up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:24.883203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c551bc-cbb7-408c-a84f-6aa522f8a4d3 req-8057fa8f-c33a-4c13-b4f2-7ef760a34979 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:24.888631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14c551bc-cbb7-408c-a84f-6aa522f8a4d3 req-8057fa8f-c33a-4c13-b4f2-7ef760a34979 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 949 time: 0.1121342 Aug 29 04:12:24.956602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14c551bc-cbb7-408c-a84f-6aa522f8a4d3 req-f9bbd4ab-f6e9-4189-86df-4d17c35b8c0d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Aug 29 04:12:24.998578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e9f3c9f2-0797-4bad-854a-a75a30b57241 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:25.001563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a0aad45a-ae4d-4762-9b8e-389de91c9ee5 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:25.055485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: a0aad45a-ae4d-4762-9b8e-389de91c9ee5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:25.055822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a0aad45a-ae4d-4762-9b8e-389de91c9ee5 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:25.073718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.136342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e970a5-a924-4a9c-8e3e-68f1ed5c4581 req-097d2ca9-210b-4939-93cf-59191156c585 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.138337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e970a5-a924-4a9c-8e3e-68f1ed5c4581 req-097d2ca9-210b-4939-93cf-59191156c585 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 948 time: 0.0848310 Aug 29 04:12:25.167696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 16fca4cd-be9b-48c4-b6d7-78f980c280fe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:25.185980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 16fca4cd-be9b-48c4-b6d7-78f980c280fe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:25.186524 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.189174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e970a5-a924-4a9c-8e3e-68f1ed5c4581 req-3fade918-6568-4ccc-89f6-ec70ec0d39fd tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Aug 29 04:12:25.246990 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6209a-462b-46f0-91aa-0e3ab04c8217 x-openstack-request-id: req-45e6209a-462b-46f0-91aa-0e3ab04c8217 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:25.247283 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:25.247538 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45e6209a-462b-46f0-91aa-0e3ab04c8217 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:25.247973 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997', 'status': 'completed', 'code': 200} Aug 29 04:12:25.274361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:25.288625 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08f240-0e47-45c7-a6a5-8218111a9b50 x-openstack-request-id: req-fc08f240-0e47-45c7-a6a5-8218111a9b50 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:25.289139 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61572483-0b07-4c1d-ac32-7549fed11e62", "name": "network-vif-deleted", "tag": "a0aad45a-ae4d-4762-9b8e-389de91c9ee5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:25.289586 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc08f240-0e47-45c7-a6a5-8218111a9b50 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:25.291817 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61572483-0b07-4c1d-ac32-7549fed11e62', 'name': 'network-vif-deleted', 'tag': 'a0aad45a-ae4d-4762-9b8e-389de91c9ee5', 'status': 'completed', 'code': 200} Aug 29 04:12:25.318092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e9f3c9f2-0797-4bad-854a-a75a30b57241', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'e9f3c9f2-0797-4bad-854a-a75a30b57241', 'mac_address': 'fa:16:3e:fc:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:25.381259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade042e-045a-4364-b4de-39d062fb6d79 req-c6724f2d-5618-4ae9-9294-cf106eee89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.384337 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-c6724f2d-5618-4ae9-9294-cf106eee89f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4157b32a49004eb296ee17442a833378&device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 1100 time: 0.0724936 Aug 29 04:12:25.417419 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d3bc8-cf97-401a-9fbf-65a65ea45723 x-openstack-request-id: req-0d8d3bc8-cf97-401a-9fbf-65a65ea45723 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:25.417947 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "name": "network-vif-plugged", "status": "completed", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:25.419014 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d8d3bc8-cf97-401a-9fbf-65a65ea45723 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:25.419014 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'code': 200} Aug 29 04:12:25.474019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.517451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.568290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f3c9f2-0797-4bad-854a-a75a30b57241 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:25.574874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade042e-045a-4364-b4de-39d062fb6d79 req-02742f0a-a147-4e97-9bf9-72fca06259ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.576792 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-02742f0a-a147-4e97-9bf9-72fca06259ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1396246 Aug 29 04:12:25.578213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:25.594110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.615329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:25.649900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:25.660341 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-b93ea6ab-b8ad-4a39-ab70-dfc94eb33f9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=28f2cd4d-8025-4faf-8fea-032e98a29997 HTTP/1.1" status: 200 len: 217 time: 0.0708213 Aug 29 04:12:25.684917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcecf28-aede-4b6b-a9f4-733c289beaff req-d5b37830-a406-4c9b-976c-ba70a0b9eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.688146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dcecf28-aede-4b6b-a9f4-733c289beaff req-d5b37830-a406-4c9b-976c-ba70a0b9eba2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 1101 time: 0.1720915 Aug 29 04:12:25.692168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.707662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68461116-a392-42a8-97af-a0c7c2e4de1f req-eb989e37-62b7-4a9f-9d62-c0b131937212 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.710640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68461116-a392-42a8-97af-a0c7c2e4de1f req-eb989e37-62b7-4a9f-9d62-c0b131937212 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 947 time: 0.1912987 Aug 29 04:12:25.733648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade042e-045a-4364-b4de-39d062fb6d79 req-d6103211-d095-476b-a1a2-e98daeb1506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.735215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-d6103211-d095-476b-a1a2-e98daeb1506a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0660982 Aug 29 04:12:25.762771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:25.796830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade042e-045a-4364-b4de-39d062fb6d79 req-7cceb032-1458-46aa-b169-e7a3d1ef80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:25.798380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-7cceb032-1458-46aa-b169-e7a3d1ef80fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534489 Aug 29 04:12:25.801095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dcecf28-aede-4b6b-a9f4-733c289beaff req-26db01c5-fa80-4463-9edd-61ed2648840f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890059 Aug 29 04:12:25.810124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68461116-a392-42a8-97af-a0c7c2e4de1f req-c8ec906b-ea58-4116-a1e7-35c8f60bc185 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849032 Aug 29 04:12:25.975089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e9f3c9f2-0797-4bad-854a-a75a30b57241'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:26.130609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f3259-7fd7-4eee-adb0-e947ea861394 req-36badfaf-aae4-41c8-bc46-a4b4ad5534aa tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.134450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d10f3259-7fd7-4eee-adb0-e947ea861394 req-36badfaf-aae4-41c8-bc46-a4b4ad5534aa tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 949 time: 0.0719757 Aug 29 04:12:26.215781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d10f3259-7fd7-4eee-adb0-e947ea861394 req-5b20641d-7d22-48d0-8e90-e39963a644a9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Aug 29 04:12:26.259355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-0012d8d5-72be-43c9-b210-0fd6e6877d62 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459076 Aug 29 04:12:26.342584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:26.453769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fade042e-045a-4364-b4de-39d062fb6d79 req-7db2f1d7-2c76-48c6-b076-8d16ad0be9aa service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815221 Aug 29 04:12:26.520720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 28f2cd4d-8025-4faf-8fea-032e98a29997 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:26.546838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-3774384f-4e69-40e2-8fc4-24c21f317f04 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:12:26.547951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-3774384f-4e69-40e2-8fc4-24c21f317f04 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2039912 Aug 29 04:12:26.572732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63885e4-b3ff-46f2-a3c7-100dd0f9214b req-ca225543-df4f-4b8a-b9f7-037890887fb8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:26.574864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e63885e4-b3ff-46f2-a3c7-100dd0f9214b req-ca225543-df4f-4b8a-b9f7-037890887fb8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 950 time: 0.0898724 Aug 29 04:12:26.636592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e63885e4-b3ff-46f2-a3c7-100dd0f9214b req-f64b430c-f8e3-4c82-85e3-b276a490d23b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Aug 29 04:12:26.683666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Request body: {'binding': {'host': 'n-h2-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:26.684504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:12:26.704656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=28f2cd4d-8025-4faf-8fea-032e98a29997,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:26.726936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '28f2cd4d-8025-4faf-8fea-032e98a29997', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '28f2cd4d-8025-4faf-8fea-032e98a29997', 'mac_address': 'fa:16:3e:f5:a3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:26.815058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.834388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f2cd4d-8025-4faf-8fea-032e98a29997 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:26.861345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=28f2cd4d-8025-4faf-8fea-032e98a29997,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:26.870655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:26.903230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:26.976498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:26.999746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:27.005148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:27.005715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.135522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb70a15-ced2-432a-ae32-e15831ae5cb2 req-18a4d827-177b-4f98-93ad-a15522705565 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.138445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfb70a15-ced2-432a-ae32-e15831ae5cb2 req-18a4d827-177b-4f98-93ad-a15522705565 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.3846443 Aug 29 04:12:27.150742 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.197686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:27.204402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.206185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:27.229570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on host n-h2-712139-13 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:27.230114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:27.230642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:27.239151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:27.239671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:27.266136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:27.266662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:27.267288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:27.268137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Bound port: dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:27.301179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:27.310277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfb70a15-ced2-432a-ae32-e15831ae5cb2 req-405c0ba2-a0bd-4658-b3bd-6bcf2b8bba67 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524959 Aug 29 04:12:27.321659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 7908af3e-541f-4ac5-852a-ef58f6d14450 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:27.337628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7908af3e-541f-4ac5-852a-ef58f6d14450 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:27.338359 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.389010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['28f2cd4d-8025-4faf-8fea-032e98a29997'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:27.420597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe'}, {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:27.423147 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c7bfe-cc0c-4d34-8c6e-896129a8a64a" -d '{"events": [{"server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "name": "network-vif-plugged", "status": "completed", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe"}, {"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-plugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:27.479308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:27.489093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.496599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-bd7a13cc-a221-4613-a170-1000fed59a4a service neutron] 10.222.0.62 "POST /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55/bindings HTTP/1.1" status: 201 len: 390 time: 0.8866131 Aug 29 04:12:27.515641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dad2f-a1bd-4edc-a9d4-69f1eda519fd req-38d3f513-e48e-47b6-81b0-62d63e64f59e tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.517232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a34dad2f-a1bd-4edc-a9d4-69f1eda519fd req-38d3f513-e48e-47b6-81b0-62d63e64f59e tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 949 time: 0.1066952 Aug 29 04:12:27.521342 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.589375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a34dad2f-a1bd-4edc-a9d4-69f1eda519fd req-ea6a54a5-d047-4f0e-bc22-700e5a9c46b6 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Aug 29 04:12:27.651525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:27.667584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.670359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e9f3c9f2-0797-4bad-854a-a75a30b57241 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:27.805966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:27.836902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e9f3c9f2-0797-4bad-854a-a75a30b57241 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:27.842516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e9f3c9f2-0797-4bad-854a-a75a30b57241 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:27.842828 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:27.888475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e13bd-ae87-41df-a003-e09855a7ae43 req-d6edf08f-4b23-45b8-bfef-9ffbf8c2517a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.890924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a65e13bd-ae87-41df-a003-e09855a7ae43 req-d6edf08f-4b23-45b8-bfef-9ffbf8c2517a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 948 time: 0.1705031 Aug 29 04:12:27.950409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec33986-4072-4475-8a66-57ab928bc0da req-3c867e2b-804a-4dd8-9468-3ef82a5346d4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:27.953030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cec33986-4072-4475-8a66-57ab928bc0da req-3c867e2b-804a-4dd8-9468-3ef82a5346d4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1553154 Aug 29 04:12:27.980080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.001663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a65e13bd-ae87-41df-a003-e09855a7ae43 req-dd1392a6-b657-4621-8f5b-941a8d301678 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020679 Aug 29 04:12:28.005359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-c9fcbf04-45bf-4563-947e-d2291942d3ad tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.008914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-c9fcbf04-45bf-4563-947e-d2291942d3ad tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.2577159 Aug 29 04:12:28.014313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-e9c23cbd-a9a2-4abf-b62b-b9b9dc1bd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.016926 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-e9c23cbd-a9a2-4abf-b62b-b9b9dc1bd917 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1098 time: 0.1386781 Aug 29 04:12:28.024268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:28.034059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.046179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cec33986-4072-4475-8a66-57ab928bc0da req-53ffb33d-5e68-47ca-b681-8cb4e192d90a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Aug 29 04:12:28.128010 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d2590-86cc-4763-be54-4c78e167af9f x-openstack-request-id: req-c50d2590-86cc-4763-be54-4c78e167af9f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:28.128922 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "name": "network-vif-plugged", "status": "completed", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe", "code": 200}, {"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-plugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:28.129333 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c50d2590-86cc-4763-be54-4c78e167af9f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:28.130529 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe', 'code': 200} Aug 29 04:12:28.130945 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'code': 200} Aug 29 04:12:28.224922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:28.356870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-753248d2-77d1-4070-b3c4-6669b81ab893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.358494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-753248d2-77d1-4070-b3c4-6669b81ab893 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3266320 Aug 29 04:12:28.372178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Deleting port a29d718d-a2a0-49a1-a23d-2bfd3186a99a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:28.372541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.403835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf06407-dbd3-4310-a738-f063f7a516db req-c24982db-6a94-4ad1-b4a9-e0f3e7dc5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.406450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bcf06407-dbd3-4310-a738-f063f7a516db req-c24982db-6a94-4ad1-b4a9-e0f3e7dc5ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1102 time: 0.1883545 Aug 29 04:12:28.436211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc897d-c898-417b-a9e9-d1afc07839d9 req-b171b39b-482d-45f3-8a17-7722d658ba4d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.438844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66cc897d-c898-417b-a9e9-d1afc07839d9 req-b171b39b-482d-45f3-8a17-7722d658ba4d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 946 time: 0.2032011 Aug 29 04:12:28.459135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-f678d27f-7092-49b9-9ac0-4592e3de0355 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.0910881 Aug 29 04:12:28.483346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc035-65ec-4a72-979a-a434777af14d req-f6b6421b-c2cc-4945-8f75-8f9a084dd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.484818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5fc035-65ec-4a72-979a-a434777af14d req-f6b6421b-c2cc-4945-8f75-8f9a084dd5db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1102 time: 0.1709831 Aug 29 04:12:28.524004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a943c-55e0-4f88-a6a5-3d8de4f3f2e6 req-8aed81cb-7f77-4d74-b19d-04377d0eab2e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.526854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730a943c-55e0-4f88-a6a5-3d8de4f3f2e6 req-8aed81cb-7f77-4d74-b19d-04377d0eab2e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 950 time: 0.1974490 Aug 29 04:12:28.565986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-7d732384-1482-48d0-b979-5c869dcf0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.567454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-7d732384-1482-48d0-b979-5c869dcf0981 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.0956976 Aug 29 04:12:28.591858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bcf06407-dbd3-4310-a738-f063f7a516db req-95850505-7773-44af-bec3-7ff97c16d84e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710730 Aug 29 04:12:28.601902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] For port a29d718d-a2a0-49a1-a23d-2bfd3186a99a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:28.602459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.606883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66cc897d-c898-417b-a9e9-d1afc07839d9 req-ea39e861-3e5b-4ccc-9a4e-9ba2a14401d7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553164 Aug 29 04:12:28.627360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5fc035-65ec-4a72-979a-a434777af14d req-f926e2ab-e6a0-4597-9249-ed99ac18dcad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199572 Aug 29 04:12:28.644208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730a943c-55e0-4f88-a6a5-3d8de4f3f2e6 req-5eec28aa-fc5a-4de8-adb8-15f273d9fb9d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962090 Aug 29 04:12:28.648312 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-7632f03e-919c-4cbb-be71-3f49bc9ab189 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646214 Aug 29 04:12:28.661134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Calling delete_port for a29d718d-a2a0-49a1-a23d-2bfd3186a99a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:28.830310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408925d0-c7c0-4859-abaa-35ca53ecacd4 req-0e3e24d1-53d3-45dc-ac6c-c2de398ca6e0 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:28.846724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-408925d0-c7c0-4859-abaa-35ca53ecacd4 req-0e3e24d1-53d3-45dc-ac6c-c2de398ca6e0 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 950 time: 0.1138611 Aug 29 04:12:28.922888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:28.935079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-408925d0-c7c0-4859-abaa-35ca53ecacd4 req-98865975-65fc-433e-b243-4da2310b12e3 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/security-groups?id=9c3e182d-a4c0-4606-bb55-337e25e36c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Aug 29 04:12:28.975783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Pushing event deleted for resources: {'Port': ['ID=a29d718d-a2a0-49a1-a23d-2bfd3186a99a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:29.013602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-78498e00-f613-4818-89a2-64e49504a6bd service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948605 Aug 29 04:12:29.049424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8404f0-3551-4b54-b747-b0cf39ecb20b req-33c7ed3e-b1ac-456c-a853-f24985a76528 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.053348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf8404f0-3551-4b54-b747-b0cf39ecb20b req-33c7ed3e-b1ac-456c-a853-f24985a76528 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 949 time: 0.1126518 Aug 29 04:12:29.092351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] No DVR routers for this DVR port a29d718d-a2a0-49a1-a23d-2bfd3186a99a on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:29.099445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.101398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee081614-0f33-47cc-abbf-1517f5abbddb req-1efa7f76-e582-4e4d-8af9-67a8a0383d10 tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.54 "DELETE /v2.0/ports/a29d718d-a2a0-49a1-a23d-2bfd3186a99a HTTP/1.1" status: 204 len: 173 time: 1.0830033 Aug 29 04:12:29.102096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'name': 'network-vif-deleted', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:29.106003 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90637d9-0df1-4e87-a2b4-0212768a014e" -d '{"events": [{"server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "name": "network-vif-deleted", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:29.194254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf8404f0-3551-4b54-b747-b0cf39ecb20b req-37ba25f5-b4d0-47e6-89cb-810aad974ef2 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303144 Aug 29 04:12:29.196645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-0d5212e2-6dbb-4e64-915a-dccbcbaad972 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658418 Aug 29 04:12:29.299192 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.335866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acec5a-ec87-46ac-8418-d1067eaf955a req-c7b0a7e9-46fc-4440-aca3-f5118c65009f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.338791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99acec5a-ec87-46ac-8418-d1067eaf955a req-c7b0a7e9-46fc-4440-aca3-f5118c65009f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.1307573 Aug 29 04:12:29.444726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99acec5a-ec87-46ac-8418-d1067eaf955a req-efffaf5b-41ac-4455-8b47-d2d9df3802e8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923848 Aug 29 04:12:29.491603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50f76-91a4-49c9-9569-56b007b763e0 req-1147cfd4-2bf5-4383-ad3f-4b546cce333b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.495411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e50f76-91a4-49c9-9569-56b007b763e0 req-1147cfd4-2bf5-4383-ad3f-4b546cce333b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1549776 Aug 29 04:12:29.510096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-1805619c-9ec4-44fc-af2a-d86d0ed09d54 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.511687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-1805619c-9ec4-44fc-af2a-d86d0ed09d54 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1098 time: 0.1246326 Aug 29 04:12:29.523666 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e08eb-b43b-4462-866d-8685c727d0e7 x-openstack-request-id: req-b00e08eb-b43b-4462-866d-8685c727d0e7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:29.523973 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de392f8-ba26-498e-ae18-83ecf3103db1", "name": "network-vif-deleted", "tag": "a29d718d-a2a0-49a1-a23d-2bfd3186a99a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:29.524228 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b00e08eb-b43b-4462-866d-8685c727d0e7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:29.524624 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de392f8-ba26-498e-ae18-83ecf3103db1', 'name': 'network-vif-deleted', 'tag': 'a29d718d-a2a0-49a1-a23d-2bfd3186a99a', 'status': 'completed', 'code': 200} Aug 29 04:12:29.531125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-13'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:29.539766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:29.583754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e50f76-91a4-49c9-9569-56b007b763e0 req-0a3b23e9-e727-4987-9161-ac7bf1a4f7ce tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Aug 29 04:12:29.639771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:29.881423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee701e57-46f6-4fb3-88ad-b26ee246cbfd req-63ad2184-57c4-47b3-89f6-c8c9210ec308 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:29.894627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee701e57-46f6-4fb3-88ad-b26ee246cbfd req-63ad2184-57c4-47b3-89f6-c8c9210ec308 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1194925 Aug 29 04:12:30.069770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72bebb-1f6a-46c5-a48e-2949e59c9dbc req-05ecee8f-fd36-40a1-8969-408201d1de33 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.073347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb72bebb-1f6a-46c5-a48e-2949e59c9dbc req-05ecee8f-fd36-40a1-8969-408201d1de33 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 950 time: 0.1720226 Aug 29 04:12:30.092683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee701e57-46f6-4fb3-88ad-b26ee246cbfd req-14b8a3d3-5386-42ff-ad0b-1c163682ed87 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943316 Aug 29 04:12:30.123002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8667689-ab00-4c67-9b35-7a979932c49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.133030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}, {'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:30.137051 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3175bdd-a969-4d59-9115-f5aca4c1aba0" -d '{"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}, {"server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "name": "network-vif-plugged", "status": "completed", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:30.240944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb72bebb-1f6a-46c5-a48e-2949e59c9dbc req-a096d17d-9467-4536-af03-0e605b6fb343 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427183 Aug 29 04:12:30.340945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7ad81b8-4180-4b17-8a90-10309814b74f req-885cc229-4080-4748-872c-142e462ae74d tempest-ServersAdminNegativeTestJSON-1165709351 tempest-ServersAdminNegativeTestJSON-1165709351-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de392f8-ba26-498e-ae18-83ecf3103db1 HTTP/1.1" status: 200 len: 210 time: 0.0790198 Aug 29 04:12:30.375791 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc6552-8190-4ca4-93b1-90f406575773 x-openstack-request-id: req-dffc6552-8190-4ca4-93b1-90f406575773 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:30.376882 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "code": 200}, {"server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "name": "network-vif-plugged", "status": "completed", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:30.377698 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dffc6552-8190-4ca4-93b1-90f406575773 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:30.378598 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'code': 200} Aug 29 04:12:30.379107 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241', 'code': 200} Aug 29 04:12:30.391899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:30.533545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 28f2cd4d-8025-4faf-8fea-032e98a29997 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:30.571007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8667689-ab00-4c67-9b35-7a979932c49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.581099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:30.617938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 28f2cd4d-8025-4faf-8fea-032e98a29997 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:30.620881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8667689-ab00-4c67-9b35-7a979932c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.628286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 28f2cd4d-8025-4faf-8fea-032e98a29997 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:30.629064 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.691363 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8667689-ab00-4c67-9b35-7a979932c49a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4314c1977584675b2e424c4157b9331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1495872 Aug 29 04:12:30.695836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:30.718183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa103de-7e2b-404a-88ac-f33eda83ba6c req-99ddfca1-68c2-4c52-ba0a-0eb5b0d42d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.720774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0aa103de-7e2b-404a-88ac-f33eda83ba6c req-99ddfca1-68c2-4c52-ba0a-0eb5b0d42d48 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1102 time: 0.2297363 Aug 29 04:12:30.725719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f3b19-2705-486c-b504-2f170e4b4567 req-647336e8-b9d2-4778-b2e5-590cee571b32 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.740020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1f3b19-2705-486c-b504-2f170e4b4567 req-647336e8-b9d2-4778-b2e5-590cee571b32 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 949 time: 0.2748208 Aug 29 04:12:30.747288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.769710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787de13e-a032-42df-859a-0aadae7f44ac req-292fd786-7bd5-4836-95ad-5a798dd912bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.772335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-787de13e-a032-42df-859a-0aadae7f44ac req-292fd786-7bd5-4836-95ad-5a798dd912bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 1101 time: 0.2429290 Aug 29 04:12:30.778405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.783007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8667689-ab00-4c67-9b35-7a979932c49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c64792-4797-49f9-9e7c-c0ac83bcbd4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:30.803554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.819017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=28f2cd4d-8025-4faf-8fea-032e98a29997,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:30.827438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:30.908522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:30.917500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f4783-1c4d-4f5c-a49e-f923f5f0c907 req-10e38bb8-a2a6-45b1-aade-a80f7a7a02be tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:30.921128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-542f4783-1c4d-4f5c-a49e-f923f5f0c907 req-10e38bb8-a2a6-45b1-aade-a80f7a7a02be tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.3007240 Aug 29 04:12:30.923309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a29d718d-a2a0-49a1-a23d-2bfd3186a99a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:30.928064 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0aa103de-7e2b-404a-88ac-f33eda83ba6c req-8ecf0b5b-88de-4ac1-8f93-5a4053bfa95e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830719 Aug 29 04:12:30.938907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-787de13e-a032-42df-859a-0aadae7f44ac req-c3016c5a-4050-4ba8-848e-048925ced425 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458886 Aug 29 04:12:30.953248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:30.956219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1f3b19-2705-486c-b504-2f170e4b4567 req-92270b30-9ab5-4128-8706-37eb9c5a797a tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147961 Aug 29 04:12:30.960836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: a29d718d-a2a0-49a1-a23d-2bfd3186a99a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:30.961853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a29d718d-a2a0-49a1-a23d-2bfd3186a99a not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:31.005925 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.047486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on host n-h1-712139-13 for vnic_type normal with profile {"migrating_to": "n-h2-712139-13"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:31.048059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:31.048599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:31.056928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:31.057421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Attempting to bind port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:31.063909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-542f4783-1c4d-4f5c-a49e-f923f5f0c907 req-f1a144bf-c115-4fd8-ae9a-5b570f5bdb8d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199312 Aug 29 04:12:31.066601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:31.067140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:31.067838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:31.068579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Bound port: dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:31.069156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.074276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.218913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:31.222917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.224481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:31.229376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.233454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8c64792-4797-49f9-9e7c-c0ac83bcbd4e HTTP/1.1" status: 204 len: 168 time: 0.5288217 Aug 29 04:12:31.233674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.257350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224a4ba-2131-40cd-b42a-393763b59ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c64792-4797-49f9-9e7c-c0ac83bcbd4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:31.283040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d1fa-4e82-4692-a9d1-1804cb0e57ac req-38b36661-355e-455f-8c2f-7c7315f7696d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.286003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d97d1fa-4e82-4692-a9d1-1804cb0e57ac req-38b36661-355e-455f-8c2f-7c7315f7696d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1350110 Aug 29 04:12:31.414303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d97d1fa-4e82-4692-a9d1-1804cb0e57ac req-8b7d0698-6ce7-4572-9d52-87c0e00af1dc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002078 Aug 29 04:12:31.428701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:31.433274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843db762-e594-4476-93f3-a51d5bf573bd req-4b626409-2801-4c36-854b-f91d6aa97192 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.436801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.438003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:31.441038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-fb2e921c-6424-45f8-b8e6-b039ff59fd3a service neutron] 10.222.0.54 "PUT /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 1124 time: 1.9143808 Aug 29 04:12:31.443342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843db762-e594-4476-93f3-a51d5bf573bd req-4b626409-2801-4c36-854b-f91d6aa97192 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0966992 Aug 29 04:12:31.515141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843db762-e594-4476-93f3-a51d5bf573bd req-1a91a0e5-b6b9-46c7-9e4c-3313adce11eb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694764 Aug 29 04:12:31.526792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55'}, {'name': 'network-changed', 'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:31.531602 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f571ce13-4840-4a61-acca-a3461f975976" -d '{"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55"}, {"name": "network-changed", "server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:31.538114 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:12:31.650952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dbabd9e9-3696-407a-b082-8dcbf8e5cd55'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:31.752919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440573dc-4c1f-46db-bad7-978296608e19 req-375df31f-1e2f-422e-a3b4-dd6ec8393233 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:31.758022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-440573dc-4c1f-46db-bad7-978296608e19 req-375df31f-1e2f-422e-a3b4-dd6ec8393233 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 950 time: 0.1782398 Aug 29 04:12:31.852464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-440573dc-4c1f-46db-bad7-978296608e19 req-36109b39-c969-455c-a212-230ec91d5c4b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804169 Aug 29 04:12:31.959723 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee367f1a-e13a-4236-a24d-ca90d7b68f2b x-openstack-request-id: req-ee367f1a-e13a-4236-a24d-ca90d7b68f2b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:31.961063 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55", "code": 200}, {"name": "network-changed", "server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:31.961623 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee367f1a-e13a-4236-a24d-ca90d7b68f2b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:31.963748 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'code': 200} Aug 29 04:12:31.964548 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'status': 'completed', 'code': 200} Aug 29 04:12:31.967117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:31.989668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b94a278-4641-408b-971d-07fa1edde895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.175046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c1af7-0cea-4692-a1d1-05ec3b327f3f req-99bbbef4-0c31-4e88-ac52-92cc7167fdbf tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.189082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-913c1af7-0cea-4692-a1d1-05ec3b327f3f req-99bbbef4-0c31-4e88-ac52-92cc7167fdbf tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 949 time: 0.1070364 Aug 29 04:12:32.237939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ce13-4840-4a61-acca-a3461f975976 req-e1a260e1-9f7a-46c6-9ec4-e1ef6f83c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.241813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-e1a260e1-9f7a-46c6-9ec4-e1ef6f83c4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1127 time: 0.1345346 Aug 29 04:12:32.302885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b94a278-4641-408b-971d-07fa1edde895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.317946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b94a278-4641-408b-971d-07fa1edde895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.380601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:32.387140 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f1ec0-d226-4121-b2c2-2e71b4957e55" -d '{"events": [{"server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "name": "network-vif-plugged", "status": "completed", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:32.426691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b94a278-4641-408b-971d-07fa1edde895 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3d390d793fa47ce898615c10087cce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579318 Aug 29 04:12:32.428455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44696) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:32.428867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:32.514715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-cf684ca6-a97e-4b49-944a-a77a36330165 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1992483 Aug 29 04:12:32.533088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ce13-4840-4a61-acca-a3461f975976 req-beb471eb-a1e9-4cb1-b3f6-607dbd33c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.535682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-beb471eb-a1e9-4cb1-b3f6-607dbd33c491 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.2769880 Aug 29 04:12:32.586531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94a278-4641-408b-971d-07fa1edde895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca998b2-d299-449b-bc93-fb8396b4d832,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:32.610163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-913c1af7-0cea-4692-a1d1-05ec3b327f3f req-115adb1d-a8df-4f19-af33-8f305ea06dbd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166701 Aug 29 04:12:32.673254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-a29db70e-c9a6-46fd-9e9f-7a3b6872da15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.1250067 Aug 29 04:12:32.725614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e8ff-67a8-4c7c-aa96-c6dda38844d7 req-8796ea0b-7461-4b90-a6f8-53a2540fd420 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.740612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcb5e8ff-67a8-4c7c-aa96-c6dda38844d7 req-8796ea0b-7461-4b90-a6f8-53a2540fd420 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.3417137 Aug 29 04:12:32.848305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcb5e8ff-67a8-4c7c-aa96-c6dda38844d7 req-4cc5bafa-b810-415c-a148-e5e76b2ccd20 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050527 Aug 29 04:12:32.859632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ce13-4840-4a61-acca-a3461f975976 req-92793a8b-cf73-4483-80f4-c1b0faef0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:32.866473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-92793a8b-cf73-4483-80f4-c1b0faef0559 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1818428 Aug 29 04:12:32.951059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:32.972321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-c1f7ff2c-8b36-409b-afec-0722111ccd5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971084 Aug 29 04:12:33.026722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.084097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2970ce9-6ee1-4f3f-8f45-03d53a31feef req-a009d886-f25f-4292-90eb-a6d785b79643 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.092169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2970ce9-6ee1-4f3f-8f45-03d53a31feef req-a009d886-f25f-4292-90eb-a6d785b79643 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.2645764 Aug 29 04:12:33.104625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e331e8f-0e2e-4d01-9f1e-ea464f45dab2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=972586b302b8446193b2d8307b6df88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701882 Aug 29 04:12:33.126015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:33.230990 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-5a384f0f-28c4-4699-843b-1b427981eb6d service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415562 Aug 29 04:12:33.277834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2970ce9-6ee1-4f3f-8f45-03d53a31feef req-e6eca39a-2ead-4d92-9da9-d20f8b85ca1a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841002 Aug 29 04:12:33.349751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60d1a-679a-439c-af54-c1cdc1228592 req-4df89ed8-4a9f-4397-b8b8-98da9bb386c8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.366691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ed60d1a-679a-439c-af54-c1cdc1228592 req-4df89ed8-4a9f-4397-b8b8-98da9bb386c8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2717807 Aug 29 04:12:33.376144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.380936 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.382850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cca998b2-d299-449b-bc93-fb8396b4d832 HTTP/1.1" status: 204 len: 168 time: 0.9465530 Aug 29 04:12:33.395760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.409609 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f571ce13-4840-4a61-acca-a3461f975976 req-c66acef4-37f4-4d0b-8254-a7423f68bd22 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631715 Aug 29 04:12:33.444106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136758ee-47a0-4758-b5ab-b9859d6eb665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca998b2-d299-449b-bc93-fb8396b4d832,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:33.503706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ed60d1a-679a-439c-af54-c1cdc1228592 req-c97479da-9cdc-41aa-bd1e-ba453d17d750 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181767 Aug 29 04:12:33.535217 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec7da2-e184-4b39-8821-ddac936946a9 x-openstack-request-id: req-14ec7da2-e184-4b39-8821-ddac936946a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:33.536084 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "name": "network-vif-plugged", "status": "completed", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:33.536265 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14ec7da2-e184-4b39-8821-ddac936946a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:33.536972 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997', 'code': 200} Aug 29 04:12:33.560373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.760530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973248fa-01d8-4cd3-94d3-6db06dcdc174 req-f16527dd-9413-4a0a-9ea8-c4a37e19516d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.763572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-973248fa-01d8-4cd3-94d3-6db06dcdc174 req-f16527dd-9413-4a0a-9ea8-c4a37e19516d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1352673 Aug 29 04:12:33.800010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093655e-749b-4833-af47-7352ea99a878 req-e82d5687-be8c-437c-9179-70741ef41a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:33.809598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.813073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:33.814577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c3e182d-a4c0-4606-bb55-337e25e36c79 HTTP/1.1" status: 204 len: 168 time: 0.6875148 Aug 29 04:12:33.819897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b093655e-749b-4833-af47-7352ea99a878 req-e82d5687-be8c-437c-9179-70741ef41a55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 1102 time: 0.1114902 Aug 29 04:12:33.861057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b030fd8-03b1-4131-bf78-bd001876b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e182d-a4c0-4606-bb55-337e25e36c79,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:33.928093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-973248fa-01d8-4cd3-94d3-6db06dcdc174 req-ace8c3f0-90b8-436d-84be-35283de1cb78 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395071 Aug 29 04:12:33.978707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b093655e-749b-4833-af47-7352ea99a878 req-2d143514-8a4f-45e2-94a9-161efe5fe662 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973699 Aug 29 04:12:34.225669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7eab6-8f24-4633-937c-732d6d1263a0 req-61a4180c-3b33-4375-8415-6356db4114c3 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.228596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44a7eab6-8f24-4633-937c-732d6d1263a0 req-61a4180c-3b33-4375-8415-6356db4114c3 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1697333 Aug 29 04:12:34.246032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee257-3e4e-4380-bfb2-607e1df51f5c req-9c2cd03f-7aef-4a70-b16c-036f1d7d8660 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.258471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee257-3e4e-4380-bfb2-607e1df51f5c req-9c2cd03f-7aef-4a70-b16c-036f1d7d8660 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.262037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fcee257-3e4e-4380-bfb2-607e1df51f5c req-9c2cd03f-7aef-4a70-b16c-036f1d7d8660 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913&device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1690 time: 0.1842370 Aug 29 04:12:34.357771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44a7eab6-8f24-4633-937c-732d6d1263a0 req-3b202273-4cca-4c22-8dc0-604668f2ffdc tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941539 Aug 29 04:12:34.381073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fcee257-3e4e-4380-bfb2-607e1df51f5c req-8fae6391-dc5b-479a-936e-2a38fffd62a9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901377 Aug 29 04:12:34.591068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133270-bf67-4eb7-9945-f514b5724935 req-70796262-bce0-4ebc-99a3-7cbde0cced51 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.605757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39133270-bf67-4eb7-9945-f514b5724935 req-70796262-bce0-4ebc-99a3-7cbde0cced51 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.0880895 Aug 29 04:12:34.670317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:34.683841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39133270-bf67-4eb7-9945-f514b5724935 req-e6b25cfa-03a6-4367-9d55-7f5180a6162d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Aug 29 04:12:34.749072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d56829fc-8015-4a28-af09-df650fde4255 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94192a8500f4445c950d4d1836b8d2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775089 Aug 29 04:12:34.754024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:34.844817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.872191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18a88-8649-470c-8da0-5299ee26bdf8 req-7d0d9700-4218-4bd7-ab18-09a0380e46de tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.876154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9d18a88-8649-470c-8da0-5299ee26bdf8 req-7d0d9700-4218-4bd7-ab18-09a0380e46de tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1082242 Aug 29 04:12:34.894998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:34.952090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:34.979682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9d18a88-8649-470c-8da0-5299ee26bdf8 req-6a4c50a8-3b5b-4faf-bdfa-6d00362b971b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834079 Aug 29 04:12:34.987197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2550eb5-8aed-4443-b77a-6e6a97e95dcc req-f5eb77e9-29d1-4899-97bd-c430be75fbfd tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:34.988795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2550eb5-8aed-4443-b77a-6e6a97e95dcc req-f5eb77e9-29d1-4899-97bd-c430be75fbfd tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 1101 time: 0.1108699 Aug 29 04:12:35.039957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-718beba9-65e4-4f97-bf47-9ad81d979a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.047406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-718beba9-65e4-4f97-bf47-9ad81d979a2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1102 time: 0.1239271 Aug 29 04:12:35.069614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2550eb5-8aed-4443-b77a-6e6a97e95dcc req-cf1ba16c-b9fb-4058-8806-ecb44c0170e3 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643919 Aug 29 04:12:35.077926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.100180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:35.104895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bcd2918-28ea-4fef-a14f-9bdfd39a40a3 HTTP/1.1" status: 204 len: 168 time: 0.3458261 Aug 29 04:12:35.197342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89881a0-01a8-4d67-b8c2-2eb288defa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd2918-28ea-4fef-a14f-9bdfd39a40a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:35.209959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:35.238557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-954baca7-41b5-431e-b0b3-d52f9857e610 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927444 Aug 29 04:12:35.259249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 has no active binding in host n-h2-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:12:35.305485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-058cce45-64fd-47ee-b34d-d04c37373253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.308832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-058cce45-64fd-47ee-b34d-d04c37373253 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2500136 Aug 29 04:12:35.373014 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-37f1d946-f488-4ba9-9582-12fdc8a71703 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 217 time: 0.0547266 Aug 29 04:12:35.417565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83acc-76f9-48b0-ba05-a38197d5bc82 req-b6772f67-cc3f-4a7a-a8f9-35fce270385e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.420392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0c83acc-76f9-48b0-ba05-a38197d5bc82 req-b6772f67-cc3f-4a7a-a8f9-35fce270385e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.2110524 Aug 29 04:12:35.455289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-196a871e-ca58-4186-9546-4868c52620eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.457288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-196a871e-ca58-4186-9546-4868c52620eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0704865 Aug 29 04:12:35.475158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-3cc32604-88ba-438f-be85-220bde5b5c9d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.485609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-3cc32604-88ba-438f-be85-220bde5b5c9d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458291 Aug 29 04:12:35.526137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-20ee5edc-1934-4773-bf28-0d86bc3a2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.528761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-20ee5edc-1934-4773-bf28-0d86bc3a2f3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616155 Aug 29 04:12:35.530378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-f3808489-3e23-43c8-a831-8fa75bd9d676 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/quotas/9f529ac32b4d4c73a1a7e6b83d11c967 HTTP/1.1" status: 200 len: 375 time: 0.0433207 Aug 29 04:12:35.570267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0c83acc-76f9-48b0-ba05-a38197d5bc82 req-76226767-c3d3-46db-83fb-f0427d99a567 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430950 Aug 29 04:12:35.654609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-39e7e3c3-d337-49e1-badb-b3dda0571e22 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178837 Aug 29 04:12:35.717378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d4bd6-8064-483b-a104-d91645119870 req-9545c3f2-cfdb-42ac-b818-114851db587c tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:35.718858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b61d4bd6-8064-483b-a104-d91645119870 req-9545c3f2-cfdb-42ac-b818-114851db587c tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1102 time: 0.0740721 Aug 29 04:12:35.739279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-9c272dad-4721-4e86-a2c5-cef883d8d6c5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926370 Aug 29 04:12:35.801065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b61d4bd6-8064-483b-a104-d91645119870 req-b38cc688-dced-4f2a-b436-4d741f68d43f tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737681 Aug 29 04:12:36.048529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c969a-6add-45e2-a28a-ae50c71ac08a req-720fe249-64ac-4691-8b3e-7f194e333077 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.053555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4c969a-6add-45e2-a28a-ae50c71ac08a req-720fe249-64ac-4691-8b3e-7f194e333077 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.1613700 Aug 29 04:12:36.125774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-93cbf948-507a-442b-8661-0f667f53b6af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2318070 Aug 29 04:12:36.127838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-96f506c1-f896-481d-8469-80917c5851e1 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779302 Aug 29 04:12:36.195782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4c969a-6add-45e2-a28a-ae50c71ac08a req-6fb92bf7-4f5a-418f-afd1-e8892f90088f tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348169 Aug 29 04:12:36.352322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bc33251-d59e-4c56-a9d7-ef037a77080e req-468ff61c-d97d-4ff3-b20d-3684ace843aa tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 210 time: 0.0663085 Aug 29 04:12:36.417304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a58c-9178-42a1-877a-da3249036d46 req-b296de92-d7c2-4300-93ba-7496cd6ef837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.418876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-b296de92-d7c2-4300-93ba-7496cd6ef837 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 1097 time: 0.1571770 Aug 29 04:12:36.515644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26ba1-23bf-4624-b35a-bb8934fb8ff4 req-66f27905-bb51-415d-933b-f035e04b2283 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.523258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16a26ba1-23bf-4624-b35a-bb8934fb8ff4 req-66f27905-bb51-415d-933b-f035e04b2283 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1122184 Aug 29 04:12:36.571061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16a26ba1-23bf-4624-b35a-bb8934fb8ff4 req-4e3a1a55-39fb-4979-ba01-f13985757018 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Aug 29 04:12:36.750659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a58c-9178-42a1-877a-da3249036d46 req-04dc2eb8-0901-4ef6-8ded-db2abab6eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.753469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-04dc2eb8-0901-4ef6-8ded-db2abab6eb02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.3049500 Aug 29 04:12:36.822260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe367-579d-4749-adf7-ee4eb8571401 req-03a9a601-aa20-4c37-8007-a22c0db0f286 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:36.839595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4aabe367-579d-4749-adf7-ee4eb8571401 req-03a9a601-aa20-4c37-8007-a22c0db0f286 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1408987 Aug 29 04:12:36.911593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4aabe367-579d-4749-adf7-ee4eb8571401 req-aba4c35f-1107-4bde-9731-c1ef741705d0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705087 Aug 29 04:12:36.914907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-dcec38b0-62a5-4b0c-910d-79fbcd866336 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 200 len: 999 time: 0.1455564 Aug 29 04:12:37.019814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a58c-9178-42a1-877a-da3249036d46 req-06dded8e-e809-4cad-8a0e-343b07b0f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.025739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-06dded8e-e809-4cad-8a0e-343b07b0f29b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.0957437 Aug 29 04:12:37.137970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a58c-9178-42a1-877a-da3249036d46 req-cc9f2d4a-dd52-4a24-a9e8-6ab0529a50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.139904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-cc9f2d4a-dd52-4a24-a9e8-6ab0529a50fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060448 Aug 29 04:12:37.186311 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-d26d830b-39c0-4d08-8982-e30299137eac tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827882 Aug 29 04:12:37.265782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60919cca-1832-4a93-8e4c-1fad209bca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:37.301903 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-068406b9-087c-40ae-8de3-701c8b47b2cf service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457810 Aug 29 04:12:37.395336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-dfaaad03-8b98-449e-be67-521cabe3e922 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.404356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-dfaaad03-8b98-449e-be67-521cabe3e922 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168629 Aug 29 04:12:37.423444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-9bde0061-2a69-4bd8-829c-654d28d7a895 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.0179734 Aug 29 04:12:37.470341 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f500a58c-9178-42a1-877a-da3249036d46 req-2d967f6f-6f04-4366-8f8a-5373c663ccc3 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413481 Aug 29 04:12:37.525397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-7caaea6b-9c47-466f-8d82-334cdfdb7e7c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006055 Aug 29 04:12:37.556597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09ac73-cd6b-445f-b41d-4adc737ace35 req-a29498ce-8cca-4fca-8027-5dcafd597e8d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:37.560033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a09ac73-cd6b-445f-b41d-4adc737ace35 req-a29498ce-8cca-4fca-8027-5dcafd597e8d tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.0930002 Aug 29 04:12:37.636916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a09ac73-cd6b-445f-b41d-4adc737ace35 req-c570c4a1-acc8-4a0a-8231-b72968aaaf40 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705378 Aug 29 04:12:37.818859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64af64ce-dddd-46d8-ba1f-43d944c39fc7 req-722cc555-a4e4-42ba-a26b-f6f36b8b2d12 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 210 time: 0.0485888 Aug 29 04:12:38.015342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-9472ab1a-78ee-4d30-8ca2-8cea52ead70e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265975 Aug 29 04:12:38.018919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0312686-889b-4deb-b8e0-a0c5fb67fa02 req-c9304929-2873-43e7-907b-eb47ead3a0e1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.032183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0312686-889b-4deb-b8e0-a0c5fb67fa02 req-c9304929-2873-43e7-907b-eb47ead3a0e1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1055641 Aug 29 04:12:38.087499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0312686-889b-4deb-b8e0-a0c5fb67fa02 req-c4f2be94-4c9a-4d93-a5c6-6446fbdf208e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Aug 29 04:12:38.276425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-4526afae-7264-4832-b87d-2800bbf4bf22 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.278219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-4526afae-7264-4832-b87d-2800bbf4bf22 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444353 Aug 29 04:12:38.300242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Request body: {'port': {'device_id': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '9f529ac32b4d4c73a1a7e6b83d11c967'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:38.545250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Made reservation on behalf of 9f529ac32b4d4c73a1a7e6b83d11c967 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:38.553745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:38.802408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f02055-c714-4e26-88f8-ae47b375ae18 req-a80faea2-6f95-493f-84aa-8d63ce1b95ad tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:38.817383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Allocated IP 192.168.233.70 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/a6f17ed0-8679-4d0b-9b3a-f7867d2ba420) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:38.817857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90f02055-c714-4e26-88f8-ae47b375ae18 req-a80faea2-6f95-493f-84aa-8d63ce1b95ad tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1175618 Aug 29 04:12:38.925353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90f02055-c714-4e26-88f8-ae47b375ae18 req-19278078-bf5d-49f8-a01d-01b721b30a75 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058054 Aug 29 04:12:39.041477 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.065013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Transition to ACTIVE for port object a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:39.153448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.175455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450', 'e9f3c9f2-0797-4bad-854a-a75a30b57241'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:39.194032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75d1d-9605-4723-8092-383eb4fe1ecb req-866dbcb4-adaa-4628-91cc-87431e23e0f8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.204563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1b75d1d-9605-4723-8092-383eb4fe1ecb req-866dbcb4-adaa-4628-91cc-87431e23e0f8 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.1155767 Aug 29 04:12:39.283994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:39.293406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1b75d1d-9605-4723-8092-383eb4fe1ecb req-9cfd307e-502c-4f97-b527-00b72c8d1037 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786242 Aug 29 04:12:39.337398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:39.337398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:39.393225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event updated for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:39.470619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.471569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.535822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-c842e4fb-9f8d-4e72-a24d-ab905ee8f96b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2438228 Aug 29 04:12:39.553713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Request body: {'port': {'device_id': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:39.559698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9765e1e6-fb99-4827-9638-3f36f9192556 req-ac53b8db-679e-4a22-bd77-96740fe26645 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 210 time: 0.0793769 Aug 29 04:12:39.577377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1dce-2f84-4177-af23-8e622b9058cf req-2b8c1410-c5d7-45f9-94cc-82f3c63cae70 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.579273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368b1dce-2f84-4177-af23-8e622b9058cf req-2b8c1410-c5d7-45f9-94cc-82f3c63cae70 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 935 time: 0.2349403 Aug 29 04:12:39.677070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368b1dce-2f84-4177-af23-8e622b9058cf req-d08c1a91-cef8-4ec0-90ae-47bf8c5d862d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797479 Aug 29 04:12:39.817384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.834422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ad4e-9022-4e9e-af6f-db782ed1ed4d req-013ceab9-a204-40e5-8671-a5b5bf674eb3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:39.853505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97c0ad4e-9022-4e9e-af6f-db782ed1ed4d req-013ceab9-a204-40e5-8671-a5b5bf674eb3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1524787 Aug 29 04:12:39.869449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2e63360-397b-414f-9322-b74e93b3cd48 None None] Provisioning for port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:39.890449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2e63360-397b-414f-9322-b74e93b3cd48 None None] Provisioning complete for port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:39.890955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2e63360-397b-414f-9322-b74e93b3cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.943568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97c0ad4e-9022-4e9e-af6f-db782ed1ed4d req-79aa71d6-d7e5-453e-9b4b-75b9d4e15ae4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869243 Aug 29 04:12:39.963998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec1267e4-1bbd-4b7f-8ead-acf28ae545f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:39.980999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f2e63360-397b-414f-9322-b74e93b3cd48 None None] Port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:40.159130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.338806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-27063fe6-3200-466a-8103-262f02acf662 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495348 Aug 29 04:12:40.399645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2867b-0c2a-4c01-9921-1afe756535de req-4e1270b9-3400-409d-a684-dc63ebb7f154 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.403359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97a2867b-0c2a-4c01-9921-1afe756535de req-4e1270b9-3400-409d-a684-dc63ebb7f154 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1367857 Aug 29 04:12:40.441960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:40.464758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.486532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Transition to ACTIVE for port object a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:40.492338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.557687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97a2867b-0c2a-4c01-9921-1afe756535de req-a4e67c21-8f53-43d1-9c9b-8c9c6973d4a5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304486 Aug 29 04:12:40.617989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:40.629833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd0423-9610-4437-a70d-47f0dd0a5655 req-2498c1d8-7e35-4d59-a86e-a31ef303e7f1 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.632235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94cd0423-9610-4437-a70d-47f0dd0a5655 req-2498c1d8-7e35-4d59-a86e-a31ef303e7f1 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.2025707 Aug 29 04:12:40.640686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-011bc1c2-f316-4fa4-a5d6-bb0ea46b9241 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:40.642268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-011bc1c2-f316-4fa4-a5d6-bb0ea46b9241 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843771 Aug 29 04:12:40.673184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:40.731228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Attempting to bind port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:40.731757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Attempting to bind port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:40.732402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Attempting to bind port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:40.740966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:40.741478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Attempting to bind port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:40.752311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:40.753711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:40.753711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:40.754148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Bound port: a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:40.754686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.768817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94cd0423-9610-4437-a70d-47f0dd0a5655 req-4ce3dd97-b9ff-4478-aacc-6bcdd31f6dc5 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239731 Aug 29 04:12:40.914184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:40.927199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:40.958713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:40.975709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:40.977820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-5dbd7387-58a3-4cd1-9765-fa3ea8df75ba service neutron] 10.222.0.50 "GET /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.1112955 Aug 29 04:12:40.983663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.087254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:41.110336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.111429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.113271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-5eb382f1-8e32-490e-9180-b74bf6c9f8a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 HTTP/1.1" status: 200 len: 1096 time: 1.5686319 Aug 29 04:12:41.114285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:41.117342 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5252b28-4138-4059-b533-9750e2539fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:41.135121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.240851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9be68eb0-6b74-4282-8446-180597d4073e req-20928c05-caf0-4cdd-a830-117c3ddbfe85 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 210 time: 0.3092833 Aug 29 04:12:41.266146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-d4e0a954-4387-42f0-b0fd-3ab7b465bbda tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2913027 Aug 29 04:12:41.434077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-81952e68-c809-42aa-8646-34bb8590ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.437534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-81952e68-c809-42aa-8646-34bb8590ca7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 1099 time: 0.2198877 Aug 29 04:12:41.525199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-376a5be8-59aa-4092-822e-650406a32e27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 HTTP/1.1" status: 200 len: 217 time: 0.0622022 Aug 29 04:12:41.533618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.537544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db5dbc-fbe4-4fb6-98dc-acfa7782a2f4 req-9366623c-f238-43d9-b3e8-9510c2051c1c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.539089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4db5dbc-fbe4-4fb6-98dc-acfa7782a2f4 req-9366623c-f238-43d9-b3e8-9510c2051c1c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 947 time: 0.3018372 Aug 29 04:12:41.606735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:41.613276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22a4d20f-f3cb-46b4-8a61-074494cf2a7b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.616006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22a4d20f-f3cb-46b4-8a61-074494cf2a7b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256388 Aug 29 04:12:41.632365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d30e2-a6a6-4863-a317-571d5879ed3c req-32378acd-c789-4618-853b-f7b28f428755 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.634180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-092d30e2-a6a6-4863-a317-571d5879ed3c req-32378acd-c789-4618-853b-f7b28f428755 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1900816 Aug 29 04:12:41.641974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-b13ea973-5aac-45b6-b7bd-aa9816b74675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.644559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-b13ea973-5aac-45b6-b7bd-aa9816b74675 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1070321 Aug 29 04:12:41.645986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.658448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:41.662459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.146 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/c7c63604-af19-45d8-ba19-e82cfa7e6b35) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:41.707147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbabd9e9-3696-407a-b082-8dcbf8e5cd55 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:41.729125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:41.739305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-6076d4d8-2481-45b9-8627-ce5fa188bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:41.740376 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-6076d4d8-2481-45b9-8627-ce5fa188bfba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828753 Aug 29 04:12:41.753329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:41.764365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4db5dbc-fbe4-4fb6-98dc-acfa7782a2f4 req-d774043c-88f0-41cc-85e7-c1616a23e4e1 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958563 Aug 29 04:12:41.805766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-092d30e2-a6a6-4863-a317-571d5879ed3c req-7595026c-3c42-499d-8fce-57dc31694286 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586332 Aug 29 04:12:41.858959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:41.863280 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce41549-572a-4ee3-966d-d308a940e17b x-openstack-request-id: req-3ce41549-572a-4ee3-966d-d308a940e17b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:41.863731 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:41.864207 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ce41549-572a-4ee3-966d-d308a940e17b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:41.864829 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', 'status': 'completed', 'code': 200} Aug 29 04:12:42.003351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-d336e70a-f787-4260-8745-bb4fab5b25b2 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516215 Aug 29 04:12:42.026567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] Transition to ACTIVE for port object dbabd9e9-3696-407a-b082-8dcbf8e5cd55 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:42.068666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.071758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:42.077750 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.241362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c1140e1-70ad-44aa-a1fa-e18e884f6e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.274239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] No DVR routers for this DVR port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:42.305922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.365023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-73e0fe89-9f19-4853-b0cb-0dd0f532ef52 service neutron] 10.222.0.50 "PUT /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55/bindings/n-h2-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3322146 Aug 29 04:12:42.367737 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa61949a-a63f-4626-8c81-9f01e22f449b req-4842bca5-85e5-4e9e-9cf3-7183fce4b2c6 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372235 Aug 29 04:12:42.387698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e6549-1077-4170-a5d0-24108f0136f9 req-9b2884d3-2419-4aad-aec2-3cf6f0c224bd tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.389535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d98e6549-1077-4170-a5d0-24108f0136f9 req-9b2884d3-2419-4aad-aec2-3cf6f0c224bd tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.3427427 Aug 29 04:12:42.412985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.424997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2e67f-e07d-40e1-979f-35df405a5527 req-61b42be3-6482-46a6-9311-71d26e2c57cf tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.426600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36b2e67f-e07d-40e1-979f-35df405a5527 req-61b42be3-6482-46a6-9311-71d26e2c57cf tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.3769858 Aug 29 04:12:42.477999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object c7c63604-af19-45d8-ba19-e82cfa7e6b35 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:42.489423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252b28-4138-4059-b533-9750e2539fd9 req-866616af-d6f7-47c9-a987-0ff2a6ae4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:42.490964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-866616af-d6f7-47c9-a987-0ff2a6ae4ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 1099 time: 0.0508151 Aug 29 04:12:42.544532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d98e6549-1077-4170-a5d0-24108f0136f9 req-16709649-3b87-493f-b19c-d820ec330ded tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378591 Aug 29 04:12:42.569301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36b2e67f-e07d-40e1-979f-35df405a5527 req-830706ec-9c1f-48fb-8819-0ee8520245f2 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309421 Aug 29 04:12:42.616409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:42.633410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:42.729230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:42.815407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:42.861949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.862473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.863347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.863748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.865267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.865267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.865816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.866386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.866840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.867878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.868996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:42.869519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:43.022347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:43.045143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0e09652-f379-4e99-9b04-8ae8772315b4 req-f2e5a36e-878b-402a-a1f9-879c32312a05 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 210 time: 0.1399970 Aug 29 04:12:43.050035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c1140e1-70ad-44aa-a1fa-e18e884f6e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.053373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.79 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/eadbbbaa-0c42-4905-ba5b-b405b94f9648) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:43.058634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:43.062896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:43.069649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.070326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.074789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252b28-4138-4059-b533-9750e2539fd9 req-46954053-57d8-47ee-8e21-1797544abc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.077463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0c1140e1-70ad-44aa-a1fa-e18e884f6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.085824 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-46954053-57d8-47ee-8e21-1797544abc17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5681448 Aug 29 04:12:43.111132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-7c5358ef-466d-477e-8bec-0aa7dea7fff7 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.114456 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-7c5358ef-466d-477e-8bec-0aa7dea7fff7 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.5684752 Aug 29 04:12:43.168076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-22b0a32d-2c54-432e-af05-e4cf06c50fd4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4990597 Aug 29 04:12:43.189631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.193828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Request body: {'port': {'device_id': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:43.199247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-036e6453-1431-4df4-9fcf-539ab7bbc5ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 HTTP/1.1" status: 200 len: 217 time: 0.1091547 Aug 29 04:12:43.246465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-8af084e2-7b81-452e-8228-69db57eeda94 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.248771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-8af084e2-7b81-452e-8228-69db57eeda94 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.2548871 Aug 29 04:12:43.376705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0c1140e1-70ad-44aa-a1fa-e18e884f6e62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ca0b8e4ef764d6abc5bebd33dc62a45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5122626 Aug 29 04:12:43.389646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:43.400804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1140e1-70ad-44aa-a1fa-e18e884f6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a7157-2e14-4655-872a-b2c05e551363,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:43.497850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252b28-4138-4059-b533-9750e2539fd9 req-58ebf0fe-91aa-4043-afa8-ff10dc319a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.507323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-58ebf0fe-91aa-4043-afa8-ff10dc319a51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2785933 Aug 29 04:12:43.532125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-a880c453-3cbf-425a-bf6f-6c25186e927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.534087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-a880c453-3cbf-425a-bf6f-6c25186e927c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&tenant_id=0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 1097 time: 0.3473456 Aug 29 04:12:43.575367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b9e2-b20c-4557-80db-0375959c53f4 req-1131a05a-5b76-414f-addc-3212ae2f7019 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.577184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6c5b9e2-b20c-4557-80db-0375959c53f4 req-1131a05a-5b76-414f-addc-3212ae2f7019 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 947 time: 0.3786612 Aug 29 04:12:43.611003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.658781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6372f343-d644-4b2b-9b71-b182c7a8c224 None None] Provisioning for port c7c63604-af19-45d8-ba19-e82cfa7e6b35 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:43.666508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6372f343-d644-4b2b-9b71-b182c7a8c224 None None] Provisioning complete for port c7c63604-af19-45d8-ba19-e82cfa7e6b35 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:43.667788 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6372f343-d644-4b2b-9b71-b182c7a8c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.720997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6372f343-d644-4b2b-9b71-b182c7a8c224 None None] Port c7c63604-af19-45d8-ba19-e82cfa7e6b35 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:43.743776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6c5b9e2-b20c-4557-80db-0375959c53f4 req-87968806-807c-41a5-808e-7dc0055c57c8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283450 Aug 29 04:12:43.776763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc349-e958-457f-a11e-9d959b334a87 req-5e3dd93c-beb6-4e04-a632-7c07a2bce5c0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.780485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252b28-4138-4059-b533-9750e2539fd9 req-0f990536-e573-413b-b5e4-ff5f19a359c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.782429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-0f990536-e573-413b-b5e4-ff5f19a359c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2672207 Aug 29 04:12:43.784592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-499dc349-e958-457f-a11e-9d959b334a87 req-5e3dd93c-beb6-4e04-a632-7c07a2bce5c0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2767951 Aug 29 04:12:43.786936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.823794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Deleting port 28f2cd4d-8025-4faf-8fea-032e98a29997 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:12:43.824279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.825032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:43.859787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-5536a4bf-0a6a-4093-ac16-08a4a5f87de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:43.861397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-5536a4bf-0a6a-4093-ac16-08a4a5f87de0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1097 time: 0.2300770 Aug 29 04:12:43.926362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.935385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:43.946636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-499dc349-e958-457f-a11e-9d959b334a87 req-996855f8-4b20-4745-a717-385d1daa3399 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590846 Aug 29 04:12:44.009221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object eadbbbaa-0c42-4905-ba5b-b405b94f9648 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:44.058370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86de549-4899-4979-80cd-68f550b6e2b5 req-3680d194-ae62-43ef-a78a-4f818bdf6cf3 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.060887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f86de549-4899-4979-80cd-68f550b6e2b5 req-3680d194-ae62-43ef-a78a-4f818bdf6cf3 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 950 time: 0.1319315 Aug 29 04:12:44.098326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-7f921aed-2175-4a7c-9261-123d467e952b service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045554 Aug 29 04:12:44.142126 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38b9a11-8d7a-4d85-8091-5f51e4b6ddbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.184409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.187181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.188405 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/793a7157-2e14-4655-872a-b2c05e551363 HTTP/1.1" status: 204 len: 168 time: 0.7965677 Aug 29 04:12:44.204199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-8161833e-ea1e-477e-a0e7-6a583779023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.205777 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-8161833e-ea1e-477e-a0e7-6a583779023b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3148205 Aug 29 04:12:44.210641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] For port 28f2cd4d-8025-4faf-8fea-032e98a29997, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=28f2cd4d-8025-4faf-8fea-032e98a29997,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:44.211079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.238701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a7157-2e14-4655-872a-b2c05e551363,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.241977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.268896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:44.282722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Calling delete_port for 28f2cd4d-8025-4faf-8fea-032e98a29997 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:12:44.288584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f86de549-4899-4979-80cd-68f550b6e2b5 req-f84942cc-2d6d-4a75-a6d7-b94da16ed098 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9d1abfe-de7e-4d66-85cf-79519ba44dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020528 Aug 29 04:12:44.289760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-21edd35c-02bb-41c7-a733-1736a18a5adc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.0648761 Aug 29 04:12:44.304026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.304380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.304766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.305026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.305357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.305727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.306145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.306477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.306770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.307095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.307416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.307782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae68a7e-15d5-422b-a715-85b712f33e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:12:44.339493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd3b6e-4206-4e79-af26-8020aaeee8ca req-44a2f62a-855e-44e7-ab1d-78fc9874f1d0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.348522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26dd3b6e-4206-4e79-af26-8020aaeee8ca req-44a2f62a-855e-44e7-ab1d-78fc9874f1d0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.2434630 Aug 29 04:12:44.394070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:44.418633 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a5252b28-4138-4059-b533-9750e2539fd9 req-643d532b-0888-4c5d-80c5-9d6cb95ff48d service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016129 Aug 29 04:12:44.419703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:44.472861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:44.475622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:44.485814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.486713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.498406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38b9a11-8d7a-4d85-8091-5f51e4b6ddbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.539566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c38b9a11-8d7a-4d85-8091-5f51e4b6ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.600123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:44.605643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-792ff713-f55c-4d93-affe-b10152a79a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:44.616050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-792ff713-f55c-4d93-affe-b10152a79a03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2953470 Aug 29 04:12:44.674554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-74661a06-be9d-466a-8d78-6026ef46f1a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577004 Aug 29 04:12:44.745507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:44.759545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.778498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.820269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Pushing event deleted for resources: {'Port': ['ID=28f2cd4d-8025-4faf-8fea-032e98a29997,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.839710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1983724 Aug 29 04:12:44.857773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56acea16-eeee-452c-a94d-d265eeb4ca73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.869967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5f46-a27e-4bf1-a244-369e22d2742e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:44.880052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] No DVR routers for this DVR port 28f2cd4d-8025-4faf-8fea-032e98a29997 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:12:44.904723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:44.905134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Request body: {'port': {'device_id': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:44.907025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0bfd9e89-ab5f-4b2c-844e-59ccdc3edcee req-635a3276-cbec-4576-a4ac-6cec633d1092 tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.50 "DELETE /v2.0/ports/28f2cd4d-8025-4faf-8fea-032e98a29997 HTTP/1.1" status: 204 len: 173 time: 1.6361656 Aug 29 04:12:44.907546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'name': 'network-vif-deleted', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:44.910132 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f5ddd-4ef1-45a7-98db-d3be1dd3c642" -d '{"events": [{"server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "name": "network-vif-deleted", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:44.913393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26dd3b6e-4206-4e79-af26-8020aaeee8ca req-3d562dd1-450b-45a3-b3f3-5d41425adfc7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105908 Aug 29 04:12:44.926349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-1cddf9b4-ac3b-42b2-bd07-4412adc37295 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373738 Aug 29 04:12:44.967364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c38b9a11-8d7a-4d85-8091-5f51e4b6ddbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c87832507e7d4f0983cbecb86e7b5fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1386797 Aug 29 04:12:44.978892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:44.995272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0808b424-7e35-4ce5-ab5a-b6475c31922b None None] Provisioning for port eadbbbaa-0c42-4905-ba5b-b405b94f9648 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:45.005373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0808b424-7e35-4ce5-ab5a-b6475c31922b None None] Provisioning complete for port eadbbbaa-0c42-4905-ba5b-b405b94f9648 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:45.005860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0808b424-7e35-4ce5-ab5a-b6475c31922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.005971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9a11-8d7a-4d85-8091-5f51e4b6ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018a61dd-ae6d-42ac-b2d2-c0a4cd2146a5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.084854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:45.160989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae33b8-1403-47d8-a717-9368b5814698 req-77e58f14-4029-4c12-8cd8-7c94c1d4d694 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.172547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecae33b8-1403-47d8-a717-9368b5814698 req-77e58f14-4029-4c12-8cd8-7c94c1d4d694 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 935 time: 0.3360243 Aug 29 04:12:45.187508 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-ebd837dd-39de-41e4-922f-979bb75b4c33 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437613 Aug 29 04:12:45.194842 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.204486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0808b424-7e35-4ce5-ab5a-b6475c31922b None None] Port eadbbbaa-0c42-4905-ba5b-b405b94f9648 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:45.235157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56acea16-eeee-452c-a94d-d265eeb4ca73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.241774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56acea16-eeee-452c-a94d-d265eeb4ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.271956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.293954 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-56acea16-eeee-452c-a94d-d265eeb4ca73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e53d67f2726a4242ac9ed701a4171dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142126 Aug 29 04:12:45.294742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:45.300902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.302043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acea16-eeee-452c-a94d-d265eeb4ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a403c5f-4af6-417b-b5cd-494fbd147843,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.313831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c63604-af19-45d8-ba19-e82cfa7e6b35 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:45.317842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', 'mac_address': 'fa:16:3e:7d:28:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:45.345388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.354763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b247-8120-4d96-a45b-cd727f09b1de req-4002d507-f4a6-47f9-bb60-217393baac6f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.356378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82f7b247-8120-4d96-a45b-cd727f09b1de req-4002d507-f4a6-47f9-bb60-217393baac6f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 947 time: 0.2753973 Aug 29 04:12:45.371219 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.371512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.376535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecae33b8-1403-47d8-a717-9368b5814698 req-c105c63e-c4d6-4fe3-b878-448c9c38daf1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028430 Aug 29 04:12:45.386898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:45.401543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.414162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.417153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:45.419697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Transition to ACTIVE for port object c7c63604-af19-45d8-ba19-e82cfa7e6b35 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:45.424780 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.460042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.464026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.468672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a403c5f-4af6-417b-b5cd-494fbd147843 HTTP/1.1" status: 204 len: 168 time: 0.1721451 Aug 29 04:12:45.481967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f44a-6cea-4786-8695-a94617013e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a403c5f-4af6-417b-b5cd-494fbd147843,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.490809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.561264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.572671 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f8767-2a54-42ee-b745-47f2b13d6b4b x-openstack-request-id: req-a18f8767-2a54-42ee-b745-47f2b13d6b4b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:45.573967 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fde389-59d8-44f7-88cb-617b0b3e1a44", "name": "network-vif-deleted", "tag": "28f2cd4d-8025-4faf-8fea-032e98a29997", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:45.574421 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a18f8767-2a54-42ee-b745-47f2b13d6b4b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:45.575053 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fde389-59d8-44f7-88cb-617b0b3e1a44', 'name': 'network-vif-deleted', 'tag': '28f2cd4d-8025-4faf-8fea-032e98a29997', 'status': 'completed', 'code': 200} Aug 29 04:12:45.637397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82f7b247-8120-4d96-a45b-cd727f09b1de req-0cb75d75-fee7-4394-a878-6262185174f5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548122 Aug 29 04:12:45.679207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.785796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-8b6f39f4-12c1-4d28-a79f-8bb31f89c731 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.791360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-8b6f39f4-12c1-4d28-a79f-8bb31f89c731 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.1261985 Aug 29 04:12:45.797163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a6f17ed0-8679-4d0b-9b3a-f7867d2ba420'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:45.805871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.806892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:45.808170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/018a61dd-ae6d-42ac-b2d2-c0a4cd2146a5 HTTP/1.1" status: 204 len: 168 time: 0.8230014 Aug 29 04:12:45.864481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778010c-83fb-4a25-bde9-ac4bf11b2530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018a61dd-ae6d-42ac-b2d2-c0a4cd2146a5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:45.871685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Attempting to bind port c7c63604-af19-45d8-ba19-e82cfa7e6b35 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:45.872277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Attempting to bind port c7c63604-af19-45d8-ba19-e82cfa7e6b35 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:45.872836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Attempting to bind port c7c63604-af19-45d8-ba19-e82cfa7e6b35 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:45.912744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07470f2-f688-42fd-bbdd-fe759e701b88 req-7a2e5a8c-a9d7-44b7-b4b4-a7662a5f64b2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:45.915454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d07470f2-f688-42fd-bbdd-fe759e701b88 req-7a2e5a8c-a9d7-44b7-b4b4-a7662a5f64b2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2420599 Aug 29 04:12:45.918866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Port c7c63604-af19-45d8-ba19-e82cfa7e6b35 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:45.919917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Attempting to bind port c7c63604-af19-45d8-ba19-e82cfa7e6b35 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:45.939872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:45.940915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:45.941571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:45.942283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Bound port: c7c63604-af19-45d8-ba19-e82cfa7e6b35, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:45.943126 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.054345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59ba77f3-ea80-4501-86a8-07bcb109af52 req-e5874466-282a-4cb8-b512-b07d514705dd tempest-DeleteServersAdminTestJSON-697981947 tempest-DeleteServersAdminTestJSON-697981947-project] 10.222.0.62 "GET /v2.0/ports?device_id=46fde389-59d8-44f7-88cb-617b0b3e1a44 HTTP/1.1" status: 200 len: 210 time: 0.0881598 Aug 29 04:12:46.264952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-f070654a-ab7b-43d8-9fe4-be3005bfd44f service neutron] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:46.272201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-f070654a-ab7b-43d8-9fe4-be3005bfd44f service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.273368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b3d17ae-3228-421d-a8c2-17fdd347976e req-f070654a-ab7b-43d8-9fe4-be3005bfd44f service neutron] 10.222.0.54 "DELETE /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55/bindings/n-h1-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.4752052 Aug 29 04:12:46.362229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d07470f2-f688-42fd-bbdd-fe759e701b88 req-7dd0daf5-d29f-400d-9148-21b69a1808dc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350393 Aug 29 04:12:46.374334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadbbbaa-0c42-4905-ba5b-b405b94f9648 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:46.392754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.432057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:46.435739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Transition to ACTIVE for port object eadbbbaa-0c42-4905-ba5b-b405b94f9648 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:46.437997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:46.447477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c8eab-c6a9-4925-8724-7c1fb51f8b7f req-50cb5755-f5aa-431b-bfd9-359dd06b3cbe tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.450615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-745c8eab-c6a9-4925-8724-7c1fb51f8b7f req-50cb5755-f5aa-431b-bfd9-359dd06b3cbe tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.1347811 Aug 29 04:12:46.463698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.465936 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.535303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.535940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.537492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] 10.222.0.54 "PUT /v2.0/ports/c7c63604-af19-45d8-ba19-e82cfa7e6b35 HTTP/1.1" status: 200 len: 1097 time: 3.3521800 Aug 29 04:12:46.538022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:46.540632 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89988e86-6d9b-4605-abdd-142cc3dca26d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:46.610217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:46.611068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 28f2cd4d-8025-4faf-8fea-032e98a29997 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:12:46.640284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 28f2cd4d-8025-4faf-8fea-032e98a29997 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:12:46.640717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 28f2cd4d-8025-4faf-8fea-032e98a29997 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:12:46.644537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512583f-7bc3-4c98-ba90-f9528a832527 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.657595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5856-704b-4d45-be75-5554a831dacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.666461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-745c8eab-c6a9-4925-8724-7c1fb51f8b7f req-52698239-7caf-4533-bbb5-efb396c64f24 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981356 Aug 29 04:12:46.747233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Attempting to bind port eadbbbaa-0c42-4905-ba5b-b405b94f9648 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:46.747593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Attempting to bind port eadbbbaa-0c42-4905-ba5b-b405b94f9648 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:46.748269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Attempting to bind port eadbbbaa-0c42-4905-ba5b-b405b94f9648 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:46.764688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.766841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Port eadbbbaa-0c42-4905-ba5b-b405b94f9648 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:46.767289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Attempting to bind port eadbbbaa-0c42-4905-ba5b-b405b94f9648 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:46.792427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27673d18-5f0a-4b5c-8720-4f2a8281bb89 req-bd7abac0-bfac-4647-b2b4-4044a2cbdfa0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.794069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27673d18-5f0a-4b5c-8720-4f2a8281bb89 req-bd7abac0-bfac-4647-b2b4-4044a2cbdfa0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 947 time: 0.2020297 Aug 29 04:12:46.795304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:46.795666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:46.796004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:46.796480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Bound port: eadbbbaa-0c42-4905-ba5b-b405b94f9648, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:46.796810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.800314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-b44a9b0e-3d8c-49b0-8d55-614cf278a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:46.802087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-b44a9b0e-3d8c-49b0-8d55-614cf278a22b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 1100 time: 0.2013149 Aug 29 04:12:46.816824 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3114e8f-37de-4668-b3b9-19a9949ada3c x-openstack-request-id: req-b3114e8f-37de-4668-b3b9-19a9949ada3c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:46.816824 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:46.816824 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3114e8f-37de-4668-b3b9-19a9949ada3c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:46.816824 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', 'status': 'completed', 'code': 200} Aug 29 04:12:46.832318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5856-704b-4d45-be75-5554a831dacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.841322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5856-704b-4d45-be75-5554a831dacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:46.904243 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7bd5856-704b-4d45-be75-5554a831dacd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b78861b1fbe24c71a230a593340a25f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924452 Aug 29 04:12:46.905309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5856-704b-4d45-be75-5554a831dacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1860f90-b3c1-47bb-9379-7ccf5a91c825,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:46.909169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:46.917381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-a729f5d7-eaf5-49f3-881c-cd95d9ae4466 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35 HTTP/1.1" status: 200 len: 217 time: 0.0990672 Aug 29 04:12:46.988354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.014183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27673d18-5f0a-4b5c-8720-4f2a8281bb89 req-405c41b9-6ff9-47e4-b10d-2f5ff3dd8ff1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111700 Aug 29 04:12:47.021068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.108942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.117887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.117887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1860f90-b3c1-47bb-9379-7ccf5a91c825 HTTP/1.1" status: 204 len: 168 time: 0.2029154 Aug 29 04:12:47.154561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda68c5-6907-41af-8c2e-e99cbc503bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1860f90-b3c1-47bb-9379-7ccf5a91c825,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.160235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-aaaf807d-2bcd-4c86-9faf-62d5acea55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.161841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-aaaf807d-2bcd-4c86-9faf-62d5acea55f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2317319 Aug 29 04:12:47.166665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:47.181699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:47.206511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b6d3-6aa7-44be-99ce-e86d295091e6 req-c5cf6916-ae69-4250-9e00-47afce006e0f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.208241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e011b6d3-6aa7-44be-99ce-e86d295091e6 req-c5cf6916-ae69-4250-9e00-47afce006e0f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 948 time: 0.2425048 Aug 29 04:12:47.223585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.297459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.298116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:47.299541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] 10.222.0.50 "PUT /v2.0/ports/eadbbbaa-0c42-4905-ba5b-b405b94f9648 HTTP/1.1" status: 200 len: 1096 time: 2.4246166 Aug 29 04:12:47.395235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-8613bda6-9953-402d-b29d-5c362e2e7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.398127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-8613bda6-9953-402d-b29d-5c362e2e7d56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108965 Aug 29 04:12:47.404061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df1674-70ce-4bd2-882d-afb8badbeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:47.528729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e011b6d3-6aa7-44be-99ce-e86d295091e6 req-1a8b2e4b-78dd-464f-85aa-72baf16f6b54 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019149 Aug 29 04:12:47.579769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad647ae1-e2be-4e10-82d7-de60578b962d req-c6a348e2-789f-4899-bdeb-1b769be44e49 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.585728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad647ae1-e2be-4e10-82d7-de60578b962d req-c6a348e2-789f-4899-bdeb-1b769be44e49 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1097 time: 0.3114207 Aug 29 04:12:47.643956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-2c77d050-fa45-4b63-a54d-2785b38c9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:47.648463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-2c77d050-fa45-4b63-a54d-2785b38c9e79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 1099 time: 0.2237091 Aug 29 04:12:47.791596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-a2ccfb41-fb97-4868-abe5-02989eea3ff5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648 HTTP/1.1" status: 200 len: 217 time: 0.0975955 Aug 29 04:12:47.816021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad647ae1-e2be-4e10-82d7-de60578b962d req-f779db60-d3fd-4b02-a034-25bdbde30677 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247562 Aug 29 04:12:47.837530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-faeae0be-f889-46a4-a474-cef358d38e78 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084563 Aug 29 04:12:48.061402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-9d0088c0-adb1-46fd-8d7c-adcb45b503c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.062968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-9d0088c0-adb1-46fd-8d7c-adcb45b503c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2088132 Aug 29 04:12:48.133691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de670-fffe-4b37-8d42-9824891715e4 req-9f70e2ad-383f-4afa-9c42-78099242df0e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.141021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be7de670-fffe-4b37-8d42-9824891715e4 req-9f70e2ad-383f-4afa-9c42-78099242df0e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1743419 Aug 29 04:12:48.171486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-a5ec9b1c-e45d-4d4e-9b07-fd9760dcbf91 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244135 Aug 29 04:12:48.202368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-41495f77-f077-4c66-81ca-5a401bdf737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.204145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-41495f77-f077-4c66-81ca-5a401bdf737d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244588 Aug 29 04:12:48.214821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be7de670-fffe-4b37-8d42-9824891715e4 req-1fdfa7f3-c9cc-475b-a4aa-74541ed4b6e2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Aug 29 04:12:48.495521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:48.645608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b168e-86a0-4208-9dc9-b802108a0a9a req-29e559b8-799b-4dcb-8510-38df32c704cb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.647416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d02b168e-86a0-4208-9dc9-b802108a0a9a req-29e559b8-799b-4dcb-8510-38df32c704cb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 947 time: 0.4482696 Aug 29 04:12:48.778053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-7744eacc-d250-4f01-ab4c-dad795c16a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:48.780646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-7744eacc-d250-4f01-ab4c-dad795c16a1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 1100 time: 0.5229912 Aug 29 04:12:48.818009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:48.822025 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702d247-1290-45b9-88ad-357995d6f9af" -d '{"events": [{"name": "network-changed", "server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:48.926703 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c455d81-9520-4c6a-a2d4-08fce283277e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4157b32a49004eb296ee17442a833378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281569 Aug 29 04:12:48.930868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:48.938272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d02b168e-86a0-4208-9dc9-b802108a0a9a req-48ae8091-d498-4bb9-9be2-41a4f5b2047d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701194 Aug 29 04:12:48.945594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-033f2687-8cf8-4525-bf0a-1988c2afaabd service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990652 Aug 29 04:12:48.998207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-88f9a46a-1bea-4484-81e9-8b3b2bfa18b9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.000620 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-88f9a46a-1bea-4484-81e9-8b3b2bfa18b9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.3877068 Aug 29 04:12:49.004988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:49.075003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.082973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-49d4871e-0caf-4829-ba91-1a3218d15641 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/quotas/0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 375 time: 0.0657578 Aug 29 04:12:49.111711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:49.120228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:49.122779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.124391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-27d2cdc3-f2a5-431e-9b9c-79601ad92344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.126965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-27d2cdc3-f2a5-431e-9b9c-79601ad92344 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3321388 Aug 29 04:12:49.151605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.227098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.228384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.232255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.234503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9d1abfe-de7e-4d66-85cf-79519ba44dfc HTTP/1.1" status: 204 len: 168 time: 0.3010790 Aug 29 04:12:49.248738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b38e6f-8108-4442-94de-c06f0b64474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1abfe-de7e-4d66-85cf-79519ba44dfc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:49.256108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-851e1013-000c-4784-8f40-3af6105e2e0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35 HTTP/1.1" status: 200 len: 217 time: 0.0842474 Aug 29 04:12:49.324029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b89b6ed-0891-4728-aeb1-e21c9a66ef2d req-e32e127a-a57b-4b33-897a-625e5153a09f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409324 Aug 29 04:12:49.340347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-4d721202-6beb-4e8c-aa3f-6c43ea616943 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2560284 Aug 29 04:12:49.357139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f0d3-d1fb-485e-b52d-6286796036da req-d60ea9a3-503e-4550-a19c-a5a94c260418 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.359107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c7f0d3-d1fb-485e-b52d-6286796036da req-d60ea9a3-503e-4550-a19c-a5a94c260418 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 948 time: 0.2730346 Aug 29 04:12:49.370558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-680d7fae-4e43-4910-a8e7-120602b02304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.372371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-680d7fae-4e43-4910-a8e7-120602b02304 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0981617 Aug 29 04:12:49.414588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:49.419098 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672ab23b-75b6-4ce7-b06a-25e89d34b937" -d '{"events": [{"server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "name": "network-vif-plugged", "status": "completed", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:49.440068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:49.448042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.501402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:49.564319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c7f0d3-d1fb-485e-b52d-6286796036da req-b55bad51-6498-4af4-8b4e-f5ab7f305e40 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971614 Aug 29 04:12:49.600149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-dee70ce9-5367-4bd6-b4c6-2442d01c46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.603246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-dee70ce9-5367-4bd6-b4c6-2442d01c46b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995125 Aug 29 04:12:49.662196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b5ab278c-bf5d-4f21-83b6-60f07820a896 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969360 Aug 29 04:12:49.692969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:49.711357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8f6-0e0b-4042-96eb-ae411b1f6b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.728698 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7197cf39-b0db-4cb0-aa9a-79b412677e2c x-openstack-request-id: req-7197cf39-b0db-4cb0-aa9a-79b412677e2c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:49.729168 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:49.729565 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7197cf39-b0db-4cb0-aa9a-79b412677e2c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:49.730179 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', 'status': 'completed', 'code': 200} Aug 29 04:12:49.878896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8f6-0e0b-4042-96eb-ae411b1f6b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.884629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0ace8f6-0e0b-4042-96eb-ae411b1f6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:49.936702 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a0ace8f6-0e0b-4042-96eb-ae411b1f6b5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9468b912f495497385e69799411c2bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419665 Aug 29 04:12:49.939622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:49.968492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702d247-1290-45b9-88ad-357995d6f9af req-878e475e-98b6-49d5-a501-49b250f2dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:49.971125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-878e475e-98b6-49d5-a501-49b250f2dc3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 1099 time: 0.1617522 Aug 29 04:12:49.980948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-63a8b251-be8f-4229-8797-e5530ac393f4 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644345 Aug 29 04:12:49.984931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ace8f6-0e0b-4042-96eb-ae411b1f6b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaeb1be-36f3-42cb-bc7b-48378130085a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:50.019648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.045345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.113082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.116429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:50.120227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcaeb1be-36f3-42cb-bc7b-48378130085a HTTP/1.1" status: 204 len: 168 time: 0.1769345 Aug 29 04:12:50.135536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a7d07-722b-45f9-a284-3fead4271d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaeb1be-36f3-42cb-bc7b-48378130085a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:50.176590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-0f6b07ca-fb47-4266-9bd2-440bebc85a1b service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659975 Aug 29 04:12:50.267358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702d247-1290-45b9-88ad-357995d6f9af req-5658ebdd-ee37-4f0e-b022-6abd6445d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.269083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-5658ebdd-ee37-4f0e-b022-6abd6445d28e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2827380 Aug 29 04:12:50.271244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89988e86-6d9b-4605-abdd-142cc3dca26d req-b209415e-0ed4-4414-b668-89f549576492 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605300 Aug 29 04:12:50.325705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-9e3d5af2-23fa-47fa-871b-3147388f97f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648 HTTP/1.1" status: 200 len: 217 time: 0.0467634 Aug 29 04:12:50.419542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702d247-1290-45b9-88ad-357995d6f9af req-f23736bc-a02d-4606-8fff-22262d5e7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.421490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-f23736bc-a02d-4606-8fff-22262d5e7a0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0864468 Aug 29 04:12:50.496676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e3541c80-a8ea-454b-bf2a-b5d199b82e64 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637684 Aug 29 04:12:50.603082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702d247-1290-45b9-88ad-357995d6f9af req-78ea12f8-ab1f-40b8-979b-5c7a53b19f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.606943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-78ea12f8-ab1f-40b8-979b-5c7a53b19f7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633317 Aug 29 04:12:50.682466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a5028-67fa-4ced-90d5-f29a9d025f90 req-4c4e97dd-689e-4f20-aa9f-42e436f2069d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.684494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-659a5028-67fa-4ced-90d5-f29a9d025f90 req-4c4e97dd-689e-4f20-aa9f-42e436f2069d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2283452 Aug 29 04:12:50.739618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-4d74a961-0d46-4fe2-b583-4c2230426c6b tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:50.743852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-4d74a961-0d46-4fe2-b583-4c2230426c6b tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260134 Aug 29 04:12:50.797118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-4d6ca90d-24dc-476a-988c-cd9d4dbcb887 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/quotas/a8700751dcb5483e8263f6c2db4e7cce HTTP/1.1" status: 200 len: 375 time: 0.0329728 Aug 29 04:12:50.818142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-659a5028-67fa-4ced-90d5-f29a9d025f90 req-21bef664-4140-47a6-85a9-09e85d2ee603 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226392 Aug 29 04:12:50.863193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-d159ed1f-abcc-48c6-b8c4-0660d83ebf7f tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518630 Aug 29 04:12:50.867398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-b02ac7d9-14ec-4b78-80d7-6d910e3f6b8e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494655 Aug 29 04:12:50.886957 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f99cfa-e492-4566-8fe4-05e3cfa11abd x-openstack-request-id: req-53f99cfa-e492-4566-8fe4-05e3cfa11abd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:50.887746 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "name": "network-vif-plugged", "status": "completed", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:50.887746 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53f99cfa-e492-4566-8fe4-05e3cfa11abd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:50.888291 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', 'code': 200} Aug 29 04:12:51.005449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c7c63604-af19-45d8-ba19-e82cfa7e6b35 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:51.024915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4702d247-1290-45b9-88ad-357995d6f9af req-bb66fab2-17fd-498d-8e6e-49f435cbaac4 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413071 Aug 29 04:12:51.080814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f025b-e854-47a4-825d-d0dfce7af3f2 req-a6c68123-7d14-45e8-b3dd-6619a8e1eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.082682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c07f025b-e854-47a4-825d-d0dfce7af3f2 req-a6c68123-7d14-45e8-b3dd-6619a8e1eecf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 1101 time: 0.0913913 Aug 29 04:12:51.115566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d567a1-e506-426e-b616-0d827d7ec54b req-d5c4e482-d445-4f2b-90df-b5e64c31425e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.118588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23d567a1-e506-426e-b616-0d827d7ec54b req-d5c4e482-d445-4f2b-90df-b5e64c31425e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 947 time: 0.0978804 Aug 29 04:12:51.203145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c07f025b-e854-47a4-825d-d0dfce7af3f2 req-a05eafa9-2210-413f-a97a-9d9a38bc07ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832670 Aug 29 04:12:51.213351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:51.218892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23d567a1-e506-426e-b616-0d827d7ec54b req-8b226661-3aff-4224-bdfc-dfdce24ab4d2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 Aug 29 04:12:51.229974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', 'mac_address': 'fa:16:3e:ec:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:51.286087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.303217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c63604-af19-45d8-ba19-e82cfa7e6b35 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:51.329322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:51.349087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:51.444216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:51.465883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-432dc81a-0c40-4bbf-8535-f91c43ea8aca req-c91c8e52-bd0e-408e-a90f-0bcbc0372d03 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 210 time: 0.0536528 Aug 29 04:12:51.700792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040fa2-f6ad-48c6-863e-2e9d2c95f013 req-7abc5378-5ea3-4bc3-94f0-cf01d35f9753 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:51.703735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11040fa2-f6ad-48c6-863e-2e9d2c95f013 req-7abc5378-5ea3-4bc3-94f0-cf01d35f9753 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 949 time: 0.1129966 Aug 29 04:12:51.747830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:51.775500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11040fa2-f6ad-48c6-863e-2e9d2c95f013 req-07ead536-becd-4e5e-b474-944844770d11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553360 Aug 29 04:12:51.975567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5dfed78c-d962-4d5c-b1db-d6f5e165dc32 req-967a2f98-9bdf-42b9-b8a9-01e075b6deac tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 210 time: 0.0398254 Aug 29 04:12:52.139405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a97615-511d-4ae7-9193-5ab1dc784bca req-c32bf7b0-eab7-49d5-9b06-733483abfadd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:52.141388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19a97615-511d-4ae7-9193-5ab1dc784bca req-c32bf7b0-eab7-49d5-9b06-733483abfadd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0805931 Aug 29 04:12:52.213650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19a97615-511d-4ae7-9193-5ab1dc784bca req-910a5624-0b9a-4959-99bc-93bbb1befb98 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561543 Aug 29 04:12:52.544720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1926f-5118-46a5-87b1-d30d55be17ce req-2a35c221-c2be-4785-b5a2-4ed532fe6512 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:52.546686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ac1926f-5118-46a5-87b1-d30d55be17ce req-2a35c221-c2be-4785-b5a2-4ed532fe6512 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 947 time: 0.1813402 Aug 29 04:12:52.595690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f089-377f-46cd-9f0b-89f3fa2637d3 req-cf76c229-c7fb-4a97-9758-3e1727c8b3dc tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455317 Aug 29 04:12:52.606837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-01e03a4d-5c49-4d62-951e-3f7e0ec61626 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:52.608480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-01e03a4d-5c49-4d62-951e-3f7e0ec61626 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.3045983 Aug 29 04:12:52.639054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eadbbbaa-0c42-4905-ba5b-b405b94f9648 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:12:52.676872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ac1926f-5118-46a5-87b1-d30d55be17ce req-e4cebbc3-5f68-4c06-9145-13dac3ca5b9d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138523 Aug 29 04:12:52.686938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Request body: {'port': {'device_id': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'admin_state_up': True, 'tenant_id': '0346765597034da0bc810662c2eea961'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:52.764459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:52.783754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', 'mac_address': 'fa:16:3e:bd:fb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:12:52.842120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.861966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadbbbaa-0c42-4905-ba5b-b405b94f9648 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:52.890089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:52.896621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:52.983968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.079307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e93a7d84-709e-438e-96cf-9f0681c042ac req-0b0aa7c2-d340-4cf6-9544-d5e7f478e1cb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 210 time: 0.0462489 Aug 29 04:12:53.090420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f089-377f-46cd-9f0b-89f3fa2637d3 req-972332a4-e345-462c-95f5-48c0a1b98abe tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.092008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f089-377f-46cd-9f0b-89f3fa2637d3 req-972332a4-e345-462c-95f5-48c0a1b98abe tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4825804 Aug 29 04:12:53.141582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-07d6677a-5f9f-4291-858a-582e219a1c0d tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496204 Aug 29 04:12:53.146613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f089-377f-46cd-9f0b-89f3fa2637d3 req-da3c0d7d-3759-4bcd-897b-9d7ed831c8db tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/quotas/e8d6d5d783c14eada0dc0cacda05871f HTTP/1.1" status: 200 len: 375 time: 0.0244033 Aug 29 04:12:53.150630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:53.157633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.202238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f089-377f-46cd-9f0b-89f3fa2637d3 req-544c04a3-a1e9-4b41-8c12-313b737b6fa0 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413134 Aug 29 04:12:53.312307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e440f-1342-4f1c-a36a-6b232e2bc6ad req-a391540a-184e-44f0-a6b4-ec0c232ef3e8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.313821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d86e440f-1342-4f1c-a36a-6b232e2bc6ad req-a391540a-184e-44f0-a6b4-ec0c232ef3e8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 949 time: 0.1149430 Aug 29 04:12:53.325802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-b190a1ea-5f29-42a3-9fc0-07165476162d tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.327689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-b190a1ea-5f29-42a3-9fc0-07165476162d tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734583 Aug 29 04:12:53.355244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Request body: {'port': {'device_id': '8d757972-421f-498f-a54f-91dd5c9d73be', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': 'a8700751dcb5483e8263f6c2db4e7cce'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:53.373919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['eadbbbaa-0c42-4905-ba5b-b405b94f9648'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:12:53.395367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Allocated IP 172.20.0.6 (c8d462fa-c20d-48da-8a5e-7a8c45c9f307/4bee7118-fdb9-435a-bdcc-6496588aaa0a/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:53.401972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d86e440f-1342-4f1c-a36a-6b232e2bc6ad req-1b0633f4-2fa7-4713-a9f1-91612aca9131 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602858 Aug 29 04:12:53.461226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a541946-2218-42d6-88c3-a7bbae37b047 req-9eecfba7-9380-4a72-a605-ed3d11f383b0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 210 time: 0.0560749 Aug 29 04:12:53.562024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Made reservation on behalf of a8700751dcb5483e8263f6c2db4e7cce for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:12:53.569043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.590049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.672565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a2403-35a8-4d49-ac79-7f376b9c3e55 req-8ef928f4-ea1a-4dfa-81a5-4b18c26179c1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.680516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-811a2403-35a8-4d49-ac79-7f376b9c3e55 req-8ef928f4-ea1a-4dfa-81a5-4b18c26179c1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1066151 Aug 29 04:12:53.750968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-811a2403-35a8-4d49-ac79-7f376b9c3e55 req-da90dc34-6d02-4bee-8408-3459c792264d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694246 Aug 29 04:12:53.767610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.777954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.779609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.866478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb37fb9b-b7d3-46ee-8579-889d52ad73d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:53.870165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:53.953398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:53.975537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:53.983412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:53.994305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:53.995414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.021512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.051064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-b428e17d-4602-4949-a149-d8b7ca751fe7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3725784 Aug 29 04:12:54.057779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Allocated IP 192.168.233.31 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/0cafa844-a5ab-405d-be62-74e90a816060) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:12:54.087042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Request body: {'port': {'device_id': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:54.169828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e154823-626c-4ba2-a6c6-513d76df2b58 req-df914f46-ed54-46b6-b08e-1a27b7b95cb1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.171561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e154823-626c-4ba2-a6c6-513d76df2b58 req-df914f46-ed54-46b6-b08e-1a27b7b95cb1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 948 time: 0.1004720 Aug 29 04:12:54.206665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.269878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e154823-626c-4ba2-a6c6-513d76df2b58 req-5af359ad-6616-458e-a92a-8a7bdd5b2803 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899770 Aug 29 04:12:54.316554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.342084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Transition to ACTIVE for port object 0cafa844-a5ab-405d-be62-74e90a816060 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:54.410725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.533951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.549445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:12:54.551416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:12:54.554722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:12:54.624736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e644c08-ce6c-4f31-9c8e-bd21eb644db7 req-5b5a6666-4a23-43c1-bf02-6d52dc494bce tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.626412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e644c08-ce6c-4f31-9c8e-bd21eb644db7 req-5b5a6666-4a23-43c1-bf02-6d52dc494bce tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 931 time: 0.0816917 Aug 29 04:12:54.659700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eadbbbaa-0c42-4905-ba5b-b405b94f9648 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:54.672095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:54.673207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.701840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-e556c942-c6e1-48b8-a98d-3ea16c21ba3a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3509970 Aug 29 04:12:54.707072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:54.715164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e644c08-ce6c-4f31-9c8e-bd21eb644db7 req-a8580f2f-9aef-481b-8b60-1523c50b0e93 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Aug 29 04:12:54.720651 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.733890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Request body: {'port': {'device_id': '8d757972-421f-498f-a54f-91dd5c9d73be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:12:54.744754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Transition to ACTIVE for port object b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:54.757096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.783072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port eadbbbaa-0c42-4905-ba5b-b405b94f9648 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:54.794778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port eadbbbaa-0c42-4905-ba5b-b405b94f9648 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:54.795375 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.874936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.881392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:54.889281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:54.889572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:54.889815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:54.896475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:54.896804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:54.906486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:54.906814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:54.907213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:54.907666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Bound port: b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:54.908058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.966355 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:54.991762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa742df8-6c75-427b-a2e9-216db1e91d14 None None] Provisioning for port 0cafa844-a5ab-405d-be62-74e90a816060 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:55.002273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:55.004904 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb4b06-2301-497e-8204-5dcede26abe2" -d '{"events": [{"server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "name": "network-vif-plugged", "status": "completed", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:55.020029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c7c63604-af19-45d8-ba19-e82cfa7e6b35 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:12:55.022304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa742df8-6c75-427b-a2e9-216db1e91d14 None None] Provisioning complete for port 0cafa844-a5ab-405d-be62-74e90a816060 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:55.022749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa742df8-6c75-427b-a2e9-216db1e91d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.037088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:55.041636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:55.050187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a680521-c8da-4047-a236-32c17dfe063f req-b2e3d1ba-c2d7-436c-95cf-8aea575d626d tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.051897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a680521-c8da-4047-a236-32c17dfe063f req-b2e3d1ba-c2d7-436c-95cf-8aea575d626d tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 935 time: 0.0873241 Aug 29 04:12:55.055026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.072402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aa742df8-6c75-427b-a2e9-216db1e91d14 None None] Port 0cafa844-a5ab-405d-be62-74e90a816060 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:12:55.077956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:55.114025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.133174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.134081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.135285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] 10.222.0.50 "PUT /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 1092 time: 1.0545108 Aug 29 04:12:55.136730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:55.138730 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160c81d-2010-4d8e-99bc-730e19fe9b23" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:55.177813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a680521-c8da-4047-a236-32c17dfe063f req-75383d53-dc49-4738-95cb-ef8ff3e2a1e0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103961 Aug 29 04:12:55.197394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a10e-8846-463d-8ad2-17d5410976ac service neutron] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.258106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port c7c63604-af19-45d8-ba19-e82cfa7e6b35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:12:55.265661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.276058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port c7c63604-af19-45d8-ba19-e82cfa7e6b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:12:55.276058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.338991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:12:55.354126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.370445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-bd35a787-0de6-43b8-a0fc-b8056313bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.373073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-bd35a787-0de6-43b8-a0fc-b8056313bbe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1095 time: 0.1366591 Aug 29 04:12:55.383706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Transition to ACTIVE for port object 0cafa844-a5ab-405d-be62-74e90a816060 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:12:55.389147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.441356 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.465386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-c7286458-4935-44bc-a2ef-742a353f3d63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.0694935 Aug 29 04:12:55.527617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:12:55.531717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.543409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.631865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:55.677766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Attempting to bind port 0cafa844-a5ab-405d-be62-74e90a816060 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:12:55.678269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Attempting to bind port 0cafa844-a5ab-405d-be62-74e90a816060 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:12:55.679613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Attempting to bind port 0cafa844-a5ab-405d-be62-74e90a816060 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:55.687615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Port 0cafa844-a5ab-405d-be62-74e90a816060 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:12:55.688237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Attempting to bind port 0cafa844-a5ab-405d-be62-74e90a816060 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:12:55.701549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:12:55.702483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:12:55.703166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:12:55.703880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Bound port: 0cafa844-a5ab-405d-be62-74e90a816060, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:12:55.704538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.719585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.722411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.726608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.728022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.729172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.730933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.732002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.732991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.734190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.735218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.736784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.737843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.738725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.739556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.751287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-8b25f059-b7e0-488e-8b32-653fcec91400 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f&device_id=fc549709-a1f4-48b0-b868-6390834b1fbd&device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60&device_id=078a9aee-6db3-4d1d-bcba-121312697a45&device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0&device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123&device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913&device_id=fe539150-3b89-48c0-adce-18ac25960e23&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&device_id=a25831a4-9782-40e6-901d-12ccb1f74131&device_id=12197205-717c-4b36-9842-b871724fb2f9&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 12630 time: 0.2883623 Aug 29 04:12:55.754195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ba87-af55-4702-88c1-20d785408f9b req-e45cda24-5a18-4d28-8644-4dbd589b4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.757440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-e45cda24-5a18-4d28-8644-4dbd589b4025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2768157 Aug 29 04:12:55.814576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:12:55.818489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:12:55.825952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.850356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-fb8e2785-d1da-4060-a732-3bf0673c3e1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717003 Aug 29 04:12:55.852415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-4cf08f4f-442a-4f8e-b44e-84a8476b23c3 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.863532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:55.864214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:55.865696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] 10.222.0.50 "PUT /v2.0/ports/0cafa844-a5ab-405d-be62-74e90a816060 HTTP/1.1" status: 200 len: 1096 time: 1.1429543 Aug 29 04:12:55.866258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:55.869110 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d0f76-7d19-439f-a183-30e6c49b3a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:55.917042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba645b5-2be4-4195-acef-55254c12d462 service neutron] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:56.000268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-2e4c9a8a-b76d-4202-a666-43acaf1ee159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.001998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-2e4c9a8a-b76d-4202-a666-43acaf1ee159 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 1099 time: 0.0503743 Aug 29 04:12:56.051741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a5c2e-78b0-4fd5-9f8a-f1ad2637bcab req-a6b895df-ee31-4985-940d-2d7a73d800d5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.053411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-822a5c2e-78b0-4fd5-9f8a-f1ad2637bcab req-a6b895df-ee31-4985-940d-2d7a73d800d5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1687016 Aug 29 04:12:56.104060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-54303126-ae33-44ef-bf06-dbf98871489e service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353146 Aug 29 04:12:56.104529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-22ac378f-28b3-4186-9ff4-9a1921ac6e87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0cafa844-a5ab-405d-be62-74e90a816060 HTTP/1.1" status: 200 len: 217 time: 0.0674043 Aug 29 04:12:56.162111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-822a5c2e-78b0-4fd5-9f8a-f1ad2637bcab req-37ce4dae-74d0-4661-bef4-1cb20e84da25 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876079 Aug 29 04:12:56.232358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-4cf08f4f-442a-4f8e-b44e-84a8476b23c3 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.246233 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c1e999-b653-43ff-8a8a-45cbedd9687a x-openstack-request-id: req-27c1e999-b653-43ff-8a8a-45cbedd9687a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:56.248438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-4cf08f4f-442a-4f8e-b44e-84a8476b23c3 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:56.248785 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "name": "network-vif-plugged", "status": "completed", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:56.249389 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27c1e999-b653-43ff-8a8a-45cbedd9687a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:56.250194 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', 'code': 200} Aug 29 04:12:56.307427 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba0202a-85ff-470a-adee-0abfb5167305 x-openstack-request-id: req-2ba0202a-85ff-470a-adee-0abfb5167305 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:56.307876 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:56.308211 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ba0202a-85ff-470a-adee-0abfb5167305 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:56.308847 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'status': 'completed', 'code': 200} Aug 29 04:12:56.340889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e84435e6-b6c9-4785-8917-cfce462c42dd req-4cf08f4f-442a-4f8e-b44e-84a8476b23c3 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&id=6a3e077c-8198-475b-a286-dfa19893fe49&id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5704913 Aug 29 04:12:56.383962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf08f4f-442a-4f8e-b44e-84a8476b23c3 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934ad9ad-530d-4ca5-9afd-1e1918388f60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:56.399515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc43ba87-af55-4702-88c1-20d785408f9b req-2de1dbf5-39dc-4abe-93b5-6a422f4fa1fb service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566824 Aug 29 04:12:56.521717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-74b0d933-c8d8-48d9-ba54-5dff8cc724be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.525059 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-74b0d933-c8d8-48d9-ba54-5dff8cc724be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3942850 Aug 29 04:12:56.529143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aea8d-8c96-4a2d-b372-6e67861275bd req-f6b98629-9224-4ede-b86b-d190e6aac05a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.531939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a2aea8d-8c96-4a2d-b372-6e67861275bd req-f6b98629-9224-4ede-b86b-d190e6aac05a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 949 time: 0.1458733 Aug 29 04:12:56.612843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e125cd-d3f8-4b18-9d66-6a8c825aaea8 req-938ec45e-95a5-463c-a123-709f120a3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.614376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e125cd-d3f8-4b18-9d66-6a8c825aaea8 req-938ec45e-95a5-463c-a123-709f120a3b58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 1101 time: 0.1199439 Aug 29 04:12:56.617605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a2aea8d-8c96-4a2d-b372-6e67861275bd req-b3ebe23c-c4df-4499-ba0a-4804965826a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 Aug 29 04:12:56.667737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e125cd-d3f8-4b18-9d66-6a8c825aaea8 req-bdbe1196-804e-4efa-92e6-0633e7aada62 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Aug 29 04:12:56.694920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-916d3e4e-56ac-4edc-927d-fa5835068544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.697006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-916d3e4e-56ac-4edc-927d-fa5835068544 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059732 Aug 29 04:12:56.711007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-449cfc12-d5e6-45c3-a3b2-5968399c323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.714340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-449cfc12-d5e6-45c3-a3b2-5968399c323b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1095 time: 0.1141474 Aug 29 04:12:56.726412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c715aa44-61a3-4a3f-9d2c-90bc178f87d0 req-47d425c3-b84d-4f99-b27a-bc67186fb6e8 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222318 Aug 29 04:12:56.850386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd16dcc-6b52-4265-ba73-e34203628700 req-7b270ec3-aad1-400a-937d-e0c09ca8b943 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.852193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fd16dcc-6b52-4265-ba73-e34203628700 req-7b270ec3-aad1-400a-937d-e0c09ca8b943 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.1216507 Aug 29 04:12:56.892129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715aa44-61a3-4a3f-9d2c-90bc178f87d0 req-1c06b882-9c54-4140-b232-802c64c564e5 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:56.893643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c715aa44-61a3-4a3f-9d2c-90bc178f87d0 req-1c06b882-9c54-4140-b232-802c64c564e5 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614938 Aug 29 04:12:56.922972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fd16dcc-6b52-4265-ba73-e34203628700 req-8ba5e501-8193-46d1-9d79-e346912951ad tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Aug 29 04:12:56.925712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c715aa44-61a3-4a3f-9d2c-90bc178f87d0 req-7f2623be-ba98-471b-ad23-328c6e1ec4c9 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/quotas/e8d6d5d783c14eada0dc0cacda05871f HTTP/1.1" status: 200 len: 375 time: 0.0174279 Aug 29 04:12:56.983231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c715aa44-61a3-4a3f-9d2c-90bc178f87d0 req-f801d66e-827d-4242-83db-45c40e68ca43 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441732 Aug 29 04:12:56.996995 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ff034-8baa-48b4-889d-dd1c7e6c7838 x-openstack-request-id: req-3c0ff034-8baa-48b4-889d-dd1c7e6c7838 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:56.997294 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:56.997582 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c0ff034-8baa-48b4-889d-dd1c7e6c7838 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:56.998012 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'status': 'completed', 'code': 200} Aug 29 04:12:57.108888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d7fdf-43da-4bc0-aab0-c885bb92e4bf req-829b9a41-8c07-4f7b-9a6d-0e06bc57621e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.110682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-755d7fdf-43da-4bc0-aab0-c885bb92e4bf req-829b9a41-8c07-4f7b-9a6d-0e06bc57621e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 947 time: 0.0580401 Aug 29 04:12:57.173832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-755d7fdf-43da-4bc0-aab0-c885bb92e4bf req-effc0f8b-6d3f-4a68-a1e6-05ac22b6d376 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518904 Aug 29 04:12:57.288182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-9656b601-007d-4822-9522-b20bd8a99768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.289701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-9656b601-007d-4822-9522-b20bd8a99768 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.1668656 Aug 29 04:12:57.291766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-2b84b258-384f-4203-87a6-5b49c222f037 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830649 Aug 29 04:12:57.469818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896775e-0ec5-43f8-873c-0554bae33ed4 req-9724c870-711d-4d8b-a6f1-8fdbfc371ad7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.471417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d896775e-0ec5-43f8-873c-0554bae33ed4 req-9724c870-711d-4d8b-a6f1-8fdbfc371ad7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0600321 Aug 29 04:12:57.501990 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-7859ef38-bef8-4b2f-ba72-28aa33710c65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1602998 Aug 29 04:12:57.557806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c70f5d3-5bad-49a8-80a6-1f25a52726dd req-9bc60c86-8fb5-4a71-a02d-6a69a26afe45 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075858 Aug 29 04:12:57.573713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d896775e-0ec5-43f8-873c-0554bae33ed4 req-fb8e2c3c-c3cb-4541-a71e-050e7080cff5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958414 Aug 29 04:12:57.575824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-591eec00-eb62-47b8-940f-b5d42253fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.577415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-591eec00-eb62-47b8-940f-b5d42253fe4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.0598094 Aug 29 04:12:57.594030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d015-1f12-4148-889c-674f224266ba req-e5067019-c20d-4b15-a5f7-ea09e15d5255 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.594517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d015-1f12-4148-889c-674f224266ba req-e5067019-c20d-4b15-a5f7-ea09e15d5255 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.594991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0d015-1f12-4148-889c-674f224266ba req-e5067019-c20d-4b15-a5f7-ea09e15d5255 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.596700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bf0d015-1f12-4148-889c-674f224266ba req-e5067019-c20d-4b15-a5f7-ea09e15d5255 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60&device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0&device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 2885 time: 0.0822802 Aug 29 04:12:57.626408 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-bfec2045-384e-49fe-89b4-e6968d44742b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306301 Aug 29 04:12:57.639803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bf0d015-1f12-4148-889c-674f224266ba req-ef7865e2-3a9a-484b-ab53-1c7c873b7974 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Aug 29 04:12:57.825352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9add2-855c-4b51-b9a9-11506e658a58 req-75df1ec6-2741-4a33-b8b8-5e0663cc1e95 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.826932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29c9add2-855c-4b51-b9a9-11506e658a58 req-75df1ec6-2741-4a33-b8b8-5e0663cc1e95 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 949 time: 0.0602381 Aug 29 04:12:57.874383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29c9add2-855c-4b51-b9a9-11506e658a58 req-924409d0-890e-412f-a8af-e73289aa168f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Aug 29 04:12:57.896027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-7adb252a-6dd7-4cdd-9d36-f304dc94e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:57.897553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-7adb252a-6dd7-4cdd-9d36-f304dc94e99e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 1099 time: 0.1234486 Aug 29 04:12:57.925538 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-8af0ed37-a503-4ed5-bbc2-d2d2cf4789fd service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859317 Aug 29 04:12:58.091645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-af796236-bd56-4cb0-a036-2b339cbdea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.093328 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-af796236-bd56-4cb0-a036-2b339cbdea77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1846256 Aug 29 04:12:58.105189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b160c81d-2010-4d8e-99bc-730e19fe9b23 req-a6888878-6f33-4f39-bf62-2f9272a5b70d service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654279 Aug 29 04:12:58.117521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80365bcc-b629-42c2-a6f2-f506d88c62fb req-90018290-e4a4-44e6-be3f-8e2e16b5d8ee tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.119360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80365bcc-b629-42c2-a6f2-f506d88c62fb req-90018290-e4a4-44e6-be3f-8e2e16b5d8ee tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.0681508 Aug 29 04:12:58.174972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27c9b254-f237-4250-be03-987e5f0a3bf2 req-e508166f-57e2-4670-b681-3381d6bbb7f1 tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397508 Aug 29 04:12:58.193516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-a2ce4817-cec6-4f0f-a476-c3d53ffc308a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=0cafa844-a5ab-405d-be62-74e90a816060 HTTP/1.1" status: 200 len: 217 time: 0.0406148 Aug 29 04:12:58.202414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80365bcc-b629-42c2-a6f2-f506d88c62fb req-ba8bca2a-8564-408a-9026-a1fe053b0f14 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766444 Aug 29 04:12:58.258157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:12:58.258157 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c8bab-e2fc-444f-96e9-12a902d0f2cc" -d '{"events": [{"server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:12:58.279716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-484e7a45-29ab-4c15-81a4-830ad19522c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.281553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-484e7a45-29ab-4c15-81a4-830ad19522c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0549197 Aug 29 04:12:58.322103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9b254-f237-4250-be03-987e5f0a3bf2 req-a5aab109-7bab-493d-99ca-917f5da825cb tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.323644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27c9b254-f237-4250-be03-987e5f0a3bf2 req-a5aab109-7bab-493d-99ca-917f5da825cb tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401527 Aug 29 04:12:58.344423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27c9b254-f237-4250-be03-987e5f0a3bf2 req-c76a84ba-ed3a-49fa-a5f7-160985cf10fc tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/quotas/e8d6d5d783c14eada0dc0cacda05871f HTTP/1.1" status: 200 len: 375 time: 0.0100482 Aug 29 04:12:58.355124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-dc921a60-1fb9-41f0-a567-c55e425b707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.357026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-dc921a60-1fb9-41f0-a567-c55e425b707e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584197 Aug 29 04:12:58.382637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27c9b254-f237-4250-be03-987e5f0a3bf2 req-398ac9f8-b276-4a8f-8dec-3030b19e6aaf tempest-QuotasAdminNegativeTest-528101265 tempest-QuotasAdminNegativeTest-528101265-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287712 Aug 29 04:12:58.513389 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8bd184-cef0-4623-b9a5-3b6d6d052c17 x-openstack-request-id: req-6d8bd184-cef0-4623-b9a5-3b6d6d052c17 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:12:58.513389 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:12:58.513661 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d8bd184-cef0-4623-b9a5-3b6d6d052c17 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:12:58.513973 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', 'code': 200} Aug 29 04:12:58.537659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-c75e27e2-c017-4cd4-83a7-0f7a99f995d4 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651139 Aug 29 04:12:58.538468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de7fe-c4b4-44b1-bdb3-d62c0ef8d9bd req-ecdcf674-c5ea-47f8-8fad-b16a2eadf296 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.540203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c4de7fe-c4b4-44b1-bdb3-d62c0ef8d9bd req-ecdcf674-c5ea-47f8-8fad-b16a2eadf296 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 947 time: 0.0603478 Aug 29 04:12:58.593360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c4de7fe-c4b4-44b1-bdb3-d62c0ef8d9bd req-d0c6a98b-20d0-45a2-99df-00e5d7d94c3b tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Aug 29 04:12:58.646993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67f37-53b4-44bf-b20e-0691feb0d435 req-88b594ae-5c65-45ad-a0f1-e79ea876143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.648565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37a67f37-53b4-44bf-b20e-0691feb0d435 req-88b594ae-5c65-45ad-a0f1-e79ea876143d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 1102 time: 0.0538933 Aug 29 04:12:58.692145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-905d0f76-7d19-439f-a183-30e6c49b3a4d req-cd1f6a5c-1299-44af-bea9-42cdce1d96ee service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251061 Aug 29 04:12:58.704662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37a67f37-53b4-44bf-b20e-0691feb0d435 req-690982b2-d0ab-45cb-a090-951d41bc37a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Aug 29 04:12:58.907322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cc7e8-31a9-42ba-bbf5-93a1d0778be2 req-cf92c7bd-9450-40b5-b503-3baa41df09bd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.908512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-965cc7e8-31a9-42ba-bbf5-93a1d0778be2 req-cf92c7bd-9450-40b5-b503-3baa41df09bd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0857809 Aug 29 04:12:58.978680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-965cc7e8-31a9-42ba-bbf5-93a1d0778be2 req-80e3c95e-52d9-4496-b2e8-ae5bef9a4ae8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Aug 29 04:12:58.985445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff731d-b0d0-450c-b356-71dc6565efe3 req-273c00eb-f290-4c2c-9638-e39b308a85b8 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:58.986950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fff731d-b0d0-450c-b356-71dc6565efe3 req-273c00eb-f290-4c2c-9638-e39b308a85b8 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1102 time: 0.0644441 Aug 29 04:12:59.033023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fff731d-b0d0-450c-b356-71dc6565efe3 req-bcbca319-eaaa-4349-b765-5a2213a831ed tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Aug 29 04:12:59.183310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c8f4-9a03-4b85-86ff-fa8153e837fc req-09f903a2-5abd-40fb-9f6a-37378830a38a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.185951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f9c8f4-9a03-4b85-86ff-fa8153e837fc req-09f903a2-5abd-40fb-9f6a-37378830a38a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 949 time: 0.0965445 Aug 29 04:12:59.195815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6005fce-554a-4f45-90a1-e186343d642e req-680ddf1a-c33c-4d0a-9d3a-46e20a36fa2b tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.197997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6005fce-554a-4f45-90a1-e186343d642e req-680ddf1a-c33c-4d0a-9d3a-46e20a36fa2b tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1102 time: 0.0733182 Aug 29 04:12:59.259945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f9c8f4-9a03-4b85-86ff-fa8153e837fc req-13b4551b-ae59-4aa7-8de3-3adc98b4e7dd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609074 Aug 29 04:12:59.274283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6005fce-554a-4f45-90a1-e186343d642e req-ba12df67-a936-4613-82a8-46ccec0c4f3b tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Aug 29 04:12:59.331799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.430823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.451728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2676d-61dc-4418-9219-a430effcf8cf req-e61b8041-218f-48c2-95b1-a1fd44911d5b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.453339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69c2676d-61dc-4418-9219-a430effcf8cf req-e61b8041-218f-48c2-95b1-a1fd44911d5b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.0603399 Aug 29 04:12:59.505984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69c2676d-61dc-4418-9219-a430effcf8cf req-9451bbf6-040a-49bc-9997-5a0b937404cc tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Aug 29 04:12:59.579548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d262269d-1821-4d20-9781-e23632019c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.672131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43ff1a-db9c-4d7e-b643-2c8e5282ccac req-e317b8dc-dd5a-42f5-a4a7-5666f399f5d3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:12:59.675589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c43ff1a-db9c-4d7e-b643-2c8e5282ccac req-e317b8dc-dd5a-42f5-a4a7-5666f399f5d3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 950 time: 0.0753143 Aug 29 04:12:59.725093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d262269d-1821-4d20-9781-e23632019c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.731367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d262269d-1821-4d20-9781-e23632019c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.748726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c43ff1a-db9c-4d7e-b643-2c8e5282ccac req-9c5f4c11-6639-4221-a488-987ccb5fd6d3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600033 Aug 29 04:12:59.793647 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d262269d-1821-4d20-9781-e23632019c79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8d6d5d783c14eada0dc0cacda05871f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606937 Aug 29 04:12:59.793908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:12:59.794943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262269d-1821-4d20-9781-e23632019c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb20ca-5e9e-4025-8c1c-682cb104e8da,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:12:59.943007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:12:59.999799 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.016554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd858b-0332-4077-a475-a73457adebb5 req-2e35a481-f5cf-4cb4-8785-1606d01d153a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.019300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61fd858b-0332-4077-a475-a73457adebb5 req-2e35a481-f5cf-4cb4-8785-1606d01d153a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 947 time: 0.1413944 Aug 29 04:13:00.136002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61fd858b-0332-4077-a475-a73457adebb5 req-a861702b-b919-4417-9cef-7907d3b8d6ea tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057222 Aug 29 04:13:00.179193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.182743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.184406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4eb20ca-5e9e-4025-8c1c-682cb104e8da HTTP/1.1" status: 204 len: 168 time: 0.3874996 Aug 29 04:13:00.221022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6cc32-8d75-4344-b308-69e8d534e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb20ca-5e9e-4025-8c1c-682cb104e8da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:00.319800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4becd7f-94e5-4d5d-8cd2-2db92aad662d req-ca45844b-4c47-4c43-bdf7-ee80e174620e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.323020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4becd7f-94e5-4d5d-8cd2-2db92aad662d req-ca45844b-4c47-4c43-bdf7-ee80e174620e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1050329 Aug 29 04:13:00.394160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4becd7f-94e5-4d5d-8cd2-2db92aad662d req-2d9b28d7-84e2-4f2f-84e3-1c67bbf16ecd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625181 Aug 29 04:13:00.655419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741aa2e-a6f2-4d44-b2e0-1aaa5a8b8c90 req-0b256bea-c5e5-4c75-be3f-91c924c224e8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:00.657088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4741aa2e-a6f2-4d44-b2e0-1aaa5a8b8c90 req-0b256bea-c5e5-4c75-be3f-91c924c224e8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.0588782 Aug 29 04:13:00.679325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:00.764583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:00.770163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4741aa2e-a6f2-4d44-b2e0-1aaa5a8b8c90 req-92fc9f5a-a8bf-44c0-b778-71810045d35b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984237 Aug 29 04:13:00.814191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c574353-9d74-4363-8b3a-5bbf9d435cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:00.959275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:00.982978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'port_id': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'mac_address': 'fa:16:3e:c3:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee7118-fdb9-435a-bdcc-6496588aaa0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:01.023045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c574353-9d74-4363-8b3a-5bbf9d435cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.028518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c574353-9d74-4363-8b3a-5bbf9d435cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.041487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.049258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f345-b663-4fbb-8a78-ede13a1e35f3 req-80d0a6e2-d6e6-4746-bf61-94d4d29208bd tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.053727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c877f345-b663-4fbb-8a78-ede13a1e35f3 req-80d0a6e2-d6e6-4746-bf61-94d4d29208bd tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2204158 Aug 29 04:13:01.062514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:01.082817 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c574353-9d74-4363-8b3a-5bbf9d435cd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd940d798b2f42cda9abc8649adb3fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167522 Aug 29 04:13:01.083625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574353-9d74-4363-8b3a-5bbf9d435cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c019d3-3afb-41a1-98ea-c1bf10941036,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:01.086456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:01.097312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:01.105252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.143736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9dc2-f277-41e5-a29d-84f480ca8dba req-1ab6b2de-06ed-4b2b-b32f-d921d6689a78 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.146568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22fa9dc2-f277-41e5-a29d-84f480ca8dba req-1ab6b2de-06ed-4b2b-b32f-d921d6689a78 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 950 time: 0.1805432 Aug 29 04:13:01.170927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:01.180903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.181250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.181599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.181933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.182268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.182598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.182928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.183257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.183584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.183906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.184531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.184809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.184976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:01.198292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c877f345-b663-4fbb-8a78-ede13a1e35f3 req-fe02253b-05d2-45c2-b6eb-79cd3354cf4b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310823 Aug 29 04:13:01.218476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.252697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22fa9dc2-f277-41e5-a29d-84f480ca8dba req-7bb2c7e6-c8a8-4698-9c3c-ea434ea0d73c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928411 Aug 29 04:13:01.299416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.304165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:01.305852 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8c019d3-3afb-41a1-98ea-c1bf10941036 HTTP/1.1" status: 204 len: 168 time: 0.2181368 Aug 29 04:13:01.319540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e617a45-42b8-48f5-b1c8-1fd7eb1567f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c019d3-3afb-41a1-98ea-c1bf10941036,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:01.479303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c692-4bd0-4a22-9c3e-660f9c2bc2ee req-af045896-deb6-4941-bde8-f5a12685abcf tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.482077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95e6c692-4bd0-4a22-9c3e-660f9c2bc2ee req-af045896-deb6-4941-bde8-f5a12685abcf tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 947 time: 0.0754111 Aug 29 04:13:01.546449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95e6c692-4bd0-4a22-9c3e-660f9c2bc2ee req-cec9aff1-6792-4d95-a859-0de5e7a438d0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Aug 29 04:13:01.716742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:01.723490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7375c-f62d-47bf-b125-8d8b2dd1218b req-c59246c7-62a1-4e38-ae5c-e41c65805fa8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.724591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c7375c-f62d-47bf-b125-8d8b2dd1218b req-c59246c7-62a1-4e38-ae5c-e41c65805fa8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0945201 Aug 29 04:13:01.802748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c7375c-f62d-47bf-b125-8d8b2dd1218b req-b4a930d0-295c-4741-919c-eca686bc4da6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705402 Aug 29 04:13:01.901218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04dcc6-7bd5-4db4-8675-508d85c13d19 req-04cd2e42-2bee-4fc6-8088-be77d5129e0a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.907863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04dcc6-7bd5-4db4-8675-508d85c13d19 req-04cd2e42-2bee-4fc6-8088-be77d5129e0a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:01.909595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce04dcc6-7bd5-4db4-8675-508d85c13d19 req-04cd2e42-2bee-4fc6-8088-be77d5129e0a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f&device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 1690 time: 0.1160028 Aug 29 04:13:01.983150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce04dcc6-7bd5-4db4-8675-508d85c13d19 req-ab2f75c2-d86e-4283-8bcd-3c554e03f742 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Aug 29 04:13:02.015254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de39439-ced7-4e4d-9f81-91b60f889df7 req-066eaadf-c6d7-41d3-9850-f3b701dfb001 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.017845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1de39439-ced7-4e4d-9f81-91b60f889df7 req-066eaadf-c6d7-41d3-9850-f3b701dfb001 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.0866113 Aug 29 04:13:02.076578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1de39439-ced7-4e4d-9f81-91b60f889df7 req-6ff3f96c-ec7a-4afb-b2df-49cfe5342e7d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514636 Aug 29 04:13:02.227553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7435b-6e1d-45e6-bf9d-535cc570e4aa req-a3091c40-e67a-47f8-af51-3905aab5e754 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.229284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cde7435b-6e1d-45e6-bf9d-535cc570e4aa req-a3091c40-e67a-47f8-af51-3905aab5e754 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 1102 time: 0.0510662 Aug 29 04:13:02.282096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cde7435b-6e1d-45e6-bf9d-535cc570e4aa req-db3c1c5a-1be1-4679-a602-57ffd9182d43 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Aug 29 04:13:02.376466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410582-7f18-4873-aa29-c0b51e2d4346 req-d9081998-3d10-4236-9ee9-555422b450e0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.379655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98410582-7f18-4873-aa29-c0b51e2d4346 req-d9081998-3d10-4236-9ee9-555422b450e0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0609839 Aug 29 04:13:02.460516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98410582-7f18-4873-aa29-c0b51e2d4346 req-6201705f-397b-4a24-b356-8c4822250529 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712099 Aug 29 04:13:02.470916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3e9d-2508-43e9-9f26-abea699c1c0e req-a133fcdf-a79b-4e32-8f1e-d7b11827f2dc tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.472595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c33e3e9d-2508-43e9-9f26-abea699c1c0e req-a133fcdf-a79b-4e32-8f1e-d7b11827f2dc tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 1101 time: 0.0594187 Aug 29 04:13:02.535420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c33e3e9d-2508-43e9-9f26-abea699c1c0e req-bcefb2a2-a050-4407-b281-8de2748f0d49 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Aug 29 04:13:02.693105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:02.844976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975b00a-cfbc-48f0-b347-2a6cbd08ff71 req-8184cd58-b60b-4aa0-8240-f94edf8986f0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:02.847720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1975b00a-cfbc-48f0-b347-2a6cbd08ff71 req-8184cd58-b60b-4aa0-8240-f94edf8986f0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 947 time: 0.1360924 Aug 29 04:13:02.914009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:02.925086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1975b00a-cfbc-48f0-b347-2a6cbd08ff71 req-8e431faf-66cb-42bf-be88-edc67a22d067 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679574 Aug 29 04:13:02.938745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '0cafa844-a5ab-405d-be62-74e90a816060', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '0cafa844-a5ab-405d-be62-74e90a816060', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:02.982181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-35f7d47a-5e63-49bb-ac79-aad4aca06581 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555325 Aug 29 04:13:03.011263 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.032967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:03.072594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:03.079481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:03.150063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:03.352957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5852de-9c9f-463e-9ada-8107eeed1fbb req-a304cdfc-93d6-4062-93e3-055934e4e2a3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:03.354464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c5852de-9c9f-463e-9ada-8107eeed1fbb req-a304cdfc-93d6-4062-93e3-055934e4e2a3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2872531 Aug 29 04:13:03.380383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-31278373-96e3-49f9-a031-392ca0da9022 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:03.381885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-31278373-96e3-49f9-a031-392ca0da9022 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907440 Aug 29 04:13:03.405424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-5cff8d95-430a-4154-8a3e-522c22b20f88 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.0164714 Aug 29 04:13:03.428900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c5852de-9c9f-463e-9ada-8107eeed1fbb req-b257e61f-5b81-4bd5-8924-c9f34443b3af tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652673 Aug 29 04:13:03.475610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-7717da14-e2c4-466a-b097-c8c44f81fc06 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0616271 Aug 29 04:13:03.627443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69074b-e9d0-41f3-bd2e-33fccb802212 req-f563f92b-1f27-4755-87a6-783c5595e1a7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:03.630882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db69074b-e9d0-41f3-bd2e-33fccb802212 req-f563f92b-1f27-4755-87a6-783c5595e1a7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.1052771 Aug 29 04:13:03.683787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db69074b-e9d0-41f3-bd2e-33fccb802212 req-9b62be67-bb9d-436b-b17c-b207fed1860b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Aug 29 04:13:03.727601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['0cafa844-a5ab-405d-be62-74e90a816060'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:03.935260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-c5df949e-c654-4329-a226-7325ddf8cb2c tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448534 Aug 29 04:13:03.955167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42908dc-5523-4878-aa4a-8bf4f3cb09cc req-7c9bb892-d85e-475f-8250-ad71c614d98e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:03.957019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c42908dc-5523-4878-aa4a-8bf4f3cb09cc req-7c9bb892-d85e-475f-8250-ad71c614d98e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0901823 Aug 29 04:13:04.110567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cae109ad-9a04-440b-bdbc-7317759f333b tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:04.112210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cae109ad-9a04-440b-bdbc-7317759f333b tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541502 Aug 29 04:13:04.115761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c42908dc-5523-4878-aa4a-8bf4f3cb09cc req-ed49fb3c-b55a-45c0-bed5-325557d97466 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262555 Aug 29 04:13:04.152838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-e8797150-14e6-45a0-bbcf-9db5f4d067e1 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/quotas/fb69e1c469974a0b84af0ec48a710ecb HTTP/1.1" status: 200 len: 375 time: 0.0212750 Aug 29 04:13:04.207087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-fd45379d-3540-4090-8a97-25eff1b26fad tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555315 Aug 29 04:13:04.254675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9debed23-1bcf-4e3a-b62e-4c67ccaf9df2 req-56631364-09fb-48f6-85cb-46367ccfb345 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 210 time: 0.0525270 Aug 29 04:13:04.627792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bab8dfb3-dfa7-4624-ac36-9b04454c99da req-0c9323cb-418a-4caf-94a4-692b6fc9af55 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0663154 Aug 29 04:13:04.701516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6260e2-904c-46c9-8969-a9845bc6d091 req-12ad2941-5c51-40b6-bc21-38c9a5a2ca8e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:04.716058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c6260e2-904c-46c9-8969-a9845bc6d091 req-12ad2941-5c51-40b6-bc21-38c9a5a2ca8e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.1347904 Aug 29 04:13:04.722985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:04.807081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:04.815834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:04.816785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:04.828605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c6260e2-904c-46c9-8969-a9845bc6d091 req-145d32b0-7c1f-41d5-964e-8d6a7bb00290 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068618 Aug 29 04:13:04.856462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70e9c3-09c8-4d61-943b-4bcb164bdc5a req-1de1db21-47a5-4c9c-b02d-d8ec046f25ec tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:04.856462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd70e9c3-09c8-4d61-943b-4bcb164bdc5a req-1de1db21-47a5-4c9c-b02d-d8ec046f25ec tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1173196 Aug 29 04:13:04.928002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd70e9c3-09c8-4d61-943b-4bcb164bdc5a req-b53a20fa-044f-4ff4-8599-8a046ce2e254 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693870 Aug 29 04:13:04.977112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.058065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:05.059903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767fb6f-aef3-4ba8-878e-ddbb3b9d2ed1 req-794c2c88-a529-4a6e-b2f1-e288bd5df24a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:05.060436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:05.061900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9767fb6f-aef3-4ba8-878e-ddbb3b9d2ed1 req-794c2c88-a529-4a6e-b2f1-e288bd5df24a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.0799222 Aug 29 04:13:05.063315 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485e656-b848-4d91-aaad-60f1f678a456" -d '{"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-plugged", "status": "completed", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:05.071909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.147418 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e099e-cbfe-411d-81ff-d2340bf58e48 x-openstack-request-id: req-d06e099e-cbfe-411d-81ff-d2340bf58e48 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:05.148023 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-plugged", "status": "completed", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:05.148426 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d06e099e-cbfe-411d-81ff-d2340bf58e48 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:05.149023 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'code': 200} Aug 29 04:13:05.158505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9767fb6f-aef3-4ba8-878e-ddbb3b9d2ed1 req-a4dd4c2a-0412-4370-b7d8-fb9b99c59348 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Aug 29 04:13:05.171863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:05.335054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df9dcc-7b71-40bd-8797-c2bca3f06f92 req-8f17f575-f888-406c-b21a-a5926a4c04eb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:05.339204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55df9dcc-7b71-40bd-8797-c2bca3f06f92 req-8f17f575-f888-406c-b21a-a5926a4c04eb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0899341 Aug 29 04:13:05.418204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b250a-7319-4505-af30-e8d7fb31c5ca req-a2cb14c3-b54f-41e9-bbeb-d26ca7c53bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:05.424585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55df9dcc-7b71-40bd-8797-c2bca3f06f92 req-62347e5c-6ec2-44cc-bc12-4e3655a5d2af tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764782 Aug 29 04:13:05.428833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-629b250a-7319-4505-af30-e8d7fb31c5ca req-a2cb14c3-b54f-41e9-bbeb-d26ca7c53bf3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.1033559 Aug 29 04:13:05.523441 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-629b250a-7319-4505-af30-e8d7fb31c5ca req-2de50cfc-99c4-4e6b-9c2b-25cbae76e28e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846648 Aug 29 04:13:05.536795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f14961ef-78a8-44ec-b17d-d565a0b1fa2d req-d64b437a-f72a-473a-94a1-e1b52b90e35e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 210 time: 0.1048360 Aug 29 04:13:05.684738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:05.767146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f64f3e6-404b-4cfa-9115-e0b570483ee1 req-14e02706-e9aa-45a7-bd08-7f847af3cb4d tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0369267 Aug 29 04:13:05.829390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f131285-a6ce-4740-aab3-c35c7ee810dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.949788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f131285-a6ce-4740-aab3-c35c7ee810dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:05.954729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f131285-a6ce-4740-aab3-c35c7ee810dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.024889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5f131285-a6ce-4740-aab3-c35c7ee810dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ce7f593cede4f80b2dda1baccd34c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337572 Aug 29 04:13:06.024889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f131285-a6ce-4740-aab3-c35c7ee810dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7343a3-8b16-48c4-a46b-060e91d88e0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:06.026122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:06.046131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770f04d-21d5-4e54-8508-a8800461f049 req-5544b316-bec9-4646-a07d-4e9da2d8830b tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.047565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5770f04d-21d5-4e54-8508-a8800461f049 req-5544b316-bec9-4646-a07d-4e9da2d8830b tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.1113896 Aug 29 04:13:06.141902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.154901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444cfe4-79fa-4cb5-8213-9a3440977409 req-666d2fdf-33ce-4b09-baa6-efe8043de3e8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.157441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e444cfe4-79fa-4cb5-8213-9a3440977409 req-666d2fdf-33ce-4b09-baa6-efe8043de3e8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1288922 Aug 29 04:13:06.175046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5770f04d-21d5-4e54-8508-a8800461f049 req-374199b5-241b-496e-9ddd-47c19a972641 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051445 Aug 29 04:13:06.191749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-255b4939-f4ca-4841-9371-c6984ee595f6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542300 Aug 29 04:13:06.233940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.246587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e444cfe4-79fa-4cb5-8213-9a3440977409 req-17bd8d2f-d6cb-4e09-b3f9-fcb6580b7627 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Aug 29 04:13:06.356236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8906-46ef-4f14-a3b5-050398408b0b req-99b5ab7b-2a92-4779-8521-1e3276672cdb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.357978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-190f8906-46ef-4f14-a3b5-050398408b0b req-99b5ab7b-2a92-4779-8521-1e3276672cdb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 945 time: 0.0618925 Aug 29 04:13:06.412230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-190f8906-46ef-4f14-a3b5-050398408b0b req-7f13ef7f-a960-4cc2-a3b7-b57677f93a38 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Aug 29 04:13:06.425843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-7b08810e-8a6c-4003-98df-2840cece7af9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.427423 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-7b08810e-8a6c-4003-98df-2840cece7af9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262342 Aug 29 04:13:06.435229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.440287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.447829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b7343a3-8b16-48c4-a46b-060e91d88e0b HTTP/1.1" status: 204 len: 168 time: 0.4201896 Aug 29 04:13:06.469809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:06.475417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727118cd-e3d5-404b-a30a-3cf3bc867888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7343a3-8b16-48c4-a46b-060e91d88e0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:06.640146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0849482-64a6-4c31-b203-3a34439773ad req-edd003ec-e639-41eb-abde-ca5a6d43c06a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:06.642738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0849482-64a6-4c31-b203-3a34439773ad req-edd003ec-e639-41eb-abde-ca5a6d43c06a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0878327 Aug 29 04:13:06.682067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:06.686184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.691973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd73887c-e6a5-41b9-a6ab-8f5950523ea4 req-342a5829-8128-43aa-9c4b-545d7c415e89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 210 time: 0.0678535 Aug 29 04:13:06.730990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:06.741656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0849482-64a6-4c31-b203-3a34439773ad req-9ff9e111-d120-489c-b55e-24b329d26422 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815721 Aug 29 04:13:06.834332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 0cafa844-a5ab-405d-be62-74e90a816060 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:06.846461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 0cafa844-a5ab-405d-be62-74e90a816060 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:06.849720 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.900479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.241 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/1ed46918-bf1a-4d84-80a1-1c2c45729798) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:06.940400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff0f2cc9-ce4e-4578-9ebb-18c9b02545e5 req-062b26b6-f732-461c-9fea-207b7113990a tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0790837 Aug 29 04:13:06.979249 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:06.998361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:07.014611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e0377e-cc3f-4b92-9fc3-e0d5b9bb3233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.034125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:07.043226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.111249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.150035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:07.154133 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b527f4-f495-4137-a35d-d402fc72a12d" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:07.158709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e0377e-cc3f-4b92-9fc3-e0d5b9bb3233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.163833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3e0377e-cc3f-4b92-9fc3-e0d5b9bb3233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.218154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b3e0377e-cc3f-4b92-9fc3-e0d5b9bb3233 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=292cc37a96f24ae18c8675179aacd9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185256 Aug 29 04:13:07.222245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:07.226572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.253313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-54e27acd-e2ce-47a3-b293-26dd6fd6d3d3 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587356 Aug 29 04:13:07.259603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49981eea-730c-4556-91a3-77b1d4ed8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.271412 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f96eed-4ba8-4289-9023-6d5c0cc4af35 x-openstack-request-id: req-73f96eed-4ba8-4289-9023-6d5c0cc4af35 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:07.271842 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:07.272295 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73f96eed-4ba8-4289-9023-6d5c0cc4af35 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:07.273189 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'code': 200} Aug 29 04:13:07.292344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 1ed46918-bf1a-4d84-80a1-1c2c45729798 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:07.299440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0377e-cc3f-4b92-9fc3-e0d5b9bb3233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daeae86-bf2d-45e7-b76d-a597e62207c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.323646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.391617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.468272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.496119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:07.497522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c19e5-6115-4820-9431-43dd04192a9a req-27f2fa09-c244-48d1-8580-8f937c917310 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:07.506373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-652c19e5-6115-4820-9431-43dd04192a9a req-27f2fa09-c244-48d1-8580-8f937c917310 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1594613 Aug 29 04:13:07.563015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:07.565564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c685d7-cf3f-4ede-86a0-7a36c68d75a4 req-9dc02553-26b4-474a-8340-aaf9c55d939c tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:07.567173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0c685d7-cf3f-4ede-86a0-7a36c68d75a4 req-9dc02553-26b4-474a-8340-aaf9c55d939c tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 949 time: 0.1531518 Aug 29 04:13:07.589261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:07.596775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:07.613559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-042d669a-90d6-4351-ac1b-c5d48145eeae tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:07.616279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-042d669a-90d6-4351-ac1b-c5d48145eeae tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476467 Aug 29 04:13:07.617275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.633016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-652c19e5-6115-4820-9431-43dd04192a9a req-1c8c94da-458e-4664-87ba-c9191d9bab4f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249321 Aug 29 04:13:07.637399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:07.711466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0c685d7-cf3f-4ede-86a0-7a36c68d75a4 req-cc7451a9-8a89-41d7-b722-eac8199f72f9 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Aug 29 04:13:07.724427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07902751-19be-4b02-b121-555bf90ab624 req-68f85e38-069e-407a-8bfa-3f2e775de74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:07.732866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07902751-19be-4b02-b121-555bf90ab624 req-68f85e38-069e-407a-8bfa-3f2e775de74c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 1101 time: 0.2123058 Aug 29 04:13:07.738724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.747503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.756086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0daeae86-bf2d-45e7-b76d-a597e62207c8 HTTP/1.1" status: 204 len: 168 time: 0.5320530 Aug 29 04:13:07.814627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5a911-8c67-4d68-97d3-4ba9a426edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daeae86-bf2d-45e7-b76d-a597e62207c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:07.845299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:07.846408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:07.870928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Request body: {'port': {'device_id': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': 'fb69e1c469974a0b84af0ec48a710ecb'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:07.981081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07902751-19be-4b02-b121-555bf90ab624 req-06061825-3de5-49ea-9cbd-d796988a93ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780159 Aug 29 04:13:08.160061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c86f18-7b2f-4b34-ac69-8414f6f35782 req-ed5d4582-cc41-407b-9561-a9ee15bb5175 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.172863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69c86f18-7b2f-4b34-ac69-8414f6f35782 req-ed5d4582-cc41-407b-9561-a9ee15bb5175 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 945 time: 0.3104305 Aug 29 04:13:08.191044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Made reservation on behalf of fb69e1c469974a0b84af0ec48a710ecb for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:08.200881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.229787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.246060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc928b-8218-4157-9919-99280aefd362 req-653e2548-0e79-4a08-9eec-dab8af5a6d2a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.250413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08bc928b-8218-4157-9919-99280aefd362 req-653e2548-0e79-4a08-9eec-dab8af5a6d2a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 936 time: 0.2530456 Aug 29 04:13:08.255111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-9aabbaca-ab6a-4665-aaf8-7709f0be208a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7919862 Aug 29 04:13:08.259329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61912768-ce87-49f5-afa6-7a3abf56dd0b None None] Provisioning for port 1ed46918-bf1a-4d84-80a1-1c2c45729798 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:08.313798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61912768-ce87-49f5-afa6-7a3abf56dd0b None None] Provisioning complete for port 1ed46918-bf1a-4d84-80a1-1c2c45729798 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:08.314345 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61912768-ce87-49f5-afa6-7a3abf56dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.349244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69c86f18-7b2f-4b34-ac69-8414f6f35782 req-b24166f7-8c44-4e8d-8afb-1c5631aaf147 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639514 Aug 29 04:13:08.355224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61912768-ce87-49f5-afa6-7a3abf56dd0b None None] Port 1ed46918-bf1a-4d84-80a1-1c2c45729798 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:08.386540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08bc928b-8218-4157-9919-99280aefd362 req-03eada14-25d3-4aad-8c12-15801284e6a6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128600 Aug 29 04:13:08.432494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Request body: {'port': {'device_id': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:08.529611 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:08.575763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e49e6-ff04-4f5f-b0d8-393d214c44b1 req-3686b032-dcbd-4537-8860-a11f80533970 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.577508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7e49e6-ff04-4f5f-b0d8-393d214c44b1 req-3686b032-dcbd-4537-8860-a11f80533970 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0775001 Aug 29 04:13:08.641527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.647184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.666926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:08.687093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7e49e6-ff04-4f5f-b0d8-393d214c44b1 req-c172e9dd-20db-415d-86e2-c63d7751d839 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996284 Aug 29 04:13:08.746188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7cb43d5-8761-4f7b-af5e-cb60a473e8bd req-4fb894f9-64a7-44ac-9ce8-9d85f9cf5b4f tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0476110 Aug 29 04:13:08.835581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5de96-ffa1-4e3c-93bf-c18ba1566b74 req-25951162-7ac7-4132-b0ae-4e1647099bb7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.837322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8e5de96-ffa1-4e3c-93bf-c18ba1566b74 req-25951162-7ac7-4132-b0ae-4e1647099bb7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0547476 Aug 29 04:13:08.853737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c90ef6-59b9-471d-8b37-d6ac0930c5f0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:08.915604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8e5de96-ffa1-4e3c-93bf-c18ba1566b74 req-2cf077e2-c029-4da3-b2a9-ce31a763b5d8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Aug 29 04:13:08.929807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1f707-8e9b-4809-b46b-6c278f262a51 req-f87d1e0a-8d43-40c8-83f9-9391e710bba4 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:08.931987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79a1f707-8e9b-4809-b46b-6c278f262a51 req-f87d1e0a-8d43-40c8-83f9-9391e710bba4 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 949 time: 0.0929656 Aug 29 04:13:08.981482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79a1f707-8e9b-4809-b46b-6c278f262a51 req-98207d15-7813-4572-b092-50ecfdd88ed0 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Aug 29 04:13:09.148832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Allocated IP 192.168.233.9 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/4fc08fec-7855-435b-808a-6d7608cf6f62) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:09.330412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.348344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Transition to ACTIVE for port object 4fc08fec-7855-435b-808a-6d7608cf6f62 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:09.397443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.535279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:09.548170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:09.556863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:09.562209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Pushing event updated for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:09.675284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddae94-564c-4984-93a3-b3532e91dd74 req-de0228ad-14dd-4859-afed-b442fa9251d8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.677246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.678201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.689624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dddae94-564c-4984-93a3-b3532e91dd74 req-de0228ad-14dd-4859-afed-b442fa9251d8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 936 time: 0.1860945 Aug 29 04:13:09.722691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-94c6d947-7cbb-44bf-a2ab-eed36ea956b7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8704660 Aug 29 04:13:09.770962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed46918-bf1a-4d84-80a1-1c2c45729798 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:09.791093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.802544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08085b3-aed0-438f-9d17-9fd8a4579f59 req-5f51f38b-0807-417e-ba69-1b4f9147636b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:09.805408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08085b3-aed0-438f-9d17-9fd8a4579f59 req-5f51f38b-0807-417e-ba69-1b4f9147636b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 945 time: 0.2289543 Aug 29 04:13:09.815442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Transition to ACTIVE for port object 1ed46918-bf1a-4d84-80a1-1c2c45729798 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:09.823302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.850320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Request body: {'port': {'device_id': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:09.853355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dddae94-564c-4984-93a3-b3532e91dd74 req-de6f8f82-402a-4e33-87c4-2e324e085d12 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553314 Aug 29 04:13:09.920356 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a68ceb92-d56e-46e4-8c48-4e30dc68f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:09.937264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08085b3-aed0-438f-9d17-9fd8a4579f59 req-65054924-9dad-4152-808d-07e8b1d1f243 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128550 Aug 29 04:13:10.031005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.042954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ff9a358-77e8-46c5-bb4a-b2c6b5114844 None None] Provisioning for port 4fc08fec-7855-435b-808a-6d7608cf6f62 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:10.052391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ff9a358-77e8-46c5-bb4a-b2c6b5114844 None None] Provisioning complete for port 4fc08fec-7855-435b-808a-6d7608cf6f62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:10.061309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a358-77e8-46c5-bb4a-b2c6b5114844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.169573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9a358-77e8-46c5-bb4a-b2c6b5114844 None None] Port 4fc08fec-7855-435b-808a-6d7608cf6f62 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:10.173332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.207705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.265135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Attempting to bind port 1ed46918-bf1a-4d84-80a1-1c2c45729798 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:10.265480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Attempting to bind port 1ed46918-bf1a-4d84-80a1-1c2c45729798 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:10.265820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Attempting to bind port 1ed46918-bf1a-4d84-80a1-1c2c45729798 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:10.282556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Port 1ed46918-bf1a-4d84-80a1-1c2c45729798 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:10.282803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Attempting to bind port 1ed46918-bf1a-4d84-80a1-1c2c45729798 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:10.291329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:10.291673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:10.292098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:10.292563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Bound port: 1ed46918-bf1a-4d84-80a1-1c2c45729798, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:10.292935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.321801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46e72d-ebda-4975-bcbe-2869ec22cbdf req-5ca62cf5-f227-4488-bcfd-329f188ba0fb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.323895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b46e72d-ebda-4975-bcbe-2869ec22cbdf req-5ca62cf5-f227-4488-bcfd-329f188ba0fb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1368189 Aug 29 04:13:10.342159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099cba7-7925-4fbe-85ad-c4bf43f6fb3a req-c2ef25dc-0318-4db0-9bcd-478e98c8f5c3 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.344135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b099cba7-7925-4fbe-85ad-c4bf43f6fb3a req-c2ef25dc-0318-4db0-9bcd-478e98c8f5c3 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 934 time: 0.1236846 Aug 29 04:13:10.408726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b46e72d-ebda-4975-bcbe-2869ec22cbdf req-cb49d0ce-4859-4ba9-981c-b43607a39185 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627565 Aug 29 04:13:10.427501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b099cba7-7925-4fbe-85ad-c4bf43f6fb3a req-bdb74b44-b720-442d-afa8-5dc15e37953f tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569947 Aug 29 04:13:10.575113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac7d3-d1e3-4465-8d3d-d5bc6f18a9ec req-ea1c87eb-cccb-4608-9e76-ed4a263e3ef0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.576821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0dac7d3-d1e3-4465-8d3d-d5bc6f18a9ec req-ea1c87eb-cccb-4608-9e76-ed4a263e3ef0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1004341 Aug 29 04:13:10.583779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8b308-ee8e-4951-92c0-92d86752b12c req-c08c4479-c7b6-41a7-9add-bdc443f8f8f1 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.585404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e8b308-ee8e-4951-92c0-92d86752b12c req-c08c4479-c7b6-41a7-9add-bdc443f8f8f1 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.0978434 Aug 29 04:13:10.655074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0dac7d3-d1e3-4465-8d3d-d5bc6f18a9ec req-f38b446b-90cd-44d9-876f-12826a2a0874 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 Aug 29 04:13:10.662871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e8b308-ee8e-4951-92c0-92d86752b12c req-36080305-0523-46d9-887c-d3fb0a278dd2 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Aug 29 04:13:10.746437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:10.771993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:10.778952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.829769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7be33-a9a0-41a2-82d5-4813b5d929ad req-c7cb75d4-4139-4e31-82e1-4d8cfc813116 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.831698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fe7be33-a9a0-41a2-82d5-4813b5d929ad req-c7cb75d4-4139-4e31-82e1-4d8cfc813116 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 949 time: 0.0673492 Aug 29 04:13:10.854388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:10.855015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:10.856691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ed46918-bf1a-4d84-80a1-1c2c45729798 HTTP/1.1" status: 200 len: 1097 time: 2.4400332 Aug 29 04:13:10.857119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:10.859618 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1559a-f8e9-4d93-8022-9817cfefddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:10.886903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd14b-d034-4e51-a49b-3f19a7a24e56 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:10.928632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fe7be33-a9a0-41a2-82d5-4813b5d929ad req-c6cb18fe-1989-4a6f-b8d5-cd3b96bfd5b9 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837936 Aug 29 04:13:10.976219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc08fec-7855-435b-808a-6d7608cf6f62 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:10.993355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.020105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Transition to ACTIVE for port object 4fc08fec-7855-435b-808a-6d7608cf6f62 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:11.040995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.108750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eae54-e3f0-4df4-a42e-e61bd8cba640 req-9d61f4f3-75a1-4cac-bccf-3eac3fb42c1c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.112848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e4eae54-e3f0-4df4-a42e-e61bd8cba640 req-9d61f4f3-75a1-4cac-bccf-3eac3fb42c1c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.0973794 Aug 29 04:13:11.163463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.185703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e4eae54-e3f0-4df4-a42e-e61bd8cba640 req-42ac8c9f-a300-47cc-a3d7-ee0bc2083049 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627475 Aug 29 04:13:11.200013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:11.207822 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b0a583-5850-4c02-be5d-7bf4bc06318f x-openstack-request-id: req-b4b0a583-5850-4c02-be5d-7bf4bc06318f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:11.208296 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:11.208705 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4b0a583-5850-4c02-be5d-7bf4bc06318f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:11.209345 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798', 'status': 'completed', 'code': 200} Aug 29 04:13:11.317249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-5c00708e-9894-43c9-b88a-b956955193a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.320193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-5c00708e-9894-43c9-b88a-b956955193a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 1100 time: 0.1806991 Aug 29 04:13:11.322069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Attempting to bind port 4fc08fec-7855-435b-808a-6d7608cf6f62 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:11.322612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Attempting to bind port 4fc08fec-7855-435b-808a-6d7608cf6f62 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:11.323145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Attempting to bind port 4fc08fec-7855-435b-808a-6d7608cf6f62 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:11.333902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Port 4fc08fec-7855-435b-808a-6d7608cf6f62 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:11.334279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Attempting to bind port 4fc08fec-7855-435b-808a-6d7608cf6f62 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:11.341671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:11.342006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:11.343038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:11.343518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Bound port: 4fc08fec-7855-435b-808a-6d7608cf6f62, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:11.343884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.373618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680b7a4-3193-4159-9ff4-3c488c6fa752 req-5fdbb894-8068-46e3-88ff-e72261de30c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.375852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f680b7a4-3193-4159-9ff4-3c488c6fa752 req-5fdbb894-8068-46e3-88ff-e72261de30c0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 948 time: 0.0813580 Aug 29 04:13:11.404468 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-3685f0ab-1f93-46a0-b65b-bdb73c24ea4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798 HTTP/1.1" status: 200 len: 217 time: 0.0567973 Aug 29 04:13:11.460545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f680b7a4-3193-4159-9ff4-3c488c6fa752 req-e999a3cd-26fa-4e43-ac4c-53143ebf32f0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Aug 29 04:13:11.514590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-aba8db1e-76d9-4860-aeb6-f4825489282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.516131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-aba8db1e-76d9-4860-aeb6-f4825489282d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0857298 Aug 29 04:13:11.520930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:11.527063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4fc08fec-7855-435b-808a-6d7608cf6f62,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:11.541070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.603908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.604648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.606402 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] 10.222.0.50 "PUT /v2.0/ports/4fc08fec-7855-435b-808a-6d7608cf6f62 HTTP/1.1" status: 200 len: 1095 time: 1.7771628 Aug 29 04:13:11.648029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-a98202d2-1dfd-4e74-8d9c-f1d916524140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.651310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-a98202d2-1dfd-4e74-8d9c-f1d916524140 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1223965 Aug 29 04:13:11.652339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb655bf5-0836-47db-acce-2280bb423107 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:11.654276 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:11.908529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-95eb9900-1eba-4c9a-9ced-6245dd5f398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.910203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-95eb9900-1eba-4c9a-9ced-6245dd5f398f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 1098 time: 0.1147196 Aug 29 04:13:11.932873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-b87e0710-69ba-4a32-9ac4-2f3d6fba7ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010436 Aug 29 04:13:11.960581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697993fb-357a-4691-98d0-904dbaf8092f req-bcaed61f-a321-45c5-8162-7abaa80c734d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:11.963262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-697993fb-357a-4691-98d0-904dbaf8092f req-bcaed61f-a321-45c5-8162-7abaa80c734d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1210349 Aug 29 04:13:12.003607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-c994f565-6adb-4a35-9d8e-d25a874a6992 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4fc08fec-7855-435b-808a-6d7608cf6f62 HTTP/1.1" status: 200 len: 217 time: 0.0463505 Aug 29 04:13:12.044795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-697993fb-357a-4691-98d0-904dbaf8092f req-2de9859d-4191-467d-b8ab-5fba6507af7b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660634 Aug 29 04:13:12.053798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34782a-8e3d-411f-a831-9e6a6d6b035e req-bec46774-1852-4a74-a9bc-787e5c3d046e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.055959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f34782a-8e3d-411f-a831-9e6a6d6b035e req-bec46774-1852-4a74-a9bc-787e5c3d046e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 946 time: 0.0911505 Aug 29 04:13:12.117132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-53edfeb6-9b46-4139-bfba-be78251bebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.119234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-53edfeb6-9b46-4139-bfba-be78251bebf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0726600 Aug 29 04:13:12.144675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f34782a-8e3d-411f-a831-9e6a6d6b035e req-cbca2339-1774-416a-8f76-0077e3c8a726 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695200 Aug 29 04:13:12.149525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f491d62-72e9-4d00-bd8a-97bbb77804b8 req-a4e9c20c-3d9e-4afe-8576-67cb25b0bfee service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831155 Aug 29 04:13:12.222787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-b75dd83f-c7a0-42b1-b86f-e278970914b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.225389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-b75dd83f-c7a0-42b1-b86f-e278970914b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743618 Aug 29 04:13:12.296733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6bf83-7d9e-4c45-9f19-21895a62d7ad req-8c91a3ee-ea07-44e7-953a-8d9f34008480 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.298395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2d6bf83-7d9e-4c45-9f19-21895a62d7ad req-8c91a3ee-ea07-44e7-953a-8d9f34008480 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0671055 Aug 29 04:13:12.343767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2d6bf83-7d9e-4c45-9f19-21895a62d7ad req-47b214e5-f07d-4c61-87c1-b6c3d6a948b4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375655 Aug 29 04:13:12.470453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-0bfc63ef-8b6f-4db9-9789-abe816796e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.480619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-0bfc63ef-8b6f-4db9-9789-abe816796e48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 1100 time: 0.1036572 Aug 29 04:13:12.492559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-3b860dbb-b61e-4583-b8ba-27acf2f371c1 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439300 Aug 29 04:13:12.674204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6d04b-d93c-4295-a610-c022587e11a6 req-57b6e287-2dd4-4a43-8436-ebcd3e20821d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.676905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfd6d04b-d93c-4295-a610-c022587e11a6 req-57b6e287-2dd4-4a43-8436-ebcd3e20821d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.1435742 Aug 29 04:13:12.693141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66cc9-0088-4abf-85ab-1be6c00f7d7c req-471b9001-b440-426b-9662-cbf04cc4c08f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.695267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2f66cc9-0088-4abf-85ab-1be6c00f7d7c req-471b9001-b440-426b-9662-cbf04cc4c08f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 948 time: 0.1096389 Aug 29 04:13:12.788396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-93cf842e-555c-4a5e-8f3d-17c7ec2a7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:12.791918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-93cf842e-555c-4a5e-8f3d-17c7ec2a7c6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2812195 Aug 29 04:13:12.798531 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d41d9ada-3ff7-4dbe-a942-84fd67c43df2 req-15f7a558-9c2e-4f99-adef-9e5dd4c929fa service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574790 Aug 29 04:13:12.800661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfd6d04b-d93c-4295-a610-c022587e11a6 req-d97ec8ca-1fb5-4704-8afb-b090ef6eb6b8 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036425 Aug 29 04:13:12.812484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2f66cc9-0088-4abf-85ab-1be6c00f7d7c req-cf083647-34b2-4883-8dfe-14d9cf947ab9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047235 Aug 29 04:13:12.831767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:12.918582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-91257f97-9e53-4b0d-ab92-b61cd73c3190 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798 HTTP/1.1" status: 200 len: 217 time: 0.0575471 Aug 29 04:13:13.072515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-5a3e6169-3670-4cc0-a287-dbc17a19acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.074305 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-5a3e6169-3670-4cc0-a287-dbc17a19acbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0562942 Aug 29 04:13:13.192864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-1a1b8900-8697-4d34-9648-7b567b1ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.196526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-1a1b8900-8697-4d34-9648-7b567b1ea30d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720308 Aug 29 04:13:13.216870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:13.224449 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16050c68-4432-4728-a35c-88ea2e16e395" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:13.282417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a6b74-f08f-4de6-8d8c-b8d3c464efae req-ad39f7b2-d020-4300-946a-120914ce2929 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.286321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-878a6b74-f08f-4de6-8d8c-b8d3c464efae req-ad39f7b2-d020-4300-946a-120914ce2929 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1083851 Aug 29 04:13:13.397481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-878a6b74-f08f-4de6-8d8c-b8d3c464efae req-2cac7374-a155-4c1f-b597-515ccdbacad5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987082 Aug 29 04:13:13.411600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-f907460c-29f3-4eec-a742-f7ab0f8a91b9 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811893 Aug 29 04:13:13.430496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2dbb-1696-4e64-8c85-f32b97e0b95b req-6d0d248a-5dd8-410c-8be7-f7012c9cbc1b tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.432380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-442e2dbb-1696-4e64-8c85-f32b97e0b95b req-6d0d248a-5dd8-410c-8be7-f7012c9cbc1b tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 946 time: 0.1123691 Aug 29 04:13:13.497857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-442e2dbb-1696-4e64-8c85-f32b97e0b95b req-87bd5bf8-d098-4adc-9cc6-14a38260dcfe tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538707 Aug 29 04:13:13.550684 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65cb6a-8097-47e5-ab83-9b74bee85aff x-openstack-request-id: req-bd65cb6a-8097-47e5-ab83-9b74bee85aff {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:13.551115 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:13.551564 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd65cb6a-8097-47e5-ab83-9b74bee85aff {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:13.552283 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62', 'status': 'completed', 'code': 200} Aug 29 04:13:13.558220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5fc1559a-f8e9-4d93-8022-9817cfefddb4 req-2456fa56-ec18-409e-a5c6-7cb046146c4f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294687 Aug 29 04:13:13.684953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c6073-32ea-433e-88a7-639e50f79819 req-0bcedfa5-1db9-4ea3-bfd2-c78f95f60baf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.686557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9c6073-32ea-433e-88a7-639e50f79819 req-0bcedfa5-1db9-4ea3-bfd2-c78f95f60baf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.0995417 Aug 29 04:13:13.694040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-f034ff7e-3cdf-4982-aff7-46caabb568fa service neutron] 10.222.0.54 "GET /v2.0/ports/3b5effc6-a989-4d00-a500-d4d3ccab12f2/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.0947647 Aug 29 04:13:13.723912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c68-4432-4728-a35c-88ea2e16e395 req-69a90dfb-a1d4-4a7d-9d95-14e8a0417a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.727636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-69a90dfb-a1d4-4a7d-9d95-14e8a0417a7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 1098 time: 0.0938401 Aug 29 04:13:13.765775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:13.793592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9c6073-32ea-433e-88a7-639e50f79819 req-c4083eb7-bc90-45fd-8c51-a78a5827ec28 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834975 Aug 29 04:13:13.857597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c68-4432-4728-a35c-88ea2e16e395 req-a54db4bb-55f4-4bbc-9992-73a2a27c08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:13.859288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-a54db4bb-55f4-4bbc-9992-73a2a27c08a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1098161 Aug 29 04:13:13.959097 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-9cd2fd2e-7cef-421b-bb87-9cf6adf0e0aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4fc08fec-7855-435b-808a-6d7608cf6f62 HTTP/1.1" status: 200 len: 217 time: 0.0470796 Aug 29 04:13:14.046400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c68-4432-4728-a35c-88ea2e16e395 req-107a1e9e-2ef7-4db3-a52b-5c92bf6ae393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.047888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-107a1e9e-2ef7-4db3-a52b-5c92bf6ae393 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0660694 Aug 29 04:13:14.054010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db49bd2e-6d2a-429a-be5c-78f30557fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.126240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c68-4432-4728-a35c-88ea2e16e395 req-c3fbd34a-a91c-43dc-be9b-a9ea943f838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.129013 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-c3fbd34a-a91c-43dc-be9b-a9ea943f838f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718565 Aug 29 04:13:14.133465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a0646-d2ce-4663-b8c6-01de94146aa1 req-95bcb484-1e40-4124-9460-9be510392a13 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.135053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67a0646-d2ce-4663-b8c6-01de94146aa1 req-95bcb484-1e40-4124-9460-9be510392a13 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.2138162 Aug 29 04:13:14.144621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-18f93971-f438-427a-b74f-a875e157f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.146143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-18f93971-f438-427a-b74f-a875e157f846 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1102 time: 0.1718872 Aug 29 04:13:14.167957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea0878-df8c-41fe-b11f-bef436c73d4e req-d1c9594d-17a7-4a67-8435-12aa0616ce83 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.169548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aea0878-df8c-41fe-b11f-bef436c73d4e req-d1c9594d-17a7-4a67-8435-12aa0616ce83 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 948 time: 0.1524050 Aug 29 04:13:14.275458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-aa0ffdbe-2484-4619-a268-a1c36fbfe3ac service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205316 Aug 29 04:13:14.289324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67a0646-d2ce-4663-b8c6-01de94146aa1 req-460b7d3a-aea4-44d0-aabb-43a0cd39b1d2 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379857 Aug 29 04:13:14.298198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aea0878-df8c-41fe-b11f-bef436c73d4e req-6c1d8eee-f2a9-4a2b-895d-93ee7b9a67fa tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148179 Aug 29 04:13:14.324276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-e722a5da-78cc-459a-bfca-18138caa64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.325859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-e722a5da-78cc-459a-bfca-18138caa64b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1102 time: 0.1386909 Aug 29 04:13:14.437271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16050c68-4432-4728-a35c-88ea2e16e395 req-714e430e-7323-47c9-9cce-8e16805e550f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491098 Aug 29 04:13:14.450825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db49bd2e-6d2a-429a-be5c-78f30557fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.464852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-db49bd2e-6d2a-429a-be5c-78f30557fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.533267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49bd2e-6d2a-429a-be5c-78f30557fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebca7d12-7b3f-4499-90ab-2a49e7ba0971,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.537405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-5c4e4b74-5b68-4f59-9797-ff5d9c59d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.540607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-5c4e4b74-5b68-4f59-9797-ff5d9c59d3f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2054908 Aug 29 04:13:14.543664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-db49bd2e-6d2a-429a-be5c-78f30557fab1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18df1af38c70424c8a3e5a586dde016e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764955 Aug 29 04:13:14.546814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:14.591067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-127b5475-705d-4ded-accb-fd10d3889357 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 217 time: 0.0391400 Aug 29 04:13:14.678785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.708224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-b5e78b81-ce0a-4520-acab-ef0bbdf68b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.709989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-b5e78b81-ce0a-4520-acab-ef0bbdf68b67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1084251 Aug 29 04:13:14.716173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.725414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639b108-6407-400a-816b-07601a49af74 req-4e0152ff-a9fe-4d7b-88c4-4aa7fe3f88d9 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.734907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6639b108-6407-400a-816b-07601a49af74 req-4e0152ff-a9fe-4d7b-88c4-4aa7fe3f88d9 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0877464 Aug 29 04:13:14.807841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-bd6b3577-42df-4e36-8b51-3712d83f79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:14.809833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-bd6b3577-42df-4e36-8b51-3712d83f79f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720375 Aug 29 04:13:14.812101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.813188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6639b108-6407-400a-816b-07601a49af74 req-3168a3b7-8a0a-4b31-8e6a-d1292cd73db7 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Aug 29 04:13:14.815545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:14.819396 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebca7d12-7b3f-4499-90ab-2a49e7ba0971 HTTP/1.1" status: 204 len: 168 time: 0.2686687 Aug 29 04:13:14.844220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace240e7-336f-4001-98f5-99cca0e6a39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebca7d12-7b3f-4499-90ab-2a49e7ba0971,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:14.875606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:14.950726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-70ccd680-b6d2-46bd-a4de-790ba0f773dd service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298845 Aug 29 04:13:15.173589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:15.182308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898fb23-2a83-4135-ac94-03c54c2835bf req-d26c04c2-b125-4d8c-9f4e-9466038e0198 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.187382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '0cafa844-a5ab-405d-be62-74e90a816060', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '0cafa844-a5ab-405d-be62-74e90a816060', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:15.190108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f898fb23-2a83-4135-ac94-03c54c2835bf req-d26c04c2-b125-4d8c-9f4e-9466038e0198 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 946 time: 0.1452429 Aug 29 04:13:15.202260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-c322d4ba-c62f-41d8-ac87-2471e59240a6 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430091 Aug 29 04:13:15.249238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f898fb23-2a83-4135-ac94-03c54c2835bf req-4c3435fa-3afe-488c-8867-146983e9230d tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561299 Aug 29 04:13:15.281872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.310534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:15.378365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:15.387645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.456603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:15.520732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:15.523584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0512a753-4cbb-4075-9abd-39d691edac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.544884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3351b7-c606-42c7-830b-c7b825cd5a39 req-2ee8a223-18ac-4595-92e4-b2a0e2ba017d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:15.560777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b3351b7-c606-42c7-830b-c7b825cd5a39 req-2ee8a223-18ac-4595-92e4-b2a0e2ba017d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1095934 Aug 29 04:13:15.629257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b3351b7-c606-42c7-830b-c7b825cd5a39 req-f228dead-cfe9-499c-b62c-be6493d26309 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Aug 29 04:13:15.729906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0512a753-4cbb-4075-9abd-39d691edac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.734644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0512a753-4cbb-4075-9abd-39d691edac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:15.774033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['0cafa844-a5ab-405d-be62-74e90a816060'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:15.781301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a753-4cbb-4075-9abd-39d691edac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289c740-370a-416b-a18b-a51118818da1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:15.786094 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0512a753-4cbb-4075-9abd-39d691edac68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7546ba5b7494855a03af9a060b1b3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280041 Aug 29 04:13:15.795819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:16.075854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906d69d-3125-4e36-b8e9-ec0fd42b5b37 req-a3674c38-dfe2-4529-8e5a-6a2684dc76bd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.077457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5906d69d-3125-4e36-b8e9-ec0fd42b5b37 req-a3674c38-dfe2-4529-8e5a-6a2684dc76bd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 948 time: 0.3529785 Aug 29 04:13:16.141978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.156326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5906d69d-3125-4e36-b8e9-ec0fd42b5b37 req-51a87de9-0df2-44c7-8717-d98bf54a32a6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Aug 29 04:13:16.192530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.277783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.282038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:16.284146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1289c740-370a-416b-a18b-a51118818da1 HTTP/1.1" status: 204 len: 168 time: 0.4849322 Aug 29 04:13:16.302948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce4dbc-dc63-42b2-bef7-f6b90c98d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289c740-370a-416b-a18b-a51118818da1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:16.444815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348c745-45ae-4930-8f3f-26632acc08de req-c8823e18-1841-4db0-b486-ff79e7bdd358 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.447567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e348c745-45ae-4930-8f3f-26632acc08de req-c8823e18-1841-4db0-b486-ff79e7bdd358 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.0735357 Aug 29 04:13:16.529078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e348c745-45ae-4930-8f3f-26632acc08de req-3e0880c6-aeea-489e-867a-aee20906779a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698650 Aug 29 04:13:16.725401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21554893-443e-484c-bf8c-2f671d1b46bd req-164f1c7d-8e9e-4a44-9aa3-4ce370ea0ee4 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:16.728591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21554893-443e-484c-bf8c-2f671d1b46bd req-164f1c7d-8e9e-4a44-9aa3-4ce370ea0ee4 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 946 time: 0.1022677 Aug 29 04:13:16.804416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21554893-443e-484c-bf8c-2f671d1b46bd req-876fe6e1-eb6f-4e0c-aeb7-fe21361ac274 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Aug 29 04:13:16.854253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4fc08fec-7855-435b-808a-6d7608cf6f62 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:16.870612 n-d-712139-13 neutron-server[94826]: WARNING keystonemiddleware.auth_token [req-763b799f-5d85-4d7a-8ee9-77c49c60e17f req-cf684ca6-a97e-4b49-944a-a77a36330165 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 04:13:16.875507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:16.881121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-bf59f41b-dbdf-4be0-9ec2-9017df9bbad7 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:13:16.882545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-bf59f41b-dbdf-4be0-9ec2-9017df9bbad7 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3826683 Aug 29 04:13:16.905734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Request body: {'binding': {'host': 'n-h2-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:16.906558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:13:17.128307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4fc08fec-7855-435b-808a-6d7608cf6f62,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:17.144490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '4fc08fec-7855-435b-808a-6d7608cf6f62', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '4fc08fec-7855-435b-808a-6d7608cf6f62', 'mac_address': 'fa:16:3e:48:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:17.152774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:17.204052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e695be-3d5e-4807-be5b-aec26d7167ee req-fe9d4a1f-ed22-4e44-9c06-33f22136ab8e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.220567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55e695be-3d5e-4807-be5b-aec26d7167ee req-fe9d4a1f-ed22-4e44-9c06-33f22136ab8e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1293201 Aug 29 04:13:17.236104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on host n-h2-712139-13 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:17.236538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:17.237126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:17.266949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:17.267553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:17.269004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:17.283051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:17.287986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:17.288677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:17.289998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:17.296343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Bound port: b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:17.311667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55e695be-3d5e-4807-be5b-aec26d7167ee req-5132d9d2-8d6b-4dd8-940c-f7eac3aa9b49 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Aug 29 04:13:17.360464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'mac_address': 'fa:16:3e:5d:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:17.434764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:17.445890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.459454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-631e83f7-0a25-4976-8218-918b6cb79ad0 service neutron] 10.222.0.62 "POST /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0/bindings HTTP/1.1" status: 201 len: 390 time: 0.5611439 Aug 29 04:13:17.473723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 0cafa844-a5ab-405d-be62-74e90a816060 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:17.474565 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.553443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88146fc-5414-45ae-8bfb-80857cd18323 req-ddd71efb-d815-4863-8851-d62b2ea5f2eb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.559215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c88146fc-5414-45ae-8bfb-80857cd18323 req-ddd71efb-d815-4863-8851-d62b2ea5f2eb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 948 time: 0.1283729 Aug 29 04:13:17.659335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c88146fc-5414-45ae-8bfb-80857cd18323 req-d35c99b8-1b26-45a5-8c09-7ff98d304c2e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893095 Aug 29 04:13:17.718025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.829288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a248-14c6-4bb4-aa1f-4ba3d7c99bc5 req-7294141e-3bfd-4568-bb05-1d911795a6cf tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:17.833139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7370a248-14c6-4bb4-aa1f-4ba3d7c99bc5 req-7294141e-3bfd-4568-bb05-1d911795a6cf tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1034939 Aug 29 04:13:17.840275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc08fec-7855-435b-808a-6d7608cf6f62 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:17.886317 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:17.984238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7370a248-14c6-4bb4-aa1f-4ba3d7c99bc5 req-6d4839c8-966b-459a-b101-aed499c6b193 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439197 Aug 29 04:13:18.028370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.067480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4fc08fec-7855-435b-808a-6d7608cf6f62,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.072566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:18.084244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.084983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1ed46918-bf1a-4d84-80a1-1c2c45729798 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:18.121055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.129898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fa1aa-f700-4947-bdb2-c40fd9bff8e0 req-db7fae06-331d-4ecd-acf4-c1df76d5a12e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.131828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed2fa1aa-f700-4947-bdb2-c40fd9bff8e0 req-db7fae06-331d-4ecd-acf4-c1df76d5a12e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 945 time: 0.1201928 Aug 29 04:13:18.147341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '1ed46918-bf1a-4d84-80a1-1c2c45729798', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '1ed46918-bf1a-4d84-80a1-1c2c45729798', 'mac_address': 'fa:16:3e:e9:1e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:18.204043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.237565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed46918-bf1a-4d84-80a1-1c2c45729798 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:18.281200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.330828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed2fa1aa-f700-4947-bdb2-c40fd9bff8e0 req-d6178e4f-6a8f-4b60-8b3c-3008b512b89a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907072 Aug 29 04:13:18.341356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.387871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-3b2df6ae-7a17-4e23-ab75-e43da294f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.389570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-3b2df6ae-7a17-4e23-ab75-e43da294f3f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1097 time: 0.1878407 Aug 29 04:13:18.406660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671127af-c564-41c7-becd-25564b76493a req-39a3bf97-51ab-4a73-8438-b1840f2fa1ca tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.410474 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:13:18.410881 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:13:18.411493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.416457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.417447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671127af-c564-41c7-becd-25564b76493a req-39a3bf97-51ab-4a73-8438-b1840f2fa1ca tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 947 time: 0.2126737 Aug 29 04:13:18.467707 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.490440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.529250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.554208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:18.557865 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06065cec-b00c-4984-9874-7d30f479f9ae" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:18.587375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671127af-c564-41c7-becd-25564b76493a req-989fc52d-b687-4915-a371-87eee7d3abed tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659808 Aug 29 04:13:18.645389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.686230 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f4b38-ccf6-413e-a761-9f3108818035 x-openstack-request-id: req-ef8f4b38-ccf6-413e-a761-9f3108818035 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:18.686979 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:18.687594 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef8f4b38-ccf6-413e-a761-9f3108818035 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:18.688256 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'code': 200} Aug 29 04:13:18.693530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:18.700684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:18.770766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:18.841848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:18.855068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54619fd8-358e-45da-95a3-89628dfb05b5 req-959d009a-f039-445d-9860-4d937ba2e60f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.858007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54619fd8-358e-45da-95a3-89628dfb05b5 req-959d009a-f039-445d-9860-4d937ba2e60f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.2848568 Aug 29 04:13:18.978249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-f6650dac-dcf0-4e35-bdd7-cf5ab36d5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:18.980954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-f6650dac-dcf0-4e35-bdd7-cf5ab36d5b18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.5602379 Aug 29 04:13:19.041866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b570a-5f0b-44ca-b62d-e42c09651050 req-d0636ef4-6894-4007-8ae6-7bd503ca4028 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.044136 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.059529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a8b570a-5f0b-44ca-b62d-e42c09651050 req-d0636ef4-6894-4007-8ae6-7bd503ca4028 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 949 time: 0.1995232 Aug 29 04:13:19.069966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:19.112151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:19.121485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:19.122411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:19.147333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-1049440c-f747-4666-bc3a-9652dec29d10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1378462 Aug 29 04:13:19.182160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:19.295203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-b2913101-f490-4f4b-acb9-86033682b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.297121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-b2913101-f490-4f4b-acb9-86033682b797 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1323543 Aug 29 04:13:19.306020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-8f3d9403-ad98-4a86-8b4b-1ce0a765612f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2682099 Aug 29 04:13:19.312294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4fc08fec-7855-435b-808a-6d7608cf6f62'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:19.331061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54619fd8-358e-45da-95a3-89628dfb05b5 req-cf69b902-3f02-4a1f-9b93-41067b0fa089 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643145 Aug 29 04:13:19.348226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a8b570a-5f0b-44ca-b62d-e42c09651050 req-ecb1e609-5d2a-4bec-9678-3a00bac29f24 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863183 Aug 29 04:13:19.415324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-5258a0a0-724e-42e6-bf34-16c683cdf53f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802624 Aug 29 04:13:19.586441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1ed46918-bf1a-4d84-80a1-1c2c45729798'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:19.593040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-19c55a6b-2b59-4606-be4d-5bb12fc27d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.595589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-19c55a6b-2b59-4606-be4d-5bb12fc27d9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 1100 time: 0.2344444 Aug 29 04:13:19.704500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:19.709101 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:13:19.715491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-66511fdf-38cf-4ea0-be00-ef2b0a2ac4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890673 Aug 29 04:13:19.896783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-daab5f69-3caa-4eef-8862-1248336a1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.901329 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-daab5f69-3caa-4eef-8862-1248336a1570 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2796216 Aug 29 04:13:19.926495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371d8de-10cc-4a44-9eaa-8395816e1260 req-9edc65a0-45d8-4267-9cdb-b4c26cc579f4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:19.940858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e371d8de-10cc-4a44-9eaa-8395816e1260 req-9edc65a0-45d8-4267-9cdb-b4c26cc579f4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 948 time: 0.2656617 Aug 29 04:13:20.051293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-a16f3258-36d1-4a1f-9ee3-bb6587ea379c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9348f318-f6a8-430d-8575-d51491a0aa09 HTTP/1.1" status: 200 len: 217 time: 0.1388893 Aug 29 04:13:20.126001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-ef1ffc6b-6012-4b2f-bf7a-aa7173290a8a service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696289 Aug 29 04:13:20.137450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.144851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e371d8de-10cc-4a44-9eaa-8395816e1260 req-31070e73-3af2-42ce-bc17-d1f434c0ec7b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973858 Aug 29 04:13:20.235038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.253408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528356-5f2a-453c-9524-ebe4f8d48b59 req-7ab14a26-3da3-49a7-8a5d-2eb1fd218215 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.256902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07528356-5f2a-453c-9524-ebe4f8d48b59 req-7ab14a26-3da3-49a7-8a5d-2eb1fd218215 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 945 time: 0.1928282 Aug 29 04:13:20.310686 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.324440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-5d7b8b5c-9d6e-4618-912e-2ed123080292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.326806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-5d7b8b5c-9d6e-4618-912e-2ed123080292 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2603221 Aug 29 04:13:20.401042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-84d4caad-8a06-4af9-9b15-6a8e054033ba tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.413862 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-84d4caad-8a06-4af9-9b15-6a8e054033ba tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45&tenant_id=808562ffa84e49d78f3aaee7857a854b&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 950 time: 0.3460844 Aug 29 04:13:20.483183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07528356-5f2a-453c-9524-ebe4f8d48b59 req-9620cdfe-e79c-4fc0-917b-5ae23d0b433c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435771 Aug 29 04:13:20.492308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-22d0de9c-41c5-4959-a0d7-79d3f3b055f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.494271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-22d0de9c-41c5-4959-a0d7-79d3f3b055f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487379 Aug 29 04:13:20.590539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-f6dffded-8a18-4642-87b9-b67f0de13ff8 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.607212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-f6dffded-8a18-4642-87b9-b67f0de13ff8 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.3384507 Aug 29 04:13:20.651303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:20.680149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.707251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:20.708795 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae11aec-21da-4522-aa4d-f00824eeb986" -d '{"events": [{"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-unplugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:20.713926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-94fec9be-a268-4c12-8792-13153093566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:20.716109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-94fec9be-a268-4c12-8792-13153093566e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 1100 time: 0.1051097 Aug 29 04:13:20.810074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'mac_address': 'fa:16:3e:21:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:20.814848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:20.876204 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.919352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5effc6-a989-4d00-a500-d4d3ccab12f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:20.921142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:20.969950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-fcb85a6b-9858-4050-9552-37d26eeeba7a service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614286 Aug 29 04:13:20.980733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:20.994487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.138430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:21.159475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:21.215777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-ed46f0fd-550c-469f-a24c-d8aa039fec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.220153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-ed46f0fd-550c-469f-a24c-d8aa039fec7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.4787517 Aug 29 04:13:21.241515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09c419-5731-4231-aa99-2ecb5476a568 req-199160e9-4b88-425b-842b-99539e4b4feb tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.246371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd09c419-5731-4231-aa99-2ecb5476a568 req-199160e9-4b88-425b-842b-99539e4b4feb tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 947 time: 0.3032622 Aug 29 04:13:21.341783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7908af3e-541f-4ac5-852a-ef58f6d14450 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:21.342386 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.372643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-6948c861-6b1b-4d12-9025-62d82d44536a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 200 len: 217 time: 0.1338723 Aug 29 04:13:21.383694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd09c419-5731-4231-aa99-2ecb5476a568 req-27f44184-3b96-45d5-bae5-363c1127504a tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596042 Aug 29 04:13:21.406279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e09035f4-a2ff-46b2-af1c-d4d18a787f41 req-f47c0cc6-0e46-4b5a-80f0-f09b8749da95 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274998 Aug 29 04:13:21.416880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef2500-52c6-420a-b7ae-eb3b1ce98e41 req-48502d65-8724-4228-be68-03561ea781f0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.425604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3b5effc6-a989-4d00-a500-d4d3ccab12f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:21.427446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3ef2500-52c6-420a-b7ae-eb3b1ce98e41 req-48502d65-8724-4228-be68-03561ea781f0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 949 time: 0.4275696 Aug 29 04:13:21.547149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3ef2500-52c6-420a-b7ae-eb3b1ce98e41 req-4f347746-1c83-4c06-8f00-0c3629ff62f0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183760 Aug 29 04:13:21.595815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-c28b3816-0fb9-4d3b-a851-e96baac57c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.597457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-c28b3816-0fb9-4d3b-a851-e96baac57c5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1899352 Aug 29 04:13:21.691588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:21.698862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-fe9dd893-d06a-4456-9b69-106f72abcd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.724109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-fe9dd893-d06a-4456-9b69-106f72abcd3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113508 Aug 29 04:13:21.876326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:21.938965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3aa46-8d6c-4dcf-a144-98dbc705790b req-b26dcb6e-ecd9-4bf1-9c84-30f894498537 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:21.962296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98d3aa46-8d6c-4dcf-a144-98dbc705790b req-b26dcb6e-ecd9-4bf1-9c84-30f894498537 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 949 time: 0.3365173 Aug 29 04:13:22.011455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:22.017559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:22.041200 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.051274 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d2729d-2a59-47b0-92ee-efb398c82dbf x-openstack-request-id: req-e3d2729d-2a59-47b0-92ee-efb398c82dbf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:22.051610 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-unplugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:22.052062 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3d2729d-2a59-47b0-92ee-efb398c82dbf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:22.052714 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'code': 200} Aug 29 04:13:22.146189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-7e51b2df-fe0d-4529-bd34-539c7bd30a1b service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127057 Aug 29 04:13:22.188666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.278742 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0e607a-b3f3-413c-a0ed-93de18c98482 req-2d8bfe03-3fd3-48b8-bf71-06fa7e2ad992 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228213 Aug 29 04:13:22.301136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98d3aa46-8d6c-4dcf-a144-98dbc705790b req-1380377c-0a5b-4c52-864e-a625179ea81e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373563 Aug 29 04:13:22.308362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:22.324621 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e399a-cede-4c0a-9468-ed9f3d67c05d" -d '{"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-unplugged", "status": "completed", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:22.331456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.361186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.443629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:22.462998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c5e6-43c0-4869-bbc0-f596c65ed6ca req-362db9be-4e3a-4f63-9712-b2bab5ded008 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:22.492267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4265c5e6-43c0-4869-bbc0-f596c65ed6ca req-362db9be-4e3a-4f63-9712-b2bab5ded008 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3335440 Aug 29 04:13:22.638676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4265c5e6-43c0-4869-bbc0-f596c65ed6ca req-d471b1a7-5958-4fac-9d2d-56263ec702b8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224566 Aug 29 04:13:22.705682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e6250-bf11-49b6-a9e6-899478e390d1 req-09cc3547-1db1-43ef-82cc-eecb9dd9f31e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:22.714083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-740e6250-bf11-49b6-a9e6-899478e390d1 req-09cc3547-1db1-43ef-82cc-eecb9dd9f31e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.1998427 Aug 29 04:13:22.731962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on host n-h1-712139-13 for vnic_type normal with profile {"migrating_to": "n-h2-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:22.732315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:22.732805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:22.752617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:22.752962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Attempting to bind port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:22.799868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:22.800373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:22.800616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:22.801065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Bound port: b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:22.801433 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:22.837545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-740e6250-bf11-49b6-a9e6-899478e390d1 req-f92cb3c2-f424-4cce-a9c2-2928f07c1dcf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213534 Aug 29 04:13:22.931012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4fc08fec-7855-435b-808a-6d7608cf6f62 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:22.944622 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9f035-baec-455c-82ec-35d636166008 x-openstack-request-id: req-40d9f035-baec-455c-82ec-35d636166008 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:22.945784 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-unplugged", "status": "completed", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:22.947140 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40d9f035-baec-455c-82ec-35d636166008 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:22.948749 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'code': 200} Aug 29 04:13:22.987906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:22.995539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:23.016561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.128552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 4fc08fec-7855-435b-808a-6d7608cf6f62 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:23.134979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 4fc08fec-7855-435b-808a-6d7608cf6f62 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:23.135680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.295673 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.315381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:23.336524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.343837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.346781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-5d242a9c-3cf0-490a-b20b-55868bf69207 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 1123 time: 2.7254188 Aug 29 04:13:23.372042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a56367-c7ce-4f5c-b732-6689ae3fd2e8 req-c96835c1-94ea-4992-86e5-9512cf6afcd8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.378662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83a56367-c7ce-4f5c-b732-6689ae3fd2e8 req-c96835c1-94ea-4992-86e5-9512cf6afcd8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 949 time: 0.3192589 Aug 29 04:13:23.429388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18864fc0-3fe3-4a49-a8f3-778e2e9a6ea0 req-547275df-c6ee-4460-bc2a-84d97bdaaf43 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:23.437055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4fc08fec-7855-435b-808a-6d7608cf6f62,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:23.447797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.449622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1ed46918-bf1a-4d84-80a1-1c2c45729798 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:23.487417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18864fc0-3fe3-4a49-a8f3-778e2e9a6ea0 req-547275df-c6ee-4460-bc2a-84d97bdaaf43 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 947 time: 0.3664973 Aug 29 04:13:23.638281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18864fc0-3fe3-4a49-a8f3-778e2e9a6ea0 req-44262651-268b-44c5-8837-453734e8d708 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340110 Aug 29 04:13:23.648457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83a56367-c7ce-4f5c-b732-6689ae3fd2e8 req-37872d67-a7ab-434b-a5e0-8a4ad4ec22d3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591895 Aug 29 04:13:23.742931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:23.776594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 1ed46918-bf1a-4d84-80a1-1c2c45729798 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:23.786811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 1ed46918-bf1a-4d84-80a1-1c2c45729798 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:23.787265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:23.839144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:24.067638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}, {'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:24.071802 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66547fe4-df24-4361-b471-d217a2a81707" -d '{"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}, {"server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "name": "network-vif-plugged", "status": "completed", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:24.089997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a297-3bc6-4747-af6d-7885b261d311 req-4b4b62ba-2fb2-4c83-b8ae-a8dcce45e132 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.108646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e26a297-3bc6-4747-af6d-7885b261d311 req-4b4b62ba-2fb2-4c83-b8ae-a8dcce45e132 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 949 time: 0.1488168 Aug 29 04:13:24.157059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.194944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e26a297-3bc6-4747-af6d-7885b261d311 req-2cf0db72-3b47-4592-9fdc-a5714382e1bf tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Aug 29 04:13:24.218083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3047f5-f6df-42b5-b4e4-34b4653257aa req-0641473a-3804-4aae-a374-3519adbd3483 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.219861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e3047f5-f6df-42b5-b4e4-34b4653257aa req-0641473a-3804-4aae-a374-3519adbd3483 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1736531 Aug 29 04:13:24.269998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:24.286489 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:24.347356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e3047f5-f6df-42b5-b4e4-34b4653257aa req-4dcc1326-3dd6-4fcd-b406-424e86a059f4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072750 Aug 29 04:13:24.418378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:24.634963 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f726e-d839-495b-aee1-6814af298a9b x-openstack-request-id: req-5d7f726e-d839-495b-aee1-6814af298a9b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:24.635366 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "code": 200}, {"server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "name": "network-vif-plugged", "status": "completed", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:24.635714 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d7f726e-d839-495b-aee1-6814af298a9b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:24.636645 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'code': 200} Aug 29 04:13:24.637095 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62', 'code': 200} Aug 29 04:13:24.645224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee4d5-9660-4c70-a4b9-04006c276406 req-42f665e0-bf39-4cab-a542-5f9d2cb741aa tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:24.647692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495ee4d5-9660-4c70-a4b9-04006c276406 req-42f665e0-bf39-4cab-a542-5f9d2cb741aa tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.1206360 Aug 29 04:13:24.744774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495ee4d5-9660-4c70-a4b9-04006c276406 req-6a4470c7-9597-43e0-aa5e-add261feeb10 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830898 Aug 29 04:13:24.973964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:24.982655 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:25.018156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f8244-806b-4354-9e03-1e089f84c9df req-583513d3-9ea4-4d0d-9950-4622696e43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.020297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b95f8244-806b-4354-9e03-1e089f84c9df req-583513d3-9ea4-4d0d-9950-4622696e43e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 1100 time: 0.0977492 Aug 29 04:13:25.098021 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b95f8244-806b-4354-9e03-1e089f84c9df req-8cb3ce96-eb93-4d2d-84af-fd65d2f0238e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Aug 29 04:13:25.103302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644ebf6-903c-4f9b-b54f-bf0d6c0ae999 req-63736dfb-520c-4f8f-9240-dbf14e34e9b5 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.119667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0644ebf6-903c-4f9b-b54f-bf0d6c0ae999 req-63736dfb-520c-4f8f-9240-dbf14e34e9b5 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.2643101 Aug 29 04:13:25.184095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648772ac-dbc4-4e20-abab-4a2f8f86c37d req-ea765816-7696-4ecd-a673-acc56bb0590f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.187230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-648772ac-dbc4-4e20-abab-4a2f8f86c37d req-ea765816-7696-4ecd-a673-acc56bb0590f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 949 time: 0.2639942 Aug 29 04:13:25.188340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:25.256820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32cd1-f68d-400e-98f4-8671c209c1b4 req-f600f8dd-c1dc-470f-9874-016e81d27e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.263602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf32cd1-f68d-400e-98f4-8671c209c1b4 req-f600f8dd-c1dc-470f-9874-016e81d27e00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1102 time: 0.2589514 Aug 29 04:13:25.281298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:25.281880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.304362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0644ebf6-903c-4f9b-b54f-bf0d6c0ae999 req-552e1356-fae6-4f38-97cd-b77a95e501bb tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827662 Aug 29 04:13:25.372855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-648772ac-dbc4-4e20-abab-4a2f8f86c37d req-db9886eb-af96-4314-a45c-b1a86781c2c6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752548 Aug 29 04:13:25.394234 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.409432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf32cd1-f68d-400e-98f4-8671c209c1b4 req-cd9e127b-31bc-46e2-b500-a692778e06c7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370826 Aug 29 04:13:25.429338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:25.451523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:25.462370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.473019 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9246bd-ac25-42bb-b91e-697fabc4fe95 x-openstack-request-id: req-0e9246bd-ac25-42bb-b91e-697fabc4fe95 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:25.473763 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:25.474471 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e9246bd-ac25-42bb-b91e-697fabc4fe95 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:25.475296 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'status': 'completed', 'code': 200} Aug 29 04:13:25.559859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:25.618737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1c39b-3550-4209-b1ec-c914bf15c926 req-069c8d81-1a61-4e4f-b102-7bbb6992b6a9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.621258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22d1c39b-3550-4209-b1ec-c914bf15c926 req-069c8d81-1a61-4e4f-b102-7bbb6992b6a9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.0724220 Aug 29 04:13:25.685832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22d1c39b-3550-4209-b1ec-c914bf15c926 req-7e435715-75e6-4782-93b2-7e67163548af tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Aug 29 04:13:25.712166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ff20-fe70-4b48-8103-e1a32f4c569a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:25.870061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-3f49bc81-b88e-4cf2-b79f-604007f7ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.877342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-3f49bc81-b88e-4cf2-b79f-604007f7ca44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1126 time: 0.1095009 Aug 29 04:13:25.949145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bcb4a-cf29-486f-9f24-b2f68fbd4744 req-79929ab3-85d3-41e2-afa0-54ddea77f8e9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:25.958896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f9bcb4a-cf29-486f-9f24-b2f68fbd4744 req-79929ab3-85d3-41e2-afa0-54ddea77f8e9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1488461 Aug 29 04:13:26.024683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9d621-e4bf-4be2-9e43-5ce437c0d926 req-31fdc0fd-663d-4721-a0b6-e5e9f946e8bc tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.037250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccf9d621-e4bf-4be2-9e43-5ce437c0d926 req-31fdc0fd-663d-4721-a0b6-e5e9f946e8bc tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1461108 Aug 29 04:13:26.077275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-3a6d1077-ffdf-4b6b-ad93-f195ee65f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.079489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-3a6d1077-ffdf-4b6b-ad93-f195ee65f7a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.1878023 Aug 29 04:13:26.085973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f9bcb4a-cf29-486f-9f24-b2f68fbd4744 req-7e28d0c5-385b-4f1b-a2d5-0484ca61f4e3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253846 Aug 29 04:13:26.157105 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-3d13483d-912d-4ac1-8497-a962cc282374 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.0580652 Aug 29 04:13:26.166999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ff20-fe70-4b48-8103-e1a32f4c569a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.176475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccf9d621-e4bf-4be2-9e43-5ce437c0d926 req-fd640472-0e1c-4f06-99f8-f2522142d426 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376562 Aug 29 04:13:26.287458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ff20-fe70-4b48-8103-e1a32f4c569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.336735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-6f9f36b7-c176-40e3-b528-08d5128430fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.337951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-6f9f36b7-c176-40e3-b528-08d5128430fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1656816 Aug 29 04:13:26.350419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ff20-fe70-4b48-8103-e1a32f4c569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f58e2-087d-4ac5-8733-ad878d0902e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:26.358306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4a6ff20-fe70-4b48-8103-e1a32f4c569a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d771e479c3564b0f8c3831cb9d61eb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250789 Aug 29 04:13:26.359595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:26.428458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-07971586-217b-4468-9f00-42a457f2a0af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537348 Aug 29 04:13:26.543017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.569146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-10138fdd-0c08-4a60-81b1-b42f8aeae53c service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151428 Aug 29 04:13:26.596300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c45b3-32fc-4a02-a5a7-40853c2fa5b8 req-99496085-f76f-4624-87f7-ccfd145837f8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.598240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-007c45b3-32fc-4a02-a5a7-40853c2fa5b8 req-99496085-f76f-4624-87f7-ccfd145837f8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.3324013 Aug 29 04:13:26.614893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.638210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798'}, {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:26.644249 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1671bb1a-fb20-4326-93de-df4b9b4cba4c" -d '{"events": [{"server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798"}, {"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-plugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:26.681952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606739c6-a65f-4d1e-bb20-bd6a4ec1a2ef req-80bf9951-cbe4-4dc8-8fd3-c58b89ba6c1d tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:26.690907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-606739c6-a65f-4d1e-bb20-bd6a4ec1a2ef req-80bf9951-cbe4-4dc8-8fd3-c58b89ba6c1d tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.2047071 Aug 29 04:13:26.762718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-007c45b3-32fc-4a02-a5a7-40853c2fa5b8 req-a3ce562c-1fd4-4963-b56f-9e91dcf96347 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441827 Aug 29 04:13:26.801795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.805546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:26.806778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e8f58e2-087d-4ac5-8733-ad878d0902e9 HTTP/1.1" status: 204 len: 168 time: 0.4466672 Aug 29 04:13:26.861452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-606739c6-a65f-4d1e-bb20-bd6a4ec1a2ef req-bdc718fb-4a26-4c55-b505-635fbb711129 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695812 Aug 29 04:13:26.867953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef000b4-ce06-4aac-adc6-2ec48d1baf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f58e2-087d-4ac5-8733-ad878d0902e9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:26.950262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c789e3f5-2867-47c6-8b07-95f4c1ccc1d9 req-9e18687a-b511-4bda-a63a-b37e3541bb12 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454671 Aug 29 04:13:27.028839 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d947f-033f-48c8-bacc-4e3469ac97d0 x-openstack-request-id: req-910d947f-033f-48c8-bacc-4e3469ac97d0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:27.029369 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "name": "network-vif-plugged", "status": "completed", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798", "code": 200}, {"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-plugged", "status": "completed", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:27.029862 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-910d947f-033f-48c8-bacc-4e3469ac97d0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:27.030540 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798', 'code': 200} Aug 29 04:13:27.031287 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'code': 200} Aug 29 04:13:27.041490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-6c34c88e-82e0-4048-a9e1-2ac010498dbf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603907 Aug 29 04:13:27.202874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:27.383134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2495e5-d28e-4172-a06f-495d5f12f1f5 req-b1bde73d-9175-4d7a-9805-511374bf02fd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.385838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4366c32-e359-4452-9ca5-daaffc3a3b92 req-807b25f8-1e5d-4aa1-96fc-295e851fe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.389848 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d4366c32-e359-4452-9ca5-daaffc3a3b92 req-807b25f8-1e5d-4aa1-96fc-295e851fe044 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 1102 time: 0.1650589 Aug 29 04:13:27.398225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea2495e5-d28e-4172-a06f-495d5f12f1f5 req-b1bde73d-9175-4d7a-9805-511374bf02fd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.1805456 Aug 29 04:13:27.456595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-0250e365-00f2-42c1-9b0f-8631393e93eb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:27.467740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-0250e365-00f2-42c1-9b0f-8631393e93eb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192455 Aug 29 04:13:27.496859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:27.518013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea2495e5-d28e-4172-a06f-495d5f12f1f5 req-aed4fe6d-8850-4c48-a5d6-343a0c516358 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180518 Aug 29 04:13:27.530016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-0322c064-54f0-44d5-9260-f8fdcaec87ad tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/quotas/808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 375 time: 0.0612717 Aug 29 04:13:27.536836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 has no active binding in host n-h2-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:13:27.567145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d4366c32-e359-4452-9ca5-daaffc3a3b92 req-f4a370ee-c7d2-402e-970b-f16ae249e524 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Aug 29 04:13:27.584519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:27.606835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b4683fa-29b0-4a69-81eb-881ec97f40f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.639632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-678604ee-e7e1-4eec-948a-8a44bda7c65c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086185 Aug 29 04:13:27.833488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b4683fa-29b0-4a69-81eb-881ec97f40f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.840757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b4683fa-29b0-4a69-81eb-881ec97f40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:27.944498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1b4683fa-29b0-4a69-81eb-881ec97f40f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb5f94308e9047a1ae8acf7c47be4165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587291 Aug 29 04:13:27.948784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4683fa-29b0-4a69-81eb-881ec97f40f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184112aa-fd6d-4a56-9e4e-1d88c4de5e79,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:27.949006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:28.056521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.089602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.188121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.195916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:28.199519 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/184112aa-fd6d-4a56-9e4e-1d88c4de5e79 HTTP/1.1" status: 204 len: 168 time: 0.2485132 Aug 29 04:13:28.223052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd6f82-82ba-4bae-9c04-aadcdf83f4a1 req-4f2c99ab-ba65-484e-bc93-92d7e71dfc3c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.231520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616abe28-0b03-4546-898a-e407c3e0deaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184112aa-fd6d-4a56-9e4e-1d88c4de5e79,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:28.233486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebbd6f82-82ba-4bae-9c04-aadcdf83f4a1 req-4f2c99ab-ba65-484e-bc93-92d7e71dfc3c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3038571 Aug 29 04:13:28.294908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebbd6f82-82ba-4bae-9c04-aadcdf83f4a1 req-a690560f-ec47-4f9d-ae1b-3b4097cd69a4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602920 Aug 29 04:13:28.464443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d2f7e75-4e82-4e37-b79b-c52ade35402f req-d242f7bd-a23e-4898-b142-c7aedb97bd8d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 210 time: 0.0741346 Aug 29 04:13:28.717842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfab92-2ece-4415-a874-dd9ab4cba603 req-817093b0-5f37-4cac-8341-3707de26661f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.728966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3adfab92-2ece-4415-a874-dd9ab4cba603 req-817093b0-5f37-4cac-8341-3707de26661f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.1347845 Aug 29 04:13:28.763977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ceb41-1c4e-4181-9b89-0bb236d6913c req-b33bfbb9-68cb-47c1-a3ad-4bd188f75d19 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:28.781018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc4ceb41-1c4e-4181-9b89-0bb236d6913c req-b33bfbb9-68cb-47c1-a3ad-4bd188f75d19 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.1411262 Aug 29 04:13:28.869437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc4ceb41-1c4e-4181-9b89-0bb236d6913c req-8f17438e-42ad-4ae5-b217-e32f3ae61a41 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751653 Aug 29 04:13:28.900005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3adfab92-2ece-4415-a874-dd9ab4cba603 req-dfd7c7d3-11de-414a-9324-2c23f20b6b5d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697376 Aug 29 04:13:29.159458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf39ce4-79ec-48c0-b4e7-e94b6193d969 req-56ef6231-0aab-4a19-a71d-d85e77f8eafb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.161381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcf39ce4-79ec-48c0-b4e7-e94b6193d969 req-56ef6231-0aab-4a19-a71d-d85e77f8eafb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.1097355 Aug 29 04:13:29.210665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951e29-64cd-4a83-8be1-815a1c053a91 req-3796f433-f0c8-4426-869f-6e341575a8ea tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:29.220222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16951e29-64cd-4a83-8be1-815a1c053a91 req-3796f433-f0c8-4426-869f-6e341575a8ea tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1270068 Aug 29 04:13:29.266273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcf39ce4-79ec-48c0-b4e7-e94b6193d969 req-5b85fc8e-fcef-414e-8462-9eaff4936801 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864217 Aug 29 04:13:29.338060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:29.339178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16951e29-64cd-4a83-8be1-815a1c053a91 req-abde9939-38d2-4943-9490-419a8ef0760d tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163743 Aug 29 04:13:29.943521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9373cc5a-b6b6-4ee5-846f-f73052c2af6a req-d4a3da2d-86bb-408f-be7c-4efca0b48bc0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 210 time: 0.0352345 Aug 29 04:13:29.986012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-001e1715-0069-4357-ae3c-d761ec13a456 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259757 Aug 29 04:13:30.210508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-e204c6e1-abb8-4a4f-b326-251339a973ba tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.212700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-e204c6e1-abb8-4a4f-b326-251339a973ba tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167392 Aug 29 04:13:30.233665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Request body: {'port': {'device_id': 'd7600458-78fd-432e-b554-5766d476adee', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '808562ffa84e49d78f3aaee7857a854b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:30.601929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552fab2-9d81-447f-a86a-6cf7f473e201 req-ba5536eb-3dd6-4035-8041-6c1d986037b8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.605841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1552fab2-9d81-447f-a86a-6cf7f473e201 req-ba5536eb-3dd6-4035-8041-6c1d986037b8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 943 time: 0.2833455 Aug 29 04:13:30.761204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1552fab2-9d81-447f-a86a-6cf7f473e201 req-7f0197d9-c098-4cd0-8a54-df2f5bef0b7a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184235 Aug 29 04:13:30.786466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1ed7-7692-4392-9bb2-4073ff886199 req-87333dda-fab8-46c5-a164-ab2b5544865c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:30.803375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d9a1ed7-7692-4392-9bb2-4073ff886199 req-87333dda-fab8-46c5-a164-ab2b5544865c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1469586 Aug 29 04:13:30.819226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Made reservation on behalf of 808562ffa84e49d78f3aaee7857a854b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:30.825153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.036834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d9a1ed7-7692-4392-9bb2-4073ff886199 req-fe639d0b-4c93-46f5-abfc-68baca9922b2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318738 Aug 29 04:13:31.100450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b0f4-7646-4c0a-95a0-03ee959e15dd req-8a9ad623-3973-43b0-9b61-e3d825cc0556 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.109885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be00b0f4-7646-4c0a-95a0-03ee959e15dd req-8a9ad623-3973-43b0-9b61-e3d825cc0556 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.2195718 Aug 29 04:13:31.162159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-d71d8853-3ffc-4040-ab11-0409af3ab322 service neutron] 10.222.0.50 "GET /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.1203771 Aug 29 04:13:31.217718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Allocated IP 192.168.233.45 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/93d96af9-5974-4c81-8344-25df6e2153fb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:31.253703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be00b0f4-7646-4c0a-95a0-03ee959e15dd req-debdf437-ca53-4b9e-9cfd-3a025d99fac9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427429 Aug 29 04:13:31.484963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:31.510070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57b4ae20-a526-4713-9445-70ada2c3e664 req-ffa9e1d8-5308-4648-affa-8cb7be3d2cc2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 210 time: 0.0627043 Aug 29 04:13:31.610176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.628634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Transition to ACTIVE for port object 93d96af9-5974-4c81-8344-25df6e2153fb will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:31.706457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134612b5-a678-40d8-9985-a67ede826a0a req-83beff3e-9e10-4032-bdab-71eb3c235ceb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:31.708149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-134612b5-a678-40d8-9985-a67ede826a0a req-83beff3e-9e10-4032-bdab-71eb3c235ceb tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 1102 time: 0.0773556 Aug 29 04:13:31.720373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.736140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a', '3b5effc6-a989-4d00-a500-d4d3ccab12f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:31.809936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:31.866320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:31.874175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:31.900069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:31.935021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-134612b5-a678-40d8-9985-a67ede826a0a req-114054e1-028f-48f5-a12d-b124de7d941b tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031791 Aug 29 04:13:31.967618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:31.992046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:32.010988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:32.031744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.032952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.036168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.076330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6244a-22b1-429e-944c-2b08deb90e06 req-ff9a66dd-d748-4893-97ff-f3aa46b958ae tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.087157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eb6244a-22b1-429e-944c-2b08deb90e06 req-ff9a66dd-d748-4893-97ff-f3aa46b958ae tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.3093891 Aug 29 04:13:32.093802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-77f2bdce-0019-496a-abf4-8516daf0d83c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8679428 Aug 29 04:13:32.123208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Request body: {'port': {'device_id': 'd7600458-78fd-432e-b554-5766d476adee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:32.297274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] Transition to ACTIVE for port object b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:32.310504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.319201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eb6244a-22b1-429e-944c-2b08deb90e06 req-4dc1f56d-2fd9-43b1-a72c-78338c040b74 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305884 Aug 29 04:13:32.342025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.410733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef9ec-e151-4850-abd0-bf0ec3e822bb req-f1e26e65-091e-4677-b7e0-a8d1378ad7b0 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.418441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a2ef9ec-e151-4850-abd0-bf0ec3e822bb req-f1e26e65-091e-4677-b7e0-a8d1378ad7b0 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.2469525 Aug 29 04:13:32.421934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6307b2d-6e01-4fc1-b5dd-f734ad019c13 None None] Provisioning for port 93d96af9-5974-4c81-8344-25df6e2153fb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:32.426588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a6307b2d-6e01-4fc1-b5dd-f734ad019c13 None None] Provisioning complete for port 93d96af9-5974-4c81-8344-25df6e2153fb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:32.432774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6307b2d-6e01-4fc1-b5dd-f734ad019c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:32.455829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] No DVR routers for this DVR port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:32.466814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:32.526961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a6307b2d-6e01-4fc1-b5dd-f734ad019c13 None None] Port 93d96af9-5974-4c81-8344-25df6e2153fb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:32.527191 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-5346c9f4-1eb9-4a88-9315-91c8272555a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0/bindings/n-h2-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3529932 Aug 29 04:13:32.636607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a2ef9ec-e151-4850-abd0-bf0ec3e822bb req-369ffce1-fc18-4175-89a3-1cebc5c12941 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632727 Aug 29 04:13:32.782281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-09976c65-da56-448d-9e15-4c2a9bf1c19a tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.784127 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-09976c65-da56-448d-9e15-4c2a9bf1c19a tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.0990934 Aug 29 04:13:32.864832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-62bcfbe7-1ad1-428d-83a6-eb046d9dbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.869021 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-62bcfbe7-1ad1-428d-83a6-eb046d9dbb0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&tenant_id=0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 1096 time: 0.0700021 Aug 29 04:13:32.940648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb0910-c6fb-46e4-a54b-f9de0633a8d8 req-468538d4-53d6-490f-b99e-e722c75d2d4c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.941246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ffb0910-c6fb-46e4-a54b-f9de0633a8d8 req-468538d4-53d6-490f-b99e-e722c75d2d4c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.1763604 Aug 29 04:13:32.958626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7110ab6-59b7-428d-b0bb-8656482a1061 req-83df36cf-3925-4e28-9cb0-1f1c2d9bbe9c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.962801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7110ab6-59b7-428d-b0bb-8656482a1061 req-83df36cf-3925-4e28-9cb0-1f1c2d9bbe9c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2009945 Aug 29 04:13:32.987133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:32.994818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-29cd5001-c02c-4746-ad26-9c57ae809be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:32.997868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-29cd5001-c02c-4746-ad26-9c57ae809be3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1096 time: 0.0978305 Aug 29 04:13:33.147183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:33.150399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:33.180607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.184762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-868a164e-8af5-4d8b-8596-aa9d9e4414fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.187604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-868a164e-8af5-4d8b-8596-aa9d9e4414fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.1809719 Aug 29 04:13:33.198036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ffb0910-c6fb-46e4-a54b-f9de0633a8d8 req-af501d88-9405-4f2a-ad88-c0790f87a6bf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325087 Aug 29 04:13:33.217832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7110ab6-59b7-428d-b0bb-8656482a1061 req-0096ebb1-0bf3-457c-b56e-600c26e2894a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357547 Aug 29 04:13:33.248281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Transition to ACTIVE for port object 93d96af9-5974-4c81-8344-25df6e2153fb will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:33.258154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.297840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-7ce8a363-35a4-47d8-99f5-d33895d1f099 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1007304 Aug 29 04:13:33.341242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:33.389828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-f98a1347-a782-4c6e-b549-123fb59c3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.391545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-f98a1347-a782-4c6e-b549-123fb59c3371 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.0849652 Aug 29 04:13:33.433405 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-66726992-9c6c-4753-8bab-92081fbe9399 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325193 Aug 29 04:13:33.514533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-709d6806-5ed1-410a-b758-64a219e08a1d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318860 Aug 29 04:13:33.545273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Attempting to bind port 93d96af9-5974-4c81-8344-25df6e2153fb on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:33.545686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Attempting to bind port 93d96af9-5974-4c81-8344-25df6e2153fb by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:33.546203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Attempting to bind port 93d96af9-5974-4c81-8344-25df6e2153fb on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:33.602633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d74eb0-1d84-4c07-9bbe-86637ff3a82f req-90276eab-5b06-4651-bdd3-78699c150440 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.605184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83d74eb0-1d84-4c07-9bbe-86637ff3a82f req-90276eab-5b06-4651-bdd3-78699c150440 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.2472601 Aug 29 04:13:33.609521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Port 93d96af9-5974-4c81-8344-25df6e2153fb on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:33.610052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Attempting to bind port 93d96af9-5974-4c81-8344-25df6e2153fb on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:33.620490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-1be7a644-3f1f-4c1e-9828-704d2ae70a31 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747022 Aug 29 04:13:33.726043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:33.726043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:33.726043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:33.726887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Bound port: 93d96af9-5974-4c81-8344-25df6e2153fb, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:33.727329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:33.791245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-ed405b9a-4c37-4514-9e40-7d494db9ac52 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611736 Aug 29 04:13:33.865040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83d74eb0-1d84-4c07-9bbe-86637ff3a82f req-b3805d3d-a3d0-49ef-9215-fd67b4a5682d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326250 Aug 29 04:13:33.932759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-2a76ac9f-1154-41da-82a3-8163f97633d3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:33.934761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-2a76ac9f-1154-41da-82a3-8163f97633d3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915050 Aug 29 04:13:33.970311 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-41452c7a-3c1a-405f-a1be-fc8c6f2bfef7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.0257573 Aug 29 04:13:34.002572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:34.020215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:34.043870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.182740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.185216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.187984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] 10.222.0.54 "PUT /v2.0/ports/93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 1096 time: 2.0702353 Aug 29 04:13:34.188720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:34.191313 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:34.229508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a847-8866-49f9-87b2-5da318124544 req-6a6873fe-b4f6-47d3-8ad1-82f118784486 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.233441 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-6a6873fe-b4f6-47d3-8ad1-82f118784486 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.0840476 Aug 29 04:13:34.406856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-ffe38338-ee58-48e1-ac5a-9fe9b37ca346 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4112260 Aug 29 04:13:34.432676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b543e6-e4e7-44b3-8ce6-a3004c5e7c1b req-9ce85c3f-b097-40e4-81dc-4669f0a25456 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.434908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2b543e6-e4e7-44b3-8ce6-a3004c5e7c1b req-9ce85c3f-b097-40e4-81dc-4669f0a25456 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.2620385 Aug 29 04:13:34.435597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b471a-8cee-477c-8477-87151ae8375c service neutron] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:34.568536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-3b97090a-4166-4fbb-be77-c67b135920a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.576429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-3b97090a-4166-4fbb-be77-c67b135920a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1099 time: 0.3248048 Aug 29 04:13:34.584666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2b543e6-e4e7-44b3-8ce6-a3004c5e7c1b req-b1479fc3-b72d-4a7e-904b-636b87d9dea0 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/security-groups?id=04c90ef6-59b9-471d-8b37-d6ac0930c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342463 Aug 29 04:13:34.587306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8717a847-8866-49f9-87b2-5da318124544 req-197b7899-f968-4b02-9c90-9ab0554d6839 service neutron] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:34.597423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8717a847-8866-49f9-87b2-5da318124544 req-197b7899-f968-4b02-9c90-9ab0554d6839 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:34.599454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8717a847-8866-49f9-87b2-5da318124544 req-197b7899-f968-4b02-9c90-9ab0554d6839 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0/bindings/n-h1-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.3491247 Aug 29 04:13:34.698964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:34.712027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-0bb9ca2d-aac3-429f-ae70-2ad9ff7d824b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.1228094 Aug 29 04:13:34.812439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-4b443f25-5db8-4682-bfda-0dfca386609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.814065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-4b443f25-5db8-4682-bfda-0dfca386609b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0933259 Aug 29 04:13:34.891458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab0747-7237-428d-ba1c-9f9d631a8fb7 x-openstack-request-id: req-abab0747-7237-428d-ba1c-9f9d631a8fb7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:34.894619 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:34.894993 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abab0747-7237-428d-ba1c-9f9d631a8fb7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:34.896916 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'status': 'completed', 'code': 200} Aug 29 04:13:34.954811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d98286f9-fe2e-4809-baee-acb40599746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:34.962095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-d98286f9-fe2e-4809-baee-acb40599746b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249590 Aug 29 04:13:34.985286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b973a22e-c18d-40b3-b8f0-cbdbb8a8aa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.267765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-50840b7d-e53a-4b48-8d0d-e720e300fe2e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.269857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-50840b7d-e53a-4b48-8d0d-e720e300fe2e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 948 time: 0.1624146 Aug 29 04:13:35.351072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b13863-348d-46e7-94ea-016ff3dadaa5 req-92955c6d-41ae-4683-aece-52bf71799895 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.354274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0b13863-348d-46e7-94ea-016ff3dadaa5 req-92955c6d-41ae-4683-aece-52bf71799895 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.3350141 Aug 29 04:13:35.400755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-0d849167-240c-4b27-83b6-c510607ada25 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314678 Aug 29 04:13:35.419296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69add7fc-c57b-4902-8e7e-1d87d5e52368 req-b51548e6-4c67-4ed6-a830-9e9498c8799f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:35.428340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69add7fc-c57b-4902-8e7e-1d87d5e52368 req-b51548e6-4c67-4ed6-a830-9e9498c8799f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2777102 Aug 29 04:13:35.436752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b973a22e-c18d-40b3-b8f0-cbdbb8a8aa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.455499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b973a22e-c18d-40b3-b8f0-cbdbb8a8aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.505366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69add7fc-c57b-4902-8e7e-1d87d5e52368 req-df94c5d1-4e8c-4b36-aba3-58b384d3c845 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Aug 29 04:13:35.522091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Deleting port 4fc08fec-7855-435b-808a-6d7608cf6f62 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:35.527305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.534625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b973a22e-c18d-40b3-b8f0-cbdbb8a8aa33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df5895b0031f4ce8a751a7daa35b7305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336406 Aug 29 04:13:35.535451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973a22e-c18d-40b3-b8f0-cbdbb8a8aa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23670217-4419-44f4-90bb-887e25e459eb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:35.550509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:35.604195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0b13863-348d-46e7-94ea-016ff3dadaa5 req-d7f58201-8223-457a-960e-ca168b4cea8d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068803 Aug 29 04:13:35.709566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f46738ae-0045-4768-a90e-f9791305f1e0 req-45335de3-dd7b-4243-9bf6-0e8b926746ca tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 210 time: 0.1349843 Aug 29 04:13:35.736181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.785759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.869973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] For port 4fc08fec-7855-435b-808a-6d7608cf6f62, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4fc08fec-7855-435b-808a-6d7608cf6f62,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:35.872538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.880195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.888054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:35.891448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23670217-4419-44f4-90bb-887e25e459eb HTTP/1.1" status: 204 len: 168 time: 0.3199515 Aug 29 04:13:35.928679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3099052-a19a-4a77-90bc-f97601cc47e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23670217-4419-44f4-90bb-887e25e459eb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:35.944107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Calling delete_port for 4fc08fec-7855-435b-808a-6d7608cf6f62 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:36.026688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a4d9a90-f71e-499f-9048-27661ae5c5b5 req-b62f2c02-bf7b-444a-a543-563e4817ce18 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847011 Aug 29 04:13:36.122414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-bad9a21f-e05a-4387-a3c7-64935b8cc02c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1527242623&fields=id&tenant_id=994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 267 time: 0.1731961 Aug 29 04:13:36.143024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da203-111d-412a-b171-e2e73f1577ee req-f03409f8-4bb1-41f8-9dbf-e7996fda964b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.145912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01da203-111d-412a-b171-e2e73f1577ee req-f03409f8-4bb1-41f8-9dbf-e7996fda964b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.3509698 Aug 29 04:13:36.282185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.366644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4fc08fec-7855-435b-808a-6d7608cf6f62'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:36.411607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-04a37e83-5f55-4035-9abc-951009900272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.413316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-04a37e83-5f55-4035-9abc-951009900272 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1099 time: 0.2655821 Aug 29 04:13:36.466318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Pushing event deleted for resources: {'Port': ['ID=4fc08fec-7855-435b-808a-6d7608cf6f62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:36.540342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] No DVR routers for this DVR port 4fc08fec-7855-435b-808a-6d7608cf6f62 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:36.550874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.555183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86257b23-7c8f-4fbe-943e-a0a72d98c0df req-b3f8fefe-00ad-491f-b7ee-0e686d341b4e tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.50 "DELETE /v2.0/ports/4fc08fec-7855-435b-808a-6d7608cf6f62 HTTP/1.1" status: 204 len: 173 time: 1.2698855 Aug 29 04:13:36.556043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'name': 'network-vif-deleted', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:36.560138 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d72f5-a845-4ca9-9f04-b7950c9de73b" -d '{"events": [{"server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "name": "network-vif-deleted", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:36.630185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:36.656997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e85a1eb-d83d-4c84-aaa3-e4ac59c19df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.872318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01da203-111d-412a-b171-e2e73f1577ee req-2880ac3d-c588-4e2b-86c9-2725df644208 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416502 Aug 29 04:13:36.878873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e85a1eb-d83d-4c84-aaa3-e4ac59c19df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.892222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e85a1eb-d83d-4c84-aaa3-e4ac59c19df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:36.979369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-7a1f7b5f-9e31-4c96-8c0c-01c5f33862fc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:36.995525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-7a1f7b5f-9e31-4c96-8c0c-01c5f33862fc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 823 time: 0.8314791 Aug 29 04:13:36.998723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a1eb-d83d-4c84-aaa3-e4ac59c19df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064381a-5b35-45e5-9514-123ecd86764b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:37.015803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e85a1eb-d83d-4c84-aaa3-e4ac59c19df9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=058130226a2f4402abc5483a8fd46f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838394 Aug 29 04:13:37.023845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46486) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:37.090045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-b80681ab-ecf1-4fad-8fae-9a8a96354af2 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/quotas/994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 375 time: 0.0528884 Aug 29 04:13:37.134227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-d31f3ed5-4f96-4a6b-b5ae-cf6a5e4907f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.136349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-d31f3ed5-4f96-4a6b-b5ae-cf6a5e4907f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.7073345 Aug 29 04:13:37.237490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-ef95274f-0e5b-48d3-adf7-6d29f65c5559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.0794592 Aug 29 04:13:37.244248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c2404bf-90c3-4bcb-95ee-68a137ce98d9 req-2b78bb24-849a-42a2-aaac-d256b39a60e7 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0875411 Aug 29 04:13:37.247443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.305830 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0fc53e1-ef5a-486e-a3b7-3de723d6ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.334790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-35261e81-6406-4272-9cd3-d6c7b2faf3ce tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2353189 Aug 29 04:13:37.371527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.428316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-89295ea9-d510-4ec6-a550-529e63baeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.429788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-89295ea9-d510-4ec6-a550-529e63baeabf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1786234 Aug 29 04:13:37.559708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb430c-2d92-4e78-8d14-d3a585a789e6 req-c1e9dbfd-6eb4-4256-8f77-78096f9db71e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.561327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50eb430c-2d92-4e78-8d14-d3a585a789e6 req-c1e9dbfd-6eb4-4256-8f77-78096f9db71e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1543877 Aug 29 04:13:37.567044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.569639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:37.573409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2064381a-5b35-45e5-9514-123ecd86764b HTTP/1.1" status: 204 len: 168 time: 0.5427687 Aug 29 04:13:37.576483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-a93b6345-954e-459f-affc-420a48690188 service neutron] 10.222.0.62 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407818 Aug 29 04:13:37.587515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-c490219d-31ee-4321-9e58-23fa9931f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:37.589272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-c490219d-31ee-4321-9e58-23fa9931f959 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315637 Aug 29 04:13:37.632183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70aa62-0d80-40b3-b8bb-ade1f99d94bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064381a-5b35-45e5-9514-123ecd86764b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:37.748981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50eb430c-2d92-4e78-8d14-d3a585a789e6 req-2d7095cb-352b-42d5-829a-9d0b15dc7a1a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709011 Aug 29 04:13:37.793593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-bbf26b7d-f279-4f28-9a7c-4e7e2cb0cf47 service neutron] 10.222.0.62 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019584 Aug 29 04:13:37.826095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-11b2d9dc-a850-41b9-94ee-0ab798437c73 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119408 Aug 29 04:13:37.879020 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f1b31-1ae1-41a4-8ec0-fae5329bfa70 x-openstack-request-id: req-566f1b31-1ae1-41a4-8ec0-fae5329bfa70 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:37.879870 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8864f2-2b62-49d7-9267-3b2dc2a75a42", "name": "network-vif-deleted", "tag": "4fc08fec-7855-435b-808a-6d7608cf6f62", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:37.879870 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-566f1b31-1ae1-41a4-8ec0-fae5329bfa70 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:37.880311 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8864f2-2b62-49d7-9267-3b2dc2a75a42', 'name': 'network-vif-deleted', 'tag': '4fc08fec-7855-435b-808a-6d7608cf6f62', 'status': 'completed', 'code': 200} Aug 29 04:13:37.988219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-b7aad71d-a138-431b-879b-8a54aef59115 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624239 Aug 29 04:13:38.110245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc75fd9f-fddc-4b0f-815f-cc6dbbb7b3a7 req-c21face1-64e7-45e0-9c8e-626bdaddf2a3 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718849 Aug 29 04:13:38.114588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ebd538a-5b83-4bb9-9a10-f78d5a29ff5c req-a0e8ed7e-0a79-4f57-9801-3745b426a4b0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 210 time: 0.1132114 Aug 29 04:13:38.313327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12193cf3-955e-4637-9a12-76f8a54bde2f req-728dce0d-fedc-469e-84fe-f11d6322caed tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.314931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12193cf3-955e-4637-9a12-76f8a54bde2f req-728dce0d-fedc-469e-84fe-f11d6322caed tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1096 time: 0.1006141 Aug 29 04:13:38.348011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd09729-ac53-4409-80d5-8d6dec05ebf2 req-10854f2b-4c24-4afd-820d-16893b9b6b84 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.352822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bd09729-ac53-4409-80d5-8d6dec05ebf2 req-10854f2b-4c24-4afd-820d-16893b9b6b84 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.1238778 Aug 29 04:13:38.363186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-bbd42ade-62bb-4a55-9364-844b3344a6a1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520904 Aug 29 04:13:38.381824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-9a5faf37-e016-49a4-9663-4dc8e3b7c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.385977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-9a5faf37-e016-49a4-9663-4dc8e3b7c937 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 1101 time: 0.1517751 Aug 29 04:13:38.429150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12193cf3-955e-4637-9a12-76f8a54bde2f req-cd227416-ed17-4ded-8168-3546b9d98be5 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735354 Aug 29 04:13:38.461859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bd09729-ac53-4409-80d5-8d6dec05ebf2 req-e14f45eb-77f7-4bbd-aca6-22812315caf4 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973167 Aug 29 04:13:38.587363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c286d5a4-0135-4cde-a36e-cf326e4b2a8e req-d64f5a21-56ba-4988-bd90-ba2e8beb7bbd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 210 time: 0.0570571 Aug 29 04:13:38.776342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d084ea-c10e-4c82-bd38-0901307138c9 req-42b067dc-0548-46de-9507-664fb8f08bf9 tempest-TenantUsagesTestJSON-1200281647 tempest-TenantUsagesTestJSON-1200281647-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac8864f2-2b62-49d7-9267-3b2dc2a75a42 HTTP/1.1" status: 200 len: 210 time: 0.0560319 Aug 29 04:13:38.857930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716334-61d4-49b8-8785-ea407fb132fe req-f7aa1be6-f37b-4790-9645-d11a9bdb75f2 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.865225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26716334-61d4-49b8-8785-ea407fb132fe req-f7aa1be6-f37b-4790-9645-d11a9bdb75f2 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 949 time: 0.0841608 Aug 29 04:13:38.944748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-b71424c8-f91a-40fe-8940-8a638d6177bb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.946749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-b71424c8-f91a-40fe-8940-8a638d6177bb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793333 Aug 29 04:13:38.977599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-e01e7338-c904-486a-9ec3-48272cbbae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:38.979708 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-e01e7338-c904-486a-9ec3-48272cbbae0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3252938 Aug 29 04:13:38.987195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26716334-61d4-49b8-8785-ea407fb132fe req-e82473ca-e27f-423d-86ff-b0d6c60d0b7a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036971 Aug 29 04:13:39.014971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4fc08fec-7855-435b-808a-6d7608cf6f62 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:39.055755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': '177f1bdb-2494-4323-b189-1f92292b98ab', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:39.067176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 4fc08fec-7855-435b-808a-6d7608cf6f62 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:39.067718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4fc08fec-7855-435b-808a-6d7608cf6f62 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:39.207035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-a883dc11-13eb-4204-a998-93d180ddfb9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d HTTP/1.1" status: 200 len: 217 time: 0.0801544 Aug 29 04:13:39.219908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:39.307979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109a91-bcf7-41f3-bb1b-a953396b8384 req-018e5d4a-837a-4af6-8354-75683896bec8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.309328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:39.316074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe109a91-bcf7-41f3-bb1b-a953396b8384 req-018e5d4a-837a-4af6-8354-75683896bec8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2123930 Aug 29 04:13:39.339026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-60e84d37-e00e-40c2-92db-543c6e93d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.339391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-c113d3e5-0b30-4373-99fc-693313f28e7d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.341685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-60e84d37-e00e-40c2-92db-543c6e93d450 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0925193 Aug 29 04:13:39.344831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-c113d3e5-0b30-4373-99fc-693313f28e7d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.3466821 Aug 29 04:13:39.374829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-8db20230-9d6a-4d96-8075-0c0ca964f063 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.376645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-8db20230-9d6a-4d96-8075-0c0ca964f063 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/ports?device_id=12197205-717c-4b36-9842-b871724fb2f9 HTTP/1.1" status: 200 len: 945 time: 0.2446711 Aug 29 04:13:39.390938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-73fda53f-2f41-4c9e-9ffc-fac4eff54d29 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/quotas/0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 375 time: 0.0393224 Aug 29 04:13:39.462299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe109a91-bcf7-41f3-bb1b-a953396b8384 req-e6074077-2ff3-4388-9cfa-08cb072ed7e0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452236 Aug 29 04:13:39.474726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-1d7174f6-9170-4bb0-a308-f51cdbf7951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:39.493697 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-1d7174f6-9170-4bb0-a308-f51cdbf7951d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301861 Aug 29 04:13:39.506105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-555117921-network', 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:39.543150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:39.568754 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.664706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:39.668202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bac021fe-3ddf-4412-9b6f-5f8ee62f21cd req-90d5a61a-bf1a-4b8b-9a25-bcc54d4e1c08 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 210 time: 0.0518172 Aug 29 04:13:39.701602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '93d96af9-5974-4c81-8344-25df6e2153fb', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '93d96af9-5974-4c81-8344-25df6e2153fb', 'mac_address': 'fa:16:3e:c3:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:39.710710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-ee1b931d-330b-426f-9918-169d70f2e637 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3188028 Aug 29 04:13:39.806622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:39.810558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.810855 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.846571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:39.862874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.913132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:39.926342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Deleting port 106c9723-c46f-407a-acac-be6b45ea07bd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:13:39.926701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.936300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:39.950312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44dcf711-4f37-4497-872b-ce35cb5124a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.021154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-ff459949-1348-4bbb-a3a3-7f9e43521fac service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369655 Aug 29 04:13:40.047239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-00111bed-d394-4137-b19a-9ff59090c587 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349996 Aug 29 04:13:40.066042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:40.066935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc31a-e534-4707-bac1-97016ff4d4b1 req-dd393675-590c-404d-be82-c27430a0b8a2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:40.068086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f25cc31a-e534-4707-bac1-97016ff4d4b1 req-dd393675-590c-404d-be82-c27430a0b8a2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.2218513 Aug 29 04:13:40.142066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.173588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.87 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/5f36afc0-8e72-47ff-978a-df8fc604ad7e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:40.188470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] For port 106c9723-c46f-407a-acac-be6b45ea07bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=106c9723-c46f-407a-acac-be6b45ea07bd,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:40.188839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.244127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f25cc31a-e534-4707-bac1-97016ff4d4b1 req-ec0a13e2-7071-47ab-a1f1-3b3558a38181 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545234 Aug 29 04:13:40.325315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:40.374892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-10a775ff-d776-4f4f-b94c-c1eba733dd13 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263626 Aug 29 04:13:40.509048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.50', 57580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:40.515694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c51843ae-e4e0-4b8e-837e-7028f09afd04 req-77c5b186-9e8e-47fe-b86f-414630a20b76 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 210 time: 0.0862865 Aug 29 04:13:40.554902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.584795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 5f36afc0-8e72-47ff-978a-df8fc604ad7e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:40.610234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c36ed13a-ef6f-4601-9c10-9c681f3db64d req-e50ecfe5-0a23-4142-8d78-75c4f4471239 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742249 Aug 29 04:13:40.654561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.690975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-db5ed11b-8e48-4f27-bc95-8b5a743775ff tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:40.692584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-db5ed11b-8e48-4f27-bc95-8b5a743775ff tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 823 time: 0.1758854 Aug 29 04:13:40.707267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.758798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.760929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:40.811522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', '1ed46918-bf1a-4d84-80a1-1c2c45729798'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:40.837175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:40.859708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13eb0fa-0367-4282-9602-4025f75d5b29,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:40.863283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:40.868266 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Added segment 9691f7ce-1493-415d-a9c7-1d03df8771ec of type vlan for network 0a805732-0257-4e0c-895e-8f7f71b6df55 Aug 29 04:13:40.871008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:40.914214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:40.928292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:41.203248 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.215646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.218619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.265371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-c937cd67-c97e-4374-9e6d-1953f45bff89 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2168117 Aug 29 04:13:41.268758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.352954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Request body: {'port': {'device_id': '177f1bdb-2494-4323-b189-1f92292b98ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:41.511419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.512857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:41.517484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.536596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:41.539371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:41.549159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3eb6b049-b20e-41a3-b882-ec31a15fd3a1 None None] Provisioning for port 5f36afc0-8e72-47ff-978a-df8fc604ad7e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:41.671244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.675889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] Pushing event updated for resources: {'Network': ['ID=0a805732-0257-4e0c-895e-8f7f71b6df55,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:41.688843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82ca4539-11f3-4416-9ea0-aedd05b0390e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4671495 Aug 29 04:13:41.692319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:41.711721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Request body: {'subnet': {'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-555117921-subnet', 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:41.800448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:41.805676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3eb6b049-b20e-41a3-b882-ec31a15fd3a1 None None] Provisioning complete for port 5f36afc0-8e72-47ff-978a-df8fc604ad7e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:41.807709 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b049-b20e-41a3-b882-ec31a15fd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:41.869972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6b049-b20e-41a3-b882-ec31a15fd3a1 None None] Port 5f36afc0-8e72-47ff-978a-df8fc604ad7e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:41.908039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-b5101d66-efc5-462f-9efa-6c0721b96456 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994e4b334d7e4a9297b6300271c67a42 HTTP/1.1" status: 200 len: 380 time: 0.4330947 Aug 29 04:13:41.936523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'port': {'device_id': 'f7209256-1146-4acd-a5dc-e767563efddb', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'admin_state_up': True, 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'security_groups': ['6a3e077c-8198-475b-a286-dfa19893fe49']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:41.956368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.079367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.079879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.080238 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 disassociated. External IP: 172.25.3.8, port: 106c9723-c46f-407a-acac-be6b45ea07bd. Aug 29 04:13:42.082730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Calling delete_port for 106c9723-c46f-407a-acac-be6b45ea07bd owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:13:42.093051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0050-08bc-4a6f-ab8e-059bf3ff46a5 req-507748b0-418c-4ceb-8056-6d56032cb5c7 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.100856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff3b0050-08bc-4a6f-ab8e-059bf3ff46a5 req-507748b0-418c-4ceb-8056-6d56032cb5c7 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.6246197 Aug 29 04:13:42.272359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:42.277660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.329809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff3b0050-08bc-4a6f-ab8e-059bf3ff46a5 req-6768bc6e-1b66-45a2-b965-23f372c606e5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273064 Aug 29 04:13:42.427080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Made reservation on behalf of 994e4b334d7e4a9297b6300271c67a42 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:42.437909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.679851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec1dea19-48c3-4aff-90aa-76117a52b208 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb69e1c469974a0b84af0ec48a710ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1242704 Aug 29 04:13:42.685150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:42.740890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58931e-1c3b-4a44-89de-cd43aaa42bb4 req-570dccd0-ea16-44dd-827d-3cdab4dca451 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:42.752571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc58931e-1c3b-4a44-89de-cd43aaa42bb4 req-570dccd0-ea16-44dd-827d-3cdab4dca451 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 935 time: 0.2177801 Aug 29 04:13:42.767125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.855055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.891840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:42.914887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f36afc0-8e72-47ff-978a-df8fc604ad7e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:42.930091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event deleted for resources: {'Port': ['ID=106c9723-c46f-407a-acac-be6b45ea07bd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:42.932137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.007237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:43.010371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc58931e-1c3b-4a44-89de-cd43aaa42bb4 req-3d30133e-510f-48f5-a021-d44e5be66911 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340946 Aug 29 04:13:43.012015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edc65a2e-61b2-41ee-b699-d57adcd45e5d req-cb008717-7d6a-4376-8d8a-3d8c857deb49 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 210 time: 0.0966284 Aug 29 04:13:43.015136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Transition to ACTIVE for port object 5f36afc0-8e72-47ff-978a-df8fc604ad7e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:43.027394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.027877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.028391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.029608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.030161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.030660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.031187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.031627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.032135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.032781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.033260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.033763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:43.064205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.081086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.180762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.248797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.292862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:43.296745 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6174312-6348-4330-9711-7ba8bb39f975" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-unplugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:43.318668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:43.323963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:43.390303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:43.398850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.398850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 106c9723-c46f-407a-acac-be6b45ea07bd no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:13:43.420874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.428953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.440749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04c90ef6-59b9-471d-8b37-d6ac0930c5f0 HTTP/1.1" status: 204 len: 168 time: 0.7501171 Aug 29 04:13:43.473650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Pushing event updated for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:43.493413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:43.493753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Network hostable DHCP agents. Network: 0a805732-0257-4e0c-895e-8f7f71b6df55, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:43.502509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Allocated IP 172.20.0.6 (782ef7e4-8686-4b0a-a41b-8665a2142b6c/4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4/957ea5aa-bac5-4954-8821-7945db3e23ee) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:43.564080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 106c9723-c46f-407a-acac-be6b45ea07bd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:13:43.565271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 106c9723-c46f-407a-acac-be6b45ea07bd not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:13:43.598082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:43.625123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 93d96af9-5974-4c81-8344-25df6e2153fb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:43.630036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776f36b-f1a8-42a2-b065-36cb596799f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c90ef6-59b9-471d-8b37-d6ac0930c5f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:43.656820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 93d96af9-5974-4c81-8344-25df6e2153fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:43.658502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.778963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:43.787408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Attempting to bind port 5f36afc0-8e72-47ff-978a-df8fc604ad7e on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:43.788178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Attempting to bind port 5f36afc0-8e72-47ff-978a-df8fc604ad7e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:43.789482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Attempting to bind port 5f36afc0-8e72-47ff-978a-df8fc604ad7e on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:43.800380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Port 5f36afc0-8e72-47ff-978a-df8fc604ad7e on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:43.800911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Attempting to bind port 5f36afc0-8e72-47ff-978a-df8fc604ad7e on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:43.811029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:43.811969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:43.812521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:43.813486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Bound port: 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:43.814059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.834096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6cb2d50-e75b-4530-b7ca-f68db5160444 req-02f67d62-bc6f-41bb-ade7-3a2fd5b6f749 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 210 time: 0.4201491 Aug 29 04:13:43.836179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0a805732-0257-4e0c-895e-8f7f71b6df55) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:43.843249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.844993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.875029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-70518b6f-70c9-4761-84f5-e7a4dcdfe0ff tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:43.877865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-70518b6f-70c9-4761-84f5-e7a4dcdfe0ff tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 1.0642834 Aug 29 04:13:43.926595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Request body: {'port': {'device_id': 'be49b783-83f6-4643-aae5-5a30794654a5', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'admin_state_up': True, 'tenant_id': '0346765597034da0bc810662c2eea961'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:43.940655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:43.944962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:43.948607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ba75b-cbe5-423f-9153-1abb1f77ffb3 None None] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:43.954260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:43.970781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19989d23-7906-4f39-b454-ce8d16625da4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2724566 Aug 29 04:13:43.997839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e01e9-d1e3-4d66-809c-46253b100fcf req-fd21dc05-31ab-4dd2-bee1-caa288abba6b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.011002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-399e01e9-d1e3-4d66-809c-46253b100fcf req-fd21dc05-31ab-4dd2-bee1-caa288abba6b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 948 time: 0.6603143 Aug 29 04:13:44.057073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Pushing event updated for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:44.081650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.082663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.084713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7030886d-3a89-4c2d-aa31-dcd5fdd99456 service neutron] 10.222.0.50 "PUT /v2.0/ports/5f36afc0-8e72-47ff-978a-df8fc604ad7e HTTP/1.1" status: 200 len: 1096 time: 2.7574921 Aug 29 04:13:44.085929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:44.092690 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6f154-d539-4e74-8f0e-5045d3225fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:44.100075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:44.103462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.148560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:13:44.153069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.264799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Transition to ACTIVE for port object 957ea5aa-bac5-4954-8821-7945db3e23ee will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:44.372372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-f35fb83b-06d3-4d71-b7fd-ded0337609bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.374581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-f35fb83b-06d3-4d71-b7fd-ded0337609bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 1099 time: 0.1447053 Aug 29 04:13:44.423785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.431692 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9797fb0-1d50-45aa-b3b7-8056193cb36d x-openstack-request-id: req-e9797fb0-1d50-45aa-b3b7-8056193cb36d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:44.432001 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-unplugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:44.432461 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9797fb0-1d50-45aa-b3b7-8056193cb36d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:44.432863 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'code': 200} Aug 29 04:13:44.445685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.448748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.502574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:44.529358 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.539673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-399e01e9-d1e3-4d66-809c-46253b100fcf req-9af57599-4651-4f58-a928-20410065bdd0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176977 Aug 29 04:13:44.599799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc443d-163c-47e0-be7d-9e4650717de4 req-0d3d572a-36d7-4709-9caa-3696c1c4162a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.609264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0fc443d-163c-47e0-be7d-9e4650717de4 req-0d3d572a-36d7-4709-9caa-3696c1c4162a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3692598 Aug 29 04:13:44.627454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-3ca07e5b-536f-4fa8-b5b3-3fb0ab91794f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e HTTP/1.1" status: 200 len: 217 time: 0.1999202 Aug 29 04:13:44.631958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.676904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:44.679004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c41a7-c45f-4c1c-810f-da7b3880972f None None] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:44.681128 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.684012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:44.703485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:44.727246 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:44.728499 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:13:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:44.731201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:44.747018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:44.760871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:44.771810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.772718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.780595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-400edca2-ab29-438e-9337-fa28990d958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:44.782128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-400edca2-ab29-438e-9337-fa28990d958d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1151509 Aug 29 04:13:44.813017 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b0f7f601ea1494ea23dded40a9a5b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068233 Aug 29 04:13:44.834933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] No DVR routers for this DVR port 106c9723-c46f-407a-acac-be6b45ea07bd on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:13:44.843296 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:44.844995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c16e54b9-14c8-4ab8-ba67-1f049482e138 req-270a4158-b636-4977-930b-584eb1503c64 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "DELETE /v2.0/ports/106c9723-c46f-407a-acac-be6b45ea07bd HTTP/1.1" status: 204 len: 173 time: 5.4262555 Aug 29 04:13:44.845642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:44.857294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:44.874021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'name': 'network-vif-deleted', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:44.880052 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b753725-9cb0-4af2-bccc-186a9ebcbc98" -d '{"events": [{"server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "name": "network-vif-deleted", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:44.897279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e631ef6-0f7f-4973-9536-a4405344132d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:44.953010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.953351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.959074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.959438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.959969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.961025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.961667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.961837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.962322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.962987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.963134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:44.963461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5b51f-7033-45ca-aff9-bcc7eb134071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:13:45.054962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0fc443d-163c-47e0-be7d-9e4650717de4 req-7de2502f-eeb4-47a0-b98e-60cb71ae8db8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443724 Aug 29 04:13:45.056840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event updated for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:45.064490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-a2dc6dba-856d-432b-ae23-491792bfa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:45.067012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-a2dc6dba-856d-432b-ae23-491792bfa795 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615137 Aug 29 04:13:45.069324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-df4f442f-285d-41ff-b58d-4635e6a1ac8b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1472735 Aug 29 04:13:45.099493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.128565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Request body: {'port': {'device_id': 'f7209256-1146-4acd-a5dc-e767563efddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:45.153248 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:45.160614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.233049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.236936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.243696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e631ef6-0f7f-4973-9536-a4405344132d HTTP/1.1" status: 204 len: 168 time: 0.3903120 Aug 29 04:13:45.411333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e5aca9e-ebff-4caf-b3cb-a40a15e51b6b None None] Provisioning for port 957ea5aa-bac5-4954-8821-7945db3e23ee completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:45.417716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e5aca9e-ebff-4caf-b3cb-a40a15e51b6b None None] Provisioning complete for port 957ea5aa-bac5-4954-8821-7945db3e23ee triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:45.418934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e5aca9e-ebff-4caf-b3cb-a40a15e51b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:45.561358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e5aca9e-ebff-4caf-b3cb-a40a15e51b6b None None] Port 957ea5aa-bac5-4954-8821-7945db3e23ee cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:13:45.587393 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:13:45.700192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:45.713159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2022262801-network', 'tenant_id': 'e18c242f7dcd4e87b246f57d33fa9559'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:45.767888 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:45.795740 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25909e26-1a68-400f-8e9b-8b9c6a5aa2fc x-openstack-request-id: req-25909e26-1a68-400f-8e9b-8b9c6a5aa2fc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:45.796583 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:45.796583 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25909e26-1a68-400f-8e9b-8b9c6a5aa2fc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:45.796858 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e', 'status': 'completed', 'code': 200} Aug 29 04:13:45.807737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10982e8a-a9e5-4adc-a136-36ef93ea3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e631ef6-0f7f-4973-9536-a4405344132d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:45.848129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:13:45.864939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:45.865698 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:13:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:45.900769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-7245f0dd-c574-497a-b72b-05f95a3ba633 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880557 Aug 29 04:13:45.930981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7eccc1c-a4fc-4314-bc3c-d78d7ede5bc0 req-b13c2bb8-7d58-4ad3-ac7a-b38af5d7d148 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 210 time: 0.2322567 Aug 29 04:13:46.042286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Allocated IP 172.20.0.11 (c8d462fa-c20d-48da-8a5e-7a8c45c9f307/4bee7118-fdb9-435a-bdcc-6496588aaa0a/e2d449ad-bb67-4e23-85f7-2470476cac9e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:46.124140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Made reservation on behalf of e18c242f7dcd4e87b246f57d33fa9559 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:46.127255 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:46.128062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.147203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.160419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f1362d8-3cfb-44e8-b430-2b276ce1e063 req-f2052180-330c-4c3d-bb85-e9069aa9c643 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417665 Aug 29 04:13:46.256474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc4b95-2afb-47a1-9a4a-352e043f64ef req-4a9a1f14-44bd-49a7-afb2-ed2deebd2ec9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.258681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dfbc4b95-2afb-47a1-9a4a-352e043f64ef req-4a9a1f14-44bd-49a7-afb2-ed2deebd2ec9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 947 time: 0.5593300 Aug 29 04:13:46.259429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.402237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-807a4f46-6742-4bb5-8b0b-270bd86188fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.404079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-807a4f46-6742-4bb5-8b0b-270bd86188fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 1099 time: 0.0550652 Aug 29 04:13:46.434298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:46.439756 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f1120-ce34-4325-8fe6-2ec39d768059" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:46.493403 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:46.534778 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3e22c-801f-4a5d-802e-c3d80c947b9f None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:13:46.546725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe6373-293a-4b76-99f7-8fa643f99b75 req-8bbf87d7-df59-4b0c-8c47-35cfbd45d635 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.549759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26fe6373-293a-4b76-99f7-8fa643f99b75 req-8bbf87d7-df59-4b0c-8c47-35cfbd45d635 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 931 time: 0.4585450 Aug 29 04:13:46.614079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-4944066f-31fc-4bab-b6d6-ba9fa4058cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.616056 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-4944066f-31fc-4bab-b6d6-ba9fa4058cd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1959145 Aug 29 04:13:46.673617 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-af296d70-9f21-4e39-8c63-7d57dd4a1a46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e HTTP/1.1" status: 200 len: 217 time: 0.0450761 Aug 29 04:13:46.695654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dfbc4b95-2afb-47a1-9a4a-352e043f64ef req-c7e560c2-178a-4588-8a01-20516f8d93bc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203544 Aug 29 04:13:46.741498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-3674599c-49b4-4616-9984-6abf2b46b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.743755 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-3674599c-49b4-4616-9984-6abf2b46b977 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0598221 Aug 29 04:13:46.850402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-c72d0981-f096-4018-a0a6-4e6535e75b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:46.854301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:46.855972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-c72d0981-f096-4018-a0a6-4e6535e75b87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868425 Aug 29 04:13:46.902140 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ec554-13e1-4662-8c49-6c21dab20010 x-openstack-request-id: req-1d1ec554-13e1-4662-8c49-6c21dab20010 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:46.902627 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12197205-717c-4b36-9842-b871724fb2f9", "name": "network-vif-deleted", "tag": "106c9723-c46f-407a-acac-be6b45ea07bd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:46.902882 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d1ec554-13e1-4662-8c49-6c21dab20010 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:46.903349 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12197205-717c-4b36-9842-b871724fb2f9', 'name': 'network-vif-deleted', 'tag': '106c9723-c46f-407a-acac-be6b45ea07bd', 'status': 'completed', 'code': 200} Aug 29 04:13:47.027104 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.045389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-7e964a26-4346-4923-b480-658f9970d680 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792896 Aug 29 04:13:47.053233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26fe6373-293a-4b76-99f7-8fa643f99b75 req-88f38396-ecd1-410e-8730-017313bb35bd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856367 Aug 29 04:13:47.116933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907c543-d796-4ad7-bbde-9fd396615185 None None] New status for floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:13:47.249259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-98c6f154-d539-4e74-8f0e-5045d3225fa1 req-bd9ddcb2-85d1-4c80-bf7a-9d4a621c363c service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817043 Aug 29 04:13:47.282235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:47.321326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.325981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:47.340404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:47.350192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.351212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.437408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.465168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38f3f-3ce6-4566-aa81-8478d99ba304 req-3eaaeb12-1aea-4d94-b54a-57abdfcea2c3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.466833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7da38f3f-3ce6-4566-aa81-8478d99ba304 req-3eaaeb12-1aea-4d94-b54a-57abdfcea2c3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.3970785 Aug 29 04:13:47.473163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.480434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-49bea968-b70e-4b2c-8f4c-4b70bf158541 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5722895 Aug 29 04:13:47.520883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Request body: {'port': {'device_id': 'be49b783-83f6-4643-aae5-5a30794654a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:47.532365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0bc04-3571-4167-a399-4d46b085b64a req-55197e1b-8968-447d-bdc9-00d7229f5499 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.533956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7d0bc04-3571-4167-a399-4d46b085b64a req-55197e1b-8968-447d-bdc9-00d7229f5499 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3513575 Aug 29 04:13:47.594642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:47.638370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dadd16a-f73e-4b44-9d10-de979468eb56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.653726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.654066 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Added segment 9f27d822-3252-4cdb-a227-3edf22c0a414 of type vlan for network d6c75aef-0cff-4b60-9fea-10f828389e1f Aug 29 04:13:47.676750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957ea5aa-bac5-4954-8821-7945db3e23ee {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:47.690581 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.716383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7da38f3f-3ce6-4566-aa81-8478d99ba304 req-ec2a3828-60a4-4cc9-a315-d1ba3141ee33 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324679 Aug 29 04:13:47.758160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7d0bc04-3571-4167-a399-4d46b085b64a req-6e039fe9-f498-4bf9-838c-81ed7b5bfef8 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092452 Aug 29 04:13:47.771808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Transition to ACTIVE for port object 957ea5aa-bac5-4954-8821-7945db3e23ee will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:47.772745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.776262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.786872 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.815473 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94fe3ac-b019-48fe-b765-ed3b9606ce69 x-openstack-request-id: req-a94fe3ac-b019-48fe-b765-ed3b9606ce69 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:47.817070 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:47.818078 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a94fe3ac-b019-48fe-b765-ed3b9606ce69 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:47.819174 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'code': 200} Aug 29 04:13:47.941248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.942382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.942982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:47.946342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4901-6885-427b-b26c-729a97b7db29 req-eaf3dc2f-eae1-4660-9167-10863aea8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:47.948454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89df4901-6885-427b-b26c-729a97b7db29 req-eaf3dc2f-eae1-4660-9167-10863aea8010 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1101 time: 0.0526752 Aug 29 04:13:47.963963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Pushing event updated for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:47.998949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89df4901-6885-427b-b26c-729a97b7db29 req-ba83648f-3607-412a-bad7-f13f4ad2e2d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Aug 29 04:13:48.103438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4020827 Aug 29 04:13:48.107670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:48.117515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Attempting to bind port 957ea5aa-bac5-4954-8821-7945db3e23ee on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:48.117829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Attempting to bind port 957ea5aa-bac5-4954-8821-7945db3e23ee by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:48.118167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Attempting to bind port 957ea5aa-bac5-4954-8821-7945db3e23ee on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:48.123830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Request body: {'subnet': {'network_id': 'd6c75aef-0cff-4b60-9fea-10f828389e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2022262801-subnet', 'tenant_id': 'e18c242f7dcd4e87b246f57d33fa9559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:48.148766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ea75d-9d48-475b-bfd7-98ecf7ae9dcd req-267d3813-ac9a-4546-a3b4-a5f147fd254b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.150790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-207ea75d-9d48-475b-bfd7-98ecf7ae9dcd req-267d3813-ac9a-4546-a3b4-a5f147fd254b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 932 time: 0.2757530 Aug 29 04:13:48.152371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1ea15-3ed0-423f-95ae-15e7545cac65 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c75aef-0cff-4b60-9fea-10f828389e1f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.160831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Port 957ea5aa-bac5-4954-8821-7945db3e23ee on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:48.161438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Attempting to bind port 957ea5aa-bac5-4954-8821-7945db3e23ee on network 782ef7e4-8686-4b0a-a41b-8665a2142b6c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:48.175878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d6c75aef-0cff-4b60-9fea-10f828389e1f details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:48.182510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Made reservation on behalf of e18c242f7dcd4e87b246f57d33fa9559 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:48.187813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.264319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:48.264844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Checking segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:48.265062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Bound using segment: {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:48.265528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Bound port: 957ea5aa-bac5-4954-8821-7945db3e23ee, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c2d88e-3e90-4df0-a423-219c6dc12749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:48.265898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.348664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-207ea75d-9d48-475b-bfd7-98ecf7ae9dcd req-d7518dcd-ae54-4b45-9200-50c45b73638a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889527 Aug 29 04:13:48.405709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e619fb-76fb-4dde-b50b-fad42487614d req-0d64c491-454f-4876-a5ba-6f2c14f828a6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.407331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52e619fb-76fb-4dde-b50b-fad42487614d req-0d64c491-454f-4876-a5ba-6f2c14f828a6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 947 time: 0.2051904 Aug 29 04:13:48.452791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:48.481866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.494301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=957ea5aa-bac5-4954-8821-7945db3e23ee,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:48.513322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.566602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52e619fb-76fb-4dde-b50b-fad42487614d req-45969786-a0ee-4cf8-bdfd-df3eb446bf3a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301131 Aug 29 04:13:48.575298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370c44cd-adef-4758-b395-bcc4cb85cdcc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.595598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.596235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.597740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] 10.222.0.50 "PUT /v2.0/ports/957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 200 len: 1092 time: 3.4880145 Aug 29 04:13:48.605056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Checking segment: {'id': '9f27d822-3252-4cdb-a227-3edf22c0a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd6c75aef-0cff-4b60-9fea-10f828389e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:48.605840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Network hostable DHCP agents. Network: d6c75aef-0cff-4b60-9fea-10f828389e1f, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:48.626081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d449ad-bb67-4e23-85f7-2470476cac9e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:48.650793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.656392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Network d6c75aef-0cff-4b60-9fea-10f828389e1f is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:48.672485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18dab-39f7-41a2-8135-d0c99a32c01d service neutron] Pushing event updated for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.675384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d6c75aef-0cff-4b60-9fea-10f828389e1f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:48.687843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Transition to ACTIVE for port object e2d449ad-bb67-4e23-85f7-2470476cac9e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:48.691801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78ffb9-8fb4-4331-9750-66b85f4fd600 None None] Network d6c75aef-0cff-4b60-9fea-10f828389e1f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:48.699703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.700328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.724762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3de622f8-5dc6-4b2c-a59c-7cd21ff78292 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6137679 Aug 29 04:13:48.728597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:48.801955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b9288-92e4-498e-831b-e22004db3532 req-86973a1d-ece9-4fbc-ad77-73c6c86234dd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.803600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d7b9288-92e4-498e-831b-e22004db3532 req-86973a1d-ece9-4fbc-ad77-73c6c86234dd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 943 time: 0.2328255 Aug 29 04:13:48.818654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:48.927892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:48.935965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ff85b-ad0c-4511-a242-22fcd994297c None None] Network d6c75aef-0cff-4b60-9fea-10f828389e1f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:48.936831 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446cfb5-949b-4b4f-9ad2-5073e35a6075" -d '{"events": [{"name": "network-changed", "server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:48.978373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-adb49c54-3696-4c0a-b410-9e1f8ad58565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:48.981857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-adb49c54-3696-4c0a-b410-9e1f8ad58565 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 1095 time: 0.2670617 Aug 29 04:13:49.052883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d7b9288-92e4-498e-831b-e22004db3532 req-cbe2b426-43be-4caa-a230-54ec4da4b8ba tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202964 Aug 29 04:13:49.054070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:49.054614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:49.055186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:49.092808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5f36afc0-8e72-47ff-978a-df8fc604ad7e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:49.247140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.259052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:49.259455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:49.261975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '5f36afc0-8e72-47ff-978a-df8fc604ad7e', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '5f36afc0-8e72-47ff-978a-df8fc604ad7e', 'mac_address': 'fa:16:3e:15:ed:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:49.264635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-fddde9bd-7286-46e9-9361-cd6ab4108dfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 200 len: 217 time: 0.2266784 Aug 29 04:13:49.303834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:49.304709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:49.306001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:49.306001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Bound port: e2d449ad-bb67-4e23-85f7-2470476cac9e, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:49.306001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.321954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.338186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f36afc0-8e72-47ff-978a-df8fc604ad7e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:49.345856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:49.364400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.370033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b6d47-87c8-46cd-8ef9-997e5e0a6baf req-0cf5e1d2-252f-45b1-9b37-ab9c4626dd38 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.371376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.371654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-913b6d47-87c8-46cd-8ef9-997e5e0a6baf req-0cf5e1d2-252f-45b1-9b37-ab9c4626dd38 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.3851352 Aug 29 04:13:49.372336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:49.440945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-6ffbd12e-c855-4048-b60d-7b0ff2799dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.444198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-6ffbd12e-c855-4048-b60d-7b0ff2799dff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.1641448 Aug 29 04:13:49.452880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.457425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.471880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '0cafa844-a5ab-405d-be62-74e90a816060', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '0cafa844-a5ab-405d-be62-74e90a816060', 'mac_address': 'fa:16:3e:fe:49:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:49.498188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae276c03-cd53-41d7-8d01-5c7694f9c58d req-ab5bb10e-ce93-49e9-8841-6b73dbcbe420 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.500295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae276c03-cd53-41d7-8d01-5c7694f9c58d req-ab5bb10e-ce93-49e9-8841-6b73dbcbe420 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2441788 Aug 29 04:13:49.563979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.598741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:49.606969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-913b6d47-87c8-46cd-8ef9-997e5e0a6baf req-4be139d8-f306-433d-a2ac-fd95b57b6487 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017601 Aug 29 04:13:49.615248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:49.621137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0194b00a-4d22-41a3-b3bb-804540f0205a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.627356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:49.642779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-44c01cac-40de-4d0b-ba3b-488bc94e17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.644664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-44c01cac-40de-4d0b-ba3b-488bc94e17d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662514 Aug 29 04:13:49.649314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae276c03-cd53-41d7-8d01-5c7694f9c58d req-b3ea2313-f00f-45b4-b80d-af34b02da48a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121833 Aug 29 04:13:49.650727 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.677715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:49.686271 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b1882-5197-4d7b-9a79-4b167d5c1c54 x-openstack-request-id: req-f46b1882-5197-4d7b-9a79-4b167d5c1c54 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:49.686727 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:49.687004 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f46b1882-5197-4d7b-9a79-4b167d5c1c54 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:49.687596 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'status': 'completed', 'code': 200} Aug 29 04:13:49.694273 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.720776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:49.721632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.723337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] 10.222.0.54 "PUT /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 1093 time: 2.2131431 Aug 29 04:13:49.805092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:49.853064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0194b00a-4d22-41a3-b3bb-804540f0205a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.859644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0194b00a-4d22-41a3-b3bb-804540f0205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:49.932389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0194b00a-4d22-41a3-b3bb-804540f0205a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6deee2ae075242fe98612317980b3169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831900 Aug 29 04:13:49.935493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:49.947841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b00a-4d22-41a3-b3bb-804540f0205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e69ec4-5b9c-4bc0-a99c-70b6c689c17e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:50.030495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.080561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.122558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['0cafa844-a5ab-405d-be62-74e90a816060'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:50.162431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.169915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.174427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89e69ec4-5b9c-4bc0-a99c-70b6c689c17e HTTP/1.1" status: 204 len: 168 time: 0.2352257 Aug 29 04:13:50.189746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd62d9-78c5-41d8-8a9d-e0169dab87a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e69ec4-5b9c-4bc0-a99c-70b6c689c17e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:50.352921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce864-a3c8-4683-80f9-230baff72814 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:50.400661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59425b-76b1-4b2f-bf0e-e0c2cf7140be req-1732ad36-6f37-4e27-88ef-c8368174455c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.402603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad59425b-76b1-4b2f-bf0e-e0c2cf7140be req-1732ad36-6f37-4e27-88ef-c8368174455c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.2743542 Aug 29 04:13:50.422025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-31807ce8-3948-4d15-973d-5ed521681dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.423686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-31807ce8-3948-4d15-973d-5ed521681dd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1096 time: 0.2906470 Aug 29 04:13:50.446039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-848394c5-5838-4b8f-8f6a-6a74bba3190d service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620318 Aug 29 04:13:50.515553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['5f36afc0-8e72-47ff-978a-df8fc604ad7e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:50.529355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-ab546de8-3947-4b89-a9bf-865ae4214b64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.0857708 Aug 29 04:13:50.592060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-d06b1f2e-a8a5-4f91-b6d5-123ba963c6da tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.600474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-d06b1f2e-a8a5-4f91-b6d5-123ba963c6da tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.4684997 Aug 29 04:13:50.649251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad59425b-76b1-4b2f-bf0e-e0c2cf7140be req-0d765326-4134-4e65-843e-d017b187e6f7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244778 Aug 29 04:13:50.664243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-f78dd620-718b-42a1-990b-49d61da89b42 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/quotas/cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0614285 Aug 29 04:13:50.678172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:50.717291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca2f93ca-b1ad-4860-82dd-c66edfb59ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.730455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-63e6a03b-5dce-446c-91ff-6fe444bb19a0 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654266 Aug 29 04:13:50.767157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d598df-6535-49cf-b993-9882b1acac8b req-83df23bb-6417-46e8-8779-90cbff39b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:50.768922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-83df23bb-6417-46e8-8779-90cbff39b0f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2017772 Aug 29 04:13:50.816567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bee76f-8ad3-486d-973b-08fd7905c94e req-0520456f-3510-4838-b700-eec28352b161 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513515 Aug 29 04:13:50.838413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-c95ef656-41ca-4660-a2d7-c9833e9eea2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351446 Aug 29 04:13:50.965312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-f7c100c0-c0df-4276-99b9-70c4974ac9ba service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339554 Aug 29 04:13:50.968128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca2f93ca-b1ad-4860-82dd-c66edfb59ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.977866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca2f93ca-b1ad-4860-82dd-c66edfb59ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:50.999768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ea86f-7c0b-4bd1-bd7d-7982ea06ac05 req-283c14b3-a8e3-46de-9d06-c2b85b22da4f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.001432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40ea86f-7c0b-4bd1-bd7d-7982ea06ac05 req-283c14b3-a8e3-46de-9d06-c2b85b22da4f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 948 time: 0.1621017 Aug 29 04:13:51.027973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ca2f93ca-b1ad-4860-82dd-c66edfb59ac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7c658dbdbd742139992b11c11b8b86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461375 Aug 29 04:13:51.030348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f93ca-b1ad-4860-82dd-c66edfb59ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5face-f279-4db5-893b-3ec45cd89b95,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:51.032945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:51.152279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-1bfd3ac7-8da9-4de2-ae1e-c86c1091a05d service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996051 Aug 29 04:13:51.194508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40ea86f-7c0b-4bd1-bd7d-7982ea06ac05 req-074ab075-b69e-45ea-aa6f-035cb15ae22c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519525 Aug 29 04:13:51.213378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.241595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-3432d677-3352-4eb2-ba79-0fc148d212e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.243288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-3432d677-3352-4eb2-ba79-0fc148d212e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 1095 time: 0.2633293 Aug 29 04:13:51.292568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-7d421a9d-b26e-4e96-b87c-8ec5e18a4956 service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094296 Aug 29 04:13:51.293024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.368093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.371361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:51.372952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51e5face-f279-4db5-893b-3ec45cd89b95 HTTP/1.1" status: 204 len: 168 time: 0.3282743 Aug 29 04:13:51.392099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1061e-a10f-4dcc-9163-af64e5ef5a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e5face-f279-4db5-893b-3ec45cd89b95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:51.485831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4d598df-6535-49cf-b993-9882b1acac8b req-6ec2b1f4-82cb-4ece-a173-a617a58faa0f service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160331 Aug 29 04:13:51.600712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b237db-6ad0-4eff-961e-e2271a50e128 req-20cbf8ba-915b-4243-8e6f-c61a87b46613 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.617822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7b237db-6ad0-4eff-961e-e2271a50e128 req-20cbf8ba-915b-4243-8e6f-c61a87b46613 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 943 time: 0.2521093 Aug 29 04:13:51.664016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-f1a8ceab-2980-406c-8436-71e7ac074347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.665949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-f1a8ceab-2980-406c-8436-71e7ac074347 service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.4045448 Aug 29 04:13:51.694478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:51.698369 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1d7196-4b1f-4f84-ad48-9639e06730e2" -d '{"events": [{"name": "network-changed", "server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:51.797022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-ea8ab33c-33b1-4d2f-9e23-6094e76c5fd8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 200 len: 217 time: 0.0915823 Aug 29 04:13:51.814923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be5550-5fbe-418f-82fa-006aa72350c3 req-c959e44a-f05d-4950-87f0-e7bb69beb49c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.829400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61be5550-5fbe-418f-82fa-006aa72350c3 req-c959e44a-f05d-4950-87f0-e7bb69beb49c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.2078178 Aug 29 04:13:51.927655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7b237db-6ad0-4eff-961e-e2271a50e128 req-534be289-a391-4088-96ae-9eff332ca870 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083320 Aug 29 04:13:51.985504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-73ac0657-fa71-4750-9e5e-b513a9151c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:51.987298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-73ac0657-fa71-4750-9e5e-b513a9151c96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.1538959 Aug 29 04:13:52.018331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61be5550-5fbe-418f-82fa-006aa72350c3 req-510e0c04-3bb8-4cc6-8a05-961a8aad297c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704710 Aug 29 04:13:52.159405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74390a05-e27d-47d7-9e19-68ba5da66e87 req-03171a65-cbc6-4e3e-9806-36af3d97eda1 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 210 time: 0.0473182 Aug 29 04:13:52.184299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-6c962103-1f52-47fa-9277-b6452e4d4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.195736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-6c962103-1f52-47fa-9277-b6452e4d4de4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763296 Aug 29 04:13:52.216456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae1907-1863-4af3-b941-682aeffc3c3f req-89e5047f-8d8a-4122-a0ec-2128688dac6a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.219903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdae1907-1863-4af3-b941-682aeffc3c3f req-89e5047f-8d8a-4122-a0ec-2128688dac6a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1589599 Aug 29 04:13:52.373262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdae1907-1863-4af3-b941-682aeffc3c3f req-cc1dd688-5a2e-4bd9-91b6-6f9d87dbf557 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438348 Aug 29 04:13:52.435524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec47a-b262-4f6b-a01f-0b209aa111b8 req-c47de33c-38a2-4d6c-9a05-70c4e196dbf1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.453831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e99ec47a-b262-4f6b-a01f-0b209aa111b8 req-c47de33c-38a2-4d6c-9a05-70c4e196dbf1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.1638672 Aug 29 04:13:52.470382 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0636f78-99f0-4607-a41f-6f8d73902695 x-openstack-request-id: req-f0636f78-99f0-4607-a41f-6f8d73902695 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:52.471038 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:52.471351 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0636f78-99f0-4607-a41f-6f8d73902695 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:52.472012 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'status': 'completed', 'code': 200} Aug 29 04:13:52.476728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-7d50923a-4053-49e1-99de-160133aac057 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368650 Aug 29 04:13:52.697838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e99ec47a-b262-4f6b-a01f-0b209aa111b8 req-1d251052-6783-4b54-815a-0c40faac9f3d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466824 Aug 29 04:13:52.793012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-8404e115-968a-48a7-8a63-c706c479b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:52.795264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-8404e115-968a-48a7-8a63-c706c479b529 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1096 time: 0.3081715 Aug 29 04:13:52.851618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7446cfb5-949b-4b4f-9ad2-5073e35a6075 req-12ae9825-ec0e-4b9e-8ab3-05cd3f29fe6c service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496435 Aug 29 04:13:53.100292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:53.229740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 0cafa844-a5ab-405d-be62-74e90a816060 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:53.230117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.253961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-a2f3e335-fcf9-44bf-bc7d-24e71f5cc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.255832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-a2f3e335-fcf9-44bf-bc7d-24e71f5cc387 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.4475834 Aug 29 04:13:53.264340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:53.317781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8782b9-0715-40fd-aa87-bbf2c69aea62 req-cdbc691f-ef50-4b8c-9016-d82aa28a5de8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.327607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d8782b9-0715-40fd-aa87-bbf2c69aea62 req-cdbc691f-ef50-4b8c-9016-d82aa28a5de8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.4993124 Aug 29 04:13:53.339488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-a9bb2259-b31f-4b59-8568-15cc06bb9eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.0755701 Aug 29 04:13:53.350532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.360828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b2eed-dd9d-4cbd-91a6-649b1e9b8232 req-f3c7081e-6bac-4392-8b37-389f10b02593 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.368946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-222b2eed-dd9d-4cbd-91a6-649b1e9b8232 req-f3c7081e-6bac-4392-8b37-389f10b02593 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 948 time: 0.4394932 Aug 29 04:13:53.397148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:53.402067 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883478c4-5219-4505-a3c0-8d1216c0f5c3" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:53.433546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:53.446011 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.447890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5f36afc0-8e72-47ff-978a-df8fc604ad7e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:13:53.459880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-network', 'tenant_id': '91290f69297e4a57abdf02cf2702b493'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:53.475664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-222b2eed-dd9d-4cbd-91a6-649b1e9b8232 req-fd66079d-f102-4b71-8ba2-cf6d9402a114 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037889 Aug 29 04:13:53.508011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d8782b9-0715-40fd-aa87-bbf2c69aea62 req-208c4b8c-501b-45dc-a5a4-c96ad2051ded tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791921 Aug 29 04:13:53.513966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-b2121a8c-a5ed-480e-a25d-bece06eab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:53.525246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-b2121a8c-a5ed-480e-a25d-bece06eab800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1682913 Aug 29 04:13:53.575036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Made reservation on behalf of 91290f69297e4a57abdf02cf2702b493 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:53.581270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.593428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 5f36afc0-8e72-47ff-978a-df8fc604ad7e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:13:53.613547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 5f36afc0-8e72-47ff-978a-df8fc604ad7e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:13:53.614487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.615838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.646436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-69eb166c-e7b9-48c2-aa13-79dc744cda36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156511 Aug 29 04:13:53.705381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.773282 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.797973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-430a0ee6-1884-4eea-8d01-343827ae8b1d service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410129 Aug 29 04:13:53.821270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:53.821500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.828669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.833179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.855469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:13:53.875328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.876448 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Added segment c0306b75-4d77-4dbb-a4a4-a3d9a942d266 of type vlan for network 99e29b49-030c-497c-a07f-96ca89e62c78 Aug 29 04:13:53.925026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:53.967404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:53.988732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caf178d2-56fe-446d-922b-63266dcff1e8 req-1d6ec24c-8733-4212-b343-8426c705a6c8 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 210 time: 0.1735640 Aug 29 04:13:54.017176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.019151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.020334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.164347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289847fb-36a2-4c5b-9acf-3fd52259c635 req-dc88ca6e-f6dd-4c94-8ab8-811632ed9d9d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.167075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289847fb-36a2-4c5b-9acf-3fd52259c635 req-dc88ca6e-f6dd-4c94-8ab8-811632ed9d9d tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 943 time: 0.3673682 Aug 29 04:13:54.178643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Pushing event updated for resources: {'Network': ['ID=99e29b49-030c-497c-a07f-96ca89e62c78,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.188958 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9219968 Aug 29 04:13:54.190290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c674-e9b0-4160-bcd3-9a4f80952b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52956827-e125-4a82-acf1-14d028f619e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.193233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:54.200200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Request body: {'subnet': {'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-subnet', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:54.203115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 99e29b49-030c-497c-a07f-96ca89e62c78 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:13:54.230550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Made reservation on behalf of 91290f69297e4a57abdf02cf2702b493 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:54.234464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.322271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289847fb-36a2-4c5b-9acf-3fd52259c635 req-caf8508f-794f-42d0-bb03-0f7d002a9abe tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101906 Aug 29 04:13:54.353340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1d7196-4b1f-4f84-ad48-9639e06730e2 req-2c445982-d068-44df-b8a2-1b085fa147f3 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764473 Aug 29 04:13:54.370885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-ff79de0b-17f6-454c-9fd5-01a84ed327d3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.373754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-ff79de0b-17f6-454c-9fd5-01a84ed327d3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.5715661 Aug 29 04:13:54.396555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081ef5-fbc0-4fec-97d4-70a0712a6774 req-74dc1890-2d32-413d-8941-01c15ed963c3 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.412293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de081ef5-fbc0-4fec-97d4-70a0712a6774 req-74dc1890-2d32-413d-8941-01c15ed963c3 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2382183 Aug 29 04:13:54.431631 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7e2c3-b2ce-4738-b77f-328c7d70fa03 x-openstack-request-id: req-2cc7e2c3-b2ce-4738-b77f-328c7d70fa03 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:54.432443 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-plugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:54.432864 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cc7e2c3-b2ce-4738-b77f-328c7d70fa03 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:54.433493 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'code': 200} Aug 29 04:13:54.464599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Request body: {'port': {'device_id': '39754b53-55ef-426f-b01b-d50581a252ab', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'admin_state_up': True, 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:54.616128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.709099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Checking segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:54.709454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Network hostable DHCP agents. Network: 99e29b49-030c-497c-a07f-96ca89e62c78, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:13:54.719403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d808670-9141-4a45-96eb-f887c3394908,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:54.722878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de081ef5-fbc0-4fec-97d4-70a0712a6774 req-88dc933f-8138-4248-b3ec-024a6cd82ccc tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091891 Aug 29 04:13:54.744992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Network 99e29b49-030c-497c-a07f-96ca89e62c78 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:13:54.771726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 99e29b49-030c-497c-a07f-96ca89e62c78) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:54.777364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:54.778297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.793938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40203f2-5b02-48ca-b742-fae23d008b08 None None] Network 99e29b49-030c-497c-a07f-96ca89e62c78 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:13:54.827760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a9e25f6e-7111-4502-a81e-eee4be61c1d2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6329279 Aug 29 04:13:54.832588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:54.850092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:54.914679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.916641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:54.995256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.122687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39a86d-b307-444b-a026-5f4667e4838c req-fbf8cf48-43c2-498f-8963-ceb59c438c8d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.131998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c39a86d-b307-444b-a026-5f4667e4838c req-fbf8cf48-43c2-498f-8963-ceb59c438c8d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.3658638 Aug 29 04:13:55.140700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:13:55.142893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 957ea5aa-bac5-4954-8821-7945db3e23ee details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:55.145397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.333806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Allocated IP 172.20.0.8 (0a805732-0257-4e0c-895e-8f7f71b6df55/9efe6145-6b53-4ec8-a036-b0ae29a9f7a2/29ab3bd4-60c2-486b-9bee-77c67716affe) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:55.399660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=957ea5aa-bac5-4954-8821-7945db3e23ee,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:55.400259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.435152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-99e29b49-030c-497c-a07f-96ca89e62c78', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:13:55.436550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.439104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:13:55.462582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'port_id': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'mac_address': 'fa:16:3e:f1:b7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:55.574220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457009c-eee2-4b3e-bfb8-d665c375cccb req-2d929b96-7796-4051-936f-e96af462c6dc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:55.582071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3457009c-eee2-4b3e-bfb8-d665c375cccb req-2d929b96-7796-4051-936f-e96af462c6dc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.5552151 Aug 29 04:13:55.603562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c39a86d-b307-444b-a026-5f4667e4838c req-67b5a19c-c7bb-4d37-a942-02f9cb23eed9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700992 Aug 29 04:13:55.750058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.794480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3457009c-eee2-4b3e-bfb8-d665c375cccb req-c0aa1059-40d0-48f4-bf81-a85ece75cd22 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114184 Aug 29 04:13:55.838307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.901648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:55.943414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba435137-5827-44ac-911f-bb497471b7d3 req-3fce4993-bcd5-48fe-8144-e0329a6abf8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 210 time: 0.0794208 Aug 29 04:13:55.948988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.024141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.097196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:56.120753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:56.123275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:56.136119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:56.144413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.155866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.217910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957ea5aa-bac5-4954-8821-7945db3e23ee {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:56.281655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Allocated IP 172.20.0.2 (99e29b49-030c-497c-a07f-96ca89e62c78/6d808670-9141-4a45-96eb-f887c3394908/d4b92c56-ea12-4204-a2d7-6e23c937933f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:56.282851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-01e2e063-f668-496d-ace6-eec3123d9a0f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8268383 Aug 29 04:13:56.317211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Request body: {'port': {'device_id': '39754b53-55ef-426f-b01b-d50581a252ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:13:56.330775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Allocated IP 172.25.3.208 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/eaa54a23-21a3-4615-898d-c6f1a7ac1387) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:13:56.336183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=957ea5aa-bac5-4954-8821-7945db3e23ee,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:56.341751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:56.355864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.426984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a00b1-5dd8-462a-a4cf-093de5c66ada req-a94acfa0-38b5-44a2-8a43-a8511d01120f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.430815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-977a00b1-5dd8-462a-a4cf-093de5c66ada req-a94acfa0-38b5-44a2-8a43-a8511d01120f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1974640 Aug 29 04:13:56.442941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:56.447197 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b5504e-f81b-4ed8-8681-7bd07f9964d9" -d '{"events": [{"server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "name": "network-vif-plugged", "status": "completed", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:56.473279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac13e1-e165-4911-a4c0-879e7bef2b8b req-abc3226e-ef40-4190-9e8f-dc9fd97444a1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:56.474903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5ac13e1-e165-4911-a4c0-879e7bef2b8b req-abc3226e-ef40-4190-9e8f-dc9fd97444a1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 943 time: 0.3155322 Aug 29 04:13:56.495420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-b1fb4c6a-eb38-417d-81d3-b199d234ba5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3310816 Aug 29 04:13:56.561516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.612659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.652047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-977a00b1-5dd8-462a-a4cf-093de5c66ada req-ab10c2bb-2f72-46e5-ac98-e89b3862c769 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734846 Aug 29 04:13:56.664135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5ac13e1-e165-4911-a4c0-879e7bef2b8b req-b11192a4-9808-4377-8ec3-fdf33c57f033 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626656 Aug 29 04:13:56.770370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.863573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:56.889403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Transition to ACTIVE for port object d4b92c56-ea12-4204-a2d7-6e23c937933f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:56.954553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Transition to ACTIVE for port object d4b92c56-ea12-4204-a2d7-6e23c937933f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:56.955478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:56.962784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'port_id': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'mac_address': 'fa:16:3e:ba:00:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee7118-fdb9-435a-bdcc-6496588aaa0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:13:56.974934 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:56.992146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:56.997536 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17344c-8392-4896-b089-86e10852b916 x-openstack-request-id: req-df17344c-8392-4896-b089-86e10852b916 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:56.997889 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "name": "network-vif-plugged", "status": "completed", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:56.998071 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df17344c-8392-4896-b089-86e10852b916 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:56.998464 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e', 'code': 200} Aug 29 04:13:57.003082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.077944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa54a23-21a3-4615-898d-c6f1a7ac1387,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.106202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.164675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Pushing event updated for resources: {'Port': ['ID=d4b92c56-ea12-4204-a2d7-6e23c937933f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.168582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Network 99e29b49-030c-497c-a07f-96ca89e62c78 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:13:57.169710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.179888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:13:57.184288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:13:57.195139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d449ad-bb67-4e23-85f7-2470476cac9e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:57.306924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['957ea5aa-bac5-4954-8821-7945db3e23ee'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:57.332753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:13:57.378653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0036e-ca3a-48f6-8518-7efc85c1f113 req-054ed8ef-ba85-40e3-b160-b3966096ec80 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.383263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Attempting to bind port d4b92c56-ea12-4204-a2d7-6e23c937933f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:57.383876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Attempting to bind port d4b92c56-ea12-4204-a2d7-6e23c937933f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:57.384491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Attempting to bind port d4b92c56-ea12-4204-a2d7-6e23c937933f on network 99e29b49-030c-497c-a07f-96ca89e62c78 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:57.386763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16f0036e-ca3a-48f6-8518-7efc85c1f113 req-054ed8ef-ba85-40e3-b160-b3966096ec80 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.4181359 Aug 29 04:13:57.410888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:57.412016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Checking segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:57.412214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.412869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Bound using segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:57.413732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Bound port: d4b92c56-ea12-4204-a2d7-6e23c937933f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:57.414360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.422856 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.477908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25e8b-8034-40fe-aa91-1b79c251db45 req-452cde8b-0422-4008-81f4-7c62171dd0e5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.486026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbf25e8b-8034-40fe-aa91-1b79c251db45 req-452cde8b-0422-4008-81f4-7c62171dd0e5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.2770789 Aug 29 04:13:57.513371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16f0036e-ca3a-48f6-8518-7efc85c1f113 req-3e9c6c99-1fe7-411e-859d-7681c86c0132 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197307 Aug 29 04:13:57.520352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a20-dbad-4dff-b6cc-585d1e0762ee req-66bf28fb-4ae2-4195-9d1a-831714f4b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.534268 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-410f0a20-dbad-4dff-b6cc-585d1e0762ee req-66bf28fb-4ae2-4195-9d1a-831714f4b3db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 1101 time: 0.3996468 Aug 29 04:13:57.619442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:57.628468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbf25e8b-8034-40fe-aa91-1b79c251db45 req-3b886a50-28c9-4903-8512-b2a924ad9dc7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415288 Aug 29 04:13:57.793870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385f1e-ca1b-44fc-ad8f-52bba8c6bfb1 req-72864d2a-d8fd-48ee-9b46-bb4d1c7a623c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:57.812252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67385f1e-ca1b-44fc-ad8f-52bba8c6bfb1 req-72864d2a-d8fd-48ee-9b46-bb4d1c7a623c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.2052031 Aug 29 04:13:57.833041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ab3bd4-60c2-486b-9bee-77c67716affe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:13:57.851451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:57.884163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:13:57.920100 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-410f0a20-dbad-4dff-b6cc-585d1e0762ee req-36d1ca3c-64df-4802-a4f7-801d973732e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599081 Aug 29 04:13:57.929576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] For port d4b92c56-ea12-4204-a2d7-6e23c937933f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:57.980955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] For port d4b92c56-ea12-4204-a2d7-6e23c937933f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4b92c56-ea12-4204-a2d7-6e23c937933f,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:58.006579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Transition to ACTIVE for port object 29ab3bd4-60c2-486b-9bee-77c67716affe will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:13:58.015741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.022625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.103638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.125315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67385f1e-ca1b-44fc-ad8f-52bba8c6bfb1 req-4e51700e-cbeb-4ff5-9592-0b361d2bfd40 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670927 Aug 29 04:13:58.171975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9af1b9-4282-43cd-a928-c322eb004cbf req-baf47d3f-bd05-40ad-b7d8-8402767e9f70 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.189554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb9af1b9-4282-43cd-a928-c322eb004cbf req-baf47d3f-bd05-40ad-b7d8-8402767e9f70 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 931 time: 0.3608975 Aug 29 04:13:58.236165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:58.301977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:13:58.303482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:13:58.316076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:58.360553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb9af1b9-4282-43cd-a928-c322eb004cbf req-3ac27e23-e7e7-4caf-a52b-f0a7d27924a2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698260 Aug 29 04:13:58.380493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:13:58.381958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:13:58.401782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad40e34-e68f-46ce-aba8-100d900fa272 None None] Pushing event updated for resources: {'Port': ['ID=d4b92c56-ea12-4204-a2d7-6e23c937933f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:58.421375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:13:58.423745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:13:58.426195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:13:58.426692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Bound port: 29ab3bd4-60c2-486b-9bee-77c67716affe, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:13:58.431109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.672943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:58.805980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d84ea-edbf-44e3-b61c-bf594301510e req-d6c44964-7c6a-4ec0-90f0-cb416261ecd8 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.818959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf7d84ea-edbf-44e3-b61c-bf594301510e req-d6c44964-7c6a-4ec0-90f0-cb416261ecd8 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 944 time: 0.3403735 Aug 29 04:13:58.832403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:13:58.894508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e4f7-b9b4-4196-bd99-6743af2b4877 req-e020ead2-4400-45a5-a771-00c9c6068cda tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:58.895615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:13:58.909589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a706e4f7-b9b4-4196-bd99-6743af2b4877 req-e020ead2-4400-45a5-a771-00c9c6068cda tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3709621 Aug 29 04:13:58.914632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:13:58.939153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.062009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.062986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.065162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] 10.222.0.50 "PUT /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 1092 time: 2.7530053 Aug 29 04:13:59.068860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:13:59.070163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:13:59.076081 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4409c303-12ef-4743-8fb3-4cdbcc33409c" -d '{"events": [{"name": "network-changed", "server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:13:59.086066 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Sync routers for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:13:59.104151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:13:59.106017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf7d84ea-edbf-44e3-b61c-bf594301510e req-a4e18777-85f3-4b31-9f68-8110d7158ad4 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762551 Aug 29 04:13:59.111667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.118526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c9d60fe-2853-4d2b-8cdb-ff845e548bb7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2748477 Aug 29 04:13:59.119380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:13:59.130436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:13:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:13:59.131312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a706e4f7-b9b4-4196-bd99-6743af2b4877 req-fb76ca5a-5df3-4fca-b1a2-60f04769ddaa tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028973 Aug 29 04:13:59.233810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd178-cbf2-438b-8ce8-38ef1e1b161c service neutron] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:13:59.358939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:13:59.472543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-4e456e12-41ea-4f06-b149-714d4db91633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.476184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-4e456e12-41ea-4f06-b149-714d4db91633 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1095 time: 0.2883680 Aug 29 04:13:59.495449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-56acb776-8436-4769-a1bf-2dfb410473a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.497715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-56acb776-8436-4769-a1bf-2dfb410473a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1101 time: 0.2258160 Aug 29 04:13:59.509068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56672d-30cc-414c-a121-79d8bc5a8ca1 req-706dd23c-ace0-4170-956f-a700059015c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.511123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d56672d-30cc-414c-a121-79d8bc5a8ca1 req-706dd23c-ace0-4170-956f-a700059015c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.2683313 Aug 29 04:13:59.559127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb80ae-40f1-4e6f-bfaf-a384a21218c6 req-ffdd0eb5-9eb7-4b53-b654-85f3c6455abc tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.562336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fdb80ae-40f1-4e6f-bfaf-a384a21218c6 req-ffdd0eb5-9eb7-4b53-b654-85f3c6455abc tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.1990571 Aug 29 04:13:59.654313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-ff1369a6-fcb5-4d71-a014-fac3850b2ad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.1392651 Aug 29 04:13:59.672583 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:13:59.791905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d56672d-30cc-414c-a121-79d8bc5a8ca1 req-37b22de7-4bb9-4dc1-8d64-b6bad68dd8bb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482295 Aug 29 04:13:59.884309 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9703c-5fda-4b70-abfe-62b55d8ac57d x-openstack-request-id: req-20d9703c-5fda-4b70-abfe-62b55d8ac57d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:13:59.884734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:13:59.885224 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20d9703c-5fda-4b70-abfe-62b55d8ac57d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:13:59.886206 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'status': 'completed', 'code': 200} Aug 29 04:13:59.914515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fdb80ae-40f1-4e6f-bfaf-a384a21218c6 req-f57b6e79-09e5-4209-afc9-f3174b2bbc21 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882097 Aug 29 04:13:59.941419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-2b3cbfc9-2c4b-494e-8be1-e58b56dc4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:13:59.956963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-2b3cbfc9-2c4b-494e-8be1-e58b56dc4aec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.2596958 Aug 29 04:14:00.034295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.043349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a35310e-a5eb-4763-9fda-78a211801b89 None None] Network 99e29b49-030c-497c-a07f-96ca89e62c78 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:00.127580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-e525d54e-c5c8-4f80-a14d-52e996e48933 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618364 Aug 29 04:14:00.130041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-4d631038-58eb-4877-8b31-038325dffe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.131802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-4d631038-58eb-4877-8b31-038325dffe7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.6192381 Aug 29 04:14:00.222868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:13:57Z', 'revision_number': 3, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:00.241087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-578aac97-b3af-4f99-ae52-99807291b24f None None] Provisioning for port d4b92c56-ea12-4204-a2d7-6e23c937933f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:00.328735 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Checking router: 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:00.329782 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Updating router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f port eaa54a23-21a3-4615-898d-c6f1a7ac1387 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:00.419034 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.695363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-512955d0-17fd-41e8-99a7-7df97e974881 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.5521348 Aug 29 04:14:00.777935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4b92c56-ea12-4204-a2d7-6e23c937933f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:00.877425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8db02c-b4e9-41e3-81b3-1ae33b1011e6 req-cec797c6-e4d3-4c47-b73d-b76eee0756dd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.881482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b8db02c-b4e9-41e3-81b3-1ae33b1011e6 req-cec797c6-e4d3-4c47-b73d-b76eee0756dd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.8313117 Aug 29 04:14:00.915788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-481cb9cb-dbac-408d-9d42-3ff1fe567609 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7619114 Aug 29 04:14:00.936820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d4b92c56-ea12-4204-a2d7-6e23c937933f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:00.947561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d4b92c56-ea12-4204-a2d7-6e23c937933f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:00.947978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:00.956132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3dd6-ba73-47ab-9cfb-2dd633a926e3 req-575a4fda-b2f6-4f28-9da4-ee1392cec155 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.957644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed7c3dd6-ba73-47ab-9cfb-2dd633a926e3 req-575a4fda-b2f6-4f28-9da4-ee1392cec155 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.8793893 Aug 29 04:14:00.990466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b8db02c-b4e9-41e3-81b3-1ae33b1011e6 req-9ece8f0a-5238-4378-9c40-df5c20f9517c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778472 Aug 29 04:14:00.995261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-bbd11aa2-ff16-445c-ad79-29da509a61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:00.997269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-bbd11aa2-ff16-445c-ad79-29da509a61cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2859263 Aug 29 04:14:01.043663 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.047005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2167beb6-9cbb-41a7-990d-d8f5a2e5dde4 None None] Provisioning complete for port d4b92c56-ea12-4204-a2d7-6e23c937933f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:01.047543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2167beb6-9cbb-41a7-990d-d8f5a2e5dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.070748 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Transition to ACTIVE for port object eaa54a23-21a3-4615-898d-c6f1a7ac1387 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:01.087746 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.093439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Allocated IP 172.20.0.1 (99e29b49-030c-497c-a07f-96ca89e62c78/6d808670-9141-4a45-96eb-f887c3394908/0c1965a4-3ff2-4818-afd6-cf67b6724e5a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:01.182416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.198192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 957ea5aa-bac5-4954-8821-7945db3e23ee up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:01.261915 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Attempting to bind port eaa54a23-21a3-4615-898d-c6f1a7ac1387 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:01.262692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Attempting to bind port eaa54a23-21a3-4615-898d-c6f1a7ac1387 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:01.262692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Attempting to bind port eaa54a23-21a3-4615-898d-c6f1a7ac1387 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:01.264494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d4b92c56-ea12-4204-a2d7-6e23c937933f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4b92c56-ea12-4204-a2d7-6e23c937933f,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:01.265019 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Pushing event updated for resources: {'Port': ['ID=eaa54a23-21a3-4615-898d-c6f1a7ac1387,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:01.299257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:01.299747 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:01.309800 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.310446 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:01.310980 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Bound port: eaa54a23-21a3-4615-898d-c6f1a7ac1387, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:01.311395 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.314226 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.314574 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.314918 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.315257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.315592 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.315945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.316290 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.316620 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.316948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.317273 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.317599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.317922 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.330658 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.418191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed7c3dd6-ba73-47ab-9cfb-2dd633a926e3 req-420289f6-1b05-448a-940b-362a4f7be1db tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438570 Aug 29 04:14:01.442745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 957ea5aa-bac5-4954-8821-7945db3e23ee completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:01.453117 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] For port eaa54a23-21a3-4615-898d-c6f1a7ac1387, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:01.464811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d4b92c56-ea12-4204-a2d7-6e23c937933f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:01.466734 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] For port eaa54a23-21a3-4615-898d-c6f1a7ac1387, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eaa54a23-21a3-4615-898d-c6f1a7ac1387,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:01.475100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 957ea5aa-bac5-4954-8821-7945db3e23ee triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:01.475563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-3e220fde-0a7a-4834-a911-3d6f8dd18539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.476853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.478743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-3e220fde-0a7a-4834-a911-3d6f8dd18539 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2711041 Aug 29 04:14:01.485151 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.517612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed56db-cf3c-43d3-a448-190ca7556fc3 req-0c8a1cd2-2539-45eb-bbad-174991abc85e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.523097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.530274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2ed56db-cf3c-43d3-a448-190ca7556fc3 req-0c8a1cd2-2539-45eb-bbad-174991abc85e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2034414 Aug 29 04:14:01.562368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Transition to ACTIVE for port object 0c1965a4-3ff2-4818-afd6-cf67b6724e5a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:01.568352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:01.647084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.648519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.649174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.649743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.650311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.650944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.651982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.652634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.653278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.658044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.658730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.659343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:01.672873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-706bc60a-e3d5-4f52-a057-2ec9fb78ba97 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403995 Aug 29 04:14:01.673992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e2d449ad-bb67-4e23-85f7-2470476cac9e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:01.683406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e2d449ad-bb67-4e23-85f7-2470476cac9e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:01.684725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.692964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95a02-ac3b-4487-a7e7-92b9a396e1ca None None] Pushing event updated for resources: {'Port': ['ID=eaa54a23-21a3-4615-898d-c6f1a7ac1387,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:01.700571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cfc9eef-e19a-40b7-a482-1f9d54308d02 req-a4826343-4437-45f7-8427-c40f1340c524 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273901 Aug 29 04:14:01.701894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.733434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:01.734444 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:13:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:01.847198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2ed56db-cf3c-43d3-a448-190ca7556fc3 req-80873b29-a0c0-4708-928d-571f92138f54 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159091 Aug 29 04:14:01.856920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.886316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Network 99e29b49-030c-497c-a07f-96ca89e62c78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:01.897484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:01.915379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6e25-9789-42fe-a818-03d52a680d37 req-54e62075-73c7-4c3b-affa-4df18a364cbf tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:01.923301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:01.926197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05be6e25-9789-42fe-a818-03d52a680d37 req-54e62075-73c7-4c3b-affa-4df18a364cbf tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 944 time: 0.2521935 Aug 29 04:14:01.963218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=957ea5aa-bac5-4954-8821-7945db3e23ee,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:01.968550 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:01.977497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:01.980440 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae8194-e581-47b6-947a-04f3802c6838" -d '{"events": [{"server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "name": "network-vif-plugged", "status": "completed", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:01.992394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:01.998790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Pushing event updated for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.053290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.148947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05be6e25-9789-42fe-a818-03d52a680d37 req-bd8352b2-4c31-4117-9719-e4f5745fc566 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205696 Aug 29 04:14:02.155196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-65a16927-956b-41e1-92f1-1f95e64f9314 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676080 Aug 29 04:14:02.163000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.194260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-25e7fddb-eccd-4d4e-9eb3-9589ea480175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.216594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-25e7fddb-eccd-4d4e-9eb3-9589ea480175 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1095 time: 0.2291739 Aug 29 04:14:02.230004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a7cf0-9cb3-4a10-a608-815be9e2c118 req-e4d2a776-aefb-45e1-b292-20575299659c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.236025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be2a7cf0-9cb3-4a10-a608-815be9e2c118 req-e4d2a776-aefb-45e1-b292-20575299659c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.2474644 Aug 29 04:14:02.246689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.371091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:02.399971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.406097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be2a7cf0-9cb3-4a10-a608-815be9e2c118 req-a11a0171-a419-4b50-a6d5-2b911c96a2dd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411383 Aug 29 04:14:02.474022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41c92354-75d1-4b64-ab14-2ba0c130611d None None] Provisioning for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:02.477208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d6b37-b57c-43b1-bbc4-74e0c49d8c20 req-4debe396-24f3-4115-a487-e08f1b358a3f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.478808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851d6b37-b57c-43b1-bbc4-74e0c49d8c20 req-4debe396-24f3-4115-a487-e08f1b358a3f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.1565170 Aug 29 04:14:02.495087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.502196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41c92354-75d1-4b64-ab14-2ba0c130611d None None] Provisioning complete for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:02.505814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-aa5408c2-cf59-47a3-af8a-c2a2b200e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:02.508028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41c92354-75d1-4b64-ab14-2ba0c130611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:02.510410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-aa5408c2-cf59-47a3-af8a-c2a2b200e0a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.2575965 Aug 29 04:14:02.526644 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:13:57Z', 'revision_number': 3, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:02.579446 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbc400-d457-4333-b433-e3469df17963 x-openstack-request-id: req-59fbc400-d457-4333-b433-e3469df17963 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:02.584959 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "name": "network-vif-plugged", "status": "completed", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:02.585371 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59fbc400-d457-4333-b433-e3469df17963 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:02.585979 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'code': 200} Aug 29 04:14:02.618461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851d6b37-b57c-43b1-bbc4-74e0c49d8c20 req-570ae02a-ba6d-4635-b448-c9bf2a1475cb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198375 Aug 29 04:14:02.635274 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f25708d-6c65-4def-b54c-f257588891d7 None None] The sync data for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 is: [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:13:57Z', 'revision_number': 3, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:02.698035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41c92354-75d1-4b64-ab14-2ba0c130611d None None] Port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:02.744555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:02.771117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4b92c56-ea12-4204-a2d7-6e23c937933f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:02.800265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-53327d0c-ad43-4ced-8963-d2a4667cd686 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.2199316 Aug 29 04:14:02.907380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d4b92c56-ea12-4204-a2d7-6e23c937933f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:02.908086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.000490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-df364f7d-9af5-4dd5-b534-af9683e8f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.006197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-df364f7d-9af5-4dd5-b534-af9683e8f8d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1808131 Aug 29 04:14:03.020131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ea8de-4e14-413b-95a9-7f8d959286c8 req-8e3a93ec-bc5c-4d94-9126-cc1e3c2ad771 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.038359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1525c-0f66-48d0-92c6-1706362670b5 req-2aa04c8c-ceb6-4fee-80be-224a9a93bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.039337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f1ea8de-4e14-413b-95a9-7f8d959286c8 req-8e3a93ec-bc5c-4d94-9126-cc1e3c2ad771 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.2763836 Aug 29 04:14:03.046336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cf1525c-0f66-48d0-92c6-1706362670b5 req-2aa04c8c-ceb6-4fee-80be-224a9a93bd06 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 1097 time: 0.2429445 Aug 29 04:14:03.122203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cf1525c-0f66-48d0-92c6-1706362670b5 req-1d29fde3-dd79-4bcc-b3a8-dac280eaee84 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593998 Aug 29 04:14:03.138667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-009d22fd-be64-478e-a7a6-b9d0a47e5ae7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969093 Aug 29 04:14:03.187783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.204635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.245534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f1ea8de-4e14-413b-95a9-7f8d959286c8 req-27f1b3e2-a6f7-4e69-9a89-316f7b317ddd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036595 Aug 29 04:14:03.297493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d6dc-8b10-4e04-8cf4-8f03e1ed2a4e req-6fb0921f-f106-46cf-ad24-28c54f36e304 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.300008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbf1d6dc-8b10-4e04-8cf4-8f03e1ed2a4e req-6fb0921f-f106-46cf-ad24-28c54f36e304 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.2002993 Aug 29 04:14:03.360864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Pushing event updated for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:03.364531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:03.416772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbf1d6dc-8b10-4e04-8cf4-8f03e1ed2a4e req-2edc4266-11f6-4d11-8044-388035888044 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003788 Aug 29 04:14:03.528120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Network 99e29b49-030c-497c-a07f-96ca89e62c78 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:03.533017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:03.542225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a435-6642-4e02-9afb-7bcff130ee36 req-780a4448-f34c-4168-9e07-7685b20c6747 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.551581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9124a435-6642-4e02-9afb-7bcff130ee36 req-780a4448-f34c-4168-9e07-7685b20c6747 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.1393230 Aug 29 04:14:03.624932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9124a435-6642-4e02-9afb-7bcff130ee36 req-c86a721f-103c-4e50-a07b-bf7244a32bae tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723982 Aug 29 04:14:03.760142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:03.884735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-2a2653ca-7653-40d7-8265-b81fc399ffc7 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427952 Aug 29 04:14:03.906363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:03.909177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5bb25-bace-4e0d-9697-7b6b311db009 req-553cab1b-49b7-432c-8735-4117a0d28668 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.911174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a5bb25-bace-4e0d-9697-7b6b311db009 req-553cab1b-49b7-432c-8735-4117a0d28668 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 1101 time: 0.1493375 Aug 29 04:14:03.921063 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac69f790-8bde-4df7-8344-612948f9a56e admin admin] 10.222.0.62 "PUT /v2.0/routers/51c7d025-1b6e-415a-9ddf-cc2e7ae3813f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8003390 Aug 29 04:14:03.935422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9189e5-b186-4e81-8082-71ad2a73f008 req-a2159c20-1af4-457f-9e5a-687ee47cd6fd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:03.943421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c9189e5-b186-4e81-8082-71ad2a73f008 req-a2159c20-1af4-457f-9e5a-687ee47cd6fd tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.3262663 Aug 29 04:14:03.984495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-342912dd-dd86-4d7a-b3d4-62a08c6fe3bd None None] Provisioning complete for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:03.985098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-342912dd-dd86-4d7a-b3d4-62a08c6fe3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:04.048179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-342912dd-dd86-4d7a-b3d4-62a08c6fe3bd None None] Port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:04.140410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4409c303-12ef-4743-8fb3-4cdbcc33409c req-ec2c8cd6-c65a-41df-8410-59bcb55a93ef service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233200 Aug 29 04:14:04.155238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a5bb25-bace-4e0d-9697-7b6b311db009 req-688fe1ba-46bd-4744-b820-6657f7a177fa tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039671 Aug 29 04:14:04.179870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c9189e5-b186-4e81-8082-71ad2a73f008 req-fdb26603-ad08-4fda-b5ac-e027d3a63918 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271945 Aug 29 04:14:04.349167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe6a5-fc09-4781-a6a3-a76ee1e179af req-8635339d-c872-41d5-83d5-a1bb9865f614 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.350802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-844fe6a5-fc09-4781-a6a3-a76ee1e179af req-8635339d-c872-41d5-83d5-a1bb9865f614 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1134844 Aug 29 04:14:04.363789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4f29-e2f1-4a54-aae4-da251864ce95 req-ea68c083-d786-442f-9653-4453e42112d7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.365383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927a4f29-e2f1-4a54-aae4-da251864ce95 req-ea68c083-d786-442f-9653-4453e42112d7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.0844800 Aug 29 04:14:04.449703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-844fe6a5-fc09-4781-a6a3-a76ee1e179af req-11dc5f9a-be37-4492-a15a-82582f2432a3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832810 Aug 29 04:14:04.455498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927a4f29-e2f1-4a54-aae4-da251864ce95 req-56561bd3-4a02-4624-9a6a-3796d6bfee68 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775702 Aug 29 04:14:04.587444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:04.590953 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a2384-f791-493b-8bb4-5b9963d17ef1" -d '{"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-plugged", "status": "completed", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:04.772250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eaa54a23-21a3-4615-898d-c6f1a7ac1387 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:04.797458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a6056777-b5c3-4f95-8bc1-8071272c54b1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720379 Aug 29 04:14:04.953099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port eaa54a23-21a3-4615-898d-c6f1a7ac1387 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:04.958374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port eaa54a23-21a3-4615-898d-c6f1a7ac1387 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:04.959060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:04.973875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-6c5e399c-3f66-4abb-bde3-2f8f6c2a8b94 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:04.983293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-6c5e399c-3f66-4abb-bde3-2f8f6c2a8b94 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848619 Aug 29 04:14:05.100647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.151079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port eaa54a23-21a3-4615-898d-c6f1a7ac1387, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eaa54a23-21a3-4615-898d-c6f1a7ac1387,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:05.166667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:05.282588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.302700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-c0a9f941-33e3-44b6-9922-e04c56adcc2e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/quotas/162732cff8bc4e2aa6a760f6c1ada1c6 HTTP/1.1" status: 200 len: 375 time: 0.3178830 Aug 29 04:14:05.323866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-15ac1b9a-2aca-40e0-935c-42e561bfe3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:05.330766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-15ac1b9a-2aca-40e0-935c-42e561bfe3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 828 time: 0.3440838 Aug 29 04:14:05.385085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-475f782d-82f1-401e-8eec-d850fccd1163 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/quotas/91290f69297e4a57abdf02cf2702b493 HTTP/1.1" status: 200 len: 375 time: 0.0533018 Aug 29 04:14:05.407767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=eaa54a23-21a3-4615-898d-c6f1a7ac1387,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:05.415490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:05.440058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:05.444960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:05.494671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'port_id': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'mac_address': 'fa:16:3e:e0:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efe6145-6b53-4ec8-a036-b0ae29a9f7a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:05.498665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-6095e9d3-8585-46de-a464-006573f83989 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1949279 Aug 29 04:14:05.552871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-651f43bc-0848-495f-b0c9-7624373e2a81 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664686 Aug 29 04:14:05.657321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Sync routers for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:05.717784 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:05.756604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:05.757463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:13:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:05.775543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-76768b66-7c67-4824-9f7c-bfc983c0a9be service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176919 Aug 29 04:14:06.023457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-8553cf6a-8930-4f51-aedd-2c54ea40c6dd service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320077 Aug 29 04:14:06.064705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c9d8-1ab1-41ae-822d-7738f6dee561 req-0eab6eb4-bea1-43ed-9ddc-74efb90e8286 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.080266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7be3c9d8-1ab1-41ae-822d-7738f6dee561 req-0eab6eb4-bea1-43ed-9ddc-74efb90e8286 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.1203468 Aug 29 04:14:06.104435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ab3bd4-60c2-486b-9bee-77c67716affe {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:06.153449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7be3c9d8-1ab1-41ae-822d-7738f6dee561 req-fe8bf205-56c6-474c-aedc-604acb273fc2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652158 Aug 29 04:14:06.155276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:06.197854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.230156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:06.414360 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66cf5c-b750-4a5c-8ae6-f81b018c2691 x-openstack-request-id: req-6a66cf5c-b750-4a5c-8ae6-f81b018c2691 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:06.414643 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-plugged", "status": "completed", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:06.415034 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a66cf5c-b750-4a5c-8ae6-f81b018c2691 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:06.415441 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'code': 200} Aug 29 04:14:06.429710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'mac_address': 'fa:16:3e:5d:3f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:06.459881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:06.543226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.595161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d46a5-c6ca-493d-b91b-c7a40cb55d60 req-181f5d56-741b-468a-9faf-a35eec2a116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.597343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef4d46a5-c6ca-493d-b91b-c7a40cb55d60 req-181f5d56-741b-468a-9faf-a35eec2a116e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1098 time: 0.2443755 Aug 29 04:14:06.736088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:06.787148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad6d46-dd4b-40dd-b29f-faab8ba72dfa req-bdd117a9-6192-4c9b-b784-0dffd737c081 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.788871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50ad6d46-dd4b-40dd-b29f-faab8ba72dfa req-bdd117a9-6192-4c9b-b784-0dffd737c081 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.3111334 Aug 29 04:14:06.820475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:06.824306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eaa54a23-21a3-4615-898d-c6f1a7ac1387 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:06.825339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef4d46a5-c6ca-493d-b91b-c7a40cb55d60 req-f80dd96f-90f9-4b9f-81c0-b46d4698a0ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368721 Aug 29 04:14:06.835204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c38c8-87e1-462d-a4bc-e260b53388c6 req-d3f946f8-78b0-4252-9bb5-dcc20bfb1366 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:06.842937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-499c38c8-87e1-462d-a4bc-e260b53388c6 req-d3f946f8-78b0-4252-9bb5-dcc20bfb1366 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.2502265 Aug 29 04:14:06.902229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50ad6d46-dd4b-40dd-b29f-faab8ba72dfa req-3bf10442-921b-495d-be91-93498d85307e tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852244 Aug 29 04:14:06.942419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:06.986840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-499c38c8-87e1-462d-a4bc-e260b53388c6 req-b0460d45-fc61-40e4-9c2d-db9ff970b00e tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416154 Aug 29 04:14:07.283274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.298365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1a026-2abe-44d8-b986-dba775b6414d req-97622d04-bca1-48fb-afb0-48e1b5023774 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:07.300881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2dd1a026-2abe-44d8-b986-dba775b6414d req-97622d04-bca1-48fb-afb0-48e1b5023774 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.2617326 Aug 29 04:14:07.346353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9953-5de4-4348-98a7-283578b9d81b req-0bba7ce0-0870-43d6-98f8-18e74df92a66 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:07.348893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa0d9953-5de4-4348-98a7-283578b9d81b req-0bba7ce0-0870-43d6-98f8-18e74df92a66 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.2168889 Aug 29 04:14:07.388192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['29ab3bd4-60c2-486b-9bee-77c67716affe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:07.491233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:07.540146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2dd1a026-2abe-44d8-b986-dba775b6414d req-77468a8d-62f4-42da-82f1-f0ab285a13b3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896706 Aug 29 04:14:07.598159 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-013220e5-108b-4492-944d-4d1567b985a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.601045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa0d9953-5de4-4348-98a7-283578b9d81b req-a9ee0056-88e4-46e7-934b-765992220068 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289052 Aug 29 04:14:07.707582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:14:07.707582 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:14:07.712921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:07.792289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-972100ff-b0a1-4250-bfea-9008d8f1f61c req-cc5b096b-5383-46e2-9d00-ed64a278dc10 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 210 time: 0.0532007 Aug 29 04:14:07.800906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port eaa54a23-21a3-4615-898d-c6f1a7ac1387 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:07.801725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:07.823768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 2, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:07.945891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ee78-a8a9-4cd0-a207-a5a1266da7c3 req-883338e5-cc16-4ec2-a269-e985f65c20d1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:07.953813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0a7ee78-a8a9-4cd0-a207-a5a1266da7c3 req-883338e5-cc16-4ec2-a269-e985f65c20d1 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.0850775 Aug 29 04:14:07.962392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:07.971828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Request body: {'floatingip': {'port_id': '957ea5aa-bac5-4954-8821-7945db3e23ee'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:07.985872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Checking router: 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:07.986865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Updating router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:08.028927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce08aa11-f563-4196-83bd-19dc3e183b6c req-c9a20dd5-f267-4072-9de6-9b1c841f001b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 210 time: 0.1119528 Aug 29 04:14:08.141052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.172805 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.339129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-54bfa60b-2439-46d1-bb91-e12f1a6d4a1e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413867 Aug 29 04:14:08.428206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:08.434450 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd5e25c-1b48-4e0e-a31b-98c213b77a07" -d '{"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-unplugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:08.532622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.731864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:08.805348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:08.832861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:08.889301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bfb87-7983-4d18-b96e-16867b724776 req-39746282-ca2a-4c0e-a9ed-fe65912a8ee5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.899510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e53bfb87-7983-4d18-b96e-16867b724776 req-39746282-ca2a-4c0e-a9ed-fe65912a8ee5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 944 time: 0.8161004 Aug 29 04:14:08.982315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53a8b-5dd3-462c-ba84-d82cebf78c66 req-785dd3a5-f291-410d-b5b0-9f835ea64c7f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:08.993320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dc53a8b-5dd3-462c-ba84-d82cebf78c66 req-785dd3a5-f291-410d-b5b0-9f835ea64c7f tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 948 time: 0.6947000 Aug 29 04:14:09.041031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.072191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e53bfb87-7983-4d18-b96e-16867b724776 req-fa8d05dd-779c-45ab-86c5-457e4ce1afc6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713285 Aug 29 04:14:09.117508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:14:09.169280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-50f05210-51e8-47ea-92c7-5032381b73e6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.172498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-50f05210-51e8-47ea-92c7-5032381b73e6 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8214788 Aug 29 04:14:09.205648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.214678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Request body: {'port': {'device_id': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '162732cff8bc4e2aa6a760f6c1ada1c6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:09.217641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:09.221710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.242097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d5f18-2dc0-4894-b129-4463824a46a4 x-openstack-request-id: req-ce3d5f18-2dc0-4894-b129-4463824a46a4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:09.242415 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-unplugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:09.249106 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce3d5f18-2dc0-4894-b129-4463824a46a4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:09.249616 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'code': 200} Aug 29 04:14:09.299555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.339361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Transition to ACTIVE for port object 0c1965a4-3ff2-4818-afd6-cf67b6724e5a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:09.362802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.467102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f599-3116-4afd-ad81-ea2c7d1439da None None] Pushing event updated for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:09.498570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dc53a8b-5dd3-462c-ba84-d82cebf78c66 req-3cc9fbd3-ec48-4342-8b37-654314d43c9a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051975 Aug 29 04:14:09.637092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Attempting to bind port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:09.637492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Attempting to bind port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:09.637821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Attempting to bind port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a on network 99e29b49-030c-497c-a07f-96ca89e62c78 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:09.664782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a4b32-4411-43ac-950a-e05befbeede9 req-e488b105-de6c-4f4c-a1b1-d200b5cf41ff tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.666656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:09.666950 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 associated. External IP: 172.25.3.8, port: 957ea5aa-bac5-4954-8821-7945db3e23ee. Aug 29 04:14:09.669093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Checking segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:09.669744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.673349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Bound using segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:09.673726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Bound port: 0c1965a4-3ff2-4818-afd6-cf67b6724e5a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:09.673942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d4a4b32-4411-43ac-950a-e05befbeede9 req-e488b105-de6c-4f4c-a1b1-d200b5cf41ff tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.3231981 Aug 29 04:14:09.675428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.740847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-706f8ec0-b1a3-4ba8-8831-6a9464b97e8b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.742574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-706f8ec0-b1a3-4ba8-8831-6a9464b97e8b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.50 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 828 time: 0.5408914 Aug 29 04:14:09.790020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'port': {'device_id': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'admin_state_up': True, 'tenant_id': '91290f69297e4a57abdf02cf2702b493'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:09.797157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Made reservation on behalf of 162732cff8bc4e2aa6a760f6c1ada1c6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:09.802169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.905641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d4a4b32-4411-43ac-950a-e05befbeede9 req-5aaf3893-2e1a-4fb7-81b6-63e5dd5deeca tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307150 Aug 29 04:14:09.942544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43d62-6acf-43c5-86c2-9c992919d555 req-1b646222-9efc-4145-ab89-17d376cb9086 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:09.956393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ec43d62-6acf-43c5-86c2-9c992919d555 req-1b646222-9efc-4145-ab89-17d376cb9086 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.3155398 Aug 29 04:14:09.958440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] For port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:09.967639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] For port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:09.976488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ee60404-d6ad-4337-95ed-81c7cf1b215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:09.981989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.178131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:10.178830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:10.182974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f599-3116-4afd-ad81-ea2c7d1439da None None] Pushing event updated for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:10.227317 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.265289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1aea6b9c-dabc-4e16-90cf-dd5b8d9dfff9 req-165aeb84-989d-44bd-afdb-e7580d965736 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 210 time: 0.0835214 Aug 29 04:14:10.291040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ec43d62-6acf-43c5-86c2-9c992919d555 req-675e15b6-c249-433c-a521-7d9c7e955302 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335607 Aug 29 04:14:10.369242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:10.393213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:10.545342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Made reservation on behalf of 91290f69297e4a57abdf02cf2702b493 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:10.556536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.609829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:10.618446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1d100f4-e7c1-4d4b-9b7e-7a5a34d175e1 req-7095cd68-330d-44b8-95e9-d0b23edb3d88 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 210 time: 0.1231842 Aug 29 04:14:10.623835 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:10.629834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:10.641172 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:10.645031 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:10.669152 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f6927eb-ee79-4844-ae1f-e5e83e9d9218 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "PUT /v2.0/floatingips/1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 HTTP/1.1" status: 200 len: 989 time: 2.7039170 Aug 29 04:14:10.670194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:10.673156 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa727eae-a23e-4cb2-baf4-3ca74fd214de" -d '{"events": [{"name": "network-changed", "server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:10.719431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Allocated IP 192.168.233.33 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/6bc02465-f3a8-4e05-9a59-d6ac4563df25) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:10.848323 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:10.916400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:09Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:10.943126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800a3-ec32-4b03-b2fa-fedb0ef3cf70 req-9aef30e5-bf8b-4bb7-97cb-60ba7e5d250f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:10.952256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20c800a3-ec32-4b03-b2fa-fedb0ef3cf70 req-9aef30e5-bf8b-4bb7-97cb-60ba7e5d250f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 944 time: 0.4381237 Aug 29 04:14:10.958720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cd88e-95fd-426a-8db8-778e43539f84 None None] The sync data for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 is: [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:09Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:11.091145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.125956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.134024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b894fa3-5c87-4057-b102-d48821611974 req-f125129b-e7d1-419e-aaa5-f9b12debb556 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.142195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b894fa3-5c87-4057-b102-d48821611974 req-f125129b-e7d1-419e-aaa5-f9b12debb556 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1098 time: 0.2643602 Aug 29 04:14:11.167039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20c800a3-ec32-4b03-b2fa-fedb0ef3cf70 req-134e71fb-12b4-468a-959e-51c9a3bdc09c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110996 Aug 29 04:14:11.214107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:11.217141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:f1:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7209256-1146-4acd-a5dc-e767563efddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:14:08Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:11.230533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Transition to ACTIVE for port object 6bc02465-f3a8-4e05-9a59-d6ac4563df25 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:11.260389 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:11.270721 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:11.271517 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:11.366005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b894fa3-5c87-4057-b102-d48821611974 req-bbd08c51-9887-4000-8ff0-97af9b0c288b tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228682 Aug 29 04:14:11.373214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 29ab3bd4-60c2-486b-9bee-77c67716affe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:11.380397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 29ab3bd4-60c2-486b-9bee-77c67716affe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:11.380779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.418221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Allocated IP 172.20.0.12 (99e29b49-030c-497c-a07f-96ca89e62c78/6d808670-9141-4a45-96eb-f887c3394908/5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:11.471618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a980-4875-46a0-a2d3-b30384796d4f req-7eab7e7a-d077-43cd-9c52-b9010964a453 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.487195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a826a980-4875-46a0-a2d3-b30384796d4f req-7eab7e7a-d077-43cd-9c52-b9010964a453 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2077365 Aug 29 04:14:11.499882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.562914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:11.581748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', '1ed46918-bf1a-4d84-80a1-1c2c45729798', '5f36afc0-8e72-47ff-978a-df8fc604ad7e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:11.664323 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06980e9c-088d-469f-a31d-a57db7d2dbca x-openstack-request-id: req-06980e9c-088d-469f-a31d-a57db7d2dbca {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:11.666065 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:11.666871 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06980e9c-088d-469f-a31d-a57db7d2dbca {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:11.668077 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'status': 'completed', 'code': 200} Aug 29 04:14:11.723839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:11.726077 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.734531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a826a980-4875-46a0-a2d3-b30384796d4f req-8a72c903-6ee3-456b-bc07-ca7a25bc8be2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184045 Aug 29 04:14:11.755728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.767212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:11.792637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:11.810291 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:11.814370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.817901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:11.892378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event updated for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:11.904784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-05406bfe-ff82-439d-a862-c40aa62537db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:11.906406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-05406bfe-ff82-439d-a862-c40aa62537db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 1097 time: 0.1379099 Aug 29 04:14:11.980254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-a0362ad3-d95a-4ac4-875b-aebd2033fefb tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7846770 Aug 29 04:14:12.025785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Request body: {'port': {'device_id': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:12.044771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:12.047898 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1c890-097c-41d2-b98a-08f1a08be422" -d '{"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-plugged", "status": "completed", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:12.110317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac0fe-6d46-4278-b6c5-afe2de2dafc8 req-e7401ad9-0504-40c4-ab58-e70f58c4b796 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.127207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-360ac0fe-6d46-4278-b6c5-afe2de2dafc8 req-e7401ad9-0504-40c4-ab58-e70f58c4b796 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.2742248 Aug 29 04:14:12.143069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:12.174507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.263879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-d17cfd2a-a7e7-44c7-9405-831b51fc4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.273563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-d17cfd2a-a7e7-44c7-9405-831b51fc4eeb service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.3471692 Aug 29 04:14:12.287614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.451432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:12.488291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b85522e2-cfbd-4a5b-bd18-ebc63cc5a212 None None] Provisioning for port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:12.507990 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:f1:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7209256-1146-4acd-a5dc-e767563efddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:14:08Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:12.511472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-0d9f32e9-603a-4dc2-b1be-102acf0e47eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 200 len: 997 time: 0.2206252 Aug 29 04:14:12.533355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b85522e2-cfbd-4a5b-bd18-ebc63cc5a212 None None] Provisioning complete for port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:12.533839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b85522e2-cfbd-4a5b-bd18-ebc63cc5a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.570755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-360ac0fe-6d46-4278-b6c5-afe2de2dafc8 req-2e0d5b8b-4d55-43e4-b155-dd1187beb66a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363086 Aug 29 04:14:12.631441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743869-fad6-4d8c-9c35-98736494fcf8 req-6cecc539-2c73-474d-81c4-9b37d0513070 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.632990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02743869-fad6-4d8c-9c35-98736494fcf8 req-6cecc539-2c73-474d-81c4-9b37d0513070 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 935 time: 0.4559264 Aug 29 04:14:12.647530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:12.653061 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad08b9b-3375-41b9-85b9-b5af4057e3ce None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '1f147279-4d4f-47c8-88e5-c02fc5ad9ca5', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'port_id': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'mac_address': 'fa:16:3e:f1:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7209256-1146-4acd-a5dc-e767563efddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:11:20Z', 'updated_at': '2021-08-29T04:14:08Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:12.720850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-473b9b40-14ea-475d-af95-bbc3866770ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.725305 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-473b9b40-14ea-475d-af95-bbc3866770ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.1937988 Aug 29 04:14:12.797322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Transition to ACTIVE for port object 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:12.843325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b85522e2-cfbd-4a5b-bd18-ebc63cc5a212 None None] Port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:12.882926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-48287af9-100c-4663-8ffa-b48a9a72dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:12.888012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-48287af9-100c-4663-8ffa-b48a9a72dff0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422861 Aug 29 04:14:12.916047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0c1965a4-3ff2-4818-afd6-cf67b6724e5a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:12.922224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:12.961821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c124fd6-a090-4e4f-aa0d-82b0486037d8 req-33621d4a-3010-4056-a16a-a25ff372efe5 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 210 time: 0.1528275 Aug 29 04:14:13.047264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02743869-fad6-4d8c-9c35-98736494fcf8 req-bda5e1f3-2dc5-45f1-88fa-3ee9fadf5776 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968649 Aug 29 04:14:13.170758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.173010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-ae0b2d40-d18f-44a9-bede-361b320a5b7c service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679663 Aug 29 04:14:13.270752 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a684c46-1bcf-4433-8c73-a9284cb95069 x-openstack-request-id: req-8a684c46-1bcf-4433-8c73-a9284cb95069 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:13.272566 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-plugged", "status": "completed", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:13.280065 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a684c46-1bcf-4433-8c73-a9284cb95069 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:13.281298 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'code': 200} Aug 29 04:14:13.325227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2aa05b-dba4-4c98-a80e-af76d871d082 None None] New status for floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:13.493710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc02465-f3a8-4e05-9a59-d6ac4563df25 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:13.503617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.524074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Transition to ACTIVE for port object 6bc02465-f3a8-4e05-9a59-d6ac4563df25 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:13.588323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:13.607850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.623755 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa727eae-a23e-4cb2-baf4-3ca74fd214de req-432955a7-b1d4-434d-8e30-addc3ddc47d9 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762059 Aug 29 04:14:13.627470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:13.628086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.685214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7908af3e-541f-4ac5-852a-ef58f6d14450 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:13.686398 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.721576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.802154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Network 99e29b49-030c-497c-a07f-96ca89e62c78 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:13.823266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:13.843856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:13.851416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.852518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:13.925288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5901172-5b52-4519-933f-c91d92f22688 req-e5cb4ca8-a123-4975-a84b-bb070d8ef5c5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:13.935888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5901172-5b52-4519-933f-c91d92f22688 req-e5cb4ca8-a123-4975-a84b-bb070d8ef5c5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 950 time: 0.2618384 Aug 29 04:14:14.003567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2184260 Aug 29 04:14:14.019037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5901172-5b52-4519-933f-c91d92f22688 req-47df8538-698c-431f-83f3-30880cd083ca tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752685 Aug 29 04:14:14.065960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Request body: {'port': {'device_id': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:14.151569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437be667-84e3-466e-8dbf-121fb6138974 req-aee35144-2047-4167-a5b0-e284668b27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.153556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-437be667-84e3-466e-8dbf-121fb6138974 req-aee35144-2047-4167-a5b0-e284668b27c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1097 time: 0.6279616 Aug 29 04:14:14.154531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:14.170123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fa3ab-8d02-4a53-bc6e-f6302e5892a1 req-1522145f-d293-4667-ab0e-2dd34b894ace tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:14.180899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1fa3ab-8d02-4a53-bc6e-f6302e5892a1 req-1522145f-d293-4667-ab0e-2dd34b894ace tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 945 time: 0.6433585 Aug 29 04:14:14.239190 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.301223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.495108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Attempting to bind port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:14.496847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Attempting to bind port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:14.499094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Attempting to bind port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:14.503118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:14.567744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.587971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:14.588337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Attempting to bind port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:14.597542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:14.607118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:14.607514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:14.607975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:14.608441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Bound port: 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:14.609284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.631623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.723656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e3ff101-1325-42bf-b1fc-620a07e25ec7 None None] Provisioning for port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:14.741903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:14.746929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e3ff101-1325-42bf-b1fc-620a07e25ec7 None None] Provisioning complete for port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:14.747694 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff101-1325-42bf-b1fc-620a07e25ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:14.835302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:14.839668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:14.854121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ff101-1325-42bf-b1fc-620a07e25ec7 None None] Port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:14.879538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.153881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60015e72-227b-4120-ad95-8182dc84887a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event updated for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.162614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.181388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-437be667-84e3-466e-8dbf-121fb6138974 req-893eb812-4ece-4706-bc17-0843c0fc42d6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9964483 Aug 29 04:14:15.216616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1fa3ab-8d02-4a53-bc6e-f6302e5892a1 req-fa467730-659e-4eea-8b64-1431e5a90615 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981937 Aug 29 04:14:15.222294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.227057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.228728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] 10.222.0.54 "PUT /v2.0/ports/6bc02465-f3a8-4e05-9a59-d6ac4563df25 HTTP/1.1" status: 200 len: 1096 time: 3.2093396 Aug 29 04:14:15.285552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:15.291001 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e576b60-16e3-44bf-a6e0-f76b0981e65d" -d '{"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:15.303163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:15.319400 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79e3b08-0946-4cc0-b525-c30d7c520d54" -d '{"events": [{"name": "network-changed", "server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:15.338472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:15.414944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cccf2-99b5-44ad-8443-a118eafdd9fd req-8e620b1d-2a0c-4ef4-a081-da7b824b11b1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.428651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd9cccf2-99b5-44ad-8443-a118eafdd9fd req-8e620b1d-2a0c-4ef4-a081-da7b824b11b1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.9516306 Aug 29 04:14:15.460290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed49f0-a5e6-4e06-8f3e-688f5f1d98cc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:15.605455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9849be-1616-432f-a5a0-4022495992d8 req-893d48fd-87ce-4191-b516-766c1cfce2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.607057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec9849be-1616-432f-a5a0-4022495992d8 req-893d48fd-87ce-4191-b516-766c1cfce2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 932 time: 0.2261271 Aug 29 04:14:15.660995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd9cccf2-99b5-44ad-8443-a118eafdd9fd req-f126ea20-55bb-409d-8061-90bc7bf71451 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303176 Aug 29 04:14:15.663486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-98d6ae6e-afb0-4a91-b0c6-736fc9fc232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:15.665336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-98d6ae6e-afb0-4a91-b0c6-736fc9fc232a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 1099 time: 0.3271642 Aug 29 04:14:15.761912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec9849be-1616-432f-a5a0-4022495992d8 req-f8717c14-7d82-46a1-b8b7-6319febbeff7 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428912 Aug 29 04:14:15.979883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-9ee7b027-935c-404e-b443-ae62718fa8b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25 HTTP/1.1" status: 200 len: 217 time: 0.2383883 Aug 29 04:14:16.214613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57e2df-ae20-41e0-ac9c-2e11892654e8 req-c788c6a1-2ba4-4562-ae91-e0d691bbf6da tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.217492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b57e2df-ae20-41e0-ac9c-2e11892654e8 req-c788c6a1-2ba4-4562-ae91-e0d691bbf6da tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 947 time: 0.3615484 Aug 29 04:14:16.236086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:16.271242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.344069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-38d97d96-dc81-42af-adcc-89161cee6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.346587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-38d97d96-dc81-42af-adcc-89161cee6986 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2629240 Aug 29 04:14:16.348492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Transition to ACTIVE for port object 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:16.402983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acb324-b431-4a11-8b34-c0a056b2febe req-06d99a40-8bb4-4a94-9940-e594c34d1e62 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.405875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39acb324-b431-4a11-8b34-c0a056b2febe req-06d99a40-8bb4-4a94-9940-e594c34d1e62 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 951 time: 0.3092051 Aug 29 04:14:16.406933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:16.492286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b57e2df-ae20-41e0-ac9c-2e11892654e8 req-0cd7daa0-5397-4753-b084-5c9d6c97296c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463350 Aug 29 04:14:16.601387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12860485-c507-417e-b050-8f91329b3793 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:16.642572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39acb324-b431-4a11-8b34-c0a056b2febe req-a1ceca02-207c-4dfe-b71b-fbe2a55d0af5 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996379 Aug 29 04:14:16.648829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-0540804d-dfe1-4585-9054-1fcbbafc1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:16.651494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-0540804d-dfe1-4585-9054-1fcbbafc1c6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2961335 Aug 29 04:14:16.773189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0c1965a4-3ff2-4818-afd6-cf67b6724e5a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:16.848737 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a99e3e9-9798-4465-8b91-5c3ae27c924f x-openstack-request-id: req-6a99e3e9-9798-4465-8b91-5c3ae27c924f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:16.849468 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:16.850118 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a99e3e9-9798-4465-8b91-5c3ae27c924f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:16.851547 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25', 'status': 'completed', 'code': 200} Aug 29 04:14:16.859863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Attempting to bind port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:16.863184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Attempting to bind port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:16.871778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Attempting to bind port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 on network 99e29b49-030c-497c-a07f-96ca89e62c78 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:16.911728 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf4425-ea13-41ed-81a0-e293ca79a139 x-openstack-request-id: req-44cf4425-ea13-41ed-81a0-e293ca79a139 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:16.912242 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-plugged", "status": "completed", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:16.912654 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44cf4425-ea13-41ed-81a0-e293ca79a139 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:16.913858 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'code': 200} Aug 29 04:14:17.023696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 on network 99e29b49-030c-497c-a07f-96ca89e62c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:17.024580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Attempting to bind port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 on network 99e29b49-030c-497c-a07f-96ca89e62c78 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:17.030275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:17.031796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.123642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:17.124106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Checking segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:17.124673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Bound using segment: {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:17.125149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Bound port: 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:17.125520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.265915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb546-eb97-44f8-85e2-4ef4fe513684 req-f472a1b6-2c1c-44a3-8ff6-8aa08c2f9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.269907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab6bb546-eb97-44f8-85e2-4ef4fe513684 req-f472a1b6-2c1c-44a3-8ff6-8aa08c2f9447 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1103 time: 0.0919640 Aug 29 04:14:17.281337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-3c38d563-2a64-4cad-afaf-8b5fad229e80 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800042 Aug 29 04:14:17.292542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f361-bcd1-4b8b-98b5-3a2e0a2de98a req-1814c22d-bbe1-4877-923f-38c1b145fc91 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.293490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a278f361-bcd1-4b8b-98b5-3a2e0a2de98a req-1814c22d-bbe1-4877-923f-38c1b145fc91 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1462252 Aug 29 04:14:17.302906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6155b-a8ed-41f9-a154-378209e459a2 req-8607780e-8f5e-4429-ac28-9ff3f442c781 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.311576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7d6155b-a8ed-41f9-a154-378209e459a2 req-8607780e-8f5e-4429-ac28-9ff3f442c781 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 945 time: 0.3688400 Aug 29 04:14:17.361069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab6bb546-eb97-44f8-85e2-4ef4fe513684 req-f8d38ea7-036c-4d18-9dd8-44bfbf022870 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604289 Aug 29 04:14:17.516743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7d6155b-a8ed-41f9-a154-378209e459a2 req-a355cb40-2334-4e07-8dd5-64aecc51508e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041390 Aug 29 04:14:17.524165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a278f361-bcd1-4b8b-98b5-3a2e0a2de98a req-42238a6d-f21f-4a96-be31-e2f0c16cd860 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945779 Aug 29 04:14:17.534213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:17.548602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:17.559343 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.615685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3ef140-8959-4a67-92a2-814a7baff88a req-00457826-0f45-479b-b730-c2469517a378 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955680 Aug 29 04:14:17.619589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.620243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:17.621688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-12860485-c507-417e-b050-8f91329b3793 service neutron] 10.222.0.50 "PUT /v2.0/ports/5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 1093 time: 3.5687101 Aug 29 04:14:17.642332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12860485-c507-417e-b050-8f91329b3793 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:17.850008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f7e0-22e9-4e67-ac59-661e26af0279 req-eec0dfac-2c9b-446e-968f-48e290ac64e0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.852338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba3f7e0-22e9-4e67-ac59-661e26af0279 req-eec0dfac-2c9b-446e-968f-48e290ac64e0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 944 time: 0.1572030 Aug 29 04:14:17.863387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-60d491b5-05af-4db6-ab97-afd55ce05f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.864941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-60d491b5-05af-4db6-ab97-afd55ce05f00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 1099 time: 0.1522636 Aug 29 04:14:17.878452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-02a3198d-0b6a-48ed-bb1c-7e811813d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:17.880043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-02a3198d-0b6a-48ed-bb1c-7e811813d635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1096 time: 0.1056209 Aug 29 04:14:18.025347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-de29c108-bc39-4658-8178-f92528ddbece service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 217 time: 0.1246929 Aug 29 04:14:18.032177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba3f7e0-22e9-4e67-ac59-661e26af0279 req-9db86661-badf-422d-abbd-b9ee3f1dcdc3 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662085 Aug 29 04:14:18.070748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840a4ef-6ff1-407b-9bd2-289cfb7f274d req-d3e157c9-30be-41cb-927d-0bb6acc8f0a2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.073133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b840a4ef-6ff1-407b-9bd2-289cfb7f274d req-d3e157c9-30be-41cb-927d-0bb6acc8f0a2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 947 time: 0.1778994 Aug 29 04:14:18.189298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-32f09b86-b83b-4889-944c-adbf86095fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.191426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-32f09b86-b83b-4889-944c-adbf86095fd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3151929 Aug 29 04:14:18.202460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-9dce0762-a1af-40f8-992d-d80295f9ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.204722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-9dce0762-a1af-40f8-992d-d80295f9ad63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.1568518 Aug 29 04:14:18.290479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b840a4ef-6ff1-407b-9bd2-289cfb7f274d req-95e647f9-0d2a-427b-866e-64ea3cf5adfc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843755 Aug 29 04:14:18.292187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-8c61c7fa-b817-4c4f-8573-00a6da13de6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25 HTTP/1.1" status: 200 len: 217 time: 0.0865073 Aug 29 04:14:18.306347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2221bdd-bcd1-4b20-90a9-1227ebe451e6 req-b9cc8548-dbf2-42b7-9158-b75c2979f476 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.307974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2221bdd-bcd1-4b20-90a9-1227ebe451e6 req-b9cc8548-dbf2-42b7-9158-b75c2979f476 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 950 time: 0.2001331 Aug 29 04:14:18.382879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-445a4a8e-42f9-46c2-8aaa-7573a4076e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.384538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-445a4a8e-42f9-46c2-8aaa-7573a4076e60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557784 Aug 29 04:14:18.442793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-ba46b092-4b17-481b-b291-178baa92883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.444969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-ba46b092-4b17-481b-b291-178baa92883b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1358135 Aug 29 04:14:18.476057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2221bdd-bcd1-4b20-90a9-1227ebe451e6 req-f3220641-9ea6-4785-b887-1c1314cf5e11 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536202 Aug 29 04:14:18.557090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671875f3-066e-4d74-b904-404652244b98 req-0ea0cdf3-5e05-4d5d-8e22-39661bcd8ef2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.558856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671875f3-066e-4d74-b904-404652244b98 req-0ea0cdf3-5e05-4d5d-8e22-39661bcd8ef2 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 951 time: 0.1978257 Aug 29 04:14:18.600981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-ef7d54fe-d988-4a0e-b4be-416489077fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:18.602522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-ef7d54fe-d988-4a0e-b4be-416489077fbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314361 Aug 29 04:14:18.606427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-ad71cb6b-fda6-42a0-a770-b2b3b1b86c21 service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017317 Aug 29 04:14:18.715485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671875f3-066e-4d74-b904-404652244b98 req-c7700c9c-d0e6-4b53-b8b9-8b4c1b0c33a3 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467440 Aug 29 04:14:18.831410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-809fc917-b848-4f29-a410-5775a67aa73f service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196596 Aug 29 04:14:18.842098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a100f78-57de-4f68-9944-0708b42b6df0 req-a695dcf6-9b4c-455b-998b-370c11b7e4cf service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204058 Aug 29 04:14:18.853244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:18.857083 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:19.303860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:19.317730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a0b1-5923-4667-9711-178289685c35 req-8b613875-f852-46e7-82d6-65406a9eca21 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.319903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c57a0b1-5923-4667-9711-178289685c35 req-8b613875-f852-46e7-82d6-65406a9eca21 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 945 time: 0.3420012 Aug 29 04:14:19.338677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a79e3b08-0946-4cc0-b525-c30d7c520d54 req-2735babc-72e3-4369-92fe-ab63df10e497 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771774 Aug 29 04:14:19.409981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c57a0b1-5923-4667-9711-178289685c35 req-142b3c74-753a-4093-9a6a-6c10d7c0ecca tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Aug 29 04:14:19.453501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.499014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:19.504293 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa8733-0b19-4bc2-af04-8e9b220e5c87" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-unplugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:19.530144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:19.541336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:19.654043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65e12-a371-460a-b9d5-18dfa9c0ca1b req-3a906bc2-b858-424b-9a5f-498cedd646c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.657015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b65e12-a371-460a-b9d5-18dfa9c0ca1b req-3a906bc2-b858-424b-9a5f-498cedd646c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1243987 Aug 29 04:14:19.664284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:19.738702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b65e12-a371-460a-b9d5-18dfa9c0ca1b req-658e859b-efe9-4b8e-b670-b40afdf8e278 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716922 Aug 29 04:14:19.802069 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb46043-4ac6-45cc-9e9e-d77a08d04a4e x-openstack-request-id: req-1eb46043-4ac6-45cc-9e9e-d77a08d04a4e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:19.802825 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:19.804025 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1eb46043-4ac6-45cc-9e9e-d77a08d04a4e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:19.804912 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'status': 'completed', 'code': 200} Aug 29 04:14:19.969366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085097f-a51a-4554-b92b-7641ba1a1942 req-d69ac2d8-1be2-455b-9e37-3351a29f8873 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:19.972302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b085097f-a51a-4554-b92b-7641ba1a1942 req-d69ac2d8-1be2-455b-9e37-3351a29f8873 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 944 time: 0.1109402 Aug 29 04:14:20.136228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-e82ba7f1-fa07-4b4f-ad90-d531e27a6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.136228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-e82ba7f1-fa07-4b4f-ad90-d531e27a6849 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1096 time: 0.1965435 Aug 29 04:14:20.145258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b085097f-a51a-4554-b92b-7641ba1a1942 req-e6b687f4-6b45-4a2a-af9e-04478367752d tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392319 Aug 29 04:14:20.153865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10d4e-9d71-46d6-8e4c-3dfd264483a1 req-e1138bd8-8442-4c33-803b-1e7edaccb7dc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.155437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ed10d4e-9d71-46d6-8e4c-3dfd264483a1 req-e1138bd8-8442-4c33-803b-1e7edaccb7dc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 947 time: 0.1527092 Aug 29 04:14:20.329342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ed10d4e-9d71-46d6-8e4c-3dfd264483a1 req-380e9e3e-eca9-4fab-81c3-d7b2f9a72944 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545603 Aug 29 04:14:20.368212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-d69781f3-65b9-43af-9de9-ce5dea41b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.371024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-d69781f3-65b9-43af-9de9-ce5dea41b91d service neutron] 10.222.0.50 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 929 time: 0.2142472 Aug 29 04:14:20.400744 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a707cfbe-6ce6-464e-bfb0-8fa41f9dbde7 x-openstack-request-id: req-a707cfbe-6ce6-464e-bfb0-8fa41f9dbde7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:20.401299 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-unplugged", "status": "completed", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:20.401299 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a707cfbe-6ce6-464e-bfb0-8fa41f9dbde7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:20.401781 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'code': 200} Aug 29 04:14:20.454918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-6988d398-1a26-414d-82f8-a760bd68469c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 217 time: 0.0735593 Aug 29 04:14:20.632779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-d9b407ed-c91c-4f13-8443-936443269cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.632779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-d9b407ed-c91c-4f13-8443-936443269cf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.1424563 Aug 29 04:14:20.677925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16781a8e-6bdd-43be-bf5d-5630f71f0377 req-1a8ed96c-fb94-4504-9cc7-c40f2d2386bb tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.680009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16781a8e-6bdd-43be-bf5d-5630f71f0377 req-1a8ed96c-fb94-4504-9cc7-c40f2d2386bb tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1097 time: 0.1396041 Aug 29 04:14:20.690305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f03d5-342b-48bc-a48b-333ab8e24c3a req-5a57b1d9-c861-4810-9979-622134068bc0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.691892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-241f03d5-342b-48bc-a48b-333ab8e24c3a req-5a57b1d9-c861-4810-9979-622134068bc0 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 951 time: 0.1393456 Aug 29 04:14:20.760884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-cfdb5a75-ac73-4198-9829-36a0a1285858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:20.762426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-cfdb5a75-ac73-4198-9829-36a0a1285858 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168997 Aug 29 04:14:20.769822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16781a8e-6bdd-43be-bf5d-5630f71f0377 req-e8a3313d-7c7d-4e31-a5c6-e81f9a65b5cf tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767257 Aug 29 04:14:20.780548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-241f03d5-342b-48bc-a48b-333ab8e24c3a req-4d17d880-6d60-41d0-b55b-93fb4dd93481 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682619 Aug 29 04:14:20.863716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6bc02465-f3a8-4e05-9a59-d6ac4563df25 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:21.030954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9726-942d-47e6-b7f2-ab94c3826a29 req-68c5efb3-0393-49f5-b896-aeb3ad88d4d0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.045771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5b9726-942d-47e6-b7f2-ab94c3826a29 req-68c5efb3-0393-49f5-b896-aeb3ad88d4d0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1458662 Aug 29 04:14:21.050649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-0e62e218-e5aa-4566-a1aa-fb1e2f29a78b service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690923 Aug 29 04:14:21.111677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5b9726-942d-47e6-b7f2-ab94c3826a29 req-5c6986d0-c59a-4af8-ac40-75e23549d8a0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Aug 29 04:14:21.111981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:21.169833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6bc02465-f3a8-4e05-9a59-d6ac4563df25', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '6bc02465-f3a8-4e05-9a59-d6ac4563df25', 'mac_address': 'fa:16:3e:7d:87:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:21.277629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.308830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc02465-f3a8-4e05-9a59-d6ac4563df25 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:21.339480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:21.370020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:21.393886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.422786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17c146a7-79dd-4ecd-b155-9c2a86f7a0e1 req-c10007ef-3228-4458-8660-01e29b87b9bb service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262179 Aug 29 04:14:21.438086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a133d-851f-42f8-b52e-203f7817791c req-12e79df6-6705-459a-b108-4b232879748b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.440945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-497a133d-851f-42f8-b52e-203f7817791c req-12e79df6-6705-459a-b108-4b232879748b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1097 time: 0.1437435 Aug 29 04:14:21.517774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:21.543819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-497a133d-851f-42f8-b52e-203f7817791c req-c8e3a230-d573-4297-ba6e-fd6329a7f49c tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936136 Aug 29 04:14:21.594290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:21.610205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'mac_address': 'fa:16:3e:e7:40:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:21.690597 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.708583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:21.734988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:21.742058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:21.793057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6bc02465-f3a8-4e05-9a59-d6ac4563df25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:21.814536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683871c1-8e6f-446d-9770-8303b40025f2 req-4eea7563-de98-4b54-a13c-986d35be0f18 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.817206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-683871c1-8e6f-446d-9770-8303b40025f2 req-4eea7563-de98-4b54-a13c-986d35be0f18 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.1047502 Aug 29 04:14:21.832915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c857d4-f550-4394-be3b-038986028ab1 req-6b926262-cce2-430c-a891-7d241e2bb198 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:21.836471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4c857d4-f550-4394-be3b-038986028ab1 req-6b926262-cce2-430c-a891-7d241e2bb198 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 944 time: 0.1711376 Aug 29 04:14:21.850042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:21.926611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-683871c1-8e6f-446d-9770-8303b40025f2 req-f8cf8922-34a7-4792-b401-11f1b7ac1b5f tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886443 Aug 29 04:14:21.965607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4c857d4-f550-4394-be3b-038986028ab1 req-8f75d8c6-8373-4cb6-b054-4585b4327e92 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175606 Aug 29 04:14:22.147148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136747e-9109-4638-b0e4-e8808a27e2d9 req-8ad1dcf4-084a-4062-865f-e33438f17b3e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.149887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2136747e-9109-4638-b0e4-e8808a27e2d9 req-8ad1dcf4-084a-4062-865f-e33438f17b3e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 948 time: 0.1315472 Aug 29 04:14:22.163847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a064c95-4735-4377-818c-0c431831d8cd req-a7939b1f-6d67-4a8e-9731-6d9eab0e1b1c tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.166521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a064c95-4735-4377-818c-0c431831d8cd req-a7939b1f-6d67-4a8e-9731-6d9eab0e1b1c tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1103 time: 0.1021326 Aug 29 04:14:22.231039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2136747e-9109-4638-b0e4-e8808a27e2d9 req-e2d51941-9951-4fc6-901c-d53da34398ee tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715547 Aug 29 04:14:22.235330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a064c95-4735-4377-818c-0c431831d8cd req-8a988b5d-e94c-4e8f-bd17-86f4fbd3ac44 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523345 Aug 29 04:14:22.426716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1b529-6600-4259-a5e9-30338b16eaa7 req-96055ee8-9b20-4175-b01d-1713a5666bdf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.435142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8c1b529-6600-4259-a5e9-30338b16eaa7 req-96055ee8-9b20-4175-b01d-1713a5666bdf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.0931373 Aug 29 04:14:22.494689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8c1b529-6600-4259-a5e9-30338b16eaa7 req-fc4ae447-4511-4cb5-8ac9-28a0e94fbf2e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 Aug 29 04:14:22.518291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:22.606202 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:22.619476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d70f-2898-4deb-8c7c-b4e6eb8d337a req-cc67f0ac-1d5e-4212-b2af-48b4d9304d65 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:22.623542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2570d70f-2898-4deb-8c7c-b4e6eb8d337a req-cc67f0ac-1d5e-4212-b2af-48b4d9304d65 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 1103 time: 0.0725775 Aug 29 04:14:22.715683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2570d70f-2898-4deb-8c7c-b4e6eb8d337a req-34078b33-0e7d-421d-a9f0-58a48bfa8b28 tempest-ServersAdminTestJSON-1227151244 tempest-ServersAdminTestJSON-1227151244-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761068 Aug 29 04:14:23.181136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112152f6-819b-4fad-822a-922f5864ff7d req-c8d912eb-0e70-4d24-b4bd-71d14198a75a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.184361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-112152f6-819b-4fad-822a-922f5864ff7d req-c8d912eb-0e70-4d24-b4bd-71d14198a75a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.1031559 Aug 29 04:14:23.254506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-112152f6-819b-4fad-822a-922f5864ff7d req-ef35c8c5-e162-4112-a55d-477fe6dc186a tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Aug 29 04:14:23.439465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddfd1f-c55b-4c51-bbac-f00289493f15 req-3849e861-6c78-4557-9fc8-827e176e44c2 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.442993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58ddfd1f-c55b-4c51-bbac-f00289493f15 req-3849e861-6c78-4557-9fc8-827e176e44c2 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 945 time: 0.0989406 Aug 29 04:14:23.497875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58ddfd1f-c55b-4c51-bbac-f00289493f15 req-7fb35c71-de51-45f9-a467-c488107f13b1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Aug 29 04:14:23.633774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0f30-c1ab-4ff2-8230-749ec96a11ec req-81ce802d-4e82-4455-b3f3-7b725b3d4359 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.635663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f37e0f30-c1ab-4ff2-8230-749ec96a11ec req-81ce802d-4e82-4455-b3f3-7b725b3d4359 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 949 time: 0.0722842 Aug 29 04:14:23.695079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f37e0f30-c1ab-4ff2-8230-749ec96a11ec req-61ee652d-b566-4cf5-811e-09669df719d4 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Aug 29 04:14:23.773422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-8f5900b4-f011-40f9-8478-568d0145d817 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:23.775631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-8f5900b4-f011-40f9-8478-568d0145d817 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123167 Aug 29 04:14:23.789749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Request body: {'binding': {'host': 'n-h2-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:23.790609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:14:23.815292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f81e-00a4-481b-bb7c-aafc6adaaaa2 req-f6183ac7-c535-42ae-aabe-ab15f8068ffe tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:23.817127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5c6f81e-00a4-481b-bb7c-aafc6adaaaa2 req-f6183ac7-c535-42ae-aabe-ab15f8068ffe tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 948 time: 0.0572217 Aug 29 04:14:23.876362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5c6f81e-00a4-481b-bb7c-aafc6adaaaa2 req-3e8db5ee-6f92-44f7-8cfe-f8fd3031d4a0 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522931 Aug 29 04:14:23.998171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on host n-h2-712139-13 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:23.998606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:23.999128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:24.006801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:24.007302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:24.016223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:24.016760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:24.017370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:24.018093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Bound port: 29ab3bd4-60c2-486b-9bee-77c67716affe, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:24.038898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6d4f5-e50f-4543-af9a-a7d271a8e053 req-c7f15cbe-5442-4d09-80e8-dc7b18cb6e88 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.042016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bda6d4f5-e50f-4543-af9a-a7d271a8e053 req-c7f15cbe-5442-4d09-80e8-dc7b18cb6e88 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.0899968 Aug 29 04:14:24.113903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bda6d4f5-e50f-4543-af9a-a7d271a8e053 req-0fadc848-a4c7-4260-98fc-541451902cc1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651555 Aug 29 04:14:24.117163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:24.126091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:24.128231 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-952c7889-1e2c-4cd3-a3ab-b8848b95f7af service neutron] 10.222.0.62 "POST /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe/bindings HTTP/1.1" status: 201 len: 390 time: 0.3426404 Aug 29 04:14:24.383308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcec45-ce49-4538-b312-17b21068da75 req-f35d9a0c-3313-40d3-a5bc-d95a26cd4991 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.387669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2dcec45-ce49-4538-b312-17b21068da75 req-f35d9a0c-3313-40d3-a5bc-d95a26cd4991 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 945 time: 0.0956564 Aug 29 04:14:24.493329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2dcec45-ce49-4538-b312-17b21068da75 req-38b14d93-d119-4e93-aa28-e7b885df8f93 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917821 Aug 29 04:14:24.508695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76790f7-13a4-4421-aad4-b77fa5d79e75 req-446664b5-abfd-40da-96bb-eb1d1650977e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.518504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e76790f7-13a4-4421-aad4-b77fa5d79e75 req-446664b5-abfd-40da-96bb-eb1d1650977e tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.1203172 Aug 29 04:14:24.639252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e76790f7-13a4-4421-aad4-b77fa5d79e75 req-a7884d70-67af-44d8-a0db-8e9fe7a9ea02 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196880 Aug 29 04:14:24.657243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-532e51ac-421e-490f-bbee-cc5cd17ab90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.659992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-532e51ac-421e-490f-bbee-cc5cd17ab90b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1097 time: 0.1169267 Aug 29 04:14:24.819378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95725cb1-3c8d-4340-8ea1-7c130670f70f req-262c5c49-8249-474f-b57d-df8db961b56f tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.821132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95725cb1-3c8d-4340-8ea1-7c130670f70f req-262c5c49-8249-474f-b57d-df8db961b56f tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 945 time: 0.1351500 Aug 29 04:14:24.882021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-0aee1544-be20-412b-a054-9dafc88fc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.885356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-0aee1544-be20-412b-a054-9dafc88fc602 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.2096896 Aug 29 04:14:24.904408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6bc02465-f3a8-4e05-9a59-d6ac4563df25 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:24.959185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95725cb1-3c8d-4340-8ea1-7c130670f70f req-ee9ae006-fc83-4cd5-a5bb-a53309256066 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248085 Aug 29 04:14:24.965112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f8a082d1-9efe-452d-8973-256a8544cd71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.0651665 Aug 29 04:14:24.976690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3b687-a3b1-431c-92a4-b81aad92b0f6 req-bd02f77f-dec9-4731-95b6-e13d68277495 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:24.978443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53b3b687-a3b1-431c-92a4-b81aad92b0f6 req-bd02f77f-dec9-4731-95b6-e13d68277495 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 949 time: 0.1747236 Aug 29 04:14:24.989641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:24.996314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:24.997275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.003111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-2ccf0614-e3af-4ad8-9b8f-cf54e5d27b75 service neutron] 10.222.0.54 "GET /v2.0/ports/93d96af9-5974-4c81-8344-25df6e2153fb/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.1609716 Aug 29 04:14:25.040144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-b05180c5-c8e3-4bbf-b2b8-a90fcbd90b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.042041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-b05180c5-c8e3-4bbf-b2b8-a90fcbd90b68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.0623930 Aug 29 04:14:25.047592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-eae70317-8f32-48c9-a649-513e434b15cb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.049206 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-eae70317-8f32-48c9-a649-513e434b15cb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 949 time: 0.1285298 Aug 29 04:14:25.189636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f1aa53c5-fc75-40bf-b557-210d27b8f098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119616 Aug 29 04:14:25.200974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.243187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Deleting port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:25.244474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.246934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:25.247299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53b3b687-a3b1-431c-92a4-b81aad92b0f6 req-89729184-1e20-4535-80fd-f67e4c407bed tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034495 Aug 29 04:14:25.251097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf7d57b-97a7-47e9-b4b8-4ece1e0fb35c" -d '{"events": [{"server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "name": "network-vif-plugged", "status": "completed", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:25.298640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:25.314022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.357919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:25.392928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-84d6c619-139f-497e-bde6-2d32c54513d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.394498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-84d6c619-139f-497e-bde6-2d32c54513d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1101 time: 0.0835965 Aug 29 04:14:25.447238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] For port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:25.447618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.473499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ad5c-5ab9-43c5-974f-b2b679249eeb req-a52fcfa8-42bf-4c54-b5c3-fb6773f7bc75 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.476971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f43ad5c-5ab9-43c5-974f-b2b679249eeb req-a52fcfa8-42bf-4c54-b5c3-fb6773f7bc75 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 948 time: 0.3252482 Aug 29 04:14:25.483792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Calling delete_port for a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:25.486694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.512295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:25.518009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:25.518009 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.528954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-14b17966-69ad-446b-922c-56da289f2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.531890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-14b17966-69ad-446b-922c-56da289f2947 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1101 time: 0.0996737 Aug 29 04:14:25.541158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-11adfd4d-e7ad-4ba3-b87e-7d85125fa3d1 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.542935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-11adfd4d-e7ad-4ba3-b87e-7d85125fa3d1 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.2935045 Aug 29 04:14:25.623596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514adff1-2971-42f6-baa4-3de3f699e020 req-44b27939-aaf9-40fd-83fb-c69c9a0a2ea7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.631826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514adff1-2971-42f6-baa4-3de3f699e020 req-44b27939-aaf9-40fd-83fb-c69c9a0a2ea7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.3019328 Aug 29 04:14:25.652297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-b16b4fb5-8056-4e76-aeb5-ccc4cb5e552c service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040596 Aug 29 04:14:25.660218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f43ad5c-5ab9-43c5-974f-b2b679249eeb req-1358bb78-e946-41a8-938a-f3edbc84c8fd tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726444 Aug 29 04:14:25.661716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.763233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:25.772790 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.840356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:25.848191 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bebb608-732b-47b6-bccf-eb3e7f249247 x-openstack-request-id: req-4bebb608-732b-47b6-bccf-eb3e7f249247 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:25.848703 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "name": "network-vif-plugged", "status": "completed", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:25.848964 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bebb608-732b-47b6-bccf-eb3e7f249247 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:25.849587 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25', 'code': 200} Aug 29 04:14:25.863271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-6da7ea44-b10e-42dd-b296-fe0e8b01e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:25.864911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-6da7ea44-b10e-42dd-b296-fe0e8b01e1be service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2744324 Aug 29 04:14:25.866796 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:25.882865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e9f3c9f2-0797-4bad-854a-a75a30b57241', 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', '7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:25.884168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514adff1-2971-42f6-baa4-3de3f699e020 req-42ecb54e-0a21-4767-81a6-f50400961c18 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474885 Aug 29 04:14:25.887789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-b677f0df-1e7e-41f0-9b0a-b0da284cd1da service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076414 Aug 29 04:14:26.034838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-48c6433e-536b-4e40-bd8c-6f93361c43ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.1526799 Aug 29 04:14:26.049664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Deleting port 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:26.050001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.058150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event deleted for resources: {'Port': ['ID=a6f17ed0-8679-4d0b-9b3a-f7867d2ba420,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:26.076364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf592e2a-cdf5-405f-b5d6-015dd5f3e70c req-027684df-dc14-42f0-81fa-591f7f82f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.077998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf592e2a-cdf5-405f-b5d6-015dd5f3e70c req-027684df-dc14-42f0-81fa-591f7f82f039 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 1101 time: 0.1697476 Aug 29 04:14:26.176226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] No DVR routers for this DVR port a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:26.180935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.183670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "DELETE /v2.0/ports/a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 HTTP/1.1" status: 204 len: 173 time: 1.1080673 Aug 29 04:14:26.188043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'name': 'network-vif-deleted', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:26.189573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f4b38276-ea0c-407d-bad1-6e77a53c79b2 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.191103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f4b38276-ea0c-407d-bad1-6e77a53c79b2 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.2038684 Aug 29 04:14:26.192854 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316f57ea-6fed-4810-adb6-6b70b87ba140" -d '{"events": [{"server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "name": "network-vif-deleted", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:26.219557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:26.230909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-a35bd730-3306-4b91-adc0-679f95753f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.234228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-a35bd730-3306-4b91-adc0-679f95753f3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1778679 Aug 29 04:14:26.265032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf592e2a-cdf5-405f-b5d6-015dd5f3e70c req-985f347b-3192-4be0-a724-5535e4a8409e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732183 Aug 29 04:14:26.280009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7c4b-76df-4c60-b6f7-742abf94301a req-a81266f5-9aab-4f73-8348-942064aea79d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.287579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9fa7c4b-76df-4c60-b6f7-742abf94301a req-a81266f5-9aab-4f73-8348-942064aea79d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 945 time: 0.2602398 Aug 29 04:14:26.308940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25e82-81d7-4841-937f-abf669126c0a req-afb6d61e-4cca-4f0a-98a8-41de9e8ce2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.313098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-afb6d61e-4cca-4f0a-98a8-41de9e8ce2d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705366 Aug 29 04:14:26.356776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] For port 0cafa844-a5ab-405d-be62-74e90a816060, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=0cafa844-a5ab-405d-be62-74e90a816060,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:26.357043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.366596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371ae20-0792-44b7-8c90-2f5dbf93192d req-a2e8c84d-1997-4019-addc-9a85742e27a8 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:26.368284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3371ae20-0792-44b7-8c90-2f5dbf93192d req-a2e8c84d-1997-4019-addc-9a85742e27a8 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 948 time: 0.2353363 Aug 29 04:14:26.398541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Calling delete_port for 0cafa844-a5ab-405d-be62-74e90a816060 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:26.407214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:26.453167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9fa7c4b-76df-4c60-b6f7-742abf94301a req-81df0adf-0a5d-481f-8b1e-2f23964e4c4f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639969 Aug 29 04:14:26.493143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3371ae20-0792-44b7-8c90-2f5dbf93192d req-e4d5f776-3c8c-40eb-936f-9a70de6ad66f tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb37fb9b-b7d3-46ee-8579-889d52ad73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142569 Aug 29 04:14:26.999541 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a3157b-095d-4218-bc46-92d487e72da8 x-openstack-request-id: req-e7a3157b-095d-4218-bc46-92d487e72da8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:26.999992 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2344-9c6e-42b8-aed6-048f9b425e60", "name": "network-vif-deleted", "tag": "a6f17ed0-8679-4d0b-9b3a-f7867d2ba420", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:27.000363 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7a3157b-095d-4218-bc46-92d487e72da8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:27.001215 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2344-9c6e-42b8-aed6-048f9b425e60', 'name': 'network-vif-deleted', 'tag': 'a6f17ed0-8679-4d0b-9b3a-f7867d2ba420', 'status': 'completed', 'code': 200} Aug 29 04:14:27.077604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-7964ffe7-7fdd-4de3-8966-9d335549eedf service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726800 Aug 29 04:14:27.107845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07bb7518-cf85-4af4-aca2-7f3b2529be81 req-09465497-88ef-470e-86d7-3befcf4f9168 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=daaf2344-9c6e-42b8-aed6-048f9b425e60 HTTP/1.1" status: 200 len: 210 time: 0.4305356 Aug 29 04:14:27.200314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaedf9-0e50-43f9-8842-55be4ad67151 req-84b5a441-7e88-45a0-85ed-5ab17a2792da tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.203082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9eaedf9-0e50-43f9-8842-55be4ad67151 req-84b5a441-7e88-45a0-85ed-5ab17a2792da tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.5897744 Aug 29 04:14:27.216675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:27.268073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db25e82-81d7-4841-937f-abf669126c0a req-ba0d2beb-10bd-45f6-bc05-fad12f299778 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777437 Aug 29 04:14:27.381577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9eaedf9-0e50-43f9-8842-55be4ad67151 req-04249f49-acc9-4f11-b326-6fffb810cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472268 Aug 29 04:14:27.385970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.389540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:27.450603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44ea0b-2523-4892-b9fb-6ac731ee82bc req-31e2a606-d8a5-48a1-afba-4a1b503ffa13 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.452190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d44ea0b-2523-4892-b9fb-6ac731ee82bc req-31e2a606-d8a5-48a1-afba-4a1b503ffa13 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 949 time: 0.1958613 Aug 29 04:14:27.452992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Pushing event deleted for resources: {'Port': ['ID=0cafa844-a5ab-405d-be62-74e90a816060,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.552390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:27.554772 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb88912-1e44-41bb-9a6e-e8669f2f5d27" -d '{"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-unplugged", "status": "completed", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:27.561668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.563861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] No DVR routers for this DVR port 0cafa844-a5ab-405d-be62-74e90a816060 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:27.569278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.571349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25189e60-100e-4a94-bdc3-3e22e6d90b7c req-32831854-1666-407c-899c-ea1d3ea02b91 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.50 "DELETE /v2.0/ports/0cafa844-a5ab-405d-be62-74e90a816060 HTTP/1.1" status: 204 len: 173 time: 2.0096140 Aug 29 04:14:27.578328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.626728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d44ea0b-2523-4892-b9fb-6ac731ee82bc req-aebfeeba-7bed-4df1-933d-0a0ac74132c4 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639037 Aug 29 04:14:27.659604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776ecd-6f7f-4ff0-81e6-e36db0a72b07 req-28524004-4315-403b-89a0-dad3cca0efc1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:27.661063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88776ecd-6f7f-4ff0-81e6-e36db0a72b07 req-28524004-4315-403b-89a0-dad3cca0efc1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1994400 Aug 29 04:14:27.703868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:27.731480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on host n-h1-712139-13 for vnic_type normal with profile {"migrating_to": "n-h2-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:27.731755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:27.732020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:27.748799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:27.749106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Attempting to bind port 29ab3bd4-60c2-486b-9bee-77c67716affe on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:27.760120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88776ecd-6f7f-4ff0-81e6-e36db0a72b07 req-4d54eb25-57ca-482f-a77b-cec25dbed39f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Aug 29 04:14:27.766930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:27.767695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:27.768513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:27.770509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Bound port: 29ab3bd4-60c2-486b-9bee-77c67716affe, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:27.771123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:27.851114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:27.854641 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263f6376-3b91-490a-a63e-5c98144cd7c6" -d '{"events": [{"server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "name": "network-vif-plugged", "status": "completed", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:27.976364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d437ad05-d33d-4a1c-9d84-492e4bcc62a5 req-a1fe8495-e2da-4722-8a21-ea25ad561412 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 210 time: 0.0642440 Aug 29 04:14:28.001267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:28.016790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:28.027788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ea666-37ef-41a4-8ec1-4a80873e33d5 req-f25f93d8-4e05-4001-af32-3e32f41b7b36 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.029506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b04ea666-37ef-41a4-8ec1-4a80873e33d5 req-f25f93d8-4e05-4001-af32-3e32f41b7b36 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.1613238 Aug 29 04:14:28.031425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.034399 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d331b-defa-439a-b721-a30bf4d30092 x-openstack-request-id: req-7e7d331b-defa-439a-b721-a30bf4d30092 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:28.034674 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-unplugged", "status": "completed", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:28.034918 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e7d331b-defa-439a-b721-a30bf4d30092 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:28.035399 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'code': 200} Aug 29 04:14:28.072720 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed6964-ed3f-42ac-992a-e06e4a066f4d x-openstack-request-id: req-6bed6964-ed3f-42ac-992a-e06e4a066f4d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:28.073212 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "name": "network-vif-plugged", "status": "completed", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:28.073628 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bed6964-ed3f-42ac-992a-e06e4a066f4d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:28.074250 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'code': 200} Aug 29 04:14:28.118095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b04ea666-37ef-41a4-8ec1-4a80873e33d5 req-87ebe193-84d7-4123-856f-d3134141b770 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793588 Aug 29 04:14:28.150679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:28.162491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.164169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:28.166895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-89037d1d-7c11-4054-af5a-9b41dc28fbae service neutron] 10.222.0.54 "PUT /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 1123 time: 1.9608359 Aug 29 04:14:28.393719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dc890-99bc-4922-a338-27aedab96a09 req-52917167-3371-4f5e-b858-597c4a6d26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.395287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-906dc890-99bc-4922-a338-27aedab96a09 req-52917167-3371-4f5e-b858-597c4a6d26ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1098 time: 0.0635648 Aug 29 04:14:28.456493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-906dc890-99bc-4922-a338-27aedab96a09 req-e0eb3136-6c4f-427b-8499-f6dee733dc01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Aug 29 04:14:28.465128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ffb45-7699-4195-a2a4-98b52136bb35 req-2a85c27a-782d-4130-868a-b83bcf6fa895 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.466638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac4ffb45-7699-4195-a2a4-98b52136bb35 req-2a85c27a-782d-4130-868a-b83bcf6fa895 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.0837076 Aug 29 04:14:28.513592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['29ab3bd4-60c2-486b-9bee-77c67716affe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:28.533434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac4ffb45-7699-4195-a2a4-98b52136bb35 req-5d1f97d5-351a-454d-a969-814e3828e08b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Aug 29 04:14:28.542169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa15bb-da89-41b2-836f-aa8797605279 req-ba9af117-cbc1-41dc-b638-345c7faeb5e1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.543703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5aa15bb-da89-41b2-836f-aa8797605279 req-ba9af117-cbc1-41dc-b638-345c7faeb5e1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.0761588 Aug 29 04:14:28.589075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5aa15bb-da89-41b2-836f-aa8797605279 req-d20f4844-8a09-474b-b352-e6189758b0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383165 Aug 29 04:14:28.760491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ced3cc-77ac-49c8-b67c-dd710915975e req-5e3c3aec-c960-4a27-8239-41a9263ac34b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.762049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1ced3cc-77ac-49c8-b67c-dd710915975e req-5e3c3aec-c960-4a27-8239-41a9263ac34b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 949 time: 0.0529146 Aug 29 04:14:28.807717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1ced3cc-77ac-49c8-b67c-dd710915975e req-50c9afae-217e-4f26-af4c-4ee01f1ec217 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Aug 29 04:14:28.920529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:28.938150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8be03-f3a1-4ea9-9ffa-8d55b211f14d req-ddc7067e-9243-4d27-afec-3baac6a0b12d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:28.939724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38d8be03-f3a1-4ea9-9ffa-8d55b211f14d req-ddc7067e-9243-4d27-afec-3baac6a0b12d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.0583575 Aug 29 04:14:28.941577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:28.941926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6f17ed0-8679-4d0b-9b3a-f7867d2ba420 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:28.942341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:28.991775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38d8be03-f3a1-4ea9-9ffa-8d55b211f14d req-2b3bb340-a275-4472-8c05-150b8206029f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Aug 29 04:14:29.030742 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.098043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:29.104203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.130668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558f01-9086-4d6e-9bc3-39526812761c req-2eaff5db-97df-468c-b99b-c5709113aff7 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.133319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc558f01-9086-4d6e-9bc3-39526812761c req-2eaff5db-97df-468c-b99b-c5709113aff7 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 1101 time: 0.0659063 Aug 29 04:14:29.149307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f1babb-d17a-43bf-ad9a-dae9653bd78d req-2a299d10-78c7-4d93-a97b-29c09af4c3e7 tempest-ImagesOneServerTestJSON-1273375308 tempest-ImagesOneServerTestJSON-1273375308-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d757972-421f-498f-a54f-91dd5c9d73be HTTP/1.1" status: 200 len: 210 time: 0.0320191 Aug 29 04:14:29.166508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:29.188717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc558f01-9086-4d6e-9bc3-39526812761c req-0e10a2e3-aaca-45ff-8562-c0ba762e31f6 tempest-ServersOnMultiNodesTest-1116337666 tempest-ServersOnMultiNodesTest-1116337666-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Aug 29 04:14:29.278234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931f53a-0f38-4fdc-8b44-b88e50171c52 req-f4d47a16-8d0d-49dd-b95a-e31c6480bb32 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.279827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4931f53a-0f38-4fdc-8b44-b88e50171c52 req-f4d47a16-8d0d-49dd-b95a-e31c6480bb32 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.0588768 Aug 29 04:14:29.330567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4931f53a-0f38-4fdc-8b44-b88e50171c52 req-c5f46f10-9960-4b17-8d36-d39e6411d7d3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Aug 29 04:14:29.364185 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:29.373422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:29.403056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 0cafa844-a5ab-405d-be62-74e90a816060 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:29.403411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 0cafa844-a5ab-405d-be62-74e90a816060 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:29.469774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977763-0c92-4c83-9769-96322228460f req-7a0828ff-d6fc-4b54-9f03-f046ccd9dc08 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.471594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64977763-0c92-4c83-9769-96322228460f req-7a0828ff-d6fc-4b54-9f03-f046ccd9dc08 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 949 time: 0.0538886 Aug 29 04:14:29.513394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64977763-0c92-4c83-9769-96322228460f req-3862aa85-1a82-4849-9419-5dbb89d43a02 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Aug 29 04:14:29.740675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0030b-7cf3-43d1-8280-8208b13e1b95 req-10a5dd2e-2762-44d8-b177-7310b6e0a1c7 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.743338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51f0030b-7cf3-43d1-8280-8208b13e1b95 req-10a5dd2e-2762-44d8-b177-7310b6e0a1c7 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.1313734 Aug 29 04:14:29.804839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52eb0-c4f7-4239-a10b-88f21167acea req-4ea8901b-5ec1-4af1-8866-218239e1c2e9 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:29.806976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd52eb0-c4f7-4239-a10b-88f21167acea req-4ea8901b-5ec1-4af1-8866-218239e1c2e9 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.1460319 Aug 29 04:14:29.856011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51f0030b-7cf3-43d1-8280-8208b13e1b95 req-b88192ca-c39a-4b0c-83f5-c86f98c93aba tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052814 Aug 29 04:14:29.889974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd52eb0-c4f7-4239-a10b-88f21167acea req-dcdb3b23-ccfb-474e-96c6-e7b06df6c46d tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752704 Aug 29 04:14:30.036874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-deleted', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060'}, {'name': 'network-changed', 'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:30.041008 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aff63a-3337-45ba-8ec6-52cc53f6bdae" -d '{"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-deleted", "tag": "0cafa844-a5ab-405d-be62-74e90a816060"}, {"name": "network-changed", "server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:30.075748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:30.080220 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0d5d96-28c0-4911-ac02-732d4879f237" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-unplugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:30.168205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e5cd2-6d22-4ea6-854a-14cd4ab6999d req-7722e25a-890b-4006-bf3d-0fcc2d199a50 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.169880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-384e5cd2-6d22-4ea6-854a-14cd4ab6999d req-7722e25a-890b-4006-bf3d-0fcc2d199a50 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.0841901 Aug 29 04:14:30.220021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-384e5cd2-6d22-4ea6-854a-14cd4ab6999d req-f6529332-8ba3-4799-aad5-269d982338c6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Aug 29 04:14:30.221467 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f6837a-42b3-402a-94db-a085e50aeba6 x-openstack-request-id: req-54f6837a-42b3-402a-94db-a085e50aeba6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:30.221754 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d757972-421f-498f-a54f-91dd5c9d73be", "name": "network-vif-deleted", "tag": "0cafa844-a5ab-405d-be62-74e90a816060", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:30.222001 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54f6837a-42b3-402a-94db-a085e50aeba6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:30.222398 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d757972-421f-498f-a54f-91dd5c9d73be', 'name': 'network-vif-deleted', 'tag': '0cafa844-a5ab-405d-be62-74e90a816060', 'status': 'completed', 'code': 200} Aug 29 04:14:30.222657 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'status': 'completed', 'code': 200} Aug 29 04:14:30.287194 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad83d53-f940-486e-b991-a20f3e57828e x-openstack-request-id: req-cad83d53-f940-486e-b991-a20f3e57828e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:30.287607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-unplugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:30.288000 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cad83d53-f940-486e-b991-a20f3e57828e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:30.288678 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'code': 200} Aug 29 04:14:30.407392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-5bb4207e-0832-468f-8433-14112150a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.409883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-5bb4207e-0832-468f-8433-14112150a852 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1126 time: 0.0827539 Aug 29 04:14:30.654806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:30.675023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-f3057367-7ad5-4553-9e8b-36569576043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.676745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-f3057367-7ad5-4553-9e8b-36569576043c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.2277572 Aug 29 04:14:30.713536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-6eff83fa-ba92-4d46-b9b1-9bc33ef8d53b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.716853 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-6eff83fa-ba92-4d46-b9b1-9bc33ef8d53b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee&tenant_id=808562ffa84e49d78f3aaee7857a854b&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 947 time: 0.1217773 Aug 29 04:14:30.762287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ee574-23ca-4fbe-82e0-fdbeb9ca16c2 req-f771fc4b-8e9b-4b42-ac01-6f5a4405492d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.765090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-225ee574-23ca-4fbe-82e0-fdbeb9ca16c2 req-f771fc4b-8e9b-4b42-ac01-6f5a4405492d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.3020849 Aug 29 04:14:30.825222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-7e9fd090-7136-45df-9aac-4176f220b10d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.1041164 Aug 29 04:14:30.840973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-a11692b4-564d-4f8e-8220-8552a32339a9 service neutron] 10.222.0.54 "GET /v2.0/ports/93d96af9-5974-4c81-8344-25df6e2153fb/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.1140857 Aug 29 04:14:30.841621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-dd15f863-c546-4eb9-9f44-d16858cb952b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.843148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-dd15f863-c546-4eb9-9f44-d16858cb952b tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.2849705 Aug 29 04:14:30.877230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d27178ff-321e-4667-af74-c9ece7ce2cbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8700751dcb5483e8263f6c2db4e7cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202897 Aug 29 04:14:30.881580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:30.932446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5bdd7-b631-4587-92f4-d90bffcdca4b req-999ebe1a-7c2d-4d40-ac81-3f08e5e58f6d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.934343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b5bdd7-b631-4587-92f4-d90bffcdca4b req-999ebe1a-7c2d-4d40-ac81-3f08e5e58f6d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 949 time: 0.2543793 Aug 29 04:14:30.943364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:30.962963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-225ee574-23ca-4fbe-82e0-fdbeb9ca16c2 req-0f037712-536e-4222-bd02-d173a1a7470a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881516 Aug 29 04:14:30.980301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-0c9ee540-a279-4b7f-94ef-15eb2ff08fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:30.982483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-0c9ee540-a279-4b7f-94ef-15eb2ff08fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1099 time: 0.0898850 Aug 29 04:14:30.987884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.022232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-6dfd5678-881e-413d-b801-c0cd809b8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.023495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-6dfd5678-881e-413d-b801-c0cd809b8749 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1744664 Aug 29 04:14:31.069405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.070592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b5bdd7-b631-4587-92f4-d90bffcdca4b req-5d14d2db-82a3-43fa-8713-97646fdbcbd2 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247625 Aug 29 04:14:31.102593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-e13c6473-e0cd-4fb8-b438-3056f96dd1dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651274 Aug 29 04:14:31.105371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:31.128725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '93d96af9-5974-4c81-8344-25df6e2153fb', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '93d96af9-5974-4c81-8344-25df6e2153fb', 'mac_address': 'fa:16:3e:c3:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:31.185344 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.216326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:31.239055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-cf861a42-eebc-47e4-91a1-1ceaeab40b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.241621 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-cf861a42-eebc-47e4-91a1-1ceaeab40b50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2514033 Aug 29 04:14:31.268658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:31.275039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.290734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Deleting port e9f3c9f2-0797-4bad-854a-a75a30b57241 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:31.291355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.317476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-5e800ff1-da46-4475-8abe-f4c0561e9fd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.0507145 Aug 29 04:14:31.321365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.325049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.328379 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb37fb9b-b7d3-46ee-8579-889d52ad73d0 HTTP/1.1" status: 204 len: 168 time: 0.4452477 Aug 29 04:14:31.338986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:31.366501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76c210-1bdb-46fe-97fe-4012f72848de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb37fb9b-b7d3-46ee-8579-889d52ad73d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:31.387481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198746d2-1f32-4b38-96d9-b5d6b7675bdb req-ddf92439-f1f0-4b76-9d19-dff5144263ec tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.389600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-198746d2-1f32-4b38-96d9-b5d6b7675bdb req-ddf92439-f1f0-4b76-9d19-dff5144263ec tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.2907817 Aug 29 04:14:31.416078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e5fff485-666a-4d80-a93c-3cbb2dc566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.423257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e5fff485-666a-4d80-a93c-3cbb2dc566a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0911674 Aug 29 04:14:31.472905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d727-61e7-42e2-a41e-a550827ac37b req-132458af-7303-4f8f-a8fc-d4aec18592ef tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.474492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c496d727-61e7-42e2-a41e-a550827ac37b req-132458af-7303-4f8f-a8fc-d4aec18592ef tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=a872b72d-c519-473f-9bc6-a62f4cbfaac0 HTTP/1.1" status: 200 len: 949 time: 0.2692506 Aug 29 04:14:31.495715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-e5157ac4-7b85-4a34-b012-af239ae217d9 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564823 Aug 29 04:14:31.496491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e53f5837-4f2e-4285-852c-2613bfa6f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.499220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e53f5837-4f2e-4285-852c-2613bfa6f23d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656750 Aug 29 04:14:31.590534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-198746d2-1f32-4b38-96d9-b5d6b7675bdb req-beaea2ee-cbd7-49da-9697-480c75fbc29b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925552 Aug 29 04:14:31.625209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] For port e9f3c9f2-0797-4bad-854a-a75a30b57241, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e9f3c9f2-0797-4bad-854a-a75a30b57241,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:31.625559 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.642777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c496d727-61e7-42e2-a41e-a550827ac37b req-1b5d54e2-8509-42e5-a1f2-cb460c39236a tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536312 Aug 29 04:14:31.651004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Calling delete_port for e9f3c9f2-0797-4bad-854a-a75a30b57241 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:31.654554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-c8367b77-72f0-48db-b41f-8a6394a6deae service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335797 Aug 29 04:14:31.725508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35aff63a-3337-45ba-8ec6-52cc53f6bdae req-af73ab08-90f9-486a-85d5-08c48d2fa493 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054186 Aug 29 04:14:31.801184 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-fd1d6359-cab3-4c98-96dd-55a16af95fb2 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340294 Aug 29 04:14:31.888513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8ae42-0150-4b00-a4bc-f09fcfb65dad req-5c3e3cb9-7ba5-48d2-966e-22f320f342d8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.888513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b8ae42-0150-4b00-a4bc-f09fcfb65dad req-5c3e3cb9-7ba5-48d2-966e-22f320f342d8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.1167014 Aug 29 04:14:31.908395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:31.927639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:31.978207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event deleted for resources: {'Port': ['ID=e9f3c9f2-0797-4bad-854a-a75a30b57241,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:31.979540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-72eaef0e-6422-468a-9cbb-fbe33b661b1e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:31.982471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-72eaef0e-6422-468a-9cbb-fbe33b661b1e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 949 time: 0.0912738 Aug 29 04:14:31.999976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b8ae42-0150-4b00-a4bc-f09fcfb65dad req-09f27bdb-2d94-4998-8106-6fd0c15af872 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994601 Aug 29 04:14:32.043905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] No DVR routers for this DVR port e9f3c9f2-0797-4bad-854a-a75a30b57241 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:32.046726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.049262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f964259e-76f1-4704-ae6d-c76eca0be984 req-d12b149d-af87-4151-90ed-70fed35a1f52 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "DELETE /v2.0/ports/e9f3c9f2-0797-4bad-854a-a75a30b57241 HTTP/1.1" status: 204 len: 173 time: 1.1837809 Aug 29 04:14:32.213810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:32.214316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.253485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'name': 'network-vif-deleted', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:32.257441 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f552de-f735-4262-8cf7-b459860eea7d" -d '{"events": [{"server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "name": "network-vif-deleted", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:32.350418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 6bc02465-f3a8-4e05-9a59-d6ac4563df25, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6bc02465-f3a8-4e05-9a59-d6ac4563df25,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:32.350833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.386616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 6bc02465-f3a8-4e05-9a59-d6ac4563df25 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:32.465169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87819e-ba99-461c-843d-682ec0f04d38 req-36f6b1f8-de59-4497-ab96-6c7cf382096b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:32.474117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d87819e-ba99-461c-843d-682ec0f04d38 req-36f6b1f8-de59-4497-ab96-6c7cf382096b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.2962751 Aug 29 04:14:32.523479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:32.636391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.704868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', '1ed46918-bf1a-4d84-80a1-1c2c45729798', '5f36afc0-8e72-47ff-978a-df8fc604ad7e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:32.707654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=6bc02465-f3a8-4e05-9a59-d6ac4563df25,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:32.740343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 6bc02465-f3a8-4e05-9a59-d6ac4563df25 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:32.745408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:32.748876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d0eb8a9-4b62-48e3-98ee-cbe53778b76e req-ff61ee4a-4783-47f1-879f-5e00f69e7550 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "DELETE /v2.0/ports/6bc02465-f3a8-4e05-9a59-d6ac4563df25 HTTP/1.1" status: 204 len: 173 time: 0.7556119 Aug 29 04:14:32.749509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'name': 'network-vif-deleted', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:32.758350 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c36848-5562-41d3-9b6f-ea0b57588dd3" -d '{"events": [{"server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "name": "network-vif-deleted", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:32.899331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-fc172e9f-55e8-41c2-b08a-233c05524011 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 258 time: 0.8052602 Aug 29 04:14:32.954263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:32.969431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d87819e-ba99-461c-843d-682ec0f04d38 req-bdf5dcce-76b2-4c68-9097-e883d67b35ec tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924340 Aug 29 04:14:32.986412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:33.013524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e9f3c9f2-0797-4bad-854a-a75a30b57241 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:33.070062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.176515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-338348430-network', 'tenant_id': '7797f5aa3e0b4c6c982ee9feb90e0c6e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:33.186315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:14:33.189571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e9f3c9f2-0797-4bad-854a-a75a30b57241 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:33.190146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e9f3c9f2-0797-4bad-854a-a75a30b57241 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:33.227066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2edba12a-851e-4490-99aa-034ced68e28e req-5c45462a-2827-455f-ac61-3df396639504 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=80dbd009-1c4a-45b9-9434-b61d1310f171 HTTP/1.1" status: 200 len: 210 time: 0.0470841 Aug 29 04:14:33.246590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Made reservation on behalf of 7797f5aa3e0b4c6c982ee9feb90e0c6e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:33.249293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.282364 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.311297 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4ef12-9d44-4586-92c7-3ab58eab66ce x-openstack-request-id: req-c4f4ef12-9d44-4586-92c7-3ab58eab66ce {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:33.311683 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a872b72d-c519-473f-9bc6-a62f4cbfaac0", "name": "network-vif-deleted", "tag": "e9f3c9f2-0797-4bad-854a-a75a30b57241", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:33.312066 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4f4ef12-9d44-4586-92c7-3ab58eab66ce {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:33.312585 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872b72d-c519-473f-9bc6-a62f4cbfaac0', 'name': 'network-vif-deleted', 'tag': 'e9f3c9f2-0797-4bad-854a-a75a30b57241', 'status': 'completed', 'code': 200} Aug 29 04:14:33.326126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:33.329994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', '6bc02465-f3a8-4e05-9a59-d6ac4563df25'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:33.448187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.505840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:33.541952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe has no active binding in host n-h2-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:14:33.552006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e414d-11e4-477d-8abd-ce81d0e6ddfd req-2fccbb23-78fe-4724-9ceb-7ecffda1e5ef tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.554602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc9e414d-11e4-477d-8abd-ce81d0e6ddfd req-2fccbb23-78fe-4724-9ceb-7ecffda1e5ef tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 948 time: 0.1846874 Aug 29 04:14:33.629147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.647660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.692727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc9e414d-11e4-477d-8abd-ce81d0e6ddfd req-3bdbf1db-33ce-4449-9ae0-578708ae7a34 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216393 Aug 29 04:14:33.717396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:14:33.734076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739349d-8d03-41ee-8850-2500a49772fb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:33.753874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.754226 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Added segment 1071acc0-2051-4fd2-af90-7e72b010e515 of type vlan for network d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 Aug 29 04:14:33.756382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Allocated IP 172.25.3.144 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/112dc311-5542-4e30-83a2-717add7652c8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:33.822138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.872018 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5236629-dafd-4bde-8372-f03eb0a3a069 x-openstack-request-id: req-a5236629-dafd-4bde-8372-f03eb0a3a069 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:33.873965 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dbd009-1c4a-45b9-9434-b61d1310f171", "name": "network-vif-deleted", "tag": "6bc02465-f3a8-4e05-9a59-d6ac4563df25", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:33.874419 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5236629-dafd-4bde-8372-f03eb0a3a069 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:33.875013 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dbd009-1c4a-45b9-9434-b61d1310f171', 'name': 'network-vif-deleted', 'tag': '6bc02465-f3a8-4e05-9a59-d6ac4563df25', 'status': 'completed', 'code': 200} Aug 29 04:14:33.905139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.906143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:33.906850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:33.981537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4549685 Aug 29 04:14:33.986462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:33.996426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Request body: {'subnet': {'network_id': 'd2442c0b-11a9-46b6-ba05-f3c9fa0d7915', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-338348430-subnet', 'tenant_id': '7797f5aa3e0b4c6c982ee9feb90e0c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:33.996684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.008506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fc408-ef19-48b9-8092-29344bad96d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2442c0b-11a9-46b6-ba05-f3c9fa0d7915,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.030337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:14:34.042967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Made reservation on behalf of 7797f5aa3e0b4c6c982ee9feb90e0c6e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:34.047290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.067463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.168998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event updated for resources: {'Port': ['ID=112dc311-5542-4e30-83a2-717add7652c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.238758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:34.243558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:34.249060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:34.268219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a096e9a-b85f-42b8-97d7-576f2df96e3b req-b0f74c9a-8416-47ad-9d68-c45baf0a9362 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.270878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a096e9a-b85f-42b8-97d7-576f2df96e3b req-b0f74c9a-8416-47ad-9d68-c45baf0a9362 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1098 time: 0.1062489 Aug 29 04:14:34.386330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.408737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.416800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a096e9a-b85f-42b8-97d7-576f2df96e3b req-b3d4b55d-25ec-4452-9c04-af037d8dd612 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187565 Aug 29 04:14:34.460068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2594f34f-b67a-48a6-866c-7a73b56b0b8e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.480446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Checking segment: {'id': '1071acc0-2051-4fd2-af90-7e72b010e515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd2442c0b-11a9-46b6-ba05-f3c9fa0d7915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:34.480446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Network hostable DHCP agents. Network: d2442c0b-11a9-46b6-ba05-f3c9fa0d7915, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:14:34.487526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.496346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Network d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:14:34.514837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d2442c0b-11a9-46b6-ba05-f3c9fa0d7915) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:34.525995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.526630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.530866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7be284-3ad1-4d14-bf93-048735dd1ea5 None None] Network d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:34.571355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-941514e1-29eb-4696-8df2-0a2a0bb117f4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5680518 Aug 29 04:14:34.827199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8daf23-261b-4480-b6c9-c7cb0c3608c5 None None] Network d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:34.870816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.890498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.941696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.969754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event updated for resources: {'Port': ['ID=112dc311-5542-4e30-83a2-717add7652c8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:34.982322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:34.983622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-893f0dee-9306-45c2-808f-5b3f12d4669c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0387666 Aug 29 04:14:34.991948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e24e59-8fa7-4bbd-a31f-59c6ebe41ada req-ca0ee20d-a119-48fc-a870-f1ee73461fcb tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:34.993563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8e24e59-8fa7-4bbd-a31f-59c6ebe41ada req-ca0ee20d-a119-48fc-a870-f1ee73461fcb tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.1195998 Aug 29 04:14:35.004727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:35.083652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-04048949-5c5d-43aa-97ff-71051da7c1f6 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0890543 Aug 29 04:14:35.123184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8e24e59-8fa7-4bbd-a31f-59c6ebe41ada req-b3c96f0f-8493-4ba7-91cc-cf863e095fc2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218529 Aug 29 04:14:35.135804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 93d96af9-5974-4c81-8344-25df6e2153fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:35.136915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.252951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-41fc181b-8842-4545-a292-c1e4ceae1e66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.254472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-41fc181b-8842-4545-a292-c1e4ceae1e66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.1585693 Aug 29 04:14:35.261505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.273000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-7d052094-d516-45f8-899f-ce27936d1130 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:35.274626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d0292b6-2735-4065-8603-e2e4558adb77 req-7d052094-d516-45f8-899f-ce27936d1130 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095866 Aug 29 04:14:35.313163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:35.317285 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f75f1d-625e-48fa-a62f-90c480903a57" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:35.340209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:35.348829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.350278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6bc02465-f3a8-4e05-9a59-d6ac4563df25 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:35.378684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-414f454e-a962-4301-8405-b21ae0b85f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.386200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-414f454e-a962-4301-8405-b21ae0b85f9b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1100 time: 0.0668671 Aug 29 04:14:35.428450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6bc02465-f3a8-4e05-9a59-d6ac4563df25 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:35.428953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6bc02465-f3a8-4e05-9a59-d6ac4563df25 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:35.472430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf3a1b-1438-42dd-85fe-79f6db5a5ecd req-b0780a03-6217-4e6f-91d7-1d3d1fa428cb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.478881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:35.485697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbdf3a1b-1438-42dd-85fe-79f6db5a5ecd req-b0780a03-6217-4e6f-91d7-1d3d1fa428cb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 949 time: 0.1042128 Aug 29 04:14:35.505266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-7d51578c-c047-42c8-866c-97a2eb266e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.508262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-7d51578c-c047-42c8-866c-97a2eb266e07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 1101 time: 0.0824780 Aug 29 04:14:35.527698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbdf3a1b-1438-42dd-85fe-79f6db5a5ecd req-18d68fd3-33a5-4973-9359-ee1e1c126e17 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Aug 29 04:14:35.644734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-ebe02e86-0051-4df5-a5a4-ac98869cb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.648525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-ebe02e86-0051-4df5-a5a4-ac98869cb72e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1304336 Aug 29 04:14:35.674084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51a68-fd8b-48fe-85f4-75ce75064a1f req-df89d7d2-a79e-42dc-b247-f85e185b17da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.675767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb51a68-fd8b-48fe-85f4-75ce75064a1f req-df89d7d2-a79e-42dc-b247-f85e185b17da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 951 time: 0.0774112 Aug 29 04:14:35.702072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-0364ed05-0c1e-4992-90d5-4117af4aebb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 200 len: 217 time: 0.0450084 Aug 29 04:14:35.742659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb51a68-fd8b-48fe-85f4-75ce75064a1f req-089e859b-0e63-44ab-b502-dc41fd2bdfbb tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ed02a87-f299-49b7-91f4-a32aa7e3da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590901 Aug 29 04:14:35.771553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-60b1cf19-5ceb-45b0-9945-f4e010588b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.773241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-60b1cf19-5ceb-45b0-9945-f4e010588b9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0624261 Aug 29 04:14:35.842691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e5fca67d-8f1d-4df6-a9d9-e076d610e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:35.844417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-e5fca67d-8f1d-4df6-a9d9-e076d610e204 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0474353 Aug 29 04:14:35.946749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-94574502', 'description': 'tempest-description-1719640004'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:35.977273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:35.992838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-09f5b20f-3817-4637-aa22-887763c41b01 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336002 Aug 29 04:14:36.114116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.121467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.162058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff9f181d-f133-4b96-b70f-a8ed5ebeee35 req-990d406c-9c9c-4773-b795-b640865a5044 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525304 Aug 29 04:14:36.169579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.172519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3415aa5-10d1-4132-859b-b165cac472d5 req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2312059 Aug 29 04:14:36.185957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbe249-df66-4367-b951-918f6dddee08 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f4c01a-860d-42f7-9de4-0444bb430b11,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:36.680761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-984e5113-9325-4af7-85e9-790b367f4670 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.683008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-984e5113-9325-4af7-85e9-790b367f4670 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0996187 Aug 29 04:14:36.754974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0b6a3702-28d2-4539-8902-1b67b622a91b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0616949 Aug 29 04:14:36.769402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'floatingip': {'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:36.835443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-ec062a3b-4fbf-4104-a80b-805b40de0ade tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:36.837076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-ec062a3b-4fbf-4104-a80b-805b40de0ade tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131235 Aug 29 04:14:36.844698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:36.851442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Request body: {'binding': {'host': 'n-h1-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:36.851894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:14:36.993853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-61ca95bd-5279-4e12-9658-bf9f11d1f66c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:36.996355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-61ca95bd-5279-4e12-9658-bf9f11d1f66c tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbc67d82-1cb7-4801-a430-8a9e5785e123 HTTP/1.1" status: 200 len: 951 time: 0.0822551 Aug 29 04:14:37.161854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Deleting port 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:37.162974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.204105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on host n-h1-712139-13 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:37.204821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:37.204821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:37.219071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:37.219390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:37.259181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:37.259494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:37.259831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:37.260379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Bound port: e2d449ad-bb67-4e23-85f7-2470476cac9e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:37.263470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fee7f120-2454-44ef-ad37-98c8c670ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.309513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] For port 7908af3e-541f-4ac5-852a-ef58f6d14450, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7908af3e-541f-4ac5-852a-ef58f6d14450,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:37.309974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.329800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Calling delete_port for 7908af3e-541f-4ac5-852a-ef58f6d14450 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:37.488555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.501969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:37.502829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7908af3e-541f-4ac5-852a-ef58f6d14450'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:37.513260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.514305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-67b63913-2c45-4ad5-a379-cad8c07cf701 service neutron] 10.222.0.62 "POST /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6670513 Aug 29 04:14:37.556544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Pushing event deleted for resources: {'Port': ['ID=7908af3e-541f-4ac5-852a-ef58f6d14450,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:37.640334 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a8db5-79d0-4369-8377-3153cdc43fe9 x-openstack-request-id: req-eb5a8db5-79d0-4369-8377-3153cdc43fe9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:37.640819 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:37.641115 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb5a8db5-79d0-4369-8377-3153cdc43fe9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:37.641461 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'code': 200} Aug 29 04:14:37.655311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] No DVR routers for this DVR port 7908af3e-541f-4ac5-852a-ef58f6d14450 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:37.659988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:37.664397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a657fe1-948d-4b78-802b-db0b2c9afb06 req-96f71d77-2c10-4e73-b00c-d1db088aca11 tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] 10.222.0.54 "DELETE /v2.0/ports/7908af3e-541f-4ac5-852a-ef58f6d14450 HTTP/1.1" status: 204 len: 173 time: 0.6544678 Aug 29 04:14:37.665106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-deleted', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:37.672018 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ae218-ee39-4507-b893-9945ffa40803" -d '{"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-deleted", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:38.233671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:14:38.343268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-3d5dcb4a-0aa4-444f-94b2-da17aeda0c2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4077079 Aug 29 04:14:38.366374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7637-f083-47a6-895e-378faa3387de req-d15543f2-fe1e-4f27-887c-8154208eba15 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.369971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c42e7637-f083-47a6-895e-378faa3387de req-d15543f2-fe1e-4f27-887c-8154208eba15 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 943 time: 0.4323251 Aug 29 04:14:38.377074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-2111467f-f0fe-491d-84f1-1d84996a4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.379848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-2111467f-f0fe-491d-84f1-1d84996a4fed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1098 time: 0.4083161 Aug 29 04:14:38.440162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.516050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:38.613097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c42e7637-f083-47a6-895e-378faa3387de req-634c55e4-aa06-427a-95be-c743d24eb250 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318578 Aug 29 04:14:38.726176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-1480047c-e430-45a3-a7ab-4dec67f652d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.727698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-1480047c-e430-45a3-a7ab-4dec67f652d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 1102 time: 0.3034942 Aug 29 04:14:38.739517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-803ee02b-121e-44af-a591-4fe3da8c0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:38.741205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-803ee02b-121e-44af-a591-4fe3da8c0057 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3492460 Aug 29 04:14:38.746767 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Floating IP f6faa21f-8eab-4371-aaa0-f062b2e6417d associated. External IP: 172.25.3.144, port: 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2. Aug 29 04:14:38.857568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-bd4caf84-14a9-4cee-a1af-dfe5e6d92d7e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/94f4c01a-860d-42f7-9de4-0444bb430b11 HTTP/1.1" status: 200 len: 1803 time: 0.1911018 Aug 29 04:14:38.858839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-37b81706-73b9-46df-9a22-53ff351e39bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.1057184 Aug 29 04:14:38.894499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94f4c01a-860d-42f7-9de4-0444bb430b11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:38.894814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94f4c01a-860d-42f7-9de4-0444bb430b11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:38.997078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:39.075135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-a2b57d7f-ed4a-49b7-8edf-8c6e4df466ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.077735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-a2b57d7f-ed4a-49b7-8edf-8c6e4df466ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2840397 Aug 29 04:14:39.079512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.092107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-ee48d449-9ce6-4772-a1ab-6644d4ca8c39 service neutron] 10.222.0.50 "GET /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.0623553 Aug 29 04:14:39.130815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.138832 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.141328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:39.186857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 7908af3e-541f-4ac5-852a-ef58f6d14450 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:39.187766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7908af3e-541f-4ac5-852a-ef58f6d14450 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:39.206280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-be259731-cd78-4bf0-8f7f-9b00093c7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.207803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-be259731-cd78-4bf0-8f7f-9b00093c7b69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2050004 Aug 29 04:14:39.236051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-d70804b3-57c6-45e8-9453-507a2d23f740 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe HTTP/1.1" status: 200 len: 217 time: 0.0910053 Aug 29 04:14:39.240511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.313037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-bdc02ee6-9ed7-4db7-b061-825669b1f872 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758283 Aug 29 04:14:39.342766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.354785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.364306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-4fe5cb8a-7bbc-40a2-8f49-cc7ea101b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.365824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-4fe5cb8a-7bbc-40a2-8f49-cc7ea101b401 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1073020 Aug 29 04:14:39.373394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.391114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:39.406448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53207a14-2ee9-467f-9460-795e43a26dcf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:39.417320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:39.458293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ab3bd4-60c2-486b-9bee-77c67716affe {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:39.464333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.465547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21a4f9ef-3cea-4dd9-857f-eecc2e41063b req-375839a6-20ac-484d-896b-98d144314c74 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5784051 Aug 29 04:14:39.475706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:39.489272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:39.509827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.555036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-5b3a957a-8b22-470e-aefc-d86eda78843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.557043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-5b3a957a-8b22-470e-aefc-d86eda78843f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694927 Aug 29 04:14:39.587942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] Transition to ACTIVE for port object 29ab3bd4-60c2-486b-9bee-77c67716affe will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:39.592714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.643702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:39.648631 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee6de2e-d6b7-4a1b-b508-c6dc59be8c19" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-unplugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:39.664715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] No DVR routers for this DVR port 29ab3bd4-60c2-486b-9bee-77c67716affe on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:39.673655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] Pushing event updated for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:39.685743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-45331655-3750-4bf8-8059-811c96977545 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163218 Aug 29 04:14:39.703821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-11d11293-1dc6-44e6-b9fe-47093395a03c service neutron] 10.222.0.50 "PUT /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe/bindings/n-h2-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 0.5863571 Aug 29 04:14:39.733156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17533a-7d15-496f-a9fc-072914426184 req-2fd63b8b-68e6-4d15-9aa8-61247c591ec8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.734688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be17533a-7d15-496f-a9fc-072914426184 req-2fd63b8b-68e6-4d15-9aa8-61247c591ec8 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.1843426 Aug 29 04:14:39.738158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:39.745789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.751149 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Sync routers for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:39.762301 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:39.763110 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:39.786833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-8c1a6208-037c-4b3f-b5b3-e7fe14a4ea1b service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810167 Aug 29 04:14:39.799299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-0e39afb5-17b0-4af2-abab-3d3e5f358a66 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "PUT /v2.0/floatingips/f6faa21f-8eab-4371-aaa0-f062b2e6417d HTTP/1.1" status: 200 len: 997 time: 3.0374513 Aug 29 04:14:39.801028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:39.803210 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f586914d-95e9-42b7-8c7d-94dcf92b939e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:39.819468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be17533a-7d15-496f-a9fc-072914426184 req-95ddd9c3-a91f-4e02-ac4b-3457ce411101 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712395 Aug 29 04:14:39.863745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-7f39bda5-1f88-4e2e-82c1-66fc8c3a64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.865615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-7f39bda5-1f88-4e2e-82c1-66fc8c3a64c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1098 time: 0.0452478 Aug 29 04:14:39.877313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:39.893270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6e26-cd18-4f36-a33e-bc5ac456a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:39.995680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-9258ac83-c245-4bcd-9340-7eb8d5771ff5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:39.998144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-9258ac83-c245-4bcd-9340-7eb8d5771ff5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 949 time: 0.1095872 Aug 29 04:14:40.004040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-e3023516-1245-4019-ab7d-a7b01234d88e tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.009493 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-e3023516-1245-4019-ab7d-a7b01234d88e tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.0759423 Aug 29 04:14:40.113954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-10f7c882-1a7c-4d14-a2f2-caf026c6014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.115793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-10f7c882-1a7c-4d14-a2f2-caf026c6014e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0970490 Aug 29 04:14:40.163428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.168348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 5f36afc0-8e72-47ff-978a-df8fc604ad7e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:40.169029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.204420 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f6faa21f-8eab-4371-aaa0-f062b2e6417d', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'mac_address': 'fa:16:3e:e7:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:34Z', 'updated_at': '2021-08-29T04:14:37Z', 'revision_number': 1, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:40.244543 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Checking router: 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:40.257745 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:40.258748 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:40.259399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-c9dcdf45-a210-44c7-b909-52bd7469d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.261077 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-c9dcdf45-a210-44c7-b909-52bd7469d77c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1096 time: 0.1158009 Aug 29 04:14:40.353654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 5f36afc0-8e72-47ff-978a-df8fc604ad7e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5f36afc0-8e72-47ff-978a-df8fc604ad7e,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:40.354125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.376671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 5f36afc0-8e72-47ff-978a-df8fc604ad7e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:40.378820 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:40.428649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691b8f1-28b1-4574-9a0d-253a8070060c req-c3750153-77e3-4b64-949b-28351d313f97 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.432718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a691b8f1-28b1-4574-9a0d-253a8070060c req-c3750153-77e3-4b64-949b-28351d313f97 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.5084467 Aug 29 04:14:40.435361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f8b9dfbc-a27a-4cb8-a3e9-5607d6963c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.436949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f8b9dfbc-a27a-4cb8-a3e9-5607d6963c8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.1627994 Aug 29 04:14:40.484089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-26b96c5a-8aa6-4d8a-a243-adcbaf61a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.486202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-26b96c5a-8aa6-4d8a-a243-adcbaf61a87b service neutron] 10.222.0.62 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 929 time: 0.6133146 Aug 29 04:14:40.495702 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-436a5e69-26da-4d57-9380-f7ffa7243c9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.0495095 Aug 29 04:14:40.520516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-b792bfb6-ccb2-45d5-be7d-a64eb1c6666a service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864100 Aug 29 04:14:40.575537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b44179c4-379e-4ebf-b322-59b99e69f461 req-6a243118-f07b-4f5b-9da2-f23e43e787cc service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490715 Aug 29 04:14:40.579594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f6ce5414-944f-4d8e-ad29-5343c93e3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.581099 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-f6ce5414-944f-4d8e-ad29-5343c93e3c09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.0705843 Aug 29 04:14:40.597247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a691b8f1-28b1-4574-9a0d-253a8070060c req-b3551d9f-7139-46b7-8019-ca0ce719c479 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489680 Aug 29 04:14:40.618192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-d2e55517-436d-45ff-aa58-1a9ab624e3eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283618 Aug 29 04:14:40.664147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-2922d8e6-fc0b-4640-8a00-ae588bb2ce78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 1000 time: 0.1598837 Aug 29 04:14:40.670387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f6faa21f-8eab-4371-aaa0-f062b2e6417d', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'mac_address': 'fa:16:3e:e7:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:34Z', 'updated_at': '2021-08-29T04:14:37Z', 'revision_number': 1, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:40.702429 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b495c8c-d32d-46e6-a6ce-720a9ad058ef None None] The sync data for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 is: [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f6faa21f-8eab-4371-aaa0-f062b2e6417d', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'mac_address': 'fa:16:3e:e7:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:14:34Z', 'updated_at': '2021-08-29T04:14:37Z', 'revision_number': 1, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:40.725440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.750271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:40.765381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-e9cc048a-0314-4886-a84f-752378bb3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.766913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-e9cc048a-0314-4886-a84f-752378bb3b1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.0875051 Aug 29 04:14:40.822113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=5f36afc0-8e72-47ff-978a-df8fc604ad7e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:40.833801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', '1ed46918-bf1a-4d84-80a1-1c2c45729798', '5f36afc0-8e72-47ff-978a-df8fc604ad7e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:40.893400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-6970f68a-a207-44b1-b8f3-70ee1972b25a service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655733 Aug 29 04:14:40.905964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-312e8d1a-bff3-40d2-8c62-e0f95f23b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:40.910581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-312e8d1a-bff3-40d2-8c62-e0f95f23b2b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341472 Aug 29 04:14:40.936752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 5f36afc0-8e72-47ff-978a-df8fc604ad7e on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:40.943291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-266622ee-a370-40fd-9ae5-625217a176e5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:40.945686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-266622ee-a370-40fd-9ae5-625217a176e5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128636 Aug 29 04:14:40.967182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:40.969472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-68ef0ac9-169a-45c7-8bec-d5390988ca33 req-4eb59e6c-9d47-4b65-9c29-2d9a59d7355e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "DELETE /v2.0/ports/5f36afc0-8e72-47ff-978a-df8fc604ad7e HTTP/1.1" status: 204 len: 173 time: 0.9574645 Aug 29 04:14:41.067630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:41.141515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-555d25da-80d3-4052-a554-0a89af854994 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251403 Aug 29 04:14:41.144850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655735df-b706-4ff7-a262-61839fc19405 None None] New status for floating IP f6faa21f-8eab-4371-aaa0-f062b2e6417d: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:41.193525 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.200686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-b3d1e2c5-48ea-425c-8329-c1b187d48793 service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385616 Aug 29 04:14:41.206977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:41.279181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:14:41.466659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19a0898e-7fc0-4e60-bd81-6f1d3df03aad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f529ac32b4d4c73a1a7e6b83d11c967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576904 Aug 29 04:14:41.468602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:41.483117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5f36afc0-8e72-47ff-978a-df8fc604ad7e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:41.557388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a51a-3359-475a-a689-7ba9a2618ee0 req-47520177-ad04-4a07-9f02-15b6642e762e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.559226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d17a51a-3359-475a-a689-7ba9a2618ee0 req-47520177-ad04-4a07-9f02-15b6642e762e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.1352766 Aug 29 04:14:41.565879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b901bc-fd04-488c-a6f4-83dee7e419e7 req-19431604-fab9-4e1e-b6ca-e1f418899eba service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525743 Aug 29 04:14:41.620668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d17a51a-3359-475a-a689-7ba9a2618ee0 req-fd889726-b484-4010-8483-aeaa27a0423e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506487 Aug 29 04:14:41.646795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.671277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 5f36afc0-8e72-47ff-978a-df8fc604ad7e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:41.671563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1287039891', 'description': 'tempest-description-382754103'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:41.675322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5f36afc0-8e72-47ff-978a-df8fc604ad7e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:41.675867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:41.692105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-186188d0-311a-414e-9a8c-60f716683d3a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.697157 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-186188d0-311a-414e-9a8c-60f716683d3a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.1643903 Aug 29 04:14:41.700037 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef08d366-1f9a-4084-a500-d0b57ac9c076 x-openstack-request-id: req-ef08d366-1f9a-4084-a500-d0b57ac9c076 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:41.700506 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67d82-1cb7-4801-a430-8a9e5785e123", "name": "network-vif-deleted", "tag": "7908af3e-541f-4ac5-852a-ef58f6d14450", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:41.700920 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef08d366-1f9a-4084-a500-d0b57ac9c076 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:41.701526 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67d82-1cb7-4801-a430-8a9e5785e123', 'name': 'network-vif-deleted', 'tag': '7908af3e-541f-4ac5-852a-ef58f6d14450', 'status': 'completed', 'code': 200} Aug 29 04:14:41.711421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.772302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.825705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.848233 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.880133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.906451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:41.930333 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.933500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.934540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:41.935806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43125446-e38c-43e0-a8e1-6705333ae0fd req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2687082 Aug 29 04:14:41.939407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7b059-c213-409e-a02b-6b1ea1c0f00f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06649c-110f-42ce-b31a-3eddd514db64,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:41.952957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b7cb1-5511-476f-97ea-ebc3411623d9 req-87b014f6-a6fa-4483-9ead-0f886d5eb341 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:41.954507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f8b7cb1-5511-476f-97ea-ebc3411623d9 req-87b014f6-a6fa-4483-9ead-0f886d5eb341 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 944 time: 0.1270790 Aug 29 04:14:41.956597 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ed02a87-f299-49b7-91f4-a32aa7e3da2d HTTP/1.1" status: 204 len: 168 time: 0.4864554 Aug 29 04:14:41.977836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-554aac21-95a0-4f05-8bad-88195c5b02c3 service neutron] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:41.997204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faae52-d5ad-4496-8f36-8aac5662a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed02a87-f299-49b7-91f4-a32aa7e3da2d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.003638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '93d96af9-5974-4c81-8344-25df6e2153fb', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '93d96af9-5974-4c81-8344-25df6e2153fb', 'mac_address': 'fa:16:3e:c3:a1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:42.019166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f8b7cb1-5511-476f-97ea-ebc3411623d9 req-fe2f32e3-bac3-4482-a9ee-04d1bac420de tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562007 Aug 29 04:14:42.020350 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-554aac21-95a0-4f05-8bad-88195c5b02c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.022349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2c8cbd0-2deb-4c12-bb7f-71e529c22fce req-554aac21-95a0-4f05-8bad-88195c5b02c3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe/bindings/n-h1-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.3141444 Aug 29 04:14:42.065748 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f162b2-7e4c-4434-87d8-614f2cb9292b x-openstack-request-id: req-27f162b2-7e4c-4434-87d8-614f2cb9292b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:42.066103 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-unplugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:42.066506 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27f162b2-7e4c-4434-87d8-614f2cb9292b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:42.067146 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'code': 200} Aug 29 04:14:42.091617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:42.160263 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08c2880-e296-4ff0-9e74-f0433ee9d08b x-openstack-request-id: req-f08c2880-e296-4ff0-9e74-f0433ee9d08b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:42.160596 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:42.160850 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f08c2880-e296-4ff0-9e74-f0433ee9d08b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:42.161256 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'status': 'completed', 'code': 200} Aug 29 04:14:42.218024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.266942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:42.281912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d4859-3161-4c35-aa9f-622121169860 req-e92bc870-5815-47d6-9362-29efbfcc77ed tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.285283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a41d4859-3161-4c35-aa9f-622121169860 req-e92bc870-5815-47d6-9362-29efbfcc77ed tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 947 time: 0.0935590 Aug 29 04:14:42.367299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:42.378948 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.447484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:42.465559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-64112b4f-c3c0-4012-920b-d11e81d0920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.473985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-64112b4f-c3c0-4012-920b-d11e81d0920c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1098 time: 0.1812325 Aug 29 04:14:42.487619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83c6a104-73e7-4b10-8f83-b6c716aad99d req-9ef11ad3-06c4-45d1-b1c4-539b2b0d6304 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1bdb-2494-4323-b189-1f92292b98ab HTTP/1.1" status: 200 len: 210 time: 0.1496105 Aug 29 04:14:42.541865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a41d4859-3161-4c35-aa9f-622121169860 req-579aa8d3-b489-4716-8580-2da64d1d62e8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278416 Aug 29 04:14:42.636479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:42.748960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-55b3e060-b29e-4705-868d-b948f64a0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:42.750906 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-55b3e060-b29e-4705-868d-b948f64a0413 service neutron] 10.222.0.50 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 929 time: 0.2391136 Aug 29 04:14:42.795222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-78f33b7e-c9b4-44c2-b52b-add2dd7bfa8d tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/7a06649c-110f-42ce-b31a-3eddd514db64 HTTP/1.1" status: 200 len: 1804 time: 0.1410470 Aug 29 04:14:42.824717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a06649c-110f-42ce-b31a-3eddd514db64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:42.825046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a06649c-110f-42ce-b31a-3eddd514db64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:42.830007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:42.844111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4193e842-813b-4fdf-b47d-bc1a3c316134 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5068c2773a042a78f6f03e6855b282d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065051 Aug 29 04:14:42.846558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:42.874088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-f82fc40c-0c6e-4d0f-9aa8-95806281dd5a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 258 time: 0.3273513 Aug 29 04:14:42.892890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:42.972163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.987164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:42.987536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.008925 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.033108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.047095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-98db9067-4500-4acd-bf45-aa508fa572e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 1002 time: 0.1232195 Aug 29 04:14:43.078792 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.088761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.119893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0592ffae-3e3c-4bb4-a527-ffe6cd66c1df,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.140044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-b999ef9d-a975-406f-bae2-655790e79aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.143061 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-b999ef9d-a975-406f-bae2-655790e79aea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.0669944 Aug 29 04:14:43.143506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.145018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.145805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.146251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.147403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.147760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.150358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.154745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.156326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.158188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.158655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.159024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:43.166452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.179459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-920392d5-5543-400b-a0d9-8c6541b32e5e req-164cd1ab-8139-46e6-be21-91f2835454c0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3688340 Aug 29 04:14:43.181358 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.185318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.186790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/934ad9ad-530d-4ca5-9afd-1e1918388f60 HTTP/1.1" status: 204 len: 168 time: 0.3392298 Aug 29 04:14:43.250950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35749a-7bf8-4c26-84ee-dba224c5a644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ad9ad-530d-4ca5-9afd-1e1918388f60,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:43.264504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.304033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-3e222486-d926-4c67-b572-1d90d19d3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.306128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-3e222486-d926-4c67-b572-1d90d19d3f29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486728 Aug 29 04:14:43.489329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Allocated IP 172.25.3.242 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/912d9307-7253-461f-85cc-f1e8d412005f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:43.500180 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-f36fb473-da02-4826-890c-98466a8f6e25 service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692834 Aug 29 04:14:43.630500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad39044-84c7-4aa0-829a-6ce198b6b592 req-55d5da54-85ed-4ade-a933-5cfc5d6ecdc8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:43.640029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ad39044-84c7-4aa0-829a-6ce198b6b592 req-55d5da54-85ed-4ade-a933-5cfc5d6ecdc8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.1636784 Aug 29 04:14:43.704783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'name': 'network-vif-deleted', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:43.709011 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b80d6c-3005-46fe-aa9a-6b9263434428" -d '{"events": [{"server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "name": "network-vif-deleted", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:43.711671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ad39044-84c7-4aa0-829a-6ce198b6b592 req-d15230d4-5838-4b7e-8f5c-298153cbf74a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Aug 29 04:14:43.770475 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f586914d-95e9-42b7-8c7d-94dcf92b939e req-2f760075-58b1-42b7-93b3-e33de9b26a40 service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885862 Aug 29 04:14:43.770713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.778530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-46731108', 'description': 'tempest-description-1853872803'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:43.822916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.862938 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:43.935443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:43.946351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:43.948978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:43.955583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event updated for resources: {'Port': ['ID=912d9307-7253-461f-85cc-f1e8d412005f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.036160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.043521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.051160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.148098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.150244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd7db59c-f12b-4871-b396-271d475e4180 req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3758535 Aug 29 04:14:44.173100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f7b5c-0f51-4117-a4d0-1b0744341e04 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51061b7d-101a-427e-b953-c999b8b142c3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.187734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.343152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:44.423535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d9d0-53e0-4b51-8206-f94f3826d95e req-f38c6640-4eeb-4ee0-98b1-c1bef740fd8d tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.436822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e23d9d0-53e0-4b51-8206-f94f3826d95e req-f38c6640-4eeb-4ee0-98b1-c1bef740fd8d tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1096 time: 0.1916192 Aug 29 04:14:44.487125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-network', 'tenant_id': '171cd9df8994484d93020e68890708bb'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:44.514095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Made reservation on behalf of 171cd9df8994484d93020e68890708bb for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:44.518383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.529786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.548528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e23d9d0-53e0-4b51-8206-f94f3826d95e req-f9ba3ecd-f770-449d-add7-f10a4573b348 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982449 Aug 29 04:14:44.675200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.684110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.705111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.761098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event updated for resources: {'Port': ['ID=912d9307-7253-461f-85cc-f1e8d412005f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.808809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.817395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.819290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.822111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-6d9d6b59-70c8-449b-a6e3-2bd9d9c17220 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9343479 Aug 29 04:14:44.862510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:14:44.886882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.887213 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Added segment d77b17ba-8775-4a10-b09a-c2cacf8c3324 of type vlan for network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 Aug 29 04:14:44.889390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f36555-bac2-49a7-8e12-d208415aeccc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:44.900769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-baa2297d-7b01-4287-8ed3-99cd9ce6abeb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770090 Aug 29 04:14:44.910282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-0e72308f-535a-4a21-beab-d7969b4b2906 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0657074 Aug 29 04:14:44.952371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.988328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:44.990348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:44.991413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.045298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:45.119023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-1635fe11-c151-4f01-a01a-db70e443a983 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.120813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-1635fe11-c151-4f01-a01a-db70e443a983 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039649 Aug 29 04:14:45.128535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-64d24d40-b527-4943-8a9e-4ff32d298c58 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:45.130014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-64d24d40-b527-4943-8a9e-4ff32d298c58 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2118309 Aug 29 04:14:45.142410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Pushing event updated for resources: {'Network': ['ID=62b1cefd-48b1-4516-ac9b-a2353c4cb1e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.151222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-3ce92e3d-e0a1-4b7b-b350-772e0313c16d tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:45.152418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d90a240e-cb21-403c-9927-9e46fb53d176 req-3ce92e3d-e0a1-4b7b-b350-772e0313c16d tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075982 Aug 29 04:14:45.154279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-95f3e1d7-dfdf-4ae7-9c54-d1b185028056 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/quotas/808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 375 time: 0.0225961 Aug 29 04:14:45.166098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8205931 Aug 29 04:14:45.170810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47818) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:45.175651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Request body: {'subnet': {'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-subnet', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:45.177128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.177996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.180500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.185014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.186330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.187298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.188679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.196703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.199962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 93d96af9-5974-4c81-8344-25df6e2153fb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:45.202290 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.202976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.204255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.205178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.207591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06743c77-d3d4-4208-80de-54f33dc90109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:14:45.255595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Made reservation on behalf of 171cd9df8994484d93020e68890708bb for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:45.261229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:14:45.262771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.286461 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b292690-f7ea-40b5-ba34-65d73e431593 x-openstack-request-id: req-5b292690-f7ea-40b5-ba34-65d73e431593 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:45.286905 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177f1bdb-2494-4323-b189-1f92292b98ab", "name": "network-vif-deleted", "tag": "5f36afc0-8e72-47ff-978a-df8fc604ad7e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:45.287351 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b292690-f7ea-40b5-ba34-65d73e431593 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:45.288100 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f1bdb-2494-4323-b189-1f92292b98ab', 'name': 'network-vif-deleted', 'tag': '5f36afc0-8e72-47ff-978a-df8fc604ad7e', 'status': 'completed', 'code': 200} Aug 29 04:14:45.322050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-885749140', 'description': 'tempest-description-609383181'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:45.433675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-9d39fd01-7230-47f9-8d77-ab4e565985f0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2628260 Aug 29 04:14:45.498690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.536754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.625413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:45.630516 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d19f9d-81b4-4c84-bc06-c248814b6e20" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:45.656180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:45.670512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.823210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:45.867495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.968293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:45.990125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.084231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e016060-9673-4c9d-a6a4-22913c02524b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:46.087581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe66e0a-2d97-431f-8fa4-5b69046d427c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:46.098609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.112833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b49960ba-0a1b-45e2-bf44-72750ec63ff7 req-1372f195-d029-4b54-b39c-788db013b0b9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7960224 Aug 29 04:14:46.125776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Checking segment: {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:46.133665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Network hostable DHCP agents. Network: 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:14:46.227397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:14:46.279638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:46.297433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3f03a-4942-4e55-86ef-3de659625cea None None] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:46.408350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.410291 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.434851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04a825-6221-45c1-ab2c-14808bf236d5 req-44d272a9-c204-4dc3-b11c-865b491960da tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.437946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc04a825-6221-45c1-ab2c-14808bf236d5 req-44d272a9-c204-4dc3-b11c-865b491960da tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.2833469 Aug 29 04:14:46.486219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-086048b2-0378-4848-94a2-37b3ba3c4cc1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3140273 Aug 29 04:14:46.488789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:46.497747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:46.581334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.583082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.599522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'fixed_ips': [{'subnet_id': '3e016060-9673-4c9d-a6a4-22913c02524b'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:14:46.601275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.614983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-cb9390b0-4e6f-44c5-9d3e-9afc3b7ef38f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:46.618931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-cb9390b0-4e6f-44c5-9d3e-9afc3b7ef38f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.3656657 Aug 29 04:14:46.625214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc04a825-6221-45c1-ab2c-14808bf236d5 req-5b5a6183-24f5-48f5-a4ab-99aee7100c7c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720943 Aug 29 04:14:46.645189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-b2e27a10-cfb7-464e-be75-3d84aad52520 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/quotas/cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0178099 Aug 29 04:14:46.711735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:46.765066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e068620b-3066-4791-916c-a9b8c443483d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124659 Aug 29 04:14:46.904091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Allocated IP 172.20.0.2 (62b1cefd-48b1-4516-ac9b-a2353c4cb1e5/3e016060-9673-4c9d-a6a4-22913c02524b/1ee8d4c8-c034-445e-918c-8235d7f2a9cf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:46.966023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-53428b65-0c9f-43b0-b2aa-d8a1e6580efe service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905880 Aug 29 04:14:47.172864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-a350075e-622e-41e5-bda5-4c9c436147f9 service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049465 Aug 29 04:14:47.214961 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.241353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Transition to ACTIVE for port object 1ee8d4c8-c034-445e-918c-8235d7f2a9cf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:47.291395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-b1e17b52-8747-42fc-abe3-f4aa7d4e39f1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.294998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-b1e17b52-8747-42fc-abe3-f4aa7d4e39f1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3245733 Aug 29 04:14:47.304851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Transition to ACTIVE for port object 1ee8d4c8-c034-445e-918c-8235d7f2a9cf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:47.326738 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.434259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Pushing event updated for resources: {'Port': ['ID=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.436688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-a6c661ad-b7ea-4ef4-92e8-55788f7f3858 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1289611 Aug 29 04:14:47.456887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-cace29ce-322d-4b62-87ea-cc64f8cb373b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'floatingip': {'port_id': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:47.465875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:47.468909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:47.480751 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.487585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:47.514387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-cace29ce-322d-4b62-87ea-cc64f8cb373b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.637998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Attempting to bind port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:47.639781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-26b548d4-440c-423b-9ced-2ae61d8fcc0e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=808562ffa84e49d78f3aaee7857a854b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188896 Aug 29 04:14:47.640971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Attempting to bind port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:47.643076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Attempting to bind port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf on network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:47.654382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:47.657500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Checking segment: {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:47.658539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.664289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Bound using segment: {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:47.665263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Bound port: 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:47.665889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.813330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] For port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:47.819237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] For port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:47.835181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:47.874743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-df56061a-6ebb-4c11-a05f-cfa19e817a79 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:47.876583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-df56061a-6ebb-4c11-a05f-cfa19e817a79 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990459 Aug 29 04:14:47.917911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d999d-4036-4ee9-81b5-6d0a22212cff None None] Pushing event updated for resources: {'Port': ['ID=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:47.967537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddeecdb8-b778-4f2f-b711-f60dfdc836a0 req-6b41c51a-c366-4455-9714-34e5913354a1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 210 time: 0.0836515 Aug 29 04:14:48.030103 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-cace29ce-322d-4b62-87ea-cc64f8cb373b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:14:48.034720 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d20a03-6fcd-4cfa-9a0a-0ba134049f52 x-openstack-request-id: req-e6d20a03-6fcd-4cfa-9a0a-0ba134049f52 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:48.035439 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-plugged", "status": "completed", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:48.035849 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6d20a03-6fcd-4cfa-9a0a-0ba134049f52 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:48.036586 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'code': 200} Aug 29 04:14:48.042800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ece2d900-cc26-4525-bf15-12bdde3605fd req-cace29ce-322d-4b62-87ea-cc64f8cb373b tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "PUT /v2.0/floatingips/248a393d-1816-47fd-96a5-765735fc9413 HTTP/1.1" status: 409 len: 551 time: 0.5918558 Aug 29 04:14:48.063964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Request body: {'port': {'device_id': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '808562ffa84e49d78f3aaee7857a854b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:48.160957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-2f128fc4-d0ca-4ca5-a637-732c1c73d362 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/51061b7d-101a-427e-b953-c999b8b142c3 HTTP/1.1" status: 200 len: 1803 time: 0.1046534 Aug 29 04:14:48.290668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-543a7bd4-cc2f-4b3f-9af8-d14b9c55a206 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/8fe66e0a-2d97-431f-8fa4-5b69046d427c HTTP/1.1" status: 200 len: 1803 time: 0.1286466 Aug 29 04:14:48.295976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '51061b7d-101a-427e-b953-c999b8b142c3', 'remote_group_id': '8fe66e0a-2d97-431f-8fa4-5b69046d427c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:48.296238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '51061b7d-101a-427e-b953-c999b8b142c3', 'remote_group_id': '8fe66e0a-2d97-431f-8fa4-5b69046d427c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:48.316117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd357-1269-47dd-ba75-b37e6755dcb6 req-76bf2e34-651a-40ee-8928-a34a16fbdb0a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:48.324165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb9bd357-1269-47dd-ba75-b37e6755dcb6 req-76bf2e34-651a-40ee-8928-a34a16fbdb0a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.1514332 Aug 29 04:14:48.324445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.379180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.405589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb9bd357-1269-47dd-ba75-b37e6755dcb6 req-7e0aca2b-0d75-479e-8ce7-8ed6412775f9 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804534 Aug 29 04:14:48.438834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Made reservation on behalf of 808562ffa84e49d78f3aaee7857a854b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:48.444665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.553910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:48.678465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Allocated IP 172.25.3.153 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/320ebc83-0f9e-49f6-8939-e3c94bf6a37e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:48.810266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Allocated IP 192.168.233.202 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/99446374-c4f2-45f7-a282-d52e3fb7092f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:48.860923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1ee8d4c8-c034-445e-918c-8235d7f2a9cf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:48.999152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:49.210468 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.259914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e58d1209-0ba4-4271-9432-f9e2a21161fe req-9fb5ca06-6e00-40ac-b4e5-43768b445398 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 210 time: 0.5290189 Aug 29 04:14:49.290066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.301290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.310914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-f5a06ef7-6571-4517-8fe8-5d2ece13e618 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.314438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-f5a06ef7-6571-4517-8fe8-5d2ece13e618 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.7393351 Aug 29 04:14:49.318473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.350183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Transition to ACTIVE for port object 99446374-c4f2-45f7-a282-d52e3fb7092f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:49.416157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.516409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d9fb34-ac65-4036-a252-affd9b91bd8d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.523650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.525477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec83db56-623c-4d6e-a872-07db3ad0e2c5 req-694f85e1-c98c-4ea5-86b8-54d169f5b54f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2339115 Aug 29 04:14:49.565954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983e133-612a-4a32-b517-9fa09336d5cb req-89b93ecd-084f-42e5-b8fd-864e40348238 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.567326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7983e133-612a-4a32-b517-9fa09336d5cb req-89b93ecd-084f-42e5-b8fd-864e40348238 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.1577039 Aug 29 04:14:49.595967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:49.622704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-09bf6565-56d3-4a1b-9407-c90762c9781a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips/248a393d-1816-47fd-96a5-765735fc9413 HTTP/1.1" status: 200 len: 693 time: 0.0521381 Aug 29 04:14:49.682977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Pushing event updated for resources: {'Port': ['ID=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.687408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:49.699799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:49.710127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 1ed46918-bf1a-4d84-80a1-1c2c45729798 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:49.710497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.758219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.781095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a', '3b5effc6-a989-4d00-a500-d4d3ccab12f2', '93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:49.793670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7983e133-612a-4a32-b517-9fa09336d5cb req-efb910c3-4036-44c0-823f-d88e76f500ca tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699226 Aug 29 04:14:49.857678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-36ec280d-edb3-4fb9-967b-0334637e7c31 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:49.859260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-36ec280d-edb3-4fb9-967b-0334637e7c31 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2168078 Aug 29 04:14:49.873187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:49.873618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-408d0127-953a-48d5-ab7c-cf3e17ce6f00 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:49.874805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-408d0127-953a-48d5-ab7c-cf3e17ce6f00 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078542 Aug 29 04:14:49.944677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:49.956570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 1ed46918-bf1a-4d84-80a1-1c2c45729798, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1ed46918-bf1a-4d84-80a1-1c2c45729798,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:49.956957 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:49.961516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:49.996514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-19d2bb53-d948-4455-8a10-e64d32cdd2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1096518 Aug 29 04:14:50.002879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 1ed46918-bf1a-4d84-80a1-1c2c45729798 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:50.020614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2dd0f-813a-460a-965e-907cf86846da None None] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:14:50.075622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-29bc32e7-9660-4fca-b6c4-cc7eb69b037c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0681541 Aug 29 04:14:50.087382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:50.125262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-8a73ea53-3ba8-4ea6-a268-1a8c1a095416 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.126856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-8a73ea53-3ba8-4ea6-a268-1a8c1a095416 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.5771189 Aug 29 04:14:50.158684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Request body: {'port': {'device_id': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'admin_state_up': True, 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:50.202078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Provisioning for port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:50.209983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Provisioning complete for port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:50.210495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.265703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239081d-4849-40ca-a75c-cc0a2b07ca2f req-a3014a7f-518d-4a59-8e25-f8d21fc5c7e6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.269227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c239081d-4849-40ca-a75c-cc0a2b07ca2f req-a3014a7f-518d-4a59-8e25-f8d21fc5c7e6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 936 time: 0.3256536 Aug 29 04:14:50.307370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.308903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.362851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c239081d-4849-40ca-a75c-cc0a2b07ca2f req-02695ec8-3763-4f7a-bdbe-066f6dd8cd52 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688720 Aug 29 04:14:50.374933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Deleting port 912d9307-7253-461f-85cc-f1e8d412005f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:50.375611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.418196 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.446320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.501813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.503556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.509041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] For port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:50.518344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2746f07c-2652-4be1-ad9d-d5c41c095587 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4655547 Aug 29 04:14:50.530740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.566167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Calling delete_port for 912d9307-7253-461f-85cc-f1e8d412005f owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:50.590326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a806e-20d1-4906-a3d0-f567f7e0d125 None None] Pushing event updated for resources: {'Port': ['ID=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:50.663679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Request body: {'port': {'device_id': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:50.731877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e3cc2-0d95-4706-98cd-6e0658e82cc2 req-a7eee8b4-9881-47ba-bf54-104128d94a8f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:50.733820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a96e3cc2-0d95-4706-98cd-6e0658e82cc2 req-a7eee8b4-9881-47ba-bf54-104128d94a8f tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e HTTP/1.1" status: 200 len: 950 time: 0.2245698 Aug 29 04:14:50.745887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e730441-c06d-4e6b-936d-67470edf96ad None None] Provisioning for port 99446374-c4f2-45f7-a282-d52e3fb7092f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:50.762252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e730441-c06d-4e6b-936d-67470edf96ad None None] Provisioning complete for port 99446374-c4f2-45f7-a282-d52e3fb7092f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:50.764899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e730441-c06d-4e6b-936d-67470edf96ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.767674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1ee8d4c8-c034-445e-918c-8235d7f2a9cf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:50.807351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:14:50.811526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.831820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:50.845107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a96e3cc2-0d95-4706-98cd-6e0658e82cc2 req-d6a21a3d-ccf6-4260-b7f7-9cbbbf73d3c3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042829 Aug 29 04:14:50.879810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9e730441-c06d-4e6b-936d-67470edf96ad None None] Port 99446374-c4f2-45f7-a282-d52e3fb7092f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:50.897079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:50.898212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721964671', 'description': 'tempest-description-320319565'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:50.907471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=1ed46918-bf1a-4d84-80a1-1c2c45729798,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.042318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:51.043064 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.077298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 1ed46918-bf1a-4d84-80a1-1c2c45729798 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:51.081064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.083351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c82b785a-2679-4b00-bfcd-ea53ba07efc6 req-40317dd9-8647-446c-9099-dd8f09ff60b3 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "DELETE /v2.0/ports/1ed46918-bf1a-4d84-80a1-1c2c45729798 HTTP/1.1" status: 204 len: 173 time: 1.7559319 Aug 29 04:14:51.084812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'name': 'network-vif-deleted', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:51.086927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d304245-eb29-4ea4-be84-bc3590af19a1 None None] Provisioning complete for port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:51.087389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d304245-eb29-4ea4-be84-bc3590af19a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.088342 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b65175-3b77-40da-ad7e-b9e6f60175b8" -d '{"events": [{"server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "name": "network-vif-deleted", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:51.091829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.094989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.144321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event deleted for resources: {'Port': ['ID=912d9307-7253-461f-85cc-f1e8d412005f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.194883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.197810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.214944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5411821c-f7aa-4684-94b0-e71702e5bea0 req-ed6630de-8beb-4584-99a5-bb1bf54337b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "DELETE /v2.0/floatingips/248a393d-1816-47fd-96a5-765735fc9413 HTTP/1.1" status: 204 len: 173 time: 1.1372540 Aug 29 04:14:51.232144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.346719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.353174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.464525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.472224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1ed46918-bf1a-4d84-80a1-1c2c45729798 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:14:51.477575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0de68b8e-310b-4c0d-925b-f443bab13f6b req-2d7b136e-c928-48fc-a0fa-a00a451a88b5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 210 time: 0.0437880 Aug 29 04:14:51.479097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:51.491887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5868e1dc-f281-4213-8d34-100ea5a2f0ef req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5988593 Aug 29 04:14:51.495874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93987c31-6a48-4fda-9b87-27ce3433756c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c8572-f94a-4ac4-96f8-e7571ad1fc70,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:51.524961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 1ed46918-bf1a-4d84-80a1-1c2c45729798 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:14:51.525568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1ed46918-bf1a-4d84-80a1-1c2c45729798 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:14:51.582226 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae3387b-1785-42e4-a139-df8d32b5408e x-openstack-request-id: req-9ae3387b-1785-42e4-a139-df8d32b5408e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:51.582767 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e", "name": "network-vif-deleted", "tag": "1ed46918-bf1a-4d84-80a1-1c2c45729798", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:51.583167 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ae3387b-1785-42e4-a139-df8d32b5408e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:51.583789 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bcf4fa-0ef9-4e91-ad51-5ecf89423a5e', 'name': 'network-vif-deleted', 'tag': '1ed46918-bf1a-4d84-80a1-1c2c45729798', 'status': 'completed', 'code': 200} Aug 29 04:14:51.786885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4953f3-1f9f-4e2e-93f4-5953ab44394f req-50e9968e-698f-4d2e-9629-3271ad1e1a20 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.788488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa4953f3-1f9f-4e2e-93f4-5953ab44394f req-50e9968e-698f-4d2e-9629-3271ad1e1a20 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.1996021 Aug 29 04:14:51.792504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-1db91b5b-cb9c-4fb0-a88d-26447e0cab77 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.1820030 Aug 29 04:14:51.813101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Allocated IP 172.20.0.14 (0a805732-0257-4e0c-895e-8f7f71b6df55/9efe6145-6b53-4ec8-a036-b0ae29a9f7a2/7780d2c0-d152-4760-b9f9-a8c40aee3888) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:51.883790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-8c6aa6de-842d-424e-b6b7-a290d61c3a81 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:51.885828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-8c6aa6de-842d-424e-b6b7-a290d61c3a81 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports/5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 943 time: 0.0811365 Aug 29 04:14:51.889711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa4953f3-1f9f-4e2e-93f4-5953ab44394f req-a04aec4c-fcc3-4986-a733-86cf26ababff tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934854 Aug 29 04:14:51.948418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Router d1857f1a-78db-48be-a208-71153b22e128 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:14:52.163535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77329c4f-977c-4731-b66d-f0d07896538a req-1438fe82-ee9f-48f1-ab7b-41edebda783a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.165407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77329c4f-977c-4731-b66d-f0d07896538a req-1438fe82-ee9f-48f1-ab7b-41edebda783a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 936 time: 0.1407344 Aug 29 04:14:52.184442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-4094e8d2-c754-4d0d-a18e-cd8e8bd44b32 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.1042109 Aug 29 04:14:52.201393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:52.228810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.254686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:52.315836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77329c4f-977c-4731-b66d-f0d07896538a req-b149a41a-7d8f-4250-a745-91335e15c925 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300972 Aug 29 04:14:52.351976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1193615544', 'description': 'tempest-description-605316987'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:52.356084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Transition to ACTIVE for port object 99446374-c4f2-45f7-a282-d52e3fb7092f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:52.375017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.395426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-0fa9e7d8-3b50-46d3-9242-a21e0fbfdf8c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:52.397779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-0fa9e7d8-3b50-46d3-9242-a21e0fbfdf8c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2056284 Aug 29 04:14:52.404178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.425392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-42cbcfca-03ae-49aa-9479-e7195b1eb909 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:14:52.426577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-42cbcfca-03ae-49aa-9479-e7195b1eb909 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093541 Aug 29 04:14:52.503769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.524501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:52.541876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:52.549134 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Sync routers for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:52.571482 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:52.571482 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:52.652783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.663191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.676860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.685599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.690083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d8d3a46-0d29-4e8c-b32b-fd5e0c5642f9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1957369 Aug 29 04:14:52.697830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:14:52.703555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961824e1-eeeb-4ba2-acea-56bceba337dc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:52.727890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-18c2e846-9401-4fb5-b777-f88040733da1 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 1002 time: 0.2880826 Aug 29 04:14:52.731711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:52.732163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:52.732665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:52.733815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:52.774849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.775913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cb8a2e2-9044-4763-be91-de342f7076ad req-9c4e4347-4f86-46ef-bfa4-ced945c18ca9 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4298334 Aug 29 04:14:52.814710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.820456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:52.820995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:52.836906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:52.846004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:52.846422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:52.846936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:52.847501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Bound port: 99446374-c4f2-45f7-a282-d52e3fb7092f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:52.847983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:52.850589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:52.854174 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:52.889474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:52.892927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.013642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.014694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.088670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.100251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.100251 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Floating IP f6faa21f-8eab-4371-aaa0-f062b2e6417d disassociated. External IP: 172.25.3.144, port: 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2. Aug 29 04:14:53.138932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e5934d88-63e4-428d-b5b2-fa849d79ca25 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9867704 Aug 29 04:14:53.140290 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:50Z', 'revision_number': 3, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:53.145215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:53.157252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:53.166427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Request body: {'port': {'device_id': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:53.189408 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Checking router: d1857f1a-78db-48be-a208-71153b22e128 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:53.190175 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Updating router d1857f1a-78db-48be-a208-71153b22e128 port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:53.205707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.236450 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.268170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6327d9-488d-4a9a-a3d4-b98ed1831a64 req-97fb6630-9bc4-4350-81b8-bf480f7452b0 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.269892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f6327d9-488d-4a9a-a3d4-b98ed1831a64 req-97fb6630-9bc4-4350-81b8-bf480f7452b0 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 932 time: 0.1124737 Aug 29 04:14:53.363150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.364005 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.366631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] 10.222.0.50 "PUT /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 1097 time: 2.7233090 Aug 29 04:14:53.368311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:53.371056 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:53.390925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f6327d9-488d-4a9a-a3d4-b98ed1831a64 req-ed7c5211-c723-477e-a968-8795d6edf307 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084383 Aug 29 04:14:53.520787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.555227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b170f0b-566f-440d-bde8-2358403913b1 req-fb1e2da6-747a-4160-ab4a-b568e25ffce0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/d35c8572-f94a-4ac4-96f8-e7571ad1fc70 HTTP/1.1" status: 200 len: 1803 time: 0.0983157 Aug 29 04:14:53.577901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181228aa-999d-4b01-977d-bff52fa5f918 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.604944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:53.677027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b170f0b-566f-440d-bde8-2358403913b1 req-3ca55b6a-69c9-4503-b394-b678071d8a62 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/961824e1-eeeb-4ba2-acea-56bceba337dc HTTP/1.1" status: 200 len: 1804 time: 0.1119695 Aug 29 04:14:53.749081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-29ffbe87-7665-4334-a73a-011d81ca9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:53.751043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-29ffbe87-7665-4334-a73a-011d81ca9a8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1100 time: 0.2886028 Aug 29 04:14:53.776866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd35c8572-f94a-4ac4-96f8-e7571ad1fc70', 'remote_group_id': '961824e1-eeeb-4ba2-acea-56bceba337dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:53.777531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd35c8572-f94a-4ac4-96f8-e7571ad1fc70', 'remote_group_id': '961824e1-eeeb-4ba2-acea-56bceba337dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:53.840033 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.859776 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Transition to ACTIVE for port object 320ebc83-0f9e-49f6-8939-e3c94bf6a37e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:53.870774 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.917168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:53.935059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.936409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-14c81f5d-21b2-4d62-b375-e431bc505867 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.1648958 Aug 29 04:14:53.942026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Sync routers for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:53.957236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:53.958266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:53.966087 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Attempting to bind port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:53.966317 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Attempting to bind port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:53.966879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Attempting to bind port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:53.980182 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383586d-e583-4787-ad1e-f4ae2f8e3548 None None] Pushing event updated for resources: {'Port': ['ID=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:53.986878 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:53.987387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:53.988015 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:53.988514 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:53.989223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Bound port: 320ebc83-0f9e-49f6-8939-e3c94bf6a37e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:53.989844 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.035610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-94863821-45ee-442a-826b-cea40ac8d5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "PUT /v2.0/floatingips/f6faa21f-8eab-4371-aaa0-f062b2e6417d HTTP/1.1" status: 200 len: 695 time: 1.3066423 Aug 29 04:14:54.051343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:54.059499 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464d46a-2991-47e8-973b-99424631b463" -d '{"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:54.092269 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] For port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:54.105656 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] For port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:54.119083 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.158602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.172938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:54.216398 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.225584 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:54.226742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:54.228681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-7326ce5d-15ee-4f1e-b22a-ba4908904a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.240660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-7326ce5d-15ee-4f1e-b22a-ba4908904a42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1098 time: 0.1697121 Aug 29 04:14:54.316603 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383586d-e583-4787-ad1e-f4ae2f8e3548 None None] Pushing event updated for resources: {'Port': ['ID=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.372621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-7681f42f-0c7c-4eca-a7b6-0e21c725451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.383165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-7681f42f-0c7c-4eca-a7b6-0e21c725451f service neutron] 10.222.0.62 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 929 time: 0.1410699 Aug 29 04:14:54.434067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-7a2d8e2d-4e95-46f9-a533-a49ff7adb8da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 217 time: 0.0494893 Aug 29 04:14:54.436847 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.455246 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:54.514408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-db0fc474-52cc-4d91-b30b-0b430db6cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.529919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-db0fc474-52cc-4d91-b30b-0b430db6cb29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.0937943 Aug 29 04:14:54.555349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-45ebd71d-9a65-4089-9a14-b1a47a79e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.556923 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-45ebd71d-9a65-4089-9a14-b1a47a79e8f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.5964346 Aug 29 04:14:54.572964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb14a402-570f-4abe-939d-414ff099836f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:54.607111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.608569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b170f0b-566f-440d-bde8-2358403913b1 req-76d93e61-7d5e-4ce5-a40f-7b28a6e0d35b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8419077 Aug 29 04:14:54.645243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:54.667459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7aa-fea6-490c-add1-fe425622a92a req-41f907f9-6c51-47d3-a970-375c8d19563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.679944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-41f907f9-6c51-47d3-a970-375c8d19563c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484072 Aug 29 04:14:54.711692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2ce77279-4ed5-42b4-9401-8a74ae7580a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:54.716249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-2ce77279-4ed5-42b4-9401-8a74ae7580a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479685 Aug 29 04:14:54.738719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:54.750869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Checking router: 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:54.769334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:54.774114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:54.919956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:54.993224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-397d1ad9-1432-4979-8fc7-3544fedefa45 service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893984 Aug 29 04:14:55.010484 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:50Z', 'revision_number': 3, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:55.027490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c50d67-2bac-42c2-a9ef-70ea70aa4d2d req-8a224427-7968-4b68-9210-9d6e4f4ac9a8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.029845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9c50d67-2bac-42c2-a9ef-70ea70aa4d2d req-8a224427-7968-4b68-9210-9d6e4f4ac9a8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.0960200 Aug 29 04:14:55.037360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7780d2c0-d152-4760-b9f9-a8c40aee3888 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:55.054372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.072451 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fab4bb-3910-4c63-8eee-9f2073ee9ac1 None None] The sync data for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 is: [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:50Z', 'revision_number': 3, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:55.137749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-cc60c319-f1f8-4681-a66a-bd3deadef055 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029737 Aug 29 04:14:55.139129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Transition to ACTIVE for port object 7780d2c0-d152-4760-b9f9-a8c40aee3888 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:55.149014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.225707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.254772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:55.319206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950d2ce-9f67-45da-8f12-c4f277545e6a None None] The sync data for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 is: [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:14:02Z', 'revision_number': 4, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0c1965a4-3ff2-4818-afd6-cf67b6724e5a', 'name': '', 'network_id': '99e29b49-030c-497c-a07f-96ca89e62c78', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'mac_address': 'fa:16:3e:60:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6d808670-9141-4a45-96eb-f887c3394908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:00Z', 'updated_at': '2021-08-29T04:14:14Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'subnets': [{'id': '6d808670-9141-4a45-96eb-f887c3394908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:14:55.428163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Allocated IP 172.20.0.1 (62b1cefd-48b1-4516-ac9b-a2353c4cb1e5/3e016060-9673-4c9d-a6a4-22913c02524b/36f4e29f-861b-4689-a44e-aed1712e96ab) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:14:55.454118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c6ac1eea-8ffe-4b11-8240-426574c9cecd req-4ef19f95-c9cb-4270-8a78-298a560c12f7 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023152 Aug 29 04:14:55.544772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9c50d67-2bac-42c2-a9ef-70ea70aa4d2d req-84ddfa92-c86b-4d67-999a-161d0d0489b3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019753 Aug 29 04:14:55.564245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:55.564484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:55.565244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.583409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:55.584965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:55.589235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657ac7aa-fea6-490c-add1-fe425622a92a req-f284d7a0-4c36-46db-9e64-e8dbb17b2134 service neutron] 10.222.0.62 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802898 Aug 29 04:14:55.600918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:55.601658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:55.602225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:55.602848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Bound port: 7780d2c0-d152-4760-b9f9-a8c40aee3888, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:55.604037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.701356 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5512f1a-24d1-4a89-83ea-02202a8c42ee x-openstack-request-id: req-c5512f1a-24d1-4a89-83ea-02202a8c42ee {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:55.701643 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:55.701895 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5512f1a-24d1-4a89-83ea-02202a8c42ee {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:55.702304 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'status': 'completed', 'code': 200} Aug 29 04:14:55.740802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.751762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:55.758641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:55.766336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Transition to ACTIVE for port object 36f4e29f-861b-4689-a44e-aed1712e96ab will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:14:55.774993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.797196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d39944-c928-4aaf-bcdf-6825822acece req-8ed2f03d-6c76-4b11-b5ae-e3aac0b25edb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.799466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7d39944-c928-4aaf-bcdf-6825822acece req-8ed2f03d-6c76-4b11-b5ae-e3aac0b25edb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 948 time: 0.1367044 Aug 29 04:14:55.812659 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908175d-d8f6-4419-b795-12845493bd8a None None] New status for floating IP f6faa21f-8eab-4371-aaa0-f062b2e6417d: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:14:55.844201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.844915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:55.846556 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] 10.222.0.54 "PUT /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 1093 time: 2.6873372 Aug 29 04:14:55.869041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7d39944-c928-4aaf-bcdf-6825822acece req-e22d6230-135d-47fb-986f-b6ed8d62d76e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Aug 29 04:14:55.937437 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12f7e8c-f471-4268-8f73-770d6dfdc69e x-openstack-request-id: req-f12f7e8c-f471-4268-8f73-770d6dfdc69e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:14:55.937922 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:14:55.938342 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f12f7e8c-f471-4268-8f73-770d6dfdc69e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:14:55.939687 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'status': 'completed', 'code': 200} Aug 29 04:14:55.952853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43bb3-1ff9-41db-ad67-e869c7797355 service neutron] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:55.995166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-014d1ec6-6b3f-45c6-969a-0005f72d4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:55.997211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-014d1ec6-6b3f-45c6-969a-0005f72d4df6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1100 time: 0.1322129 Aug 29 04:14:56.009278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.126008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad1412-69e4-4ec3-a9f9-4d75fa7dbc29 req-05e01fa2-f2fb-40c8-b25f-b0a96622b633 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.127612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97ad1412-69e4-4ec3-a9f9-4d75fa7dbc29 req-05e01fa2-f2fb-40c8-b25f-b0a96622b633 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.1521838 Aug 29 04:14:56.138419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-c2421f79-a521-4637-9160-3ce7bd278881 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/961824e1-eeeb-4ba2-acea-56bceba337dc HTTP/1.1" status: 200 len: 1804 time: 0.1714180 Aug 29 04:14:56.139987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Pushing event updated for resources: {'Port': ['ID=36f4e29f-861b-4689-a44e-aed1712e96ab,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:56.166760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:56.170456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-0b14467c-b591-4fb1-aeb0-c24d84ce168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.172402 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-0b14467c-b591-4fb1-aeb0-c24d84ce168d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1096 time: 0.2380440 Aug 29 04:14:56.179332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:56.183958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:14:56.201619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d46a-2991-47e8-973b-99424631b463 req-4db7f424-746c-42bb-96cf-a088d3230bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.203253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-4db7f424-746c-42bb-96cf-a088d3230bc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91290f69297e4a57abdf02cf2702b493&device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 1098 time: 0.1643891 Aug 29 04:14:56.292083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-2392152d-fafd-4b5f-bda2-5cd039348517 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.0691900 Aug 29 04:14:56.299524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97ad1412-69e4-4ec3-a9f9-4d75fa7dbc29 req-8290a94d-f0a4-4d88-bea9-686ec1ad90f7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461647 Aug 29 04:14:56.350144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.350300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.405428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.448794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d46a-2991-47e8-973b-99424631b463 req-fecd6e9e-da07-4548-a540-ea150185ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.452394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-fecd6e9e-da07-4548-a540-ea150185ee9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 200 len: 929 time: 0.2323873 Aug 29 04:14:56.513114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-8ecdb0b8-e711-4be0-9d96-d36b90e5957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.514822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-8ecdb0b8-e711-4be0-9d96-d36b90e5957f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1972392 Aug 29 04:14:56.565912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-de341f8b-054b-4edb-bf54-9410f25b1840 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 200 len: 217 time: 0.0933552 Aug 29 04:14:56.570112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-4874191a-6ba5-4011-8b06-93de849e708b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408831 Aug 29 04:14:56.582596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-8e981a25-39d0-4cf5-8c95-26cb0f92db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.584187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-8e981a25-39d0-4cf5-8c95-26cb0f92db96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.5236695 Aug 29 04:14:56.687833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.693628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.695336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8bae434f-9ff6-4fae-973d-f380f990ce94 None None] Provisioning for port 36f4e29f-861b-4689-a44e-aed1712e96ab completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:56.708468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8bae434f-9ff6-4fae-973d-f380f990ce94 None None] Provisioning complete for port 36f4e29f-861b-4689-a44e-aed1712e96ab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:56.712706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a19f02db-5d79-496f-9bfe-29fa0dcee7c2 req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/961824e1-eeeb-4ba2-acea-56bceba337dc HTTP/1.1" status: 204 len: 173 time: 0.5728867 Aug 29 04:14:56.713605 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bae434f-9ff6-4fae-973d-f380f990ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.724032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-048adec3-f24d-4446-bf5d-486c34f8c392 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.1139238 Aug 29 04:14:56.778494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582f373-ebe3-44c7-93a4-a65e1079cc80 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961824e1-eeeb-4ba2-acea-56bceba337dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:56.783121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d46a-2991-47e8-973b-99424631b463 req-2362ca16-5f5d-4cef-af90-27e60dabb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.787998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-2362ca16-5f5d-4cef-af90-27e60dabb34d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 200 len: 867 time: 0.1899884 Aug 29 04:14:56.813587 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-8388c7c1-a4f0-4688-a990-5990caad9da8 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265236 Aug 29 04:14:56.814408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:56.832896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8bae434f-9ff6-4fae-973d-f380f990ce94 None None] Port 36f4e29f-861b-4689-a44e-aed1712e96ab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:56.915149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-d68321dd-281e-4e9f-a7ac-f0991757a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:56.916725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-d68321dd-281e-4e9f-a7ac-f0991757a39d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0778930 Aug 29 04:14:56.926766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 320ebc83-0f9e-49f6-8939-e3c94bf6a37e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:57.023833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:14:57.035311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:57.035772 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.043508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16934baf-2089-4e70-9278-8a4403346b49 req-82547b33-b8cf-4d86-a3a2-b27a039a06f2 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips/f6faa21f-8eab-4371-aaa0-f062b2e6417d HTTP/1.1" status: 200 len: 693 time: 0.2927804 Aug 29 04:14:57.114508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-2b30e1fc-df2f-4030-a370-a89004a4c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.117224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-2b30e1fc-df2f-4030-a370-a89004a4c3af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704717 Aug 29 04:14:57.272364 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.341782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:57.342941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42d7d128-8a5a-429d-ad2d-eff13dc820fd req-002005d2-1924-4f85-bb85-372fbaa6c4d2 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381661 Aug 29 04:14:57.352977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.362626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-1e8415e7-6ba7-42be-ba35-0bd7d5525787 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.364999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-1e8415e7-6ba7-42be-ba35-0bd7d5525787 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 950 time: 0.5729764 Aug 29 04:14:57.382989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7762e0-f91f-4219-af06-85d80e2f7592 req-477ddc4f-f4d6-4c6c-8df5-d3f0a811f71a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.384620 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c7762e0-f91f-4219-af06-85d80e2f7592 req-477ddc4f-f4d6-4c6c-8df5-d3f0a811f71a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 946 time: 0.4931049 Aug 29 04:14:57.392788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464d46a-2991-47e8-973b-99424631b463 req-10fac817-1919-4a2e-b3eb-af1a33318caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.394008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-10fac817-1919-4a2e-b3eb-af1a33318caa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99e29b49-030c-497c-a07f-96ca89e62c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5126350 Aug 29 04:14:57.427870 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-c00f4eda-4a56-4711-8af7-e86800026531 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748370 Aug 29 04:14:57.458570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.497143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:57.511210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.516008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934baf-2089-4e70-9278-8a4403346b49 req-85f5f1f6-9d5f-4e8e-82fd-e7301e424001 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.516008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16934baf-2089-4e70-9278-8a4403346b49 req-85f5f1f6-9d5f-4e8e-82fd-e7301e424001 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.4321961 Aug 29 04:14:57.523773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.617465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Pushing event updated for resources: {'Port': ['ID=36f4e29f-861b-4689-a44e-aed1712e96ab,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:57.635644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-9d585227-1fe0-4a59-9665-1e0e9dc1506d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:57.637083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48ab9db6-fa65-41db-bb2f-1e8f1278b63b req-df344df5-7da3-49b0-baa8-3602e672223b service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941631 Aug 29 04:14:57.637988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:57.638239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-9d585227-1fe0-4a59-9665-1e0e9dc1506d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1098 time: 0.3805332 Aug 29 04:14:57.712531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:14:57.728024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:57.732627 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b" -d '{"events": [{"name": "network-changed", "server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:57.772600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c7762e0-f91f-4219-af06-85d80e2f7592 req-87b4460e-47be-4752-a77d-6230dc975bf0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219256 Aug 29 04:14:57.774029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:57.816861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16934baf-2089-4e70-9278-8a4403346b49 req-d7c218df-4300-40db-99d1-95accae58db8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.2703345 Aug 29 04:14:57.841746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:14:57.843594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:14:57.980603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-2ae00139-e301-44ef-9f46-a25b861a468a service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281107 Aug 29 04:14:57.982577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'mac_address': 'fa:16:3e:58:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:14:57.983861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16934baf-2089-4e70-9278-8a4403346b49 req-3614805c-243b-4c20-9d43-08142f3d5cdd tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.1659348 Aug 29 04:14:58.026439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.045414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.073521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:14:58.078445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Router d1857f1a-78db-48be-a208-71153b22e128 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:14:58.093454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port c7c63604-af19-45d8-ba19-e82cfa7e6b35 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:58.094084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.114254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.122578 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.123806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:14:58.226996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfd04aba-60b3-41a3-82be-203ed820cb97 req-d8ab6ce7-f306-42e7-8d7a-2b92124a7b3e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/d35c8572-f94a-4ac4-96f8-e7571ad1fc70 HTTP/1.1" status: 200 len: 1803 time: 0.4054339 Aug 29 04:14:58.325928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-063c2156-0024-474b-b307-277df02a6fcf None None] Provisioning complete for port 36f4e29f-861b-4689-a44e-aed1712e96ab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:58.325928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-063c2156-0024-474b-b307-277df02a6fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.427943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:58.445846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-063c2156-0024-474b-b307-277df02a6fcf None None] Port 36f4e29f-861b-4689-a44e-aed1712e96ab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:14:58.480294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5464d46a-2991-47e8-973b-99424631b463 req-89caa017-cae4-464e-bcf3-89debd1f7807 service neutron] 10.222.0.50 "GET /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692316 Aug 29 04:14:58.481619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.501514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e has no active binding in host n-h1-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:14:58.504271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port c7c63604-af19-45d8-ba19-e82cfa7e6b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c7c63604-af19-45d8-ba19-e82cfa7e6b35,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.504653 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.532947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for c7c63604-af19-45d8-ba19-e82cfa7e6b35 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:58.544244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:14:58.552151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8785548c-743d-4ef0-952a-610691b33c06 admin admin] 10.222.0.62 "PUT /v2.0/routers/d1857f1a-78db-48be-a208-71153b22e128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8495839 Aug 29 04:14:58.566674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Sync routers for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:14:58.577027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a28176-20d2-4d58-b508-b81e2640dde1 req-d37dc372-c9ad-481d-9fc6-e4e256f7f76b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:58.578636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4a28176-20d2-4d58-b508-b81e2640dde1 req-d37dc372-c9ad-481d-9fc6-e4e256f7f76b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f HTTP/1.1" status: 200 len: 950 time: 0.1937845 Aug 29 04:14:58.586008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:14:58.587304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:58.639427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:14:58.652958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Deleting port 112dc311-5542-4e30-83a2-717add7652c8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:14:58.653363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.797400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4a28176-20d2-4d58-b508-b81e2640dde1 req-36852d7c-8de7-4d62-8072-e1133cf4f606 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798692 Aug 29 04:14:58.803745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:58.814881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 320ebc83-0f9e-49f6-8939-e3c94bf6a37e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:14:58.838495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.838904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.855684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Calling delete_port for 112dc311-5542-4e30-83a2-717add7652c8 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:14:58.871783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:14:58.904765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:14:58.907142 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0270be-d803-40b1-bd06-194df6e272e2" -d '{"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:14:58.913818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:58.964163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.038066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:14:59.038560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.062671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.086756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09', 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:59.117566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:59.144550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:59.192458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=c7c63604-af19-45d8-ba19-e82cfa7e6b35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:59.198604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on host n-h2-712139-13 for vnic_type normal with profile {"migrating_to": "n-h1-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:14:59.198940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:14:59.199300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:59.229257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:14:59.229257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Attempting to bind port e2d449ad-bb67-4e23-85f7-2470476cac9e on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:14:59.229728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['99446374-c4f2-45f7-a282-d52e3fb7092f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:14:59.270802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port c7c63604-af19-45d8-ba19-e82cfa7e6b35 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:14:59.277104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:14:59.277441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:14:59.277853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:14:59.278313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Bound port: e2d449ad-bb67-4e23-85f7-2470476cac9e, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:14:59.278679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.281567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.283566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ab47a6-a518-44ab-b100-92f190c19348 req-3a0ddd4a-5367-4a9a-9535-5a993afc4ab5 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "DELETE /v2.0/ports/c7c63604-af19-45d8-ba19-e82cfa7e6b35 HTTP/1.1" status: 204 len: 173 time: 1.8944752 Aug 29 04:14:59.293312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08490e26-162f-41ee-9b82-43529264bf87 req-ff1fafda-f88e-434e-8d4b-ec188a392800 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.294933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08490e26-162f-41ee-9b82-43529264bf87 req-ff1fafda-f88e-434e-8d4b-ec188a392800 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.2293539 Aug 29 04:14:59.343462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.403014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.489189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '36f4e29f-861b-4689-a44e-aed1712e96ab', 'name': '', 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'mac_address': 'fa:16:3e:dd:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:54Z', 'updated_at': '2021-08-29T04:14:57Z', 'revision_number': 2, 'project_id': '171cd9df8994484d93020e68890708bb', 'subnets': [{'id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:14:59.550544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Checking router: d1857f1a-78db-48be-a208-71153b22e128 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:14:59.550911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Updating router d1857f1a-78db-48be-a208-71153b22e128 port 36f4e29f-861b-4689-a44e-aed1712e96ab binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:14:59.582033 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:14:59.634785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.788126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event deleted for resources: {'Port': ['ID=112dc311-5542-4e30-83a2-717add7652c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:14:59.857315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.860568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:14:59.862214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16934baf-2089-4e70-9278-8a4403346b49 req-88c17f24-9abc-41be-8265-ed81e19c888c tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "DELETE /v2.0/floatingips/f6faa21f-8eab-4371-aaa0-f062b2e6417d HTTP/1.1" status: 204 len: 173 time: 1.8594449 Aug 29 04:14:59.893261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:14:59.899903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:14:59.922520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08490e26-162f-41ee-9b82-43529264bf87 req-41f96e70-c459-45c2-8d8b-d005f97fd341 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820849 Aug 29 04:14:59.940645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-40f9b4fd-e930-4bfb-aed7-4de82119b1fc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:14:59.943343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-40f9b4fd-e930-4bfb-aed7-4de82119b1fc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 949 time: 0.2143707 Aug 29 04:14:59.954137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.019533 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9224406-ce9e-4373-86f2-253fe2826439 x-openstack-request-id: req-a9224406-ce9e-4373-86f2-253fe2826439 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:00.020124 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:00.020556 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9224406-ce9e-4373-86f2-253fe2826439 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:00.022100 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'status': 'completed', 'code': 200} Aug 29 04:15:00.116750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1302898092', 'description': 'tempest-description-498180339'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:00.224007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.261906 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.280159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Transition to ACTIVE for port object 36f4e29f-861b-4689-a44e-aed1712e96ab will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:00.283077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.288891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.307817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03903-f592-46c3-b4e7-53319a19f47c req-744033cf-43c1-47ec-8349-c4f434113bf9 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.310298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ac03903-f592-46c3-b4e7-53319a19f47c req-744033cf-43c1-47ec-8349-c4f434113bf9 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.2701426 Aug 29 04:15:00.345400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02719a-985c-4467-948e-fb688ae1904c None None] Pushing event updated for resources: {'Port': ['ID=36f4e29f-861b-4689-a44e-aed1712e96ab,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.360041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.361124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.362973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-6207a8d8-63a4-40b0-a2c8-f6b86c632fdd service neutron] 10.222.0.50 "PUT /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 1124 time: 2.6582642 Aug 29 04:15:00.387858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-79ed4c8d-6e2d-4478-b3fd-ecc2ef5bd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.389389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-79ed4c8d-6e2d-4478-b3fd-ecc2ef5bd91b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1096 time: 0.2988410 Aug 29 04:15:00.414102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Attempting to bind port 36f4e29f-861b-4689-a44e-aed1712e96ab on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:00.414647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Attempting to bind port 36f4e29f-861b-4689-a44e-aed1712e96ab by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:00.415231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Attempting to bind port 36f4e29f-861b-4689-a44e-aed1712e96ab on network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:00.422083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:00.422511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Checking segment: {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:00.422902 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.423282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Bound using segment: {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:00.424026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Bound port: 36f4e29f-861b-4689-a44e-aed1712e96ab, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77b17ba-8775-4a10-b09a-c2cacf8c3324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:00.424647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.502620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:00.506282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ac03903-f592-46c3-b4e7-53319a19f47c req-ec313c6b-2f22-44e4-acbd-db6f43c362ac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656723 Aug 29 04:15:00.587988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] For port 36f4e29f-861b-4689-a44e-aed1712e96ab, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:00.592625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-76fe1588-2a2c-4daf-b331-952e5af090ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.594626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-76fe1588-2a2c-4daf-b331-952e5af090ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.1905735 Aug 29 04:15:00.603967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port eadbbbaa-0c42-4905-ba5b-b405b94f9648 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:00.610135 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.636904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] For port 36f4e29f-861b-4689-a44e-aed1712e96ab, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=36f4e29f-861b-4689-a44e-aed1712e96ab,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:00.661327 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.742871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-f1851119-a167-46e3-9d45-3ba0cb41409b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.1226251 Aug 29 04:15:00.767652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:00.768369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:00.815683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02719a-985c-4467-948e-fb688ae1904c None None] Pushing event updated for resources: {'Port': ['ID=36f4e29f-861b-4689-a44e-aed1712e96ab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.845781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.852451 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-ac17c14a-c030-4a52-96dc-49adca708c84 req-7655f8b1-65a7-48fd-b6b3-b7269d6e4f43 tempest-FloatingIPDetailsNegativeTestJSON-1494794277 tempest-FloatingIPDetailsNegativeTestJSON-1494794277-project] show failed (client error): The resource could not be found. Aug 29 04:15:00.853769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac17c14a-c030-4a52-96dc-49adca708c84 req-7655f8b1-65a7-48fd-b6b3-b7269d6e4f43 tempest-FloatingIPDetailsNegativeTestJSON-1494794277 tempest-FloatingIPDetailsNegativeTestJSON-1494794277-project] 10.222.0.62 "GET /v2.0/floatingips/6c648188-b0dc-41af-936e-02503179b5a9 HTTP/1.1" status: 404 len: 350 time: 0.0901978 Aug 29 04:15:00.871381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.871813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:00.916284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085b89c5-a6a4-4b86-b82a-70aa1b79d1c5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:00.940587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-4c85e90c-2915-41a8-b78d-a91e6dcaa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:00.942474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-4c85e90c-2915-41a8-b78d-a91e6dcaa7a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1800892 Aug 29 04:15:00.951274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:00.952637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2439964-a709-42d4-832f-a50d18f82654 req-3f11c6b4-1073-479f-af0b-c1fc3501e62e tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8556070 Aug 29 04:15:00.980851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port eadbbbaa-0c42-4905-ba5b-b405b94f9648, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eadbbbaa-0c42-4905-ba5b-b405b94f9648,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:00.980851 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.028689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-0f9303b4-c510-42c7-8ab9-6d44f72dc5cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636008 Aug 29 04:15:01.041146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for eadbbbaa-0c42-4905-ba5b-b405b94f9648 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:01.056067 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a73bbc-9bef-49a7-9bcf-4498fa89d54c x-openstack-request-id: req-30a73bbc-9bef-49a7-9bcf-4498fa89d54c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:01.056380 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:01.056586 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30a73bbc-9bef-49a7-9bcf-4498fa89d54c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:01.056989 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'code': 200} Aug 29 04:15:01.164426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e4f2-ba6e-45c6-83aa-60b1784ff1d4 req-6e282739-7d59-4d53-99c1-f8d757384e6a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.166084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e194e4f2-ba6e-45c6-83aa-60b1784ff1d4 req-6e282739-7d59-4d53-99c1-f8d757384e6a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.2227328 Aug 29 04:15:01.197261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:01.200928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:01.204834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c7c63604-af19-45d8-ba19-e82cfa7e6b35 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:01.247070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e194e4f2-ba6e-45c6-83aa-60b1784ff1d4 req-5f9e76f9-750b-45df-9097-d2fea89fb6c4 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662184 Aug 29 04:15:01.271582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-bfd1fd82-3952-4cd5-a51b-2402bd63c97e service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215977 Aug 29 04:15:01.328220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: c7c63604-af19-45d8-ba19-e82cfa7e6b35 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:01.329672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c7c63604-af19-45d8-ba19-e82cfa7e6b35 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:01.510220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:01.535846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.594862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:01.599003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.633897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=eadbbbaa-0c42-4905-ba5b-b405b94f9648,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:01.642278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-991d4f27-7517-4672-956f-03bcf872b846 req-7f86eeba-328d-458a-a926-99fed9f42d47 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 200 len: 1804 time: 0.2266610 Aug 29 04:15:01.680178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295092-8525-4cbf-9b8e-04fe03954977 req-1741822c-353d-44a0-a925-2e7a8428b766 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:01.683026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26295092-8525-4cbf-9b8e-04fe03954977 req-1741822c-353d-44a0-a925-2e7a8428b766 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.2982862 Aug 29 04:15:01.694478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b89c5-a6a4-4b86-b82a-70aa1b79d1c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:01.695153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b89c5-a6a4-4b86-b82a-70aa1b79d1c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:01.774386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:01.790343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:01.794515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port eadbbbaa-0c42-4905-ba5b-b405b94f9648 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:01.800103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c8dbe4-1347-4c73-a52f-e4dfa276a98b req-7c9502e3-7870-4ce8-b2c3-a71dfa17f923 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739614 Aug 29 04:15:01.801566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.803552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4760ec29-4cf5-46ff-9c1f-a0801ce05ae5 req-0c6be3f7-a364-4b20-a287-2c5e9dd4c5a7 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "DELETE /v2.0/ports/eadbbbaa-0c42-4905-ba5b-b405b94f9648 HTTP/1.1" status: 204 len: 173 time: 1.8457398 Aug 29 04:15:01.856569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'port_id': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'mac_address': 'fa:16:3e:d9:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efe6145-6b53-4ec8-a036-b0ae29a9f7a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:01.875577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26295092-8525-4cbf-9b8e-04fe03954977 req-f0365d10-babe-43e7-a277-e1abb1f90647 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674778 Aug 29 04:15:01.944462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 99446374-c4f2-45f7-a282-d52e3fb7092f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:01.972301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:01.992026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 99446374-c4f2-45f7-a282-d52e3fb7092f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:01.992417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.069327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b3ab44c-d959-4e6e-a08d-f63081379fe1 req-04404516-85bf-4c1c-a20c-0ca99c14fc7e tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc549709-a1f4-48b0-b868-6390834b1fbd HTTP/1.1" status: 200 len: 210 time: 0.0525186 Aug 29 04:15:02.100493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.105526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.119756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.153861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7780d2c0-d152-4760-b9f9-a8c40aee3888 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:02.182448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ae16a1-bb56-472f-93c1-fe3695f4abd4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:02.201098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.219465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:02.222768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-991d4f27-7517-4672-956f-03bcf872b846 req-5dc3b2d2-0c0b-41f5-898f-c91f4e9121b2 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5322480 Aug 29 04:15:02.286502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.294996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Deleting port 36f4e29f-861b-4689-a44e-aed1712e96ab {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:02.294996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.397719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '36f4e29f-861b-4689-a44e-aed1712e96ab', 'name': '', 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'mac_address': 'fa:16:3e:dd:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:54Z', 'updated_at': '2021-08-29T04:15:00Z', 'revision_number': 4, 'project_id': '171cd9df8994484d93020e68890708bb', 'subnets': [{'id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:02.418688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d693d5-b862-46bf-9e1d-4228ee243752 req-664f780f-6819-4898-9dfa-f3a9cac038f8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.420847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0d693d5-b862-46bf-9e1d-4228ee243752 req-664f780f-6819-4898-9dfa-f3a9cac038f8 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1668653 Aug 29 04:15:02.434558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] For port 36f4e29f-861b-4689-a44e-aed1712e96ab, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=36f4e29f-861b-4689-a44e-aed1712e96ab,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:02.434978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.450525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Calling delete_port for 36f4e29f-861b-4689-a44e-aed1712e96ab owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:02.482647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749fa7f-318d-4d38-93bc-ac457167fac7 None None] The sync data for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 is: [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:14:56Z', 'revision_number': 4, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '36f4e29f-861b-4689-a44e-aed1712e96ab', 'name': '', 'network_id': '62b1cefd-48b1-4516-ac9b-a2353c4cb1e5', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'mac_address': 'fa:16:3e:dd:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:54Z', 'updated_at': '2021-08-29T04:15:00Z', 'revision_number': 4, 'project_id': '171cd9df8994484d93020e68890708bb', 'subnets': [{'id': '3e016060-9673-4c9d-a6a4-22913c02524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:02.498639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.504294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bccd79-3d73-40a6-9776-e7b6a24f1411 req-cfb0f3d3-05f4-44de-925e-6e0c15b9abca tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.512767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03bccd79-3d73-40a6-9776-e7b6a24f1411 req-cfb0f3d3-05f4-44de-925e-6e0c15b9abca tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 0.1674862 Aug 29 04:15:02.515769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0d693d5-b862-46bf-9e1d-4228ee243752 req-cc354674-ba14-4670-b942-03a34d130884 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0821490 Aug 29 04:15:02.607112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03bccd79-3d73-40a6-9776-e7b6a24f1411 req-7bdd8c4f-e909-4f27-ac77-1d5a24d1b002 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933397 Aug 29 04:15:02.653130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:02.674759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.675577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.676067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.677532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.678144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.679082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.679872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.680352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.681103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.681735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.682442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.684544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:02.741502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:02.750797 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac732cc-92ad-4711-9901-e83bf973d31f" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:02.806140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7780d2c0-d152-4760-b9f9-a8c40aee3888'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:02.817396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-47b11cc9-a473-4c21-880e-7ef67e223591 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 200 len: 2397 time: 0.1811719 Aug 29 04:15:02.847464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:02.852649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b89c5-a6a4-4b86-b82a-70aa1b79d1c5', 'remote_group_id': None}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:02.853183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b89c5-a6a4-4b86-b82a-70aa1b79d1c5', 'remote_group_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:02.869362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:02.870369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eadbbbaa-0c42-4905-ba5b-b405b94f9648 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:02.919275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8718-2741-4635-adf7-c2d06c125343 req-9adfbb40-d974-4ba7-bae4-0b90dc9fbf26 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:02.930425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc2a8718-2741-4635-adf7-c2d06c125343 req-9adfbb40-d974-4ba7-bae4-0b90dc9fbf26 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.2129340 Aug 29 04:15:02.963622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: eadbbbaa-0c42-4905-ba5b-b405b94f9648 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:02.964003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eadbbbaa-0c42-4905-ba5b-b405b94f9648 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:02.975365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 36f4e29f-861b-4689-a44e-aed1712e96ab up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:02.977912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.018587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 36f4e29f-861b-4689-a44e-aed1712e96ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:03.019183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 36f4e29f-861b-4689-a44e-aed1712e96ab not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 04:15:03.056196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Pushing event deleted for resources: {'Port': ['ID=36f4e29f-861b-4689-a44e-aed1712e96ab,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:03.067428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'name': 'network-vif-deleted', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35'}, {'name': 'network-changed', 'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e'}, {'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'name': 'network-vif-deleted', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:03.071785 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd95a1c-f373-46aa-91b1-0e782d386689" -d '{"events": [{"server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "name": "network-vif-deleted", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35"}, {"name": "network-changed", "server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e"}, {"server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "name": "network-vif-deleted", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:03.075494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Port 36f4e29f-861b-4689-a44e-aed1712e96ab not found, will not notify nova. {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 04:15:03.081907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:03.115136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc2a8718-2741-4635-adf7-c2d06c125343 req-555a3eb5-b3f0-4c43-97a4-42ce7501891a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620224 Aug 29 04:15:03.136525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.151915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:03.199531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.209622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.242205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846fdf76-8343-435a-ab12-2668d4617dd7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:03.267183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.281653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633933d6-f26c-46de-ae64-3ae2bcc0f85b req-1f555801-9670-46e9-9727-9f6a242b1a6b tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4380221 Aug 29 04:15:03.417247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26bc6038-8c66-4bca-bc07-305e01f06089 req-b46344bc-9959-473e-ad9e-d24f8eb90ac5 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1068466 Aug 29 04:15:03.455126 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de15e76-d5c9-4253-bc39-64c43733c6db x-openstack-request-id: req-6de15e76-d5c9-4253-bc39-64c43733c6db {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:03.455986 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:03.455986 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6de15e76-d5c9-4253-bc39-64c43733c6db {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:03.456289 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'code': 200} Aug 29 04:15:03.577165 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27632041-d445-4d5c-93b6-ff3d02904dc6 x-openstack-request-id: req-27632041-d445-4d5c-93b6-ff3d02904dc6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:03.577734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f", "name": "network-vif-deleted", "tag": "c7c63604-af19-45d8-ba19-e82cfa7e6b35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e", "status": "completed", "code": 200}, {"server_uuid": "fc549709-a1f4-48b0-b868-6390834b1fbd", "name": "network-vif-deleted", "tag": "eadbbbaa-0c42-4905-ba5b-b405b94f9648", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:03.579494 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27632041-d445-4d5c-93b6-ff3d02904dc6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:03.580198 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cfef9a-7ecb-46cb-ac67-5b14ca150e6f', 'name': 'network-vif-deleted', 'tag': 'c7c63604-af19-45d8-ba19-e82cfa7e6b35', 'status': 'completed', 'code': 200} Aug 29 04:15:03.580872 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'status': 'completed', 'code': 200} Aug 29 04:15:03.585980 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc549709-a1f4-48b0-b868-6390834b1fbd', 'name': 'network-vif-deleted', 'tag': 'eadbbbaa-0c42-4905-ba5b-b405b94f9648', 'status': 'completed', 'code': 200} Aug 29 04:15:03.636330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:03.798732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4684bde-cc0a-4032-876d-d9ce19be1e46 req-cb7fc2a6-1f99-4fac-abca-bc4d457bdf96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 200 len: 2995 time: 0.1423099 Aug 29 04:15:03.817609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4857a-2ef9-4563-8687-06a135a9d868 req-02fdc05e-b7fa-4d4d-99ed-8e513a125b53 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.828870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57b4857a-2ef9-4563-8687-06a135a9d868 req-02fdc05e-b7fa-4d4d-99ed-8e513a125b53 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2838149 Aug 29 04:15:03.832767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-aa33f11b-01ed-4268-a07b-6a6fb976526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.835248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-aa33f11b-01ed-4268-a07b-6a6fb976526c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1127 time: 0.2466149 Aug 29 04:15:03.983265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Router d1857f1a-78db-48be-a208-71153b22e128 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:03.986319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-57cbed4c-5d9c-4bf2-ba0c-9df3ac125aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:03.989438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-57cbed4c-5d9c-4bf2-ba0c-9df3ac125aea service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.1359992 Aug 29 04:15:03.998031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b9d0-8156-4adf-9c34-c7922a8ce1f2 req-5d31dbaf-e482-4539-bcbb-cd9c8d1e299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.001433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1123b9d0-8156-4adf-9c34-c7922a8ce1f2 req-5d31dbaf-e482-4539-bcbb-cd9c8d1e299f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1102 time: 0.3434870 Aug 29 04:15:04.058008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57b4857a-2ef9-4563-8687-06a135a9d868 req-0035808f-dc26-4c37-a0f2-9a669d74f43c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282290 Aug 29 04:15:04.060429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-f4328be9-3d82-4427-80a1-013164be56b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.0577695 Aug 29 04:15:04.169970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:04.180732 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-618af5a9-a38d-4e71-bb1d-0fbdc04f024b admin admin] 10.222.0.62 "PUT /v2.0/routers/d1857f1a-78db-48be-a208-71153b22e128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3090899 Aug 29 04:15:04.184122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:04.210280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1123b9d0-8156-4adf-9c34-c7922a8ce1f2 req-e7c0f089-801f-4cb0-aed5-8a18fcbe1411 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316409 Aug 29 04:15:04.213589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-961e1d3a-3c7c-4eed-ad3f-15ae4f945930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.215326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-961e1d3a-3c7c-4eed-ad3f-15ae4f945930 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1459444 Aug 29 04:15:04.228271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eae88-842b-4304-ad44-d6384f66cfd3 req-b968213a-261d-4650-9032-1f6519ffab14 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:04.229792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c69eae88-842b-4304-ad44-d6384f66cfd3 req-b968213a-261d-4650-9032-1f6519ffab14 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 0.1018291 Aug 29 04:15:04.308714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-ece30138-88b9-45de-b38e-b84f06e5e096 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615978 Aug 29 04:15:04.397381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c69eae88-842b-4304-ad44-d6384f66cfd3 req-d18d5b90-4cd1-4969-a49f-9c9ee56fa6ff tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534286 Aug 29 04:15:04.465242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-5064b7ff-4d12-4f1f-82d5-06ee3417c1c8 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459692 Aug 29 04:15:04.506319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Sync routers for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:04.513361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eff1a90-1217-485e-872f-d3037156a2aa req-241c9460-af20-4f90-9f92-639a7ab5ab55 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-group-rules/846fdf76-8343-435a-ab12-2668d4617dd7 HTTP/1.1" status: 200 len: 783 time: 0.0564883 Aug 29 04:15:04.528813 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:04.529855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:04.616068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.665253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd95a1c-f373-46aa-91b1-0e782d386689 req-e93d60c2-52c3-4458-af18-f9e878a563a6 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861248 Aug 29 04:15:04.675327 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:04.710062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eff1a90-1217-485e-872f-d3037156a2aa req-5ce6ec94-ec9f-4aa9-ae29-34310731e15f tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 200 len: 2995 time: 0.1455252 Aug 29 04:15:04.761465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0eff1a90-1217-485e-872f-d3037156a2aa req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.775577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0eff1a90-1217-485e-872f-d3037156a2aa req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.794093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.822274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0eff1a90-1217-485e-872f-d3037156a2aa req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.833350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0eff1a90-1217-485e-872f-d3037156a2aa req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.836004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eff1a90-1217-485e-872f-d3037156a2aa req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/846fdf76-8343-435a-ab12-2668d4617dd7 HTTP/1.1" status: 204 len: 173 time: 0.1187487 Aug 29 04:15:04.848299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef10a4-f65c-4c42-945e-977835e20a9c tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=846fdf76-8343-435a-ab12-2668d4617dd7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:04.871313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Deleting port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:04.871814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.964382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] For port 320ebc83-0f9e-49f6-8939-e3c94bf6a37e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:04.964853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:04.970068 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:15:02Z', 'revision_number': 5, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port': {'id': '320ebc83-0f9e-49f6-8939-e3c94bf6a37e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1857f1a-78db-48be-a208-71153b22e128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:14:48Z', 'updated_at': '2021-08-29T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:04.982017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Calling delete_port for 320ebc83-0f9e-49f6-8939-e3c94bf6a37e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:05.018644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322583de-290a-4eca-bbee-cae300249f4e req-a2503194-3fa7-4e29-b2cd-02b324a27e88 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.021287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322583de-290a-4eca-bbee-cae300249f4e req-a2503194-3fa7-4e29-b2cd-02b324a27e88 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.0910869 Aug 29 04:15:05.085042 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322583de-290a-4eca-bbee-cae300249f4e req-553dca4a-71ff-4736-8cae-77dd9f927dcf tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Aug 29 04:15:05.137466 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Checking router: d1857f1a-78db-48be-a208-71153b22e128 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:05.149003 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Routers {'d1857f1a-78db-48be-a208-71153b22e128'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:05.149997 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d1857f1a-78db-48be-a208-71153b22e128'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:05.155210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:05.279331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.301450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 7780d2c0-d152-4760-b9f9-a8c40aee3888 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:05.309480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7780d2c0-d152-4760-b9f9-a8c40aee3888 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:05.310056 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.314587 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] Set router d1857f1a-78db-48be-a208-71153b22e128 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:05.336137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70e598-997b-4c44-9ad8-8d4f3b42725a req-5cc81f98-5c53-4d15-a9a1-b9713525e163 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.341569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=320ebc83-0f9e-49f6-8939-e3c94bf6a37e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:05.350280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec70e598-997b-4c44-9ad8-8d4f3b42725a req-5cc81f98-5c53-4d15-a9a1-b9713525e163 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.1298497 Aug 29 04:15:05.441633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec70e598-997b-4c44-9ad8-8d4f3b42725a req-c75dd957-8fcb-465e-b64f-1980146c682d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901515 Aug 29 04:15:05.470223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:15:04Z', 'revision_number': 6, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:05.475950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-c1d7d737-4ed5-4c4e-bf79-2acfc50cb615 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 200 len: 2397 time: 0.0923309 Aug 29 04:15:05.496280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.586689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91777904-a98c-410c-8a1b-4c8114410b26 None None] The sync data for ids ['d1857f1a-78db-48be-a208-71153b22e128'] in n-d-712139-13 is: [{'id': 'd1857f1a-78db-48be-a208-71153b22e128', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-387812925-router', 'tenant_id': '171cd9df8994484d93020e68890708bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:14:46Z', 'updated_at': '2021-08-29T04:15:04Z', 'revision_number': 6, 'project_id': '171cd9df8994484d93020e68890708bb', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:05.634181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.647650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.684661 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.687074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:05.688304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:05.692088 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f8bbef-4f19-4431-bb0f-c7d6d3ee7281" -d '{"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-plugged", "status": "completed", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:05.696726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.730340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679d3f-4a29-4b9a-966a-ee5b9416f123 req-c3e5d490-ed16-4862-b88a-efd393884abc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:05.731351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.736680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.737889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35679d3f-4a29-4b9a-966a-ee5b9416f123 req-c3e5d490-ed16-4862-b88a-efd393884abc tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.1672904 Aug 29 04:15:05.768499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:05.788197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35679d3f-4a29-4b9a-966a-ee5b9416f123 req-1e219873-ffe7-4e23-be27-c33f2fcec971 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Aug 29 04:15:05.798516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.802289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.819567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97c518c2-4f62-4ed0-b185-39a3cc0c425d req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/085b89c5-a6a4-4b86-b82a-70aa1b79d1c5 HTTP/1.1" status: 204 len: 173 time: 0.3424766 Aug 29 04:15:05.842134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.842988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1857f1a-78db-48be-a208-71153b22e128 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:15:05.846234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674460-db71-43be-a956-490e66a4ef40 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b89c5-a6a4-4b86-b82a-70aa1b79d1c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:05.853684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:05.855685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7dd2ce23-f7ce-42e0-a235-c7ede18ed1d1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d1857f1a-78db-48be-a208-71153b22e128 HTTP/1.1" status: 204 len: 168 time: 1.6697397 Aug 29 04:15:05.857913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:05.938171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Deleting subnet 3e016060-9673-4c9d-a6a4-22913c02524b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:05.943436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.009915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.027329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588de1-1432-4a76-9076-78cee0a7650d req-cd74706f-ba24-40a2-815c-4b33c9f6321a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.030459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29588de1-1432-4a76-9076-78cee0a7650d req-cd74706f-ba24-40a2-815c-4b33c9f6321a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.1228693 Aug 29 04:15:06.087723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29588de1-1432-4a76-9076-78cee0a7650d req-e6cc1490-71f4-4246-92a8-cc7875941295 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Aug 29 04:15:06.156399 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ad23bb-331c-4371-a7ed-1132c2524e1d x-openstack-request-id: req-f9ad23bb-331c-4371-a7ed-1132c2524e1d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:06.163881 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-plugged", "status": "completed", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:06.166152 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9ad23bb-331c-4371-a7ed-1132c2524e1d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:06.166504 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'code': 200} Aug 29 04:15:06.184592 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-4faee407-6ba1-4d62-a8f1-51640b463901 req-fe9c0793-01c1-46c5-8f65-9074c0ac6282 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] show failed (client error): The resource could not be found. Aug 29 04:15:06.186391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4faee407-6ba1-4d62-a8f1-51640b463901 req-fe9c0793-01c1-46c5-8f65-9074c0ac6282 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/961824e1-eeeb-4ba2-acea-56bceba337dc HTTP/1.1" status: 404 len: 352 time: 0.0339828 Aug 29 04:15:06.253910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.385209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff6141-0194-4aea-80fb-a649573b3f2a req-3abc3a5f-ea55-4800-b3b6-3e2b9c328716 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.398883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ff6141-0194-4aea-80fb-a649573b3f2a req-3abc3a5f-ea55-4800-b3b6-3e2b9c328716 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.1311471 Aug 29 04:15:06.411465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.454968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece20e0b-f6af-4fb7-a859-522334a13cf4 req-8d11c6d9-6419-4864-ab36-052c17e50ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:06.457560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ece20e0b-f6af-4fb7-a859-522334a13cf4 req-8d11c6d9-6419-4864-ab36-052c17e50ecc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.1549397 Aug 29 04:15:06.478550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.482937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3e016060-9673-4c9d-a6a4-22913c02524b HTTP/1.1" status: 204 len: 168 time: 0.6227634 Aug 29 04:15:06.486303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac5fb0-0122-4952-998b-c34d0db0866a None None] Network 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:06.489183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f968b-158e-42df-8728-334d69bbcdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e016060-9673-4c9d-a6a4-22913c02524b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:06.494317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:06.593131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ff6141-0194-4aea-80fb-a649573b3f2a req-e75468d9-e4bc-4a00-ab00-f9db9fc53300 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924877 Aug 29 04:15:06.648847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-2979d108-e946-4688-b3c7-6deafb9981d5 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/d35c8572-f94a-4ac4-96f8-e7571ad1fc70 HTTP/1.1" status: 200 len: 1803 time: 0.2073941 Aug 29 04:15:06.665838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ece20e0b-f6af-4fb7-a859-522334a13cf4 req-3d5c2dfa-3b9b-4a85-9222-a629686b65f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980031 Aug 29 04:15:06.700931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.800812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 320ebc83-0f9e-49f6-8939-e3c94bf6a37e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:06.813056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.836886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 320ebc83-0f9e-49f6-8939-e3c94bf6a37e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:06.836886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 320ebc83-0f9e-49f6-8939-e3c94bf6a37e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:06.837382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 36f4e29f-861b-4689-a44e-aed1712e96ab no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:06.847143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Deleting port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:06.847881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.866220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] DHCP port deletion for 62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:06.869549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 36f4e29f-861b-4689-a44e-aed1712e96ab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:06.869960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 36f4e29f-861b-4689-a44e-aed1712e96ab not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:06.883598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:06.987041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Deleting port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:06.987882 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.009737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] For port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:07.009737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.033159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Calling delete_port for 1ee8d4c8-c034-445e-918c-8235d7f2a9cf owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:07.049731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.053472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.055396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6c5e6b0-e218-41b5-9ca1-49425ac92003 req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/d35c8572-f94a-4ac4-96f8-e7571ad1fc70 HTTP/1.1" status: 204 len: 173 time: 0.4052136 Aug 29 04:15:07.077949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dadfe-3f9a-433c-9f54-4d56acec36ec tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c8572-f94a-4ac4-96f8-e7571ad1fc70,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:07.121746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133787af-5381-4edc-904a-088cde0d5ce5 req-27e1217f-b6e4-473b-9fb2-31c4501fdc59 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.133285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-133787af-5381-4edc-904a-088cde0d5ce5 req-27e1217f-b6e4-473b-9fb2-31c4501fdc59 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 949 time: 0.1497631 Aug 29 04:15:07.180800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.195615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] For port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,segment=NetworkSegment(d77b17ba-8775-4a10-b09a-c2cacf8c3324),segment_id=d77b17ba-8775-4a10-b09a-c2cacf8c3324)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:07.200721 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.235392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Calling delete_port for 1ee8d4c8-c034-445e-918c-8235d7f2a9cf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:07.238316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] No DVR routers for this DVR port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:07.247830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:07.259406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-133787af-5381-4edc-904a-088cde0d5ce5 req-c58055df-4f16-41dc-b602-3c8753ce9e2d tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250358 Aug 29 04:15:07.299492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3d4-0ef6-42f8-a381-5c679b0f5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.301219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb08cf-7ef6-4cb2-9402-a23a08fd6354 req-35884708-2c62-4f5c-9fec-f01b78974303 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.303894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34bb08cf-7ef6-4cb2-9402-a23a08fd6354 req-35884708-2c62-4f5c-9fec-f01b78974303 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.1082151 Aug 29 04:15:07.379283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34bb08cf-7ef6-4cb2-9402-a23a08fd6354 req-c1fdd670-029b-4c41-b910-fbc6c10549f9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Aug 29 04:15:07.401224 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.420642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b1cefd-48b1-4516-ac9b-a2353c4cb1e5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:07.449579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77b17ba-8775-4a10-b09a-c2cacf8c3324') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:07.450365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77b17ba-8775-4a10-b09a-c2cacf8c3324') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:07.467388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.474421 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.498828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.520673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:07.521372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:07.525200 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:07.535207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] Pushing event deleted for resources: {'Port': ['ID=1ee8d4c8-c034-445e-918c-8235d7f2a9cf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:07.545324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754abdfa-a855-416f-baf0-cd7e2912db15 None None] No DVR routers for this DVR port 1ee8d4c8-c034-445e-918c-8235d7f2a9cf on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:07.658554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.668028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:07.673221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] 10.222.0.62 "DELETE /v2.0/networks/62b1cefd-48b1-4516-ac9b-a2353c4cb1e5 HTTP/1.1" status: 204 len: 168 time: 1.1747904 Aug 29 04:15:07.685908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4d6d9-9739-4e66-89fc-1394daf4f9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=62b1cefd-48b1-4516-ac9b-a2353c4cb1e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:07.841967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:07.847526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4643d-ca5d-49f6-8008-1bf25f43792c req-0bce1f07-2b89-4b40-8373-e5a1a2300de8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.849681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53e4643d-ca5d-49f6-8008-1bf25f43792c req-0bce1f07-2b89-4b40-8373-e5a1a2300de8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.4567802 Aug 29 04:15:07.859810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-12a26c58-539c-4336-ac9d-babd6e9c532a tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/8fe66e0a-2d97-431f-8fa4-5b69046d427c HTTP/1.1" status: 200 len: 1803 time: 0.0963221 Aug 29 04:15:07.909374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-bcf0a7b8-69e1-49be-bad1-c87f1241df8a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:07.910850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-bcf0a7b8-69e1-49be-bad1-c87f1241df8a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.1289098 Aug 29 04:15:07.918218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1ac3c6d-dc80-4014-9e7e-a782987132b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=171cd9df8994484d93020e68890708bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745578 Aug 29 04:15:07.923681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:07.982818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53e4643d-ca5d-49f6-8008-1bf25f43792c req-85d0b801-adce-4f80-aafa-95fa1792bf16 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187673 Aug 29 04:15:08.017090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.037419 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.044387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.120653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.124675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.128611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1f36555-bac2-49a7-8e12-d208415aeccc HTTP/1.1" status: 204 len: 168 time: 0.2004879 Aug 29 04:15:08.142403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbc877-9747-4be1-ad6d-4c9158aa8ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f36555-bac2-49a7-8e12-d208415aeccc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.176592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.340497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abea57b-3c51-42a2-bc99-f7995e84393f req-b60295e6-a333-4fd2-834a-be2f336f9822 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.343089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5abea57b-3c51-42a2-bc99-f7995e84393f req-b60295e6-a333-4fd2-834a-be2f336f9822 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.1890638 Aug 29 04:15:08.346056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Deleting port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:08.346495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.456723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.462283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.463610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da3c529c-da76-4f85-ab1f-5d579b871d9d req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/8fe66e0a-2d97-431f-8fa4-5b69046d427c HTTP/1.1" status: 204 len: 173 time: 0.6029077 Aug 29 04:15:08.485430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a3aea-97f4-48d2-8764-4fa809dac8fd tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe66e0a-2d97-431f-8fa4-5b69046d427c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.529330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5abea57b-3c51-42a2-bc99-f7995e84393f req-bd52c9f4-dd4e-4d4e-b0f3-cbad8f5c58a5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704597 Aug 29 04:15:08.589952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] For port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:08.590334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.621470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Calling delete_port for 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:08.775667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1ee8d4c8-c034-445e-918c-8235d7f2a9cf no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:08.803875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1ee8d4c8-c034-445e-918c-8235d7f2a9cf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:08.804464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1ee8d4c8-c034-445e-918c-8235d7f2a9cf not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:08.900554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e54c2e-55a2-42cd-a10d-2a663a9bc333 req-116aed7b-9d33-4578-84c4-f50df1a12bd7 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.908583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e54c2e-55a2-42cd-a10d-2a663a9bc333 req-116aed7b-9d33-4578-84c4-f50df1a12bd7 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1102 time: 0.1493440 Aug 29 04:15:08.919306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f567-86ad-478b-a553-e65f38f70946 req-463a564d-9d3d-4bce-b319-bfc011b8bf56 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:08.921106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02f3f567-86ad-478b-a553-e65f38f70946 req-463a564d-9d3d-4bce-b319-bfc011b8bf56 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3aa3312-8ff0-4789-9a76-285ece4f3c54 HTTP/1.1" status: 200 len: 946 time: 0.1530681 Aug 29 04:15:08.929068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:08.986743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Pushing event deleted for resources: {'Port': ['ID=5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:08.994605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:09.057021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e54c2e-55a2-42cd-a10d-2a663a9bc333 req-f4c86352-708f-4383-804e-798837db85fd tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467814 Aug 29 04:15:09.062066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] No DVR routers for this DVR port 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:09.074975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.077991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eacf6ce2-ec23-4912-ba5f-a8bd8dad4515 req-cab1f899-0b53-4032-8ae8-262a92f4545a tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.50 "DELETE /v2.0/ports/5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 HTTP/1.1" status: 204 len: 173 time: 1.1516955 Aug 29 04:15:09.078587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'name': 'network-vif-deleted', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:09.084417 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f9d0d7-47b4-4bee-a425-fff5bcd1e172" -d '{"events": [{"server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "name": "network-vif-deleted", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:09.108710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02f3f567-86ad-478b-a553-e65f38f70946 req-f898cd27-3e53-4b11-855b-d956bdfc2be4 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159 tempest-FloatingIPsAssociationNegativeTestJSON-1075615159-project] 10.222.0.62 "GET /v2.0/security-groups?id=52956827-e125-4a82-acf1-14d028f619e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599262 Aug 29 04:15:09.353305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a61880-199e-480f-9e1b-5ef99b38d958 req-8e724367-ec6b-4cb3-9ff6-4bd1c8fd36ef tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.354860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00a61880-199e-480f-9e1b-5ef99b38d958 req-8e724367-ec6b-4cb3-9ff6-4bd1c8fd36ef tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 949 time: 0.1293058 Aug 29 04:15:09.378995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690dd79-df05-4082-8894-8521dcc3933a req-177a39ef-d68b-45ee-b614-623b1d99af5f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.381333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a690dd79-df05-4082-8894-8521dcc3933a req-177a39ef-d68b-45ee-b614-623b1d99af5f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 944 time: 0.0916386 Aug 29 04:15:09.504880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00a61880-199e-480f-9e1b-5ef99b38d958 req-7bc522ea-5948-40c3-861a-fcb4f8274094 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412501 Aug 29 04:15:09.534036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a690dd79-df05-4082-8894-8521dcc3933a req-80e78edd-07a5-4c25-aaa5-a14e5a4a18bc tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270506 Aug 29 04:15:09.575503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-3410f6bc-7fb7-4980-9cf0-d6c3d0392568 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:09.577179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-3410f6bc-7fb7-4980-9cf0-d6c3d0392568 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 949 time: 0.1924541 Aug 29 04:15:09.594999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-41ce9afb-292f-4151-97e4-7f2287b002eb service neutron] 10.222.0.54 "GET /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.2111456 Aug 29 04:15:09.656919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-75482b31-11ee-4822-9e01-8d3de7bf595a tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/51061b7d-101a-427e-b953-c999b8b142c3 HTTP/1.1" status: 200 len: 1803 time: 0.1154845 Aug 29 04:15:09.832297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.878495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 5080b331-2af6-4201-b5f9-20a8d56ffe4d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:09.878825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.897356 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35905c67-5270-4689-9e2c-8c78a580d42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:09.982901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.091559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-32b73bc0-8e42-437a-bf61-f3efa122dfa1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.093142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-32b73bc0-8e42-437a-bf61-f3efa122dfa1 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe539150-3b89-48c0-adce-18ac25960e23 HTTP/1.1" status: 200 len: 950 time: 0.2277148 Aug 29 04:15:10.111429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:10.149640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.157816 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b207af47-d855-47a3-9f6c-e6c5891bd45f x-openstack-request-id: req-b207af47-d855-47a3-9f6c-e6c5891bd45f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:10.158114 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3aa3312-8ff0-4789-9a76-285ece4f3c54", "name": "network-vif-deleted", "tag": "5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:10.158346 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b207af47-d855-47a3-9f6c-e6c5891bd45f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:10.158770 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aa3312-8ff0-4789-9a76-285ece4f3c54', 'name': 'network-vif-deleted', 'tag': '5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2', 'status': 'completed', 'code': 200} Aug 29 04:15:10.159388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.161990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.163145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79b3e753-8233-41ca-80b4-a4dcce83f9cf req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/51061b7d-101a-427e-b953-c999b8b142c3 HTTP/1.1" status: 204 len: 173 time: 0.4941120 Aug 29 04:15:10.178603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 5080b331-2af6-4201-b5f9-20a8d56ffe4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5080b331-2af6-4201-b5f9-20a8d56ffe4d,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:10.178883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.211708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a7a3a-a824-4e2a-b904-a8ca63e2fec0 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51061b7d-101a-427e-b953-c999b8b142c3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:10.214044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 5080b331-2af6-4201-b5f9-20a8d56ffe4d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:10.225968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:10.268717 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-b3830251-e990-497e-af55-9edded599a3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796049 Aug 29 04:15:10.354156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d449ad-bb67-4e23-85f7-2470476cac9e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:10.375055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:10.419151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.437161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68371fe0-bc21-40f5-8350-12204cc51a78 req-b67fcf9a-112b-455a-86db-6407a18f742a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.438761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68371fe0-bc21-40f5-8350-12204cc51a78 req-b67fcf9a-112b-455a-86db-6407a18f742a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.2095237 Aug 29 04:15:10.489057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 16fca4cd-be9b-48c4-b6d7-78f980c280fe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:10.489450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.623362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68371fe0-bc21-40f5-8350-12204cc51a78 req-fef280e5-9e2b-44d2-a165-9183a59a766a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663251 Aug 29 04:15:10.693425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.709164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:10.752907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] Transition to ACTIVE for port object e2d449ad-bb67-4e23-85f7-2470476cac9e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:10.758580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['16fca4cd-be9b-48c4-b6d7-78f980c280fe', '5080b331-2af6-4201-b5f9-20a8d56ffe4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:10.772287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=5080b331-2af6-4201-b5f9-20a8d56ffe4d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:10.781305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 16fca4cd-be9b-48c4-b6d7-78f980c280fe, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=16fca4cd-be9b-48c4-b6d7-78f980c280fe,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:10.781709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.786096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.870998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 16fca4cd-be9b-48c4-b6d7-78f980c280fe owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:10.934431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-c427ff80-084e-48a4-ab6c-97b1d970c884 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/7a06649c-110f-42ce-b31a-3eddd514db64 HTTP/1.1" status: 200 len: 2403 time: 0.2082653 Aug 29 04:15:10.960248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8da88-62e8-4b6a-b9e5-ab3fa8ff878f req-06bf01cb-557b-41af-bfd7-3e8908f5fc51 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:10.962057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8a8da88-62e8-4b6a-b9e5-ab3fa8ff878f req-06bf01cb-557b-41af-bfd7-3e8908f5fc51 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.3012536 Aug 29 04:15:10.975374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 5080b331-2af6-4201-b5f9-20a8d56ffe4d on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:10.995218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:10.999180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b83b8eb5-a567-405d-8195-e11bf094b177 req-d8eccaab-f70b-42b1-ac68-fbb4736f607b tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "DELETE /v2.0/ports/5080b331-2af6-4201-b5f9-20a8d56ffe4d HTTP/1.1" status: 204 len: 173 time: 1.3970411 Aug 29 04:15:11.098845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] No DVR routers for this DVR port e2d449ad-bb67-4e23-85f7-2470476cac9e on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:11.171240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:11.195795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:11.267156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-cebad080-2456-452f-85f6-ed6f4355edb5 service neutron] 10.222.0.54 "PUT /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e/bindings/n-h1-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6641445 Aug 29 04:15:11.267888 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.382207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8a8da88-62e8-4b6a-b9e5-ab3fa8ff878f req-630e6ec6-5cde-431e-a852-dbc14516b0f9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012897 Aug 29 04:15:11.389681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:11.414010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.474613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:11.587423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.618618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-eaba6c2a-08a5-4348-9717-4853ce974e6c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.622222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-eaba6c2a-08a5-4348-9717-4853ce974e6c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.2333970 Aug 29 04:15:11.666073 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.682814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5080b331-2af6-4201-b5f9-20a8d56ffe4d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:11.720911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 5080b331-2af6-4201-b5f9-20a8d56ffe4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:11.721965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5080b331-2af6-4201-b5f9-20a8d56ffe4d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:11.722145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.723174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:11.760404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:11.761877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5e7ee867-5b19-473a-9bdc-6fdb44c9f3c2 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:11.799444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad76aabd-7c28-4161-81dd-9bd4030ebece req-de45595a-f12e-4dd9-ac6f-80acef4adc86 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=528797ca-7ee4-49a2-9bc9-0f938b7f5913 HTTP/1.1" status: 200 len: 210 time: 0.0866697 Aug 29 04:15:11.800304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=16fca4cd-be9b-48c4-b6d7-78f980c280fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:11.815816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:11.866725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.869101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.870890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-866083f3-ff2f-48c7-b6d4-7ff7f2572109 req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/7a06649c-110f-42ce-b31a-3eddd514db64 HTTP/1.1" status: 204 len: 173 time: 0.9059801 Aug 29 04:15:11.891892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-c8f4a549-4c1a-4d70-ba77-496defc39b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:11.893827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-c8f4a549-4c1a-4d70-ba77-496defc39b57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5&tenant_id=0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 1097 time: 0.2472360 Aug 29 04:15:11.894707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 16fca4cd-be9b-48c4-b6d7-78f980c280fe on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:11.903714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:11.906112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd90bed-3e8b-4c8e-938a-2a8586261db0 req-b9803e03-c4a4-419a-9a44-844bad878e9a tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.50 "DELETE /v2.0/ports/16fca4cd-be9b-48c4-b6d7-78f980c280fe HTTP/1.1" status: 204 len: 173 time: 1.7976277 Aug 29 04:15:11.907814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aad75-92be-4fed-917a-df037a111a64 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06649c-110f-42ce-b31a-3eddd514db64,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:12.206433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'name': 'network-vif-deleted', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d'}, {'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'name': 'network-vif-deleted', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:12.210993 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e7b0f-7c5f-48b7-b75f-a92fe252d07c" -d '{"events": [{"server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "name": "network-vif-deleted", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d"}, {"server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "name": "network-vif-deleted", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:12.245327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.293182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558bd33-380c-4155-a1bc-467925d1bc4a req-11b2cf64-9424-4543-bd6e-c38c4aac9080 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.296136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2558bd33-380c-4155-a1bc-467925d1bc4a req-11b2cf64-9424-4543-bd6e-c38c4aac9080 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.3090057 Aug 29 04:15:12.338599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b753dd-d58e-4b88-bc4d-41c2254c13bf req-6067ba5e-c0c8-4a28-b8dc-934fe0a0b945 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.341553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b753dd-d58e-4b88-bc4d-41c2254c13bf req-6067ba5e-c0c8-4a28-b8dc-934fe0a0b945 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.2963543 Aug 29 04:15:12.382568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-8fb46a54-beec-414a-9594-ccec369f540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.385520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-8fb46a54-beec-414a-9594-ccec369f540d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1097 time: 0.2554731 Aug 29 04:15:12.404997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-4d4aae15-4174-4b95-843f-cdb02c31cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:12.407682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-4d4aae15-4174-4b95-843f-cdb02c31cbde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1102 time: 0.2525578 Aug 29 04:15:12.566081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Deleting port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:12.566815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.601473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2558bd33-380c-4155-a1bc-467925d1bc4a req-84fabe82-2dd9-4c4b-82c0-adc6265beca3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897997 Aug 29 04:15:12.675295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] For port 0c1965a4-3ff2-4818-afd6-cf67b6724e5a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:12.675955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.694538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Calling delete_port for 0c1965a4-3ff2-4818-afd6-cf67b6724e5a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:12.837044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:12.968778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b753dd-d58e-4b88-bc4d-41c2254c13bf req-c48c0d8d-cbc4-45d8-b631-abfab89a366a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986040 Aug 29 04:15:12.972679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.013079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1965a4-3ff2-4818-afd6-cf67b6724e5a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:13.074412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-d58a25f6-8200-4a4d-b0f0-9555ddbd1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.076023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-d58a25f6-8200-4a4d-b0f0-9555ddbd1c02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.6525314 Aug 29 04:15:13.080702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-19a99e40-6afa-40c4-874d-fe77dc83b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.082323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-19a99e40-6afa-40c4-874d-fe77dc83b665 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.6711538 Aug 29 04:15:13.084953 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab5bfa9-600c-46e2-8aa0-fbdae6946774 x-openstack-request-id: req-bab5bfa9-600c-46e2-8aa0-fbdae6946774 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:13.085247 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528797ca-7ee4-49a2-9bc9-0f938b7f5913", "name": "network-vif-deleted", "tag": "5080b331-2af6-4201-b5f9-20a8d56ffe4d", "status": "completed", "code": 200}, {"server_uuid": "fe539150-3b89-48c0-adce-18ac25960e23", "name": "network-vif-deleted", "tag": "16fca4cd-be9b-48c4-b6d7-78f980c280fe", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:13.085501 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bab5bfa9-600c-46e2-8aa0-fbdae6946774 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:13.085900 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528797ca-7ee4-49a2-9bc9-0f938b7f5913', 'name': 'network-vif-deleted', 'tag': '5080b331-2af6-4201-b5f9-20a8d56ffe4d', 'status': 'completed', 'code': 200} Aug 29 04:15:13.086144 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe539150-3b89-48c0-adce-18ac25960e23', 'name': 'network-vif-deleted', 'tag': '16fca4cd-be9b-48c4-b6d7-78f980c280fe', 'status': 'completed', 'code': 200} Aug 29 04:15:13.098653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fce34b8f-c786-4722-be0f-161616268c83 req-c333411a-803c-41d4-b45d-e3711a8c9590 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "GET /v2.0/security-groups/94f4c01a-860d-42f7-9de4-0444bb430b11 HTTP/1.1" status: 200 len: 2396 time: 0.0866389 Aug 29 04:15:13.162241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-85f7e666-7a29-48b6-9e23-a9d58ed9562b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.0567145 Aug 29 04:15:13.241533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-0699db31-bedd-4003-8c07-553fab752037 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.0955610 Aug 29 04:15:13.281670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.373853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-3c9abbd6-9f5a-4a80-b048-229cf8a3c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.375418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-3c9abbd6-9f5a-4a80-b048-229cf8a3c951 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1647146 Aug 29 04:15:13.403328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-0d2c9061-5b16-486b-8734-82e2a59f11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.404886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-0d2c9061-5b16-486b-8734-82e2a59f11d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1156044 Aug 29 04:15:13.419653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5b20b-3b67-4ae7-9bde-22d31a260067 req-eb833836-3e1f-4b49-bff2-646f1b35cf4b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.421346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2d5b20b-3b67-4ae7-9bde-22d31a260067 req-eb833836-3e1f-4b49-bff2-646f1b35cf4b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2129860 Aug 29 04:15:13.447184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce34b8f-c786-4722-be0f-161616268c83 req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.492807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-ea4ab057-77b7-4b9a-90e8-39c870fd4fe2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701237 Aug 29 04:15:13.512410 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce34b8f-c786-4722-be0f-161616268c83 req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.611808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-cdc29201-bfa3-428d-b479-80192fb36114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:13.613458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-cdc29201-bfa3-428d-b479-80192fb36114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2282271 Aug 29 04:15:13.616727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2d5b20b-3b67-4ae7-9bde-22d31a260067 req-d5d37dd9-1a5c-4a48-aa74-12ab35c0d218 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780012 Aug 29 04:15:13.729643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce34b8f-c786-4722-be0f-161616268c83 req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.732199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fce34b8f-c786-4722-be0f-161616268c83 req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:13.740531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fce34b8f-c786-4722-be0f-161616268c83 req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] 10.222.0.62 "DELETE /v2.0/security-groups/94f4c01a-860d-42f7-9de4-0444bb430b11 HTTP/1.1" status: 204 len: 173 time: 0.6235850 Aug 29 04:15:13.743698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:13.756784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-999bf854-8771-4ed6-9189-3fbbad2ac912 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466302 Aug 29 04:15:13.811811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283948-f663-45a9-a3ec-8a4bf4e7ab96 tempest-SecurityGroupRulesTestJSON-261679684 tempest-SecurityGroupRulesTestJSON-261679684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f4c01a-860d-42f7-9de4-0444bb430b11,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:13.813624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:13.897012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-c4006fb7-f5de-4d6e-b4ec-27f7b68b0c86 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732987 Aug 29 04:15:13.947467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:13.953302 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9fce2e11-482d-413a-b1fb-af6964e6eb50 admin admin] 10.222.0.62 "PUT /v2.0/routers/51c7d025-1b6e-415a-9ddf-cc2e7ae3813f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767697 Aug 29 04:15:13.955862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:13.962069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Sync routers for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:13.973423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:13.974505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:13.988722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Deleting subnet 2594f34f-b67a-48a6-866c-7a73b56b0b8e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:14.000763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e01ac-8f83-4627-a08f-f19c36432cd6 req-34d7741d-60fc-4775-8c4e-a89969d60155 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.003838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e9e01ac-8f83-4627-a08f-f19c36432cd6 req-34d7741d-60fc-4775-8c4e-a89969d60155 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.2582972 Aug 29 04:15:14.009992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.086284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.113956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-ffa9d3a0-b5fa-42bd-ae63-c04729096643 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314912 Aug 29 04:15:14.115226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:14.127418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.148428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.226685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.243909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.282647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e9e01ac-8f83-4627-a08f-f19c36432cd6 req-17f8fbd1-114b-4cfa-9573-31fe66d867d4 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662737 Aug 29 04:15:14.285428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-73c72c9c-70d8-4d4d-becc-78da2b1bfa46 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726928 Aug 29 04:15:14.288932 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.291293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2594f34f-b67a-48a6-866c-7a73b56b0b8e HTTP/1.1" status: 204 len: 168 time: 0.5418315 Aug 29 04:15:14.292295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb5670-dc41-4c20-a463-4ac5c1c7d420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2594f34f-b67a-48a6-866c-7a73b56b0b8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:14.295415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:14.301628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Deleting port eaa54a23-21a3-4615-898d-c6f1a7ac1387 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:14.302557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.403621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:15:12Z', 'revision_number': 5, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port': {'id': 'eaa54a23-21a3-4615-898d-c6f1a7ac1387', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:13:55Z', 'updated_at': '2021-08-29T04:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.489323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Checking router: 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:14.503413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Routers {'51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:14.504740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.540147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.555974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ce5b8-715e-4420-9eec-e03859710116 req-e093a403-e5e8-457e-a18a-807b016faa47 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.568268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c47ce5b8-715e-4420-9eec-e03859710116 req-e093a403-e5e8-457e-a18a-807b016faa47 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.1990087 Aug 29 04:15:14.633327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c47ce5b8-715e-4420-9eec-e03859710116 req-af7eb002-1e1f-436d-b77f-a2300696efa9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Aug 29 04:15:14.637725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] Set router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:14.642358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-023008d6-f836-49a1-a449-91cf7ecd834a tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:14.648207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-023008d6-f836-49a1-a449-91cf7ecd834a tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.1793246 Aug 29 04:15:14.665655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.676840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2442c0b-11a9-46b6-ba05-f3c9fa0d7915']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.691621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1071acc0-2051-4fd2-af90-7e72b010e515') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.692113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1071acc0-2051-4fd2-af90-7e72b010e515') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.703654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.722573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.731620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:14.732048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.796387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:15:14Z', 'revision_number': 6, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:14.808493 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:14.819185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] For port eaa54a23-21a3-4615-898d-c6f1a7ac1387, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eaa54a23-21a3-4615-898d-c6f1a7ac1387,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:14.820670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.835498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b53ff4-a8c4-4e02-b136-d2581ce6b8ea None None] The sync data for ids ['51c7d025-1b6e-415a-9ddf-cc2e7ae3813f'] in n-d-712139-13 is: [{'id': '51c7d025-1b6e-415a-9ddf-cc2e7ae3813f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-875003189-router', 'tenant_id': '91290f69297e4a57abdf02cf2702b493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:13:54Z', 'updated_at': '2021-08-29T04:15:14Z', 'revision_number': 6, 'project_id': '91290f69297e4a57abdf02cf2702b493', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:14.852188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.870828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Calling delete_port for eaa54a23-21a3-4615-898d-c6f1a7ac1387 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:14.881114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.885912 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d2442c0b-11a9-46b6-ba05-f3c9fa0d7915 HTTP/1.1" status: 204 len: 168 time: 0.5836902 Aug 29 04:15:14.919756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-b1bdb473-8716-40d4-880e-b9df85bc35d1 service neutron] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:14.928807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-b1bdb473-8716-40d4-880e-b9df85bc35d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:14.931554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49dce902-1b7b-4301-96d4-abe44a4c5da2 req-b1bdb473-8716-40d4-880e-b9df85bc35d1 service neutron] 10.222.0.50 "DELETE /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e/bindings/n-h2-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.2713864 Aug 29 04:15:14.945528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25e57f-5975-42a3-8ecf-97ce678f9295 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2442c0b-11a9-46b6-ba05-f3c9fa0d7915,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:15.054118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759256-ef67-4489-b8fd-860ff06bff30 req-a0ad527b-70a7-4408-8c3a-07fd41349a2b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.054118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8759256-ef67-4489-b8fd-860ff06bff30 req-a0ad527b-70a7-4408-8c3a-07fd41349a2b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.0903189 Aug 29 04:15:15.174570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8759256-ef67-4489-b8fd-860ff06bff30 req-d4731328-a023-470d-86e6-20e9cb2246ff tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143146 Aug 29 04:15:15.209617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.242874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:15.301013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa54a23-21a3-4615-898d-c6f1a7ac1387,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:15.357701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-60d3f913-0abc-4d8d-ad07-ddc60c2e6931 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7797f5aa3e0b4c6c982ee9feb90e0c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127529 Aug 29 04:15:15.361979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:15.389850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1b9b-84c4-4b8e-af0c-f28bccda23ea req-37800cb3-1226-4eec-a73f-f6fbd028f278 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.398828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c0f1b9b-84c4-4b8e-af0c-f28bccda23ea req-37800cb3-1226-4eec-a73f-f6fbd028f278 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.1019359 Aug 29 04:15:15.493644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.495959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.513332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c0f1b9b-84c4-4b8e-af0c-f28bccda23ea req-bdf8db7a-c537-45be-94a3-1cfe4402fe81 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127136 Aug 29 04:15:15.571983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.644397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 16fca4cd-be9b-48c4-b6d7-78f980c280fe no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:15.651760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.677915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.682300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 16fca4cd-be9b-48c4-b6d7-78f980c280fe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:15.683345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 16fca4cd-be9b-48c4-b6d7-78f980c280fe not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:15.686916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd54114-88ff-448a-a43a-d429a53cb9d8 req-c3b412f1-4d14-454f-b1fd-f56945f63227 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.688854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dd54114-88ff-448a-a43a-d429a53cb9d8 req-c3b412f1-4d14-454f-b1fd-f56945f63227 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.0772653 Aug 29 04:15:15.739958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.740821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c7d025-1b6e-415a-9ddf-cc2e7ae3813f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:15:15.743177 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.747118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.748595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7739349d-8d03-41ee-8850-2500a49772fb HTTP/1.1" status: 204 len: 168 time: 0.3852084 Aug 29 04:15:15.755863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.760532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8dc703b-9e4b-4ef3-9ff3-0cac59d9bb7b admin admin] 10.222.0.62 "DELETE /v2.0/routers/51c7d025-1b6e-415a-9ddf-cc2e7ae3813f HTTP/1.1" status: 204 len: 168 time: 1.8034809 Aug 29 04:15:15.761622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:15.766128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f771b9e-321c-4f55-8a5d-dfed4781c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739349d-8d03-41ee-8850-2500a49772fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:15.840621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dd54114-88ff-448a-a43a-d429a53cb9d8 req-9d6d148a-7fea-47c0-b166-9b50a21a1c7c tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264908 Aug 29 04:15:15.856419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Deleting subnet 6d808670-9141-4a45-96eb-f887c3394908 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:15.867553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.923530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:15.925336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31861d07-7e23-4e03-a5fb-46c0b45d7296 req-11a88df8-6317-44f7-8d6f-93f841f8f5a5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:15.944782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31861d07-7e23-4e03-a5fb-46c0b45d7296 req-11a88df8-6317-44f7-8d6f-93f841f8f5a5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.1449454 Aug 29 04:15:16.087106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31861d07-7e23-4e03-a5fb-46c0b45d7296 req-de556b8f-75f3-4c6f-b197-0b7110e2cbc5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409843 Aug 29 04:15:16.146455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.265994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.310511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d808670-9141-4a45-96eb-f887c3394908,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:16.322197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.324721 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d982ed5a-9285-4be0-ae94-fdcf083162d0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d808670-9141-4a45-96eb-f887c3394908 HTTP/1.1" status: 204 len: 168 time: 0.5619621 Aug 29 04:15:16.327544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:16.331671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228a97a-fb07-48f2-8f77-b8a9228b7b1b None None] Network 99e29b49-030c-497c-a07f-96ca89e62c78 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:16.371689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ed2c5-77c2-4f06-b95b-d83e050f0372 req-f8e9807a-4397-44f4-b37a-485f5dece6ea tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.379463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-351ed2c5-77c2-4f06-b95b-d83e050f0372 req-f8e9807a-4397-44f4-b37a-485f5dece6ea tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.0971363 Aug 29 04:15:16.430054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:16.463746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.540951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f244ab4-0a46-4f38-b755-7ee3d5dedf51 req-5c391036-e5bd-4feb-8367-4d2a3c91fe73 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.544989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f244ab4-0a46-4f38-b755-7ee3d5dedf51 req-5c391036-e5bd-4feb-8367-4d2a3c91fe73 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1097 time: 0.1633863 Aug 29 04:15:16.569620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Deleting port d4b92c56-ea12-4204-a2d7-6e23c937933f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:16.569962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.589950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-351ed2c5-77c2-4f06-b95b-d83e050f0372 req-c58ab596-5406-4cf1-b34e-6b0e2f2c748c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850431 Aug 29 04:15:16.678957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f244ab4-0a46-4f38-b755-7ee3d5dedf51 req-b74df7ca-9c3f-4ad3-93f4-99db3bb28762 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 Aug 29 04:15:16.772502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] DHCP port deletion for 99e29b49-030c-497c-a07f-96ca89e62c78 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:16.794017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c91276-826c-443f-840f-9cdbb1650710 req-b86a2eac-8ba2-43a2-8140-7e08b3cefca8 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:16.797218 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3acb4fd5-ad71-4e92-b0eb-6584c4f74a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.803781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] For port d4b92c56-ea12-4204-a2d7-6e23c937933f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4b92c56-ea12-4204-a2d7-6e23c937933f,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:16.804562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:16.805891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c91276-826c-443f-840f-9cdbb1650710 req-b86a2eac-8ba2-43a2-8140-7e08b3cefca8 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.0908663 Aug 29 04:15:16.834431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Calling delete_port for d4b92c56-ea12-4204-a2d7-6e23c937933f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:16.867240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c91276-826c-443f-840f-9cdbb1650710 req-a86c8d78-b040-434f-9d53-9836144cb38a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560999 Aug 29 04:15:16.886307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0c1965a4-3ff2-4818-afd6-cf67b6724e5a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:16.942367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0c1965a4-3ff2-4818-afd6-cf67b6724e5a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:16.943299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0c1965a4-3ff2-4818-afd6-cf67b6724e5a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:16.944230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eaa54a23-21a3-4615-898d-c6f1a7ac1387 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:16.990233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: eaa54a23-21a3-4615-898d-c6f1a7ac1387 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:16.991088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eaa54a23-21a3-4615-898d-c6f1a7ac1387 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:17.028122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Deleting port d4b92c56-ea12-4204-a2d7-6e23c937933f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:17.028939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.051577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99fa3-0bbf-4e50-b3ed-510d3998556b req-9f76a348-d901-48ac-8027-604e3e4d1a40 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.062471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a99fa3-0bbf-4e50-b3ed-510d3998556b req-9f76a348-d901-48ac-8027-604e3e4d1a40 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1097 time: 0.1622958 Aug 29 04:15:17.132721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f071ed5-1129-4662-95fd-d13d86b4f4db req-f947c6f1-c447-419a-bdef-bf5f46e59daa tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.136335 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.140593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f071ed5-1129-4662-95fd-d13d86b4f4db req-f947c6f1-c447-419a-bdef-bf5f46e59daa tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.1685181 Aug 29 04:15:17.166926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] No DVR routers for this DVR port d4b92c56-ea12-4204-a2d7-6e23c937933f on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:17.174032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] For port d4b92c56-ea12-4204-a2d7-6e23c937933f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4b92c56-ea12-4204-a2d7-6e23c937933f,segment=NetworkSegment(c0306b75-4d77-4dbb-a4a4-a3d9a942d266),segment_id=c0306b75-4d77-4dbb-a4a4-a3d9a942d266)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:17.175334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.208165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a99fa3-0bbf-4e50-b3ed-510d3998556b req-b6626863-4fab-47ac-b310-a317400e693c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441991 Aug 29 04:15:17.214078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Calling delete_port for d4b92c56-ea12-4204-a2d7-6e23c937933f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:17.230108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b92c56-ea12-4204-a2d7-6e23c937933f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.258282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f071ed5-1129-4662-95fd-d13d86b4f4db req-cbf338e2-539a-4bd4-806f-e8b5a3573b72 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/security-groups?id=18fd4b9d-d6ee-4d15-9894-7cab914730ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114750 Aug 29 04:15:17.267782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-b38bca1a-6c8a-4003-9786-9faa5757aeaa tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:17.281515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-b38bca1a-6c8a-4003-9786-9faa5757aeaa tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 948 time: 0.2340522 Aug 29 04:15:17.303295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:17.393266 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.402341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.416216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e29b49-030c-497c-a07f-96ca89e62c78']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:17.433975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] Pushing event deleted for resources: {'Port': ['ID=d4b92c56-ea12-4204-a2d7-6e23c937933f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.443875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbacf8-aa4f-4a15-97fb-6818603b481a None None] No DVR routers for this DVR port d4b92c56-ea12-4204-a2d7-6e23c937933f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:17.457668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3acb4fd5-ad71-4e92-b0eb-6584c4f74a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.462939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:17.463209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0306b75-4d77-4dbb-a4a4-a3d9a942d266') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:17.470762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3acb4fd5-ad71-4e92-b0eb-6584c4f74a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.479090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.549083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.555804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Deleting port 9348f318-f6a8-430d-8575-d51491a0aa09 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:17.556180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.601291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:17.601749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.604487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb4fd5-ad71-4e92-b0eb-6584c4f74a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b19a75-6813-440c-9c3c-be6021f48a5a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:17.606626 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:17.634969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3acb4fd5-ad71-4e92-b0eb-6584c4f74a6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bcf4bcd7c0e844cbb70d9bd0f49cdfda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2036974 Aug 29 04:15:17.639645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:17.695300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.720041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e29b49-030c-497c-a07f-96ca89e62c78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:17.726748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.739006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-95b8aed7-5f71-403d-af02-4ff1f2e04bd5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/99e29b49-030c-497c-a07f-96ca89e62c78 HTTP/1.1" status: 204 len: 168 time: 1.4019530 Aug 29 04:15:17.739289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] For port 9348f318-f6a8-430d-8575-d51491a0aa09, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9348f318-f6a8-430d-8575-d51491a0aa09,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:17.739289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.761932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-560055069-network', 'tenant_id': '023d3825f70d48c097dbf3530ee390fa'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:17.773448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.789837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Calling delete_port for 9348f318-f6a8-430d-8575-d51491a0aa09 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:17.797948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Made reservation on behalf of 023d3825f70d48c097dbf3530ee390fa for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:17.802037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.828917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.851092 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:17.997459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.007840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.042298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:18.049412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:18.086448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d744f7-81b4-4a67-b7bb-ad8951b8bb61,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.145168 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.149204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.153997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23b19a75-6813-440c-9c3c-be6021f48a5a HTTP/1.1" status: 204 len: 168 time: 0.5131285 Aug 29 04:15:18.156099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.156916 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Added segment 44512d3a-270c-4306-844d-20baca9b89ac of type vlan for network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f Aug 29 04:15:18.206496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004c98a-1390-4b99-91b0-f8be660ea278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b19a75-6813-440c-9c3c-be6021f48a5a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.235463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.260124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9348f318-f6a8-430d-8575-d51491a0aa09'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:18.333929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Pushing event deleted for resources: {'Port': ['ID=9348f318-f6a8-430d-8575-d51491a0aa09,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.350145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.425026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] No DVR routers for this DVR port 9348f318-f6a8-430d-8575-d51491a0aa09 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:18.428927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.431041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd5ba90c-6ac9-4912-bf28-f5c47563a066 req-9304ff85-1de1-4038-b4c3-5ad5d8e71d98 tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.54 "DELETE /v2.0/ports/9348f318-f6a8-430d-8575-d51491a0aa09 HTTP/1.1" status: 204 len: 173 time: 1.1421425 Aug 29 04:15:18.431530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'name': 'network-vif-deleted', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:18.434740 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63927f8-5e11-4e96-a1cc-9fbab5242dd0" -d '{"events": [{"server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "name": "network-vif-deleted", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:18.455523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5d7fa45-9e98-4f54-b7ed-980787507cec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91290f69297e4a57abdf02cf2702b493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045794 Aug 29 04:15:18.456527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:18.464549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1449660-6fd6-4e03-b6c3-ee35e2494be3 req-6c0449cd-c06b-4b82-b259-2adcb764df27 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.469993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.472541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:18.473190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1449660-6fd6-4e03-b6c3-ee35e2494be3 req-6c0449cd-c06b-4b82-b259-2adcb764df27 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.1437442 Aug 29 04:15:18.473360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.523994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1449660-6fd6-4e03-b6c3-ee35e2494be3 req-ddbc57c4-bdeb-4d46-9e0d-1489df425f22 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Aug 29 04:15:18.592532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1462662 Aug 29 04:15:18.602187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:18.612675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Request body: {'subnet': {'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-560055069-subnet', 'tenant_id': '023d3825f70d48c097dbf3530ee390fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:18.640065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1f57-c754-4fab-93d2-4c2c862e6bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb092b3-dfe0-40bb-83fd-5e8e454a230f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:18.646519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Made reservation on behalf of 023d3825f70d48c097dbf3530ee390fa for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:18.649375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.657278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:18.791519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.874283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:18.887284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9a6cb4a-50c2-46eb-abaf-43d39bd5fa8c req-bbdedb80-a968-479a-bf8a-dd81075c08fc tempest-ServersOnMultiNodesTest-1147929804 tempest-ServersOnMultiNodesTest-1147929804-project] 10.222.0.62 "GET /v2.0/ports?device_id=a25831a4-9782-40e6-901d-12ccb1f74131 HTTP/1.1" status: 200 len: 210 time: 0.1122756 Aug 29 04:15:18.892055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4b92c56-ea12-4204-a2d7-6e23c937933f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:18.925576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d4b92c56-ea12-4204-a2d7-6e23c937933f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:18.925910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4b92c56-ea12-4204-a2d7-6e23c937933f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:19.010258 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a6a3e-521a-4718-ae7d-70580d97e580 x-openstack-request-id: req-931a6a3e-521a-4718-ae7d-70580d97e580 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:19.010606 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25831a4-9782-40e6-901d-12ccb1f74131", "name": "network-vif-deleted", "tag": "9348f318-f6a8-430d-8575-d51491a0aa09", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:19.010894 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-931a6a3e-521a-4718-ae7d-70580d97e580 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:19.011394 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25831a4-9782-40e6-901d-12ccb1f74131', 'name': 'network-vif-deleted', 'tag': '9348f318-f6a8-430d-8575-d51491a0aa09', 'status': 'completed', 'code': 200} Aug 29 04:15:19.111000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.116455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.118553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52956827-e125-4a82-acf1-14d028f619e4 HTTP/1.1" status: 204 len: 168 time: 0.6601105 Aug 29 04:15:19.187940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e99f7-10b2-49b2-bb54-ecc993793f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52956827-e125-4a82-acf1-14d028f619e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:19.218976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.251299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-00a99164-eea6-4f72-91a4-d7fcdc9a3ad3 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:15:19.256460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-00a99164-eea6-4f72-91a4-d7fcdc9a3ad3 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128641 Aug 29 04:15:19.284662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Request body: {'binding': {'host': 'n-h1-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:19.285412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:15:19.336550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006379a2-122a-4783-b371-3bd26cbbc6a9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:19.348651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Checking segment: {'id': '44512d3a-270c-4306-844d-20baca9b89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:19.349776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Network hostable DHCP agents. Network: 5fb092b3-dfe0-40bb-83fd-5e8e454a230f, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:19.372770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:19.399891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5fb092b3-dfe0-40bb-83fd-5e8e454a230f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:19.409256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.412257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.415062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a229022-c025-41de-bd5a-613d51990d6a None None] Network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:19.464805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b5731efa-a538-4171-8360-f6bfefd6a862 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8591743 Aug 29 04:15:19.702667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3549c-8331-44ea-8f62-b472dc00fd2d None None] Network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:19.785783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on host n-h1-712139-13 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:19.787321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:19.788209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:19.801947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:19.803309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:19.821377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:19.822538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:19.823618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:19.823800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Bound port: 7780d2c0-d152-4760-b9f9-a8c40aee3888, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:19.902153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:19.921107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a15f-84f4-4c2f-9e07-2d146cc9ed5c req-59e86062-9d2c-472e-a187-f8c0bc61c4ca tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:19.927570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0f5a15f-84f4-4c2f-9e07-2d146cc9ed5c req-59e86062-9d2c-472e-a187-f8c0bc61c4ca tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2373812 Aug 29 04:15:19.930141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:19.930995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8a541595-5652-4a18-92f5-f300385d7d05 service neutron] 10.222.0.62 "POST /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888/bindings HTTP/1.1" status: 201 len: 390 time: 0.6515741 Aug 29 04:15:20.053076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0f5a15f-84f4-4c2f-9e07-2d146cc9ed5c req-c0c6b112-983e-4252-b55c-06e9a6ff6cfe tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040175 Aug 29 04:15:20.280570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eebbb7-99a0-43c8-b520-472d0d76c2d2 req-8a88ba24-05fc-4964-b4bf-3d3982b9a846 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.283130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5eebbb7-99a0-43c8-b520-472d0d76c2d2 req-8a88ba24-05fc-4964-b4bf-3d3982b9a846 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.0639324 Aug 29 04:15:20.370273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5eebbb7-99a0-43c8-b520-472d0d76c2d2 req-37cea38d-0b93-4141-a9b2-1fbaf545662e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803468 Aug 29 04:15:20.403791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-1be3fb8a-a2d7-4d0c-8f68-610ea5598a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.409812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-1be3fb8a-a2d7-4d0c-8f68-610ea5598a72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1098 time: 0.0963240 Aug 29 04:15:20.622146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-43175e77-048d-4ac4-8a89-e5d6dbff7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.624254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-43175e77-048d-4ac4-8a89-e5d6dbff7137 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.2028303 Aug 29 04:15:20.754862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-ae71c056-3e67-401b-ac84-497ed7cb6c8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.1193769 Aug 29 04:15:20.850283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8b81a0ed-7f82-4456-a2ab-17312785911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.852529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8b81a0ed-7f82-4456-a2ab-17312785911c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.0900407 Aug 29 04:15:20.888179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-be1e6fe8-1a87-48c9-af5f-e4ec6d511ede tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:20.897332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-be1e6fe8-1a87-48c9-af5f-e4ec6d511ede tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/networks?id=5fb092b3-dfe0-40bb-83fd-5e8e454a230f HTTP/1.1" status: 200 len: 812 time: 0.2488823 Aug 29 04:15:20.929976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-568fefb7-4956-4280-a16b-e66bb864a6ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626400 Aug 29 04:15:20.941759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-4e4c7147-3451-4949-bdd2-89ccd037ceee tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/quotas/023d3825f70d48c097dbf3530ee390fa HTTP/1.1" status: 200 len: 375 time: 0.0433378 Aug 29 04:15:20.988822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-aa6e5eb2-b99a-4bb9-8a36-23f318483dbe tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=023d3825f70d48c097dbf3530ee390fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461414 Aug 29 04:15:21.018947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:21.110898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-78133eda-dc0d-4a4d-9dd2-2ea8d099a54f service neutron] 10.222.0.62 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205351 Aug 29 04:15:21.227651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9348f318-f6a8-430d-8575-d51491a0aa09 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:21.274697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 9348f318-f6a8-430d-8575-d51491a0aa09 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:21.275275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9348f318-f6a8-430d-8575-d51491a0aa09 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:21.383776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a97d5681-bea0-4796-a6f8-e99458859c4f service neutron] 10.222.0.62 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714453 Aug 29 04:15:21.418901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:21.568933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-6504f1b3-0d58-4134-a1d1-8da3d118aa2d service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237617 Aug 29 04:15:21.658517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-289a7683-bb01-45e8-aecd-b43112f9aecd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=162732cff8bc4e2aa6a760f6c1ada1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376028 Aug 29 04:15:21.661135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:21.730655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-network', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:21.756908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2219172-a812-4833-bb2e-b315e2909ffa req-eb6bd6ec-4190-4b09-87f3-3c1f00675dfa tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:21.769125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.775083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2219172-a812-4833-bb2e-b315e2909ffa req-eb6bd6ec-4190-4b09-87f3-3c1f00675dfa tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.3713741 Aug 29 04:15:21.784189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Made reservation on behalf of cb53dfff13e040eb9e1c85cf30859240 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:21.788720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.835891 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.867356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.967842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.971125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:21.976098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18fd4b9d-d6ee-4d15-9894-7cab914730ee HTTP/1.1" status: 204 len: 168 time: 0.3135295 Aug 29 04:15:21.992828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac4ab7-e00b-4a27-80e4-2fe9aea0c0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd4b9d-d6ee-4d15-9894-7cab914730ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.050728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.060347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.138100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:22.183162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.183590 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Added segment 3cfdb28f-e2b8-409b-a103-c284331bb01b of type vlan for network 4cbf7d69-9321-401f-bb74-459bcd1b63da Aug 29 04:15:22.188683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc19beb-3e50-4604-9494-c14ed74dd1f5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.287108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.359207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2219172-a812-4833-bb2e-b315e2909ffa req-35773947-f28e-4911-9764-044041a0093a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826235 Aug 29 04:15:22.360299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.362151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.363131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.407186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-8941ac75-bb18-4fb7-8e02-0d0c866f0e5a service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245900 Aug 29 04:15:22.418179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:22.420517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9945753 Aug 29 04:15:22.433842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Request body: {'subnet': {'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-subnet', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:22.476587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e981-9e70-4659-9543-e3207ac46896 req-3f3d6668-b89c-468a-a67f-df09a1453b40 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:22.485152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1180e981-9e70-4659-9543-e3207ac46896 req-3f3d6668-b89c-468a-a67f-df09a1453b40 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.2282443 Aug 29 04:15:22.561715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34725f14-5d61-4363-9f04-f0753332c9ec req-dca368b4-8630-4462-8ba6-adbe24bfae1d tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 210 time: 0.0569744 Aug 29 04:15:22.570287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440cae-cd81-4f11-99f6-44dfd2c32d0b admin admin] Pushing event updated for resources: {'Network': ['ID=4cbf7d69-9321-401f-bb74-459bcd1b63da,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:22.598312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:22.611349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:22.668861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Made reservation on behalf of cb53dfff13e040eb9e1c85cf30859240 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:22.671777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.713424 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76f32377-5530-4d5e-912f-47a16e43979a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80a6385b7278445dba9c4d5d382688cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109228 Aug 29 04:15:22.716038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:22.784880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1180e981-9e70-4659-9543-e3207ac46896 req-95968e0e-8104-4c15-84d2-daf69a0a0327 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981501 Aug 29 04:15:22.817038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.857771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.939679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.943260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:22.944615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3892857-f1f5-416e-af6a-7fa4abcc8858 HTTP/1.1" status: 204 len: 168 time: 0.2252505 Aug 29 04:15:22.954775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cd60b-a559-403c-986b-9090eb53c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3892857-f1f5-416e-af6a-7fa4abcc8858,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.000314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-3fa288c7-b916-4926-a645-0c7bd6ad408f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.002985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-3fa288c7-b916-4926-a645-0c7bd6ad408f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1098 time: 0.4343345 Aug 29 04:15:23.041786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:23.065178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-c714041c-988e-4135-a0d8-73e438e6a13e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2491632 Aug 29 04:15:23.136072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcf07fc3-7620-404d-8770-631b0c4957f3 req-e65a1d34-3fd4-4915-9f56-9ae0e1e44793 tempest-AbsoluteLimitsNegativeTestJSON-886163092 tempest-AbsoluteLimitsNegativeTestJSON-886163092-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=28971bcbe073467d8216790adae6a71a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1650867 Aug 29 04:15:23.409990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.442418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07fc3-7620-404d-8770-631b0c4957f3 req-c14efe7b-9d4b-4628-885c-47ed78ab58be tempest-AbsoluteLimitsNegativeTestJSON-886163092 tempest-AbsoluteLimitsNegativeTestJSON-886163092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.444318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcf07fc3-7620-404d-8770-631b0c4957f3 req-c14efe7b-9d4b-4628-885c-47ed78ab58be tempest-AbsoluteLimitsNegativeTestJSON-886163092 tempest-AbsoluteLimitsNegativeTestJSON-886163092-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836149 Aug 29 04:15:23.474404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35764-25d5-4f95-863a-26e47324643a req-fec13a39-420f-4adb-a71c-41d533e760d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.476211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-fec13a39-420f-4adb-a71c-41d533e760d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 1101 time: 0.3309107 Aug 29 04:15:23.594578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcf07fc3-7620-404d-8770-631b0c4957f3 req-00db7ba4-93b5-40b6-b5d3-9bccd8260cc4 tempest-AbsoluteLimitsNegativeTestJSON-886163092 tempest-AbsoluteLimitsNegativeTestJSON-886163092-project] 10.222.0.62 "GET /v2.0/quotas/28971bcbe073467d8216790adae6a71a HTTP/1.1" status: 200 len: 375 time: 0.1376405 Aug 29 04:15:23.744668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-f9bb6253-a545-4f35-a6f4-db2cce24e9f0 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.749621 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-f9bb6253-a545-4f35-a6f4-db2cce24e9f0 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.54 "GET /v2.0/networks?id=5fb092b3-dfe0-40bb-83fd-5e8e454a230f HTTP/1.1" status: 200 len: 812 time: 0.3717508 Aug 29 04:15:23.765640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Request body: {'port': {'device_id': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f', 'admin_state_up': True, 'tenant_id': '023d3825f70d48c097dbf3530ee390fa'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:23.789893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:23.793393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcf07fc3-7620-404d-8770-631b0c4957f3 req-77a7c117-8b9a-44cb-bdd5-17defdb8efce tempest-AbsoluteLimitsNegativeTestJSON-886163092 tempest-AbsoluteLimitsNegativeTestJSON-886163092-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=28971bcbe073467d8216790adae6a71a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1567080 Aug 29 04:15:23.900465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e03b-f402-43f4-8647-e650e20bee7d req-24a4e4a1-86d8-40f3-909f-5e1877b127e9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.909354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d52e03b-f402-43f4-8647-e650e20bee7d req-24a4e4a1-86d8-40f3-909f-5e1877b127e9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.3173313 Aug 29 04:15:23.962391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1312cea2-ba12-41ee-9b64-edf80655fda6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:23.987580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35764-25d5-4f95-863a-26e47324643a req-f3b996fc-847b-452e-b0c0-3451e39c5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:23.989242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-f3b996fc-847b-452e-b0c0-3451e39c5b96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.4601996 Aug 29 04:15:23.996040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:24.015040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Made reservation on behalf of 023d3825f70d48c097dbf3530ee390fa for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:24.019567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.166018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e88b2161-6ae3-4dc1-8ce0-110495330e32 req-2025b8e3-1d78-41fb-a74b-fa93b7d21378 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 210 time: 0.1332860 Aug 29 04:15:24.172023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:24.241906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Checking segment: {'id': '3cfdb28f-e2b8-409b-a103-c284331bb01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:24.242606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Network hostable DHCP agents. Network: 4cbf7d69-9321-401f-bb74-459bcd1b63da, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:24.272892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Allocated IP 172.20.0.2 (5fb092b3-dfe0-40bb-83fd-5e8e454a230f/006379a2-122a-4783-b371-3bd26cbbc6a9/5d762820-0776-426b-9aad-9204f8b342f8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:24.293307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d52e03b-f402-43f4-8647-e650e20bee7d req-3a3b213b-062a-4231-8e67-a4cf4430e1e3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826790 Aug 29 04:15:24.296586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-abd5b0af-ed2f-4853-ba17-9ea419f361a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 200 len: 217 time: 0.2942908 Aug 29 04:15:24.548193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:24.552246 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dab39b-dfdb-4f62-b1ed-8399193b7ef8" -d '{"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-unplugged", "status": "completed", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:24.565599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.568330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:24.572335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:24.581251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35764-25d5-4f95-863a-26e47324643a req-441c38b3-fb44-412c-83cd-5abd224bedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.583433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-441c38b3-fb44-412c-83cd-5abd224bedf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2733979 Aug 29 04:15:24.598132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4cbf7d69-9321-401f-bb74-459bcd1b63da) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:24.608957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ad3cb-1734-41a4-bfab-091aa3d818d0 None None] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:24.637524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.810348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325685e-8fd8-4625-b734-bcf29dbd73ed req-4eac0894-6370-4484-af84-71df59721547 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.814166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.821210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9325685e-8fd8-4625-b734-bcf29dbd73ed req-4eac0894-6370-4484-af84-71df59721547 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 946 time: 0.3816907 Aug 29 04:15:24.873802 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53dd233-5809-4173-89cc-03f1e42a5d33 x-openstack-request-id: req-d53dd233-5809-4173-89cc-03f1e42a5d33 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:24.874153 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-unplugged", "status": "completed", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:24.874314 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d53dd233-5809-4173-89cc-03f1e42a5d33 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:24.874715 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'code': 200} Aug 29 04:15:24.876744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:24.877345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.896838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.921392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4cbf7d69-9321-401f-bb74-459bcd1b63da', 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'fixed_ips': [{'subnet_id': '1312cea2-ba12-41ee-9b64-edf80655fda6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:24.922573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.959678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:24.988180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:24.994521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:25.000857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:25.009767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c719d0b-be74-4db9-84c2-27318d09082f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5891407 Aug 29 04:15:25.010769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:25.040464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:25.085118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.085798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.089903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Pushing event updated for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.117316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c6558f0e-34c6-48da-ada5-1e21aea95309 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3567538 Aug 29 04:15:25.131235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Request body: {'port': {'device_id': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:25.156387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.195871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Allocated IP 172.20.0.2 (4cbf7d69-9321-401f-bb74-459bcd1b63da/1312cea2-ba12-41ee-9b64-edf80655fda6/5e144a24-a132-474d-a19e-8c44a4475d8b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:25.220699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35764-25d5-4f95-863a-26e47324643a req-b5ac7aeb-6652-4b8c-91ce-7c86d192c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.222744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-b5ac7aeb-6652-4b8c-91ce-7c86d192c4a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6290514 Aug 29 04:15:25.227326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:15:25.227326 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:15:25.227326 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id_1': '28971bcbe073467d8216790adae6a71a', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 15, 25, 142883)}] Aug 29 04:15:25.227326 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:25.228198 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:25.229100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on host n-h2-712139-13 for vnic_type normal with profile {"migrating_to": "n-h1-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:25.229586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:25.230461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:25.256865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9325685e-8fd8-4625-b734-bcf29dbd73ed req-e133dead-55fb-4c98-bb1a-552d7565e469 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345388 Aug 29 04:15:25.280824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.282836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.283626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.360851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:25.371556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Attempting to bind port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:25.404265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:25.406136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:25.410461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:25.412379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Bound port: 7780d2c0-d152-4760-b9f9-a8c40aee3888, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:25.413317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.605863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.618698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Transition to ACTIVE for port object 5e144a24-a132-474d-a19e-8c44a4475d8b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:25.655595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Transition to ACTIVE for port object 5e144a24-a132-474d-a19e-8c44a4475d8b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:25.664084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.707266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.731052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d762820-0776-426b-9aad-9204f8b342f8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:25.735130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043e03a-c8a2-4525-b0fc-8b85942114d2 req-0d96c93c-dfe8-4871-a056-077c4369a5ea tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.738617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:25.740884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Pushing event updated for resources: {'Port': ['ID=5e144a24-a132-474d-a19e-8c44a4475d8b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.741728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.742777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a043e03a-c8a2-4525-b0fc-8b85942114d2 req-0d96c93c-dfe8-4871-a056-077c4369a5ea tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 931 time: 0.3873608 Aug 29 04:15:25.748912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.753356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:25.757436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:25.762528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Transition to ACTIVE for port object 5d762820-0776-426b-9aad-9204f8b342f8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:25.771385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.789520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:25.802686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-3c88f982-7898-4aea-9d0e-db6769f19a29 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671649 Aug 29 04:15:25.831478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Attempting to bind port 5e144a24-a132-474d-a19e-8c44a4475d8b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:25.831848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Attempting to bind port 5e144a24-a132-474d-a19e-8c44a4475d8b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '3cfdb28f-e2b8-409b-a103-c284331bb01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:25.832506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Attempting to bind port 5e144a24-a132-474d-a19e-8c44a4475d8b on network 4cbf7d69-9321-401f-bb74-459bcd1b63da {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:25.839203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:25.840470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Checking segment: {'id': '3cfdb28f-e2b8-409b-a103-c284331bb01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:25.841183 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.841846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Bound using segment: {'id': '3cfdb28f-e2b8-409b-a103-c284331bb01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:25.842363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Bound port: 5e144a24-a132-474d-a19e-8c44a4475d8b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfdb28f-e2b8-409b-a103-c284331bb01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:25.842700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Pushing event updated for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:25.843177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.874297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:25.923655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Attempting to bind port 5d762820-0776-426b-9aad-9204f8b342f8 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:25.924249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Attempting to bind port 5d762820-0776-426b-9aad-9204f8b342f8 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '44512d3a-270c-4306-844d-20baca9b89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:25.926053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Attempting to bind port 5d762820-0776-426b-9aad-9204f8b342f8 on network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:25.928271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.934770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Port 5d762820-0776-426b-9aad-9204f8b342f8 on network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:25.935325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Attempting to bind port 5d762820-0776-426b-9aad-9204f8b342f8 on network 5fb092b3-dfe0-40bb-83fd-5e8e454a230f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:25.937475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed435da-f81e-4a05-929b-fc2ac8628ed4 req-27e42366-007b-465e-a4b3-1c51aeddf81f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:25.939053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed435da-f81e-4a05-929b-fc2ac8628ed4 req-27e42366-007b-465e-a4b3-1c51aeddf81f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.4183915 Aug 29 04:15:25.945159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:25.945612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Checking segment: {'id': '44512d3a-270c-4306-844d-20baca9b89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:25.946412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Bound using segment: {'id': '44512d3a-270c-4306-844d-20baca9b89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:25.946979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Bound port: 5d762820-0776-426b-9aad-9204f8b342f8, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44512d3a-270c-4306-844d-20baca9b89ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:25.947582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:25.968069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] For port 5e144a24-a132-474d-a19e-8c44a4475d8b, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:25.977215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] For port 5e144a24-a132-474d-a19e-8c44a4475d8b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5e144a24-a132-474d-a19e-8c44a4475d8b,segment=NetworkSegment(3cfdb28f-e2b8-409b-a103-c284331bb01b),segment_id=3cfdb28f-e2b8-409b-a103-c284331bb01b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:25.984968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.047962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:26.052487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5d762820-0776-426b-9aad-9204f8b342f8,segment=NetworkSegment(44512d3a-270c-4306-844d-20baca9b89ac),segment_id=44512d3a-270c-4306-844d-20baca9b89ac)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:26.061049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.070479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a043e03a-c8a2-4525-b0fc-8b85942114d2 req-ced75c66-a68d-44d6-834e-e66938b4539f tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267176 Aug 29 04:15:26.103470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc327-347b-463c-8e06-8c40f76cd320 None None] Pushing event updated for resources: {'Port': ['ID=5e144a24-a132-474d-a19e-8c44a4475d8b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:26.154930 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.167103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.168108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.169877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] 10.222.0.54 "PUT /v2.0/ports/5d762820-0776-426b-9aad-9204f8b342f8 HTTP/1.1" status: 200 len: 1092 time: 1.0432203 Aug 29 04:15:26.170658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:26.175491 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48241acd-87ac-410f-ab53-af14133d7c88" -d '{"events": [{"name": "network-changed", "server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "tag": "5d762820-0776-426b-9aad-9204f8b342f8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:26.211664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe2acd-40ab-4210-b796-709a2334db9d service neutron] Pushing event updated for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:26.324319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-726ef288-cddf-4538-8ac4-2b0d440c7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.327376 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-726ef288-cddf-4538-8ac4-2b0d440c7ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=023d3825f70d48c097dbf3530ee390fa&device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 1095 time: 0.0899501 Aug 29 04:15:26.500191 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-3bc5b01b-5605-4bb6-b27c-69e9864e8943 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d762820-0776-426b-9aad-9204f8b342f8 HTTP/1.1" status: 200 len: 217 time: 0.1617441 Aug 29 04:15:26.580171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:26.582551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-afd1d910-d740-46b5-8eb7-868ba4af718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.590124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed435da-f81e-4a05-929b-fc2ac8628ed4 req-a5b997d1-ca86-4e45-ac45-edab727bac4d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193228 Aug 29 04:15:26.591668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-afd1d910-d740-46b5-8eb7-868ba4af718c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=006379a2-122a-4783-b371-3bd26cbbc6a9 HTTP/1.1" status: 200 len: 852 time: 0.0821805 Aug 29 04:15:26.632185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbb35764-25d5-4f95-863a-26e47324643a req-6da44701-54a5-4285-a25e-ede097ab123f service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788947 Aug 29 04:15:26.656082 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-3aa63e57-bf3b-4b58-b7a3-f97ad1866622 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fb092b3-dfe0-40bb-83fd-5e8e454a230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540435 Aug 29 04:15:26.705652 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee77d32-4abd-4b43-a40f-c7a24cdfeb31 x-openstack-request-id: req-0ee77d32-4abd-4b43-a40f-c7a24cdfeb31 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:26.706637 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "tag": "5d762820-0776-426b-9aad-9204f8b342f8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:26.706993 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ee77d32-4abd-4b43-a40f-c7a24cdfeb31 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:26.708606 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8', 'status': 'completed', 'code': 200} Aug 29 04:15:26.725864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:26.726585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.728057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-39eb3c1c-8ab7-4d9a-b7ea-6bb605d9f915 service neutron] 10.222.0.50 "PUT /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 1124 time: 3.6939828 Aug 29 04:15:26.830497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-c99a157f-1190-43db-a0b9-d00d3e8259a4 service neutron] 10.222.0.54 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659305 Aug 29 04:15:26.848057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7780d2c0-d152-4760-b9f9-a8c40aee3888'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:26.897023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:26.903613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5e144a24-a132-474d-a19e-8c44a4475d8b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:26.905934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:26.915474 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544" -d '{"events": [{"name": "network-changed", "server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:26.978723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.049211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753fb9a-1eb8-4f0d-867c-292f57e5a6a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:27.059869 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ede7c-efc6-43d5-8466-9368e6d14e4b x-openstack-request-id: req-cd8ede7c-efc6-43d5-8466-9368e6d14e4b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:27.060185 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:27.060438 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd8ede7c-efc6-43d5-8466-9368e6d14e4b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:27.060832 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'status': 'completed', 'code': 200} Aug 29 04:15:27.067495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-37e559d9-81cc-4939-bb60-98e77bddce5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28971bcbe073467d8216790adae6a71a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4938531 Aug 29 04:15:27.070472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:27.079538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e67d3b-da78-4bb7-aac1-47090f654e44 req-6feae7b5-777e-4103-8126-5a9feba268d6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.081236 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-22f24a2d-cc2a-4bd0-928b-c1b44f0c56ff req-7851cca4-c839-499a-8cdd-86f89d365562 service neutron] 10.222.0.54 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270730 Aug 29 04:15:27.081760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11e67d3b-da78-4bb7-aac1-47090f654e44 req-6feae7b5-777e-4103-8126-5a9feba268d6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.3469863 Aug 29 04:15:27.183358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-ec7d4e3d-7570-4746-bf10-5cc285eaddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.185433 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-ec7d4e3d-7570-4746-bf10-5cc285eaddba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1127 time: 0.0910091 Aug 29 04:15:27.272411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11e67d3b-da78-4bb7-aac1-47090f654e44 req-374df21e-53e5-493a-a4ac-bd6a68f3f432 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404586 Aug 29 04:15:27.389696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5e144a24-a132-474d-a19e-8c44a4475d8b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:27.573007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.599015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241acd-87ac-410f-ab53-af14133d7c88 req-2032d40b-d332-42ef-8ef7-3933b0012bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.608372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-2032d40b-d332-42ef-8ef7-3933b0012bb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=023d3825f70d48c097dbf3530ee390fa&device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 1095 time: 0.4437675 Aug 29 04:15:27.761284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:27.883162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed8e2f-c9f5-477b-8f32-063eea0223ef None None] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:27.888764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-c28bd10c-0fe4-484e-a8c8-b8ae4ac62d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:27.890689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-c28bd10c-0fe4-484e-a8c8-b8ae4ac62d0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.6939046 Aug 29 04:15:27.951795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-d81f62d9-15c7-42ce-9ea3-830b2d4584f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.0523059 Aug 29 04:15:28.000338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Provisioning for port 5e144a24-a132-474d-a19e-8c44a4475d8b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:28.071794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-0fbb1434-3918-4566-b1fd-d620dafc7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.075597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.078203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.078870 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-0fbb1434-3918-4566-b1fd-d620dafc7b92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1171536 Aug 29 04:15:28.079528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a753fb9a-1eb8-4f0d-867c-292f57e5a6a2 HTTP/1.1" status: 204 len: 168 time: 0.9972649 Aug 29 04:15:28.128655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Provisioning complete for port 5e144a24-a132-474d-a19e-8c44a4475d8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:28.129617 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.134596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286013-82dc-43d7-8bb3-591df15d254f req-1399c389-4cba-467a-9830-806d611db4e8 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.145572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d286013-82dc-43d7-8bb3-591df15d254f req-1399c389-4cba-467a-9830-806d611db4e8 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 943 time: 0.8541250 Aug 29 04:15:28.186572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-1e6d6ac5-1465-4681-ad17-df0c89918387 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944734 Aug 29 04:15:28.193896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.250897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1c556-ee53-45f7-8bf8-f209c75cda5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753fb9a-1eb8-4f0d-867c-292f57e5a6a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:28.274135 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.299688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:28.431031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.478679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ade767-e8eb-49e2-9c32-4232ab7807f3 req-ec25a1e3-9ec5-4eff-927f-7225e8bbe198 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.491362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40ade767-e8eb-49e2-9c32-4232ab7807f3 req-ec25a1e3-9ec5-4eff-927f-7225e8bbe198 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.5690539 Aug 29 04:15:28.514763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] For port 5e144a24-a132-474d-a19e-8c44a4475d8b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5e144a24-a132-474d-a19e-8c44a4475d8b,segment=NetworkSegment(3cfdb28f-e2b8-409b-a103-c284331bb01b),segment_id=3cfdb28f-e2b8-409b-a103-c284331bb01b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:28.521715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.537764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d286013-82dc-43d7-8bb3-591df15d254f req-177ceb3e-790d-405b-aa50-c24e135a1ab0 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910217 Aug 29 04:15:28.576956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241acd-87ac-410f-ab53-af14133d7c88 req-5351560f-08a6-47d5-a5ab-303b9773fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:28.579039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-5351560f-08a6-47d5-a5ab-303b9773fe63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5fb092b3-dfe0-40bb-83fd-5e8e454a230f HTTP/1.1" status: 200 len: 913 time: 0.6806321 Aug 29 04:15:28.580313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f4058e7-6257-43a6-8e2c-9655db66c7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:28.583736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-bb0d725d-ac1c-434f-a564-b20085694346 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874576 Aug 29 04:15:28.662600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dadeb7-47d3-42be-aeaa-ce7e77aa5d88 None None] Pushing event updated for resources: {'Port': ['ID=5e144a24-a132-474d-a19e-8c44a4475d8b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:28.665745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40ade767-e8eb-49e2-9c32-4232ab7807f3 req-77149891-bb7b-4894-af28-e7b05c27edd1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492348 Aug 29 04:15:28.826218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f0a2906-c7e3-4d4a-b786-03dab1ac9544 req-646041c8-6fd7-4a57-a398-4895e2539820 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318268 Aug 29 04:15:28.873069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-3ea1eab4-ae5d-40fc-8acf-99275a3f364c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d762820-0776-426b-9aad-9204f8b342f8 HTTP/1.1" status: 200 len: 217 time: 0.2642176 Aug 29 04:15:28.956566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b25c78e-f50b-46fb-bbd8-a52fb4eff794 None None] Provisioning complete for port 5e144a24-a132-474d-a19e-8c44a4475d8b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:28.958647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b25c78e-f50b-46fb-bbd8-a52fb4eff794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.020136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Allocated IP 172.25.3.202 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/e7efadb0-cb53-48c3-8d42-351934bd8d16) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:29.081914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48241acd-87ac-410f-ab53-af14133d7c88 req-bc88421b-6057-4834-af62-1d211a0dce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.083691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-bc88421b-6057-4834-af62-1d211a0dce4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=006379a2-122a-4783-b371-3bd26cbbc6a9 HTTP/1.1" status: 200 len: 852 time: 0.1831024 Aug 29 04:15:29.166670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d2aa-df33-47b1-a38d-e0e49d5a47e0 req-6fbd7e27-a2a3-409f-a4a0-6fd586f96273 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:29.174213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70b4d2aa-df33-47b1-a38d-e0e49d5a47e0 req-6fbd7e27-a2a3-409f-a4a0-6fd586f96273 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.3170545 Aug 29 04:15:29.209530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-89f8ebd8-a59b-4557-9a91-452c3cdf251d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fb092b3-dfe0-40bb-83fd-5e8e454a230f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727599 Aug 29 04:15:29.365193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70b4d2aa-df33-47b1-a38d-e0e49d5a47e0 req-7bb03b20-b9fd-44c0-af21-96ec36b0552a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893787 Aug 29 04:15:29.387522 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.396048 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f4058e7-6257-43a6-8e2c-9655db66c7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.409697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.412514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f4058e7-6257-43a6-8e2c-9655db66c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.498581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-4666d08c-8c40-411a-82ce-4e22bdb59720 service neutron] 10.222.0.54 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808752 Aug 29 04:15:29.511244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3f4058e7-6257-43a6-8e2c-9655db66c7c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=054cfa4509414e33946c82041953029d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2042346 Aug 29 04:15:29.515630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:29.549535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4058e7-6257-43a6-8e2c-9655db66c7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f6d24-012e-42d2-99dd-cadafbd3239a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:29.653991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.676312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:29.692316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.754570 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.806724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:29.839714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:29.840196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:29.850521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.854958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:29.856868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e36f6d24-012e-42d2-99dd-cadafbd3239a HTTP/1.1" status: 204 len: 168 time: 0.3395569 Aug 29 04:15:29.858792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48241acd-87ac-410f-ab53-af14133d7c88 req-f63525fa-5fb1-4698-b35d-601bd4203f43 service neutron] 10.222.0.54 "GET /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404584 Aug 29 04:15:29.863393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:29.867773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277775db-a997-4e2e-9490-c332935f215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f6d24-012e-42d2-99dd-cadafbd3239a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:29.936985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Pushing event updated for resources: {'Port': ['ID=e7efadb0-cb53-48c3-8d42-351934bd8d16,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.022355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c727-4752-4d08-a1de-9a06fbc45977 req-dc4267f7-b892-42b9-9ea0-0aa8ed25455a tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.023507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1292c727-4752-4d08-a1de-9a06fbc45977 req-dc4267f7-b892-42b9-9ea0-0aa8ed25455a tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 943 time: 0.2715929 Aug 29 04:15:30.042751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-478137800-network', 'tenant_id': '36bfa1308f50498da294e7853d042cf4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:30.058670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1930ee-2244-4f8c-9f92-5d13fd9da2c8 req-b4df2d85-e99a-4eeb-8f86-55b7b09b6cfb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.066276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e1930ee-2244-4f8c-9f92-5d13fd9da2c8 req-b4df2d85-e99a-4eeb-8f86-55b7b09b6cfb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2469842 Aug 29 04:15:30.077340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:30.095754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 has no active binding in host n-h1-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:15:30.107741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Made reservation on behalf of 36bfa1308f50498da294e7853d042cf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:30.111816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.131413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.192055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1292c727-4752-4d08-a1de-9a06fbc45977 req-af29e9c0-e030-45b3-8027-eafd9e81e1c6 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554844 Aug 29 04:15:30.212610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e1930ee-2244-4f8c-9f92-5d13fd9da2c8 req-84cdbfc3-18ef-437d-8db8-48a3db747214 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453621 Aug 29 04:15:30.307807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.368012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.374794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.436829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:30.446140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e8f5d-d083-40cb-a953-e4df1a932ee4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.452095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.452436 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Added segment dc012d15-e91f-4678-9724-f749b0452bb7 of type vlan for network d0efa65a-da67-4432-8470-a3382ce23946 Aug 29 04:15:30.511174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.534091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:30.555690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4140d3c-56b8-43d0-bbae-8650ea66897b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.586158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.587486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.591256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.620348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86857829-10d2-41d7-827a-d72dc255a430 req-a37fe4a8-18f6-4489-a5ff-50200a07b357 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:30.628346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86857829-10d2-41d7-827a-d72dc255a430 req-a37fe4a8-18f6-4489-a5ff-50200a07b357 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.1109335 Aug 29 04:15:30.655431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.665252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8240607 Aug 29 04:15:30.669589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:30.680529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Request body: {'subnet': {'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-478137800-subnet', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:30.697753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b677bad-6491-4d85-9d71-078126e71c40 admin admin] Pushing event updated for resources: {'Network': ['ID=d0efa65a-da67-4432-8470-a3382ce23946,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.714355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d0efa65a-da67-4432-8470-a3382ce23946 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:30.737915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86857829-10d2-41d7-827a-d72dc255a430 req-5baa5ecd-fa1b-4d19-be89-7b1f22cbeb72 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082754 Aug 29 04:15:30.834371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5e144a24-a132-474d-a19e-8c44a4475d8b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:30.843270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4140d3c-56b8-43d0-bbae-8650ea66897b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.853813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4140d3c-56b8-43d0-bbae-8650ea66897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:30.950724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4140d3c-56b8-43d0-bbae-8650ea66897b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1d16656993244ed8a586c4aec24e688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163089 Aug 29 04:15:30.953046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140d3c-56b8-43d0-bbae-8650ea66897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbcf5d8-ed4d-41fd-bb8f-f1a342a4ba76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:30.960956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:31.006613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5e144a24-a132-474d-a19e-8c44a4475d8b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:31.007125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.039714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.081447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.153518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.157644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.159986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cbcf5d8-ed4d-41fd-bb8f-f1a342a4ba76 HTTP/1.1" status: 204 len: 168 time: 0.1913035 Aug 29 04:15:31.168835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e7440-7a14-4c23-ae4b-4af99d08896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbcf5d8-ed4d-41fd-bb8f-f1a342a4ba76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:31.182156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Made reservation on behalf of 36bfa1308f50498da294e7853d042cf4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:31.185063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.258899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5d762820-0776-426b-9aad-9204f8b342f8 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:31.262494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-4f5f1476-fe0a-4b97-80d6-8a46ade4bd81 service neutron] 10.222.0.54 "GET /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.5406930 Aug 29 04:15:31.497824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5d762820-0776-426b-9aad-9204f8b342f8,segment=NetworkSegment(44512d3a-270c-4306-844d-20baca9b89ac),segment_id=44512d3a-270c-4306-844d-20baca9b89ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:31.510966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519071b-9d93-46db-9737-26123fcdaa43 req-f7ac6c44-d4a7-46c5-ab6f-bd2e557fa4e5 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.512939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6519071b-9d93-46db-9737-26123fcdaa43 req-f7ac6c44-d4a7-46c5-ab6f-bd2e557fa4e5 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 943 time: 0.2281225 Aug 29 04:15:31.518066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Router a11655ef-7ad4-46ab-a50f-a96d010b93b0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:15:31.525980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '5d762820-0776-426b-9aad-9204f8b342f8', 'network_id': '5fb092b3-dfe0-40bb-83fd-5e8e454a230f', 'port_id': '5d762820-0776-426b-9aad-9204f8b342f8', 'mac_address': 'fa:16:3e:96:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006379a2-122a-4783-b371-3bd26cbbc6a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:31.573932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc038f-d9ac-4788-8b88-8c1cdc04c288 req-6e620c65-fde6-4972-b427-43e31ab39cb8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:31.579829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.581948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebc038f-d9ac-4788-8b88-8c1cdc04c288 req-6e620c65-fde6-4972-b427-43e31ab39cb8 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2240529 Aug 29 04:15:31.603303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d762820-0776-426b-9aad-9204f8b342f8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:31.650178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5d762820-0776-426b-9aad-9204f8b342f8,segment=NetworkSegment(44512d3a-270c-4306-844d-20baca9b89ac),segment_id=44512d3a-270c-4306-844d-20baca9b89ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:31.660098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.782286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:31.825685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6519071b-9d93-46db-9737-26123fcdaa43 req-8daac3be-3691-439d-ac43-7f26506dc70a tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798376 Aug 29 04:15:31.877784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:31.894060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebc038f-d9ac-4788-8b88-8c1cdc04c288 req-1bcbd076-6022-499e-93ba-9ab47316dddf tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092923 Aug 29 04:15:31.980402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['5d762820-0776-426b-9aad-9204f8b342f8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:32.069385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:32.085850 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Sync routers for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:32.092541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c3c0dd-c723-4676-afdc-9723d7ad2a40,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:32.118795 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:32.118985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:32.119814 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:32.152240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.154554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06009ff5-ac17-4075-ad95-9c5362434152 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1225746 Aug 29 04:15:32.159044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:32.165386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Checking segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:32.166053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Network hostable DHCP agents. Network: d0efa65a-da67-4432-8470-a3382ce23946, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:32.169052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:32.199175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9810-9a32-45e6-a0d2-74bc3e475a43 req-04f74a90-a707-41b1-9600-9b5fc019df0c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.200907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-381c9810-9a32-45e6-a0d2-74bc3e475a43 req-04f74a90-a707-41b1-9600-9b5fc019df0c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 944 time: 0.2025893 Aug 29 04:15:32.242674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7780d2c0-d152-4760-b9f9-a8c40aee3888 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:32.258239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Network d0efa65a-da67-4432-8470-a3382ce23946 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:32.263500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:32.297055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d0efa65a-da67-4432-8470-a3382ce23946) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:32.311782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e843da-dbd8-4e9d-9145-6b2e70927523 None None] Network d0efa65a-da67-4432-8470-a3382ce23946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:32.317925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:32.318684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.329636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-381c9810-9a32-45e6-a0d2-74bc3e475a43 req-0b16f292-4540-480c-8d39-816cf030916e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128678 Aug 29 04:15:32.330834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.509924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-81bac242-7150-4ef0-9494-96e837f95847 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8379045 Aug 29 04:15:32.528784 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:32.578271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:32.586352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:32.597444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] Transition to ACTIVE for port object 7780d2c0-d152-4760-b9f9-a8c40aee3888 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:32.609686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.666282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-d0efa65a-da67-4432-8470-a3382ce23946', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:15:32.673839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.772768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] No DVR routers for this DVR port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:32.777105 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.779686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:32.890899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888/bindings/n-h1-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6159236 Aug 29 04:15:32.928260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:32.932660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e1139-d749-4eeb-8449-3874e5a5a6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:33.053230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.103709 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:30Z', 'revision_number': 3, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:33.162612 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Checking router: a11655ef-7ad4-46ab-a50f-a96d010b93b0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:33.166919 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Updating router a11655ef-7ad4-46ab-a50f-a96d010b93b0 port e7efadb0-cb53-48c3-8d42-351934bd8d16 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:33.206742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Allocated IP 172.20.0.2 (d0efa65a-da67-4432-8470-a3382ce23946/41c3c0dd-c723-4676-afdc-9723d7ad2a40/0d746cd3-7b42-4820-be8a-2fd6fe85a0c8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:33.222935 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.250616 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.356388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5d762820-0776-426b-9aad-9204f8b342f8 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:33.420809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1664617652-network', 'tenant_id': '25daad6f29eb442987b7f6383e5c0406'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:33.437986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Allocated IP 172.20.0.1 (4cbf7d69-9321-401f-bb74-459bcd1b63da/1312cea2-ba12-41ee-9b64-edf80655fda6/1f45a3dc-7847-4d48-bbf1-896f2e186b7e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:33.518968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Made reservation on behalf of 25daad6f29eb442987b7f6383e5c0406 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:33.523505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.578505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.585624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-03f0028a-99f2-43fb-ad1a-1110c87c0779 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.589512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-03f0028a-99f2-43fb-ad1a-1110c87c0779 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.5715129 Aug 29 04:15:33.623133 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.645858 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Transition to ACTIVE for port object e7efadb0-cb53-48c3-8d42-351934bd8d16 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:33.671533 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.700263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 5d762820-0776-426b-9aad-9204f8b342f8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:33.711915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 5d762820-0776-426b-9aad-9204f8b342f8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:33.713040 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.746822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.777990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Transition to ACTIVE for port object 1f45a3dc-7847-4d48-bbf1-896f2e186b7e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:33.826270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.831674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Attempting to bind port e7efadb0-cb53-48c3-8d42-351934bd8d16 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:33.832493 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Attempting to bind port e7efadb0-cb53-48c3-8d42-351934bd8d16 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:33.833132 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Attempting to bind port e7efadb0-cb53-48c3-8d42-351934bd8d16 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:33.844959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.853470 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:33.854078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:33.854721 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.855631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:33.856450 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Bound port: e7efadb0-cb53-48c3-8d42-351934bd8d16, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:33.857428 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.857729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.870590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Transition to ACTIVE for port object 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:33.882665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20186ea1-ac95-4050-9eaa-b478340b4bae req-7602cd9c-3feb-4a62-be42-37d8543699e6 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.885399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20186ea1-ac95-4050-9eaa-b478340b4bae req-7602cd9c-3feb-4a62-be42-37d8543699e6 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 944 time: 0.7057512 Aug 29 04:15:33.903180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c1fc4-70b0-4a99-a359-c5312f79b647 req-4cf91870-cf3c-4157-b9b6-2e7891258e8b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:33.905995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-885c1fc4-70b0-4a99-a359-c5312f79b647 req-4cf91870-cf3c-4157-b9b6-2e7891258e8b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.6529717 Aug 29 04:15:33.966593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:33.995756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:33.999123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Transition to ACTIVE for port object 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:34.014613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:34.017179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.034989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:34.045859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] For port e7efadb0-cb53-48c3-8d42-351934bd8d16, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:34.054815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] For port e7efadb0-cb53-48c3-8d42-351934bd8d16, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7efadb0-cb53-48c3-8d42-351934bd8d16,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:34.056975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Pushing event updated for resources: {'Port': ['ID=1f45a3dc-7847-4d48-bbf1-896f2e186b7e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.057196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Pushing event updated for resources: {'Port': ['ID=e7efadb0-cb53-48c3-8d42-351934bd8d16,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.091398 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.101068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Network d0efa65a-da67-4432-8470-a3382ce23946 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:34.101336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.101336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.101336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.101831 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.102748 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.103617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.104297 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.105434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.110763 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.111769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.112674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:34.127200 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.166768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.178371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:34.194506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:34.200516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-d61a3ec7-a0e0-4a76-a94b-c03a546d6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.203593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-d61a3ec7-a0e0-4a76-a94b-c03a546d6ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 1097 time: 0.5832591 Aug 29 04:15:34.210373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-885c1fc4-70b0-4a99-a359-c5312f79b647 req-5661ad4c-74b9-4174-a0c1-71aa052120f0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623215 Aug 29 04:15:34.245894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:34.250097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2271e624-646f-4845-9256-235344e3af7c" -d '{"events": [{"server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "name": "network-vif-plugged", "status": "completed", "tag": "5d762820-0776-426b-9aad-9204f8b342f8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:34.310723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20186ea1-ac95-4050-9eaa-b478340b4bae req-ec4a06d1-52a9-4a04-abd9-f7059d4e0e83 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683858 Aug 29 04:15:34.386940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5d762820-0776-426b-9aad-9204f8b342f8,segment=NetworkSegment(44512d3a-270c-4306-844d-20baca9b89ac),segment_id=44512d3a-270c-4306-844d-20baca9b89ac)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:34.439840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.461253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Pushing event updated for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.466584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-6a89fe4f-bf7b-4d1f-a424-25bc6a372ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:34.470111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-6a89fe4f-bf7b-4d1f-a424-25bc6a372ce0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1097 time: 0.1926880 Aug 29 04:15:34.504208 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:34.507080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:34.531183 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012160f7-c39e-42c7-9821-2d6d51db883e None None] Pushing event updated for resources: {'Port': ['ID=e7efadb0-cb53-48c3-8d42-351934bd8d16,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.607635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:34.617623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Attempting to bind port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:34.618006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Attempting to bind port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:34.618371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Attempting to bind port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 on network d0efa65a-da67-4432-8470-a3382ce23946 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:34.648865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:34.649360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Checking segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:34.650633 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.651042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Bound using segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:34.652703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Bound port: 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:34.653125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.714164 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d9533c-cf35-4ef7-b9b7-c075d94ef71a x-openstack-request-id: req-21d9533c-cf35-4ef7-b9b7-c075d94ef71a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:34.715171 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "name": "network-vif-plugged", "status": "completed", "tag": "5d762820-0776-426b-9aad-9204f8b342f8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:34.715473 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21d9533c-cf35-4ef7-b9b7-c075d94ef71a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:34.715850 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8', 'code': 200} Aug 29 04:15:34.719894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a17cd2d-8886-463c-babf-8a696165469e None None] Provisioning for port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:34.765154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.818584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6a17cd2d-8886-463c-babf-8a696165469e None None] Provisioning complete for port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:34.819170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a17cd2d-8886-463c-babf-8a696165469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.855341 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:34.887515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:34.942161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a17cd2d-8886-463c-babf-8a696165469e None None] Port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:34.958937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:34.963615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:34.971758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.037184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.054964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:35.069188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.069649 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Added segment d6387e6c-dce6-4a51-a9a2-5d47898739b5 of type vlan for network c64f0524-def0-4734-ba07-0531d2ca66e1 Aug 29 04:15:35.103724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e93d7e-2fa2-4379-8143-a109f4e2ad6c None None] Pushing event updated for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.200433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.211367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.284706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee80e7-bd1f-4d05-a41b-cb486f93f069 req-952e68f2-f6b4-42be-a531-eaa086574b40 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.291639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:35.305343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.309411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Pushing event updated for resources: {'Port': ['ID=1f45a3dc-7847-4d48-bbf1-896f2e186b7e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.317702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20ee80e7-bd1f-4d05-a41b-cb486f93f069 req-952e68f2-f6b4-42be-a531-eaa086574b40 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 0.6281843 Aug 29 04:15:35.416326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:30Z', 'revision_number': 3, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:35.417294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:35.426908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69548aa8-45f7-44d9-bbda-6d2fa827a43f req-d3d24e5b-49d7-449d-9658-3092f9bd8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.429723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69548aa8-45f7-44d9-bbda-6d2fa827a43f req-d3d24e5b-49d7-449d-9658-3092f9bd8987 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 1097 time: 0.6025310 Aug 29 04:15:35.446581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-3c7177b4-7804-4cc1-915a-2dab81ed3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:35.449139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-3c7177b4-7804-4cc1-915a-2dab81ed3cc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.9495010 Aug 29 04:15:35.502025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:35.504447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:35.508812 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e5e3d-061b-4f2d-a063-334cb7ba30ea None None] The sync data for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 is: [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:30Z', 'revision_number': 3, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:35.719382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Router a11655ef-7ad4-46ab-a50f-a96d010b93b0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:35.872531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:35.887463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1cc5bebf-5d75-4679-8fa6-12b0657a46aa admin admin] 10.222.0.62 "PUT /v2.0/routers/a11655ef-7ad4-46ab-a50f-a96d010b93b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7184765 Aug 29 04:15:35.908716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45583a16-93a0-4121-be38-2a3af937f9a4 None None] Provisioning complete for port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:35.911739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45583a16-93a0-4121-be38-2a3af937f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:35.951838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:35.976400 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.026005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20ee80e7-bd1f-4d05-a41b-cb486f93f069 req-b6479643-cdcd-414c-a8df-18696dbf30ff tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389084 Aug 29 04:15:36.078092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45583a16-93a0-4121-be38-2a3af937f9a4 None None] Port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:36.208754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.261966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:15:36.267004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.271260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-4da40ab3-2561-4eae-a8bf-f1378418a401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.2912512 Aug 29 04:15:36.483550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.484681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.485225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.532232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f932b0-34f7-46ce-953b-af7b271cbb9a req-735571df-1b2b-4372-b3fc-372cdfe1a0cb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.533914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f932b0-34f7-46ce-953b-af7b271cbb9a req-735571df-1b2b-4372-b3fc-372cdfe1a0cb tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.5529313 Aug 29 04:15:36.541640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69548aa8-45f7-44d9-bbda-6d2fa827a43f req-4daa5986-9219-406d-b0cd-a86bcfc0bfb1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334429 Aug 29 04:15:36.572643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6203365 Aug 29 04:15:36.577435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:36.580636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ccb73-ae80-45b2-afaa-d6cf7bfc8af1 None None] Network d0efa65a-da67-4432-8470-a3382ce23946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:36.583817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Request body: {'subnet': {'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1664617652-subnet', 'tenant_id': '25daad6f29eb442987b7f6383e5c0406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:36.594857 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:15:36.636888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Made reservation on behalf of 25daad6f29eb442987b7f6383e5c0406 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:36.643861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:36.659847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-1a44cc86-0cf9-497e-8e79-2dc4e7a80332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.662305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-1a44cc86-0cf9-497e-8e79-2dc4e7a80332 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.3666475 Aug 29 04:15:36.694384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41464149-8413-40ee-9817-8d0f21497032 None None] Provisioning for port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:36.711749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed304675-6090-45ee-a7ed-61e131d908c7 req-8ad5643d-4b13-459a-9869-bbb062a3a71a tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:36.713574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed304675-6090-45ee-a7ed-61e131d908c7 req-8ad5643d-4b13-459a-9869-bbb062a3a71a tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 945 time: 0.4574630 Aug 29 04:15:36.765961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d1c0a-e084-421f-a020-62a0fd02f032 admin admin] Pushing event updated for resources: {'Network': ['ID=c64f0524-def0-4734-ba07-0531d2ca66e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:36.771426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-802e52f9-9795-47ef-9daa-776e9912794e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967391 Aug 29 04:15:36.824593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c64f0524-def0-4734-ba07-0531d2ca66e1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:36.847771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f932b0-34f7-46ce-953b-af7b271cbb9a req-652058db-6a51-432c-a0f8-ada897407eb0 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155082 Aug 29 04:15:36.960802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed304675-6090-45ee-a7ed-61e131d908c7 req-e320ca5c-d668-4790-9fb3-4b750fa1e07b tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014084 Aug 29 04:15:36.962504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Allocated IP 172.25.3.216 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/0aefc4f5-29e5-4d1c-83c5-d39625edfca5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:37.035583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:37.176845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-11f2f44a-2c87-4da2-ac8e-3a93452abba5 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520503 Aug 29 04:15:37.227451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.346837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16060271-6ded-45b1-9834-c0545f1059a8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:37.388490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Checking segment: {'id': 'd6387e6c-dce6-4a51-a9a2-5d47898739b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:37.389174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Network hostable DHCP agents. Network: c64f0524-def0-4734-ba07-0531d2ca66e1, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:37.554954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04195fca-c930-4f4b-8cd7-2cc0ab83ca0b req-e7979914-b459-41ca-9f54-e596efa8e7fb tempest-FloatingIPsNegativeTestJSON-491106662 tempest-FloatingIPsNegativeTestJSON-491106662-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=cb53dfff13e040eb9e1c85cf30859240 HTTP/1.1" status: 200 len: 217 time: 0.1427057 Aug 29 04:15:37.578658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.604648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159d0f5-d529-4993-a4e7-fcdc7af0ba02 req-f9bc8fb4-7400-4274-8a7b-78ca671ab24c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.606622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d159d0f5-d529-4993-a4e7-fcdc7af0ba02 req-f9bc8fb4-7400-4274-8a7b-78ca671ab24c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 0.2850034 Aug 29 04:15:37.640822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Network c64f0524-def0-4734-ba07-0531d2ca66e1 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:37.644102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bae8917-8d6d-4b92-abc4-254ee4fe4b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.649472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-a78094e3-5338-4456-a02f-f012e14fc512 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518664 Aug 29 04:15:37.659185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09099f5d-12e6-465b-9342-2d65b8f74f1e req-5740d9ec-9ca4-477d-b0bc-a72c06525e4a tempest-FloatingIPsNegativeTestJSON-491106662 tempest-FloatingIPsNegativeTestJSON-491106662-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0477006 Aug 29 04:15:37.685078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:37.698226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c64f0524-def0-4734-ba07-0531d2ca66e1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:37.726077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:37.727631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.765513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:37.766361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:37.803122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-290b9007-3ba3-4cc7-9934-0281fa678325 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2224648 Aug 29 04:15:37.813503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46f688-edfb-487c-8801-c8f4d9f8d09f None None] Network c64f0524-def0-4734-ba07-0531d2ca66e1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:37.991487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.019670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d159d0f5-d529-4993-a4e7-fcdc7af0ba02 req-1fc03604-a61c-40f5-a6d4-63a452f98992 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555100 Aug 29 04:15:38.033323 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-5441f9bd-07da-424b-a143-53e949c0ac11 req-3ee46f51-cbb5-43fc-97e4-96bda098e908 tempest-FloatingIPsNegativeTestJSON-491106662 tempest-FloatingIPsNegativeTestJSON-491106662-project] show failed (client error): The resource could not be found. Aug 29 04:15:38.038134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5441f9bd-07da-424b-a143-53e949c0ac11 req-3ee46f51-cbb5-43fc-97e4-96bda098e908 tempest-FloatingIPsNegativeTestJSON-491106662 tempest-FloatingIPsNegativeTestJSON-491106662-project] 10.222.0.62 "GET /v2.0/floatingips/cdab5dc5-da46-480b-a949-0c171aba7c4c HTTP/1.1" status: 404 len: 350 time: 0.2757850 Aug 29 04:15:38.065971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:38.073514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:38.077414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.078317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7efadb0-cb53-48c3-8d42-351934bd8d16 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:38.093194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.177059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-92ade3d8-1e7c-4b9e-9b5d-bd9d13de28d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3864553 Aug 29 04:15:38.309314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.357570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379509c5-c558-4b63-94d1-39b2501eb34c None None] Network c64f0524-def0-4734-ba07-0531d2ca66e1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:38.363205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Pushing event updated for resources: {'Port': ['ID=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:38.406701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:38.438373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:38.474814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:38.594244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e7efadb0-cb53-48c3-8d42-351934bd8d16 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:38.607387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7efadb0-cb53-48c3-8d42-351934bd8d16 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:38.608596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.614281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b62f0f78-518b-4526-89d7-782069dd3d0e None None] Provisioning complete for port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:38.616368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b62f0f78-518b-4526-89d7-782069dd3d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:38.755453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d02ce-2934-47d5-91f6-0d1565f16cf7 req-f9379ec7-d0bb-422e-96ac-75ad6462b9f7 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.758113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-236d02ce-2934-47d5-91f6-0d1565f16cf7 req-f9379ec7-d0bb-422e-96ac-75ad6462b9f7 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 945 time: 0.3257906 Aug 29 04:15:38.773117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-453886c3-9749-4066-8831-c15b6684f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.774987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-453886c3-9749-4066-8831-c15b6684f528 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=994e4b334d7e4a9297b6300271c67a42&device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 1097 time: 0.3659220 Aug 29 04:15:38.808766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0df13-0d67-4711-a706-825493b6d18e req-e77e6ea7-16e7-4a7a-b088-1b95ca756fe3 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.813116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-e77e6ea7-16e7-4a7a-b088-1b95ca756fe3 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.3826542 Aug 29 04:15:38.836504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7eca4-f170-4037-9089-ad311a289438 req-86d6c4ff-e8fe-45a0-b921-7d2543902c50 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:38.844463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-faa7eca4-f170-4037-9089-ad311a289438 req-86d6c4ff-e8fe-45a0-b921-7d2543902c50 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.4082863 Aug 29 04:15:38.929658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Sync routers for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:39.030044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:39.031507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:39.115444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-faa7eca4-f170-4037-9089-ad311a289438 req-9291fbb9-a27c-4743-ae02-67234f121c10 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698441 Aug 29 04:15:39.167952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-236d02ce-2934-47d5-91f6-0d1565f16cf7 req-b662811d-eef0-41b3-8487-6831c757067f tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484411 Aug 29 04:15:39.271954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.326741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.337787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e7efadb0-cb53-48c3-8d42-351934bd8d16, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7efadb0-cb53-48c3-8d42-351934bd8d16,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:39.344107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.389588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.535406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:39.675386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:39.745017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-771777518-network', 'tenant_id': '6b5f46cde59c414d8faaa3d3cb30ce6c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:39.759855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:39.768621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e7efadb0-cb53-48c3-8d42-351934bd8d16,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:39.783048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-634ce1fa-aaf7-4abc-8e41-dcf8eed45389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:39.787839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-634ce1fa-aaf7-4abc-8e41-dcf8eed45389 service neutron] 10.222.0.50 "GET /v2.0/networks?id=782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 200 len: 924 time: 0.9390035 Aug 29 04:15:39.887378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Made reservation on behalf of 6b5f46cde59c414d8faaa3d3cb30ce6c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:39.891460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:39.913110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.206801 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5b17bf8-9e4d-439c-8744-2b5853ea7029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.233097 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.315698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:40.316406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.425383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.440318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.460943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f4678-cd81-4e8c-b119-2ffd56b7cb89 req-a7059e45-ce49-43b3-9c11-024d34c0f212 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.462788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f5f4678-cd81-4e8c-b119-2ffd56b7cb89 req-a7059e45-ce49-43b3-9c11-024d34c0f212 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 1.0561450 Aug 29 04:15:40.467995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-1262391b-4917-4643-b13c-aae53aa195c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 200 len: 999 time: 0.6302106 Aug 29 04:15:40.470884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ff0df13-0d67-4711-a706-825493b6d18e req-56087a49-ce1a-4361-a07d-6b6f95e1ccea service neutron] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:40.489774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ff0df13-0d67-4711-a706-825493b6d18e req-56087a49-ce1a-4361-a07d-6b6f95e1ccea service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.490601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff0df13-0d67-4711-a706-825493b6d18e req-56087a49-ce1a-4361-a07d-6b6f95e1ccea service neutron] 10.222.0.50 "DELETE /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888/bindings/n-h2-712139-13 HTTP/1.1" status: 204 len: 173 time: 1.6399019 Aug 29 04:15:40.558642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:40.570759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddd45f-0e57-4486-a70f-c40dcfd4c7d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:40.595124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Deleting port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:40.595622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.636514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.636514 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Added segment dfd1cb51-808c-441e-8d2b-58d98573b9c8 of type vlan for network 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 Aug 29 04:15:40.642819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:34Z', 'revision_number': 4, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1f45a3dc-7847-4d48-bbf1-896f2e186b7e', 'name': '', 'network_id': '4cbf7d69-9321-401f-bb74-459bcd1b63da', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'mac_address': 'fa:16:3e:7b:d3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1312cea2-ba12-41ee-9b64-edf80655fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:33Z', 'updated_at': '2021-08-29T04:15:34Z', 'revision_number': 2, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'subnets': [{'id': '1312cea2-ba12-41ee-9b64-edf80655fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:40.678719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Checking router: a11655ef-7ad4-46ab-a50f-a96d010b93b0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:40.678997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Updating router a11655ef-7ad4-46ab-a50f-a96d010b93b0 port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:40.704064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f5f4678-cd81-4e8c-b119-2ffd56b7cb89 req-9403b83d-40ba-46b4-a6d5-34d9409ea2fa tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299058 Aug 29 04:15:40.744340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-0526e2d9-b1be-4855-a189-1f0c3895e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.751717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-0526e2d9-b1be-4855-a189-1f0c3895e823 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 200 len: 862 time: 0.2707968 Aug 29 04:15:40.755978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.794277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aefdcd-da75-4ef3-a048-bd692ca476a5 req-5b67ba4a-2fee-4557-95a1-81c8be183060 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.804747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6aefdcd-da75-4ef3-a048-bd692ca476a5 req-5b67ba4a-2fee-4557-95a1-81c8be183060 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2865913 Aug 29 04:15:40.805852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.833411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.899136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.928274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.931138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:40.931702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:40.937658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Calling delete_port for 1f45a3dc-7847-4d48-bbf1-896f2e186b7e owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:41.066560 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3562920 Aug 29 04:15:41.078925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:41.103853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Request body: {'subnet': {'network_id': '57b0a1b6-bae6-43a4-b1d1-46a48d2c2868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-771777518-subnet', 'tenant_id': '6b5f46cde59c414d8faaa3d3cb30ce6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:41.208180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bbf11-e7fc-48e7-98ed-931274999b4c admin admin] Pushing event updated for resources: {'Network': ['ID=57b0a1b6-bae6-43a4-b1d1-46a48d2c2868,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:41.256979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Made reservation on behalf of 6b5f46cde59c414d8faaa3d3cb30ce6c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:41.264406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.287568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:41.299471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-376e193e-7444-46be-a273-5506c443c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.300334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-376e193e-7444-46be-a273-5506c443c62b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=782ef7e4-8686-4b0a-a41b-8665a2142b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5308928 Aug 29 04:15:41.319621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6aefdcd-da75-4ef3-a048-bd692ca476a5 req-661caa59-465a-4be1-a92b-1bbbebb5d80d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486246 Aug 29 04:15:41.438363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b3fe-e83f-479c-9e6d-b4be11869399 req-245bd6e1-fba5-4edf-8b33-bd455a2512b3 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:41.441468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8c9b3fe-e83f-479c-9e6d-b4be11869399 req-245bd6e1-fba5-4edf-8b33-bd455a2512b3 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 945 time: 0.4322011 Aug 29 04:15:41.525239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.601914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8c9b3fe-e83f-479c-9e6d-b4be11869399 req-90a66b8b-3ad7-4444-a990-8883d2c4ec07 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398726 Aug 29 04:15:41.604696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Router caeaf9e6-0d20-4996-9262-2a248da3fbce is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:15:41.611574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-1bc2f31e-aa00-4c7c-bd16-c546de893f40 service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867687 Aug 29 04:15:41.798265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:41.978831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f45a3dc-7847-4d48-bbf1-896f2e186b7e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:42.012285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7efadb0-cb53-48c3-8d42-351934bd8d16 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:42.049025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.125991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:42.127123 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:42.154551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7efadb0-cb53-48c3-8d42-351934bd8d16 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:42.155142 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.225802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd010c3b-bf70-4f03-9367-f806a0a7a7d1 req-b99b93f5-9c73-4f71-a952-31df9950e38f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.240904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd010c3b-bf70-4f03-9367-f806a0a7a7d1 req-b99b93f5-9c73-4f71-a952-31df9950e38f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1097 time: 0.4737928 Aug 29 04:15:42.295841 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-c4498f35-9b10-4774-aa39-528c83fe74d8 service neutron] show failed (client error): The resource could not be found. Aug 29 04:15:42.297041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-c4498f35-9b10-4774-aa39-528c83fe74d8 service neutron] 10.222.0.50 "GET /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.3924208 Aug 29 04:15:42.313762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-b23877aa-3aa7-4b82-8f69-8e764d8f0fb0 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.315757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-b23877aa-3aa7-4b82-8f69-8e764d8f0fb0 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 945 time: 0.5462494 Aug 29 04:15:42.320679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7d4139-5cb4-432c-999d-a3e574d82fc9 req-cb689568-f3e4-40cc-9f66-f31f5c50030a service neutron] 10.222.0.50 "GET /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973627 Aug 29 04:15:42.331995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.465096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:42.483065 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Sync routers for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:42.509055 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:42.509877 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:42.630805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.647983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ef0432a1-863e-4142-bac8-997c22723b50 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.0667317 Aug 29 04:15:42.657373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:42.673414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Port 1f45a3dc-7847-4d48-bbf1-896f2e186b7e not found while updating agent binding for router a11655ef-7ad4-46ab-a50f-a96d010b93b0. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:15:42.700194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:42.701093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:42.849831 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:42.938398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69dab7fe-1fe2-4817-a88d-2aecb4ed906c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:42.944710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-9a1e5738-810a-48b0-bfe7-4234f54b23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:42.946238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-9a1e5738-810a-48b0-bfe7-4234f54b23f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1102 time: 0.1271226 Aug 29 04:15:42.953394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.962751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Checking segment: {'id': 'dfd1cb51-808c-441e-8d2b-58d98573b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '57b0a1b6-bae6-43a4-b1d1-46a48d2c2868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:42.963214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Network hostable DHCP agents. Network: 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:15:42.964293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:42.987281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:43.201178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:43.273513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Deleting port 5d762820-0776-426b-9aad-9204f8b342f8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:43.276725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.343050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Network 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:15:43.351823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759eb0-a701-472a-82f4-32504cdb4b3e req-f0ea131d-bc1b-423c-a11d-1b63a19893e1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.364865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c759eb0-a701-472a-82f4-32504cdb4b3e req-f0ea131d-bc1b-423c-a11d-1b63a19893e1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.3616924 Aug 29 04:15:43.482681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.528580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:43.537730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:43.538663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.578448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c759eb0-a701-472a-82f4-32504cdb4b3e req-1b6b01fc-f645-46ab-8f27-0119fd19ef89 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125492 Aug 29 04:15:43.615559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a78f249b-66f5-4e61-82f8-4cdaf0043f43 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5150964 Aug 29 04:15:43.652821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3331b4-bbc9-436f-890d-341e5bea0ad7 None None] Network 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:43.687566 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:38Z', 'revision_number': 3, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:43.723473 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Checking router: caeaf9e6-0d20-4996-9262-2a248da3fbce for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:43.724225 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Updating router caeaf9e6-0d20-4996-9262-2a248da3fbce port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:43.757770 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:43.925904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:41Z', 'revision_number': 5, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:44.016676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0f289-5c84-484e-8a24-914d2f85eb20 None None] The sync data for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 is: [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:41Z', 'revision_number': 5, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:44.060786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd010c3b-bf70-4f03-9367-f806a0a7a7d1 req-0baf6bb7-c2c9-4613-9f33-7a199dd2c1fe tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7842050 Aug 29 04:15:44.282097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54feb4e7-e7fd-447e-a758-4e7dcfb241ad None None] Network 57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:44.367272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] For port 5d762820-0776-426b-9aad-9204f8b342f8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5d762820-0776-426b-9aad-9204f8b342f8,segment=NetworkSegment(44512d3a-270c-4306-844d-20baca9b89ac),segment_id=44512d3a-270c-4306-844d-20baca9b89ac)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:44.369256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.387729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00449176-1b93-43bb-bbb3-ee0d479e37c5 req-da7c6477-851e-4e42-b883-2f5d881683be tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:44.414227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00449176-1b93-43bb-bbb3-ee0d479e37c5 req-da7c6477-851e-4e42-b883-2f5d881683be tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/ports?device_id=e18e6815-1740-43c1-96b6-ef7ddc106896 HTTP/1.1" status: 200 len: 945 time: 0.6283653 Aug 29 04:15:44.464105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:44.480161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Calling delete_port for 5d762820-0776-426b-9aad-9204f8b342f8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:44.501124 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.537618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Router a11655ef-7ad4-46ab-a50f-a96d010b93b0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:44.559723 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Transition to ACTIVE for port object 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:44.584958 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.731251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00449176-1b93-43bb-bbb3-ee0d479e37c5 req-d4faa082-3e4a-491a-92f9-697f7e351bf5 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d744f7-81b4-4a67-b7bb-ad8951b8bb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148227 Aug 29 04:15:44.745000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:44.772285 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ab247-f757-4c18-b35f-5701016a4b88 None None] Pushing event updated for resources: {'Port': ['ID=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:44.777731 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Attempting to bind port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:44.778319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Attempting to bind port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:44.779522 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Attempting to bind port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:44.793662 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:44.795973 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:44.797115 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.798155 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:44.799356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Bound port: 0aefc4f5-29e5-4d1c-83c5-d39625edfca5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:44.800001 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.918009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:44.925120 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dbd4a0-9808-4ea3-be4c-dc83f3e44b73" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-unplugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:44.954146 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] For port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:44.959167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:44.960460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] For port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:44.968203 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.002100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Transition to ACTIVE for port object 99446374-c4f2-45f7-a282-d52e3fb7092f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:45.011790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.077732 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:45.078896 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:45.128060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ab247-f757-4c18-b35f-5701016a4b88 None None] Pushing event updated for resources: {'Port': ['ID=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.142738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.165137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:45.183254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e68db3c-02ed-4546-a2f5-298f63b7bb97 admin admin] 10.222.0.62 "PUT /v2.0/routers/a11655ef-7ad4-46ab-a50f-a96d010b93b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1050093 Aug 29 04:15:45.184492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:45.289802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.315438 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:45.329804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5d762820-0776-426b-9aad-9204f8b342f8 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:45.354383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.356745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] No DVR routers for this DVR port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:45.398814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 5d762820-0776-426b-9aad-9204f8b342f8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:45.399142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5d762820-0776-426b-9aad-9204f8b342f8 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:45.424868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Pushing event deleted for resources: {'Port': ['ID=5d762820-0776-426b-9aad-9204f8b342f8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:45.451837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.452477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.453003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.455767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.456442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.456963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.457301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.458173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.458503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.458835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.459161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.459483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:45.477882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2b39bfe-f85b-4115-9d1b-2322f731bea2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:45.491228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2b39bfe-f85b-4115-9d1b-2322f731bea2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.8020415 Aug 29 04:15:45.558985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:45.560335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:45.561292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.577760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:45.578386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:45.590247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:45.590895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:45.591473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:45.592165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Bound port: 99446374-c4f2-45f7-a282-d52e3fb7092f, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:45.592737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.731431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Sync routers for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:45.745514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:45.750365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:45.751277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:45.827613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:45.830501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:45.843615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:45.867382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:38Z', 'revision_number': 3, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:45.925181 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70354977-2bd8-423a-81af-fdeb153dd867 None None] The sync data for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 is: [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:38Z', 'revision_number': 3, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:45.933664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.040684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:46.052012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.053434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.055757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 1097 time: 3.0873625 Aug 29 04:15:46.094450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Deleting port e7efadb0-cb53-48c3-8d42-351934bd8d16 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:46.095371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.101909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-ec815d0f-cc75-495f-9b5c-c2553a2c1043 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/quotas/cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 375 time: 0.6095707 Aug 29 04:15:46.110091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] No DVR routers for this DVR port 5d762820-0776-426b-9aad-9204f8b342f8 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:46.130109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.134414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1ad1047-d42e-43c4-b6b2-636d746ac426 req-c7479d38-2e8b-40b6-812c-224a18efaf90 tempest-ServerPasswordTestJSON-536171292 tempest-ServerPasswordTestJSON-536171292-project] 10.222.0.54 "DELETE /v2.0/ports/5d762820-0776-426b-9aad-9204f8b342f8 HTTP/1.1" status: 204 len: 173 time: 3.8106892 Aug 29 04:15:46.138751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:46.140287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.142261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'name': 'network-vif-deleted', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:46.144671 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc12bf-44ab-4b36-b2b4-26cb4d59293e" -d '{"events": [{"server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "name": "network-vif-deleted", "tag": "5d762820-0776-426b-9aad-9204f8b342f8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:46.215439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-1872bb86-732d-41e2-be99-528bd3903810 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.217659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-1872bb86-732d-41e2-be99-528bd3903810 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/networks?id=c64f0524-def0-4734-ba07-0531d2ca66e1 HTTP/1.1" status: 200 len: 815 time: 1.1470878 Aug 29 04:15:46.258645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] For port e7efadb0-cb53-48c3-8d42-351934bd8d16, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7efadb0-cb53-48c3-8d42-351934bd8d16,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:46.259026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:46.284629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Calling delete_port for e7efadb0-cb53-48c3-8d42-351934bd8d16 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:46.487150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-df78159e-7ca9-4642-83bc-603f5b236e12 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/quotas/25daad6f29eb442987b7f6383e5c0406 HTTP/1.1" status: 200 len: 375 time: 0.2516942 Aug 29 04:15:46.498697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-e6c704e9-bf03-4202-84ec-9f28e72d7cd9 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3958514 Aug 29 04:15:46.635599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:46.655346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.656329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.657155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.658034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.658960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.659992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.661574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.662367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.663144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.663898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.664716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.665518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9eafbe-68ba-4180-af6c-aef7a92415b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:15:46.696857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:41Z', 'revision_number': 5, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port': {'id': 'e7efadb0-cb53-48c3-8d42-351934bd8d16', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:28Z', 'updated_at': '2021-08-29T04:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:46.710922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-6527ff44-853a-45ad-a766-940e2c32ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.714823 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-6527ff44-853a-45ad-a766-940e2c32ea60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1100 time: 0.1905541 Aug 29 04:15:46.847706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Checking router: a11655ef-7ad4-46ab-a50f-a96d010b93b0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:46.870684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Routers {'a11655ef-7ad4-46ab-a50f-a96d010b93b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:46.873515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:46.909869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-f58a6b7a-f487-4fcf-a55a-da78de092ad8 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25daad6f29eb442987b7f6383e5c0406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3903520 Aug 29 04:15:46.927052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-6ad11451-4fbe-41c5-90aa-cad3e0494879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:46.928719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-6ad11451-4fbe-41c5-90aa-cad3e0494879 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2032149 Aug 29 04:15:46.973829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.027085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-630f614f-f4f4-44ba-b8d5-7479e652abec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.0672841 Aug 29 04:15:47.062065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7efadb0-cb53-48c3-8d42-351934bd8d16,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:47.160590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-e2df7ab7-5a6a-4b25-9265-26022823ab23 service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436765 Aug 29 04:15:47.194504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.302048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] Set router a11655ef-7ad4-46ab-a50f-a96d010b93b0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:47.328119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.330772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.399115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-0fa99865-c8c6-44bc-8337-cea9419d54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.402808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-0fa99865-c8c6-44bc-8337-cea9419d54e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3528626 Aug 29 04:15:47.405597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.408658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a11655ef-7ad4-46ab-a50f-a96d010b93b0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:15:47.425505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.435234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-134e1f88-0ab1-4a62-a572-3d76a490f9a1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a11655ef-7ad4-46ab-a50f-a96d010b93b0 HTTP/1.1" status: 204 len: 168 time: 2.2476139 Aug 29 04:15:47.435904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:47.448354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 6, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:47.501465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-8b03e004-bd7f-4e30-ad66-dc7287880450 service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842190 Aug 29 04:15:47.577883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Allocated IP 172.20.0.1 (d0efa65a-da67-4432-8470-a3382ce23946/41c3c0dd-c723-4676-afdc-9723d7ad2a40/55d52d2e-4dd3-45cf-8dd5-e55d3104e272) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:47.585764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc5634-6423-4d74-a3d1-970c0493771b None None] The sync data for ids ['a11655ef-7ad4-46ab-a50f-a96d010b93b0'] in n-d-712139-13 is: [{'id': 'a11655ef-7ad4-46ab-a50f-a96d010b93b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-908339244-router', 'tenant_id': 'cb53dfff13e040eb9e1c85cf30859240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:25Z', 'updated_at': '2021-08-29T04:15:45Z', 'revision_number': 6, 'project_id': 'cb53dfff13e040eb9e1c85cf30859240', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:47.599821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Deleting subnet 1312cea2-ba12-41ee-9b64-edf80655fda6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:47.604863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.623494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-077db5b2-259f-4da3-b193-d5a56241cb21 service neutron] 10.222.0.62 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113240 Aug 29 04:15:47.687295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:47.770045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-e97f89d5-fd2d-4db0-b9ee-18f1ecc40ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:47.772414 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-e97f89d5-fd2d-4db0-b9ee-18f1ecc40ebd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3515463 Aug 29 04:15:47.885241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:47.912648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.014451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-222555fc-e066-45b6-8a01-7953d7e7e518 service neutron] 10.222.0.62 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893685 Aug 29 04:15:48.148386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-80114159-dc60-47c5-8743-067edbde0add service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638620 Aug 29 04:15:48.182004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:48.190363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:48.191470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.326405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.367309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058f2d-f64b-451f-bd16-90535148d6ad req-95840875-4718-47a2-9d7a-2ba1fd0f666b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:48.369430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65058f2d-f64b-451f-bd16-90535148d6ad req-95840875-4718-47a2-9d7a-2ba1fd0f666b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 948 time: 0.3502781 Aug 29 04:15:48.373127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Transition to ACTIVE for port object 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:48.450270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.478649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.500964 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16937a6e-fc77-42ca-8573-8fe064fd1a6b x-openstack-request-id: req-16937a6e-fc77-42ca-8573-8fe064fd1a6b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:48.501189 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-unplugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:48.501608 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16937a6e-fc77-42ca-8573-8fe064fd1a6b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:48.502272 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'code': 200} Aug 29 04:15:48.525567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:48.538544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.583388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65058f2d-f64b-451f-bd16-90535148d6ad req-6066d991-1410-42e0-af8e-186c6c6668ef tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911697 Aug 29 04:15:48.624781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.631684 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1312cea2-ba12-41ee-9b64-edf80655fda6 HTTP/1.1" status: 204 len: 168 time: 1.1765139 Aug 29 04:15:48.633717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e7ae5-cb96-43fb-947d-bf85208c2b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1312cea2-ba12-41ee-9b64-edf80655fda6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.645552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.654290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f91de0-851c-4e8f-9b1a-5b738ccfb291 None None] Network 4cbf7d69-9321-401f-bb74-459bcd1b63da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:15:48.687707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:48.808973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:48.909869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:48.967023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.002822 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716a065-8ffc-4295-a58e-35c60ed319f5 x-openstack-request-id: req-b716a065-8ffc-4295-a58e-35c60ed319f5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:49.003106 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18e6815-1740-43c1-96b6-ef7ddc106896", "name": "network-vif-deleted", "tag": "5d762820-0776-426b-9aad-9204f8b342f8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:49.007192 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b716a065-8ffc-4295-a58e-35c60ed319f5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:49.007890 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18e6815-1740-43c1-96b6-ef7ddc106896', 'name': 'network-vif-deleted', 'tag': '5d762820-0776-426b-9aad-9204f8b342f8', 'status': 'completed', 'code': 200} Aug 29 04:15:49.011088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Deleting subnet 006379a2-122a-4783-b371-3bd26cbbc6a9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:15:49.025437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Network d0efa65a-da67-4432-8470-a3382ce23946 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:49.080464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.085935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9041ff26-330a-4709-91ef-c0a32a592c37 req-f6b23f23-470f-49f6-8857-67c0027a8746 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 210 time: 0.0995495 Aug 29 04:15:49.137021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:49.143780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] DHCP port deletion for 4cbf7d69-9321-401f-bb74-459bcd1b63da request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:15:49.160672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40f93bb-4152-4481-8b9c-f2de8ef1db07 req-06c4942a-aad0-42d9-8778-4eb7ee4e384c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 210 time: 0.1738539 Aug 29 04:15:49.165971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:49.166715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.272170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d5e7a1d-89d2-40c7-a796-30ac5c6e0908 req-dabd92e1-8c01-41ab-af87-e8575b7cc2e6 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1131356 Aug 29 04:15:49.316234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Deleting port 5e144a24-a132-474d-a19e-8c44a4475d8b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:49.319241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.348614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Deleting port 5e144a24-a132-474d-a19e-8c44a4475d8b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:15:49.349119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.397170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Pushing event updated for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.461179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.475742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.518195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] For port 5e144a24-a132-474d-a19e-8c44a4475d8b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5e144a24-a132-474d-a19e-8c44a4475d8b,segment=NetworkSegment(3cfdb28f-e2b8-409b-a103-c284331bb01b),segment_id=3cfdb28f-e2b8-409b-a103-c284331bb01b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:49.522129 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.526762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.575084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] For port 5e144a24-a132-474d-a19e-8c44a4475d8b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5e144a24-a132-474d-a19e-8c44a4475d8b,segment=NetworkSegment(3cfdb28f-e2b8-409b-a103-c284331bb01b),segment_id=3cfdb28f-e2b8-409b-a103-c284331bb01b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:49.577481 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.625393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Calling delete_port for 5e144a24-a132-474d-a19e-8c44a4475d8b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:49.636899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Calling delete_port for 5e144a24-a132-474d-a19e-8c44a4475d8b owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:15:49.746338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:49.889167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:49.974103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e144a24-a132-474d-a19e-8c44a4475d8b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:49.979830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] No DVR routers for this DVR port 5e144a24-a132-474d-a19e-8c44a4475d8b on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:49.995085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38f02a2b-4eca-4aff-867b-31ae07e2d8ed None None] Provisioning for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:50.017629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38f02a2b-4eca-4aff-867b-31ae07e2d8ed None None] Provisioning complete for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:50.018540 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38f02a2b-4eca-4aff-867b-31ae07e2d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.076229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.118728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.131518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad45a07-2268-4ced-bca6-2e7708242eaf req-d88272a7-3796-4002-b31a-6f8ee3296609 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.133728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aad45a07-2268-4ced-bca6-2e7708242eaf req-d88272a7-3796-4002-b31a-6f8ee3296609 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 948 time: 0.3099029 Aug 29 04:15:50.135666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38f02a2b-4eca-4aff-867b-31ae07e2d8ed None None] Port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:50.145513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006379a2-122a-4783-b371-3bd26cbbc6a9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.171266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.186542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbf7d69-9321-401f-bb74-459bcd1b63da']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:50.192979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] Pushing event deleted for resources: {'Port': ['ID=5e144a24-a132-474d-a19e-8c44a4475d8b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.193383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.198021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a43b757-b5a9-4e7c-8bf9-42cddfac9826 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/006379a2-122a-4783-b371-3bd26cbbc6a9 HTTP/1.1" status: 204 len: 168 time: 1.3791921 Aug 29 04:15:50.198262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:50.198262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.205504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfdb28f-e2b8-409b-a103-c284331bb01b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:50.205853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfdb28f-e2b8-409b-a103-c284331bb01b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:50.210983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.217461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.226813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8666c19-d7e8-4a0f-bff7-6fa75810b025 None None] No DVR routers for this DVR port 5e144a24-a132-474d-a19e-8c44a4475d8b on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:15:50.235668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.250532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:50.251903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:50.256097 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:50.278461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aad45a07-2268-4ced-bca6-2e7708242eaf req-4dc12516-e83f-428a-9652-cc607e1c5709 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275175 Aug 29 04:15:50.343016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.397166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.407339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4cbf7d69-9321-401f-bb74-459bcd1b63da HTTP/1.1" status: 204 len: 168 time: 1.7595727 Aug 29 04:15:50.408392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e8007-3567-4185-841c-72d83cc89070 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbf7d69-9321-401f-bb74-459bcd1b63da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.504020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:50.508104 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46bc03f-aee6-4622-b890-1a2629300cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:50.541606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5e144a24-a132-474d-a19e-8c44a4475d8b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:50.570212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5e144a24-a132-474d-a19e-8c44a4475d8b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:50.570929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5e144a24-a132-474d-a19e-8c44a4475d8b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:50.571557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7efadb0-cb53-48c3-8d42-351934bd8d16 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:15:50.596529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e7efadb0-cb53-48c3-8d42-351934bd8d16 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:15:50.597145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7efadb0-cb53-48c3-8d42-351934bd8d16 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:15:50.604216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4fa2b90-29b1-42fb-9c2b-16065befc235 req-d8d112aa-d5d6-4363-bee2-1825bfefa826 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 210 time: 0.2676222 Aug 29 04:15:50.634002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.672300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.673373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.686833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53895bf7-7f56-483f-9883-a863c55b8288 req-29a58a7a-fe97-49f9-939f-ce72c43ca9e3 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 210 time: 0.0812743 Aug 29 04:15:50.733148 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74268241-ee0b-4398-b894-2e7568fc2474 x-openstack-request-id: req-74268241-ee0b-4398-b894-2e7568fc2474 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:50.733552 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:50.733805 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74268241-ee0b-4398-b894-2e7568fc2474 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:50.734470 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'status': 'completed', 'code': 200} Aug 29 04:15:50.747282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-7cb7a0ef-e03a-4052-9fd6-c1abad79d0d7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.748950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-7cb7a0ef-e03a-4052-9fd6-c1abad79d0d7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.2955151 Aug 29 04:15:50.755263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:50.802218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-5cb83257-df34-4429-9569-c25ca9df7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.804197 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-5cb83257-df34-4429-9569-c25ca9df7aab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1100 time: 0.0529070 Aug 29 04:15:50.814501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Request body: {'port': {'device_id': '5e5a7182-c946-419a-9178-d1e3df21116f', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'admin_state_up': True, 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:50.881397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.901178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Pushing event updated for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:50.950413 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-21c9a92c-cc8b-4b22-b402-b956fc0f5c4f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb53dfff13e040eb9e1c85cf30859240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675883 Aug 29 04:15:50.955771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:50.982973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-4826cb93-95d8-4d75-8544-37bc5c216329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:50.984687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-4826cb93-95d8-4d75-8544-37bc5c216329 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1705730 Aug 29 04:15:51.052902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-d4c0e6cb-a962-45da-9077-c2ea81cc37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.054519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-d4c0e6cb-a962-45da-9077-c2ea81cc37a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1100 time: 0.2440388 Aug 29 04:15:51.121460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Network d0efa65a-da67-4432-8470-a3382ce23946 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:51.134785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.174307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:51.188496 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.189123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.190103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.190638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > port after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.191130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.192393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > port after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.192730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.193141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.193490 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.193805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.343730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.344484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.346241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.346955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 04:15:51.347737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb092b3-dfe0-40bb-83fd-5e8e454a230f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:51.457302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44512d3a-270c-4306-844d-20baca9b89ac') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:51.463481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44512d3a-270c-4306-844d-20baca9b89ac') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:51.525955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.587010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8388c512-2cb6-45e3-9013-bc090ea9deb7 None None] Provisioning complete for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:51.588521 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8388c512-2cb6-45e3-9013-bc090ea9deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.590157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.609053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-3e455a92-974c-4af2-b6dc-36179173ded9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.6122801 Aug 29 04:15:51.669340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:15:51.670089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: from cryptography.utils import int_from_bytes Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: from cryptography.utils import int_from_bytes Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:15:51.675060 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:15:51.684871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8388c512-2cb6-45e3-9013-bc090ea9deb7 None None] Port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:15:51.700955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:51.705917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.745395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.878385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:51.995363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-9d2df4e4-0134-43ae-90c5-cea959a52280 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:51.999125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-9d2df4e4-0134-43ae-90c5-cea959a52280 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.50 "GET /v2.0/networks?id=c64f0524-def0-4734-ba07-0531d2ca66e1 HTTP/1.1" status: 200 len: 815 time: 0.4504421 Aug 29 04:15:52.029052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Request body: {'port': {'device_id': '189782d9-f29d-49ff-bab6-9a1446a10866', 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1', 'admin_state_up': True, 'tenant_id': '25daad6f29eb442987b7f6383e5c0406'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:52.103337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-e9c1b61e-f9ec-47c2-852c-1da61cc34df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.105902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-e9c1b61e-f9ec-47c2-852c-1da61cc34df7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.4841545 Aug 29 04:15:52.138649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.141631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.143173 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cc19beb-3e50-4604-9494-c14ed74dd1f5 HTTP/1.1" status: 204 len: 168 time: 1.1858644 Aug 29 04:15:52.193247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc64828-aaff-42b3-9d49-ae6142d7e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc19beb-3e50-4604-9494-c14ed74dd1f5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.243794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-8cf731bb-a082-49c8-ac81-6714de7fd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.245535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-8cf731bb-a082-49c8-ac81-6714de7fd476 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287558 Aug 29 04:15:52.271238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Made reservation on behalf of 25daad6f29eb442987b7f6383e5c0406 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:52.277172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.292965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe026ea6-c32f-4dfc-b3b5-032b43f3335b req-255f1725-0d09-41cb-954d-3f7d5c99f870 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 210 time: 0.0721557 Aug 29 04:15:52.387187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.395749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:52.398075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] 10.222.0.62 "DELETE /v2.0/networks/5fb092b3-dfe0-40bb-83fd-5e8e454a230f HTTP/1.1" status: 204 len: 168 time: 2.1840158 Aug 29 04:15:52.409136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-c3db61bf-77d4-4f4b-9a8a-b6944ca1094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.411425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-c3db61bf-77d4-4f4b-9a8a-b6944ca1094c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 1.3447201 Aug 29 04:15:52.542209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-15fa9de9-bda6-4998-a252-68f7d55c63bf service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863479 Aug 29 04:15:52.648843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:52.661288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776743a8-94dc-43a4-9845-35d1a9290f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb092b3-dfe0-40bb-83fd-5e8e454a230f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:52.670034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-450da8a2-bde5-4b0f-8a30-b2423ed2597c req-2a92995e-a533-4906-84bc-9ee061a4e170 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 210 time: 0.0867314 Aug 29 04:15:52.722386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-b2e3399e-5732-4168-b9b8-2b6575e4ef06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.2826385 Aug 29 04:15:52.746841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476f94a-714b-457d-85de-ce534f575960 req-715ea24f-a17a-4363-a648-91a13759dfc1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:52.762647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b476f94a-714b-457d-85de-ce534f575960 req-715ea24f-a17a-4363-a648-91a13759dfc1 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 948 time: 0.5538909 Aug 29 04:15:52.795050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Allocated IP 172.20.0.3 (c64f0524-def0-4734-ba07-0531d2ca66e1/16060271-6ded-45b1-9834-c0545f1059a8/e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:52.849565 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-72e2c42e-b333-4494-9b44-5c2b0b71611c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=023d3825f70d48c097dbf3530ee390fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971917 Aug 29 04:15:52.860632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:52.929386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-f8a4e3f4-743d-44ec-b877-5fae7309ee62 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297698 Aug 29 04:15:52.965598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Router caeaf9e6-0d20-4996-9262-2a248da3fbce has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:15:53.026655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b476f94a-714b-457d-85de-ce534f575960 req-2fc7517c-28e3-47f7-bfb2-1d714a13a33e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293055 Aug 29 04:15:53.068326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.110998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.159785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Allocated IP 172.20.0.9 (0a805732-0257-4e0c-895e-8f7f71b6df55/9efe6145-6b53-4ec8-a036-b0ae29a9f7a2/1db34061-e79b-4851-981c-6194883d617d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:15:53.177592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-75a397ff-c0c5-4ccc-8311-b5d25bae7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.180623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-75a397ff-c0c5-4ccc-8311-b5d25bae7c98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.4163177 Aug 29 04:15:53.217725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.252852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.257811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.259722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26d744f7-81b4-4a67-b7bb-ad8951b8bb61 HTTP/1.1" status: 204 len: 168 time: 0.3978996 Aug 29 04:15:53.283846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29796c-1c1a-4f44-ae88-74e33644fc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d744f7-81b4-4a67-b7bb-ad8951b8bb61,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.309261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.399386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:15:53.409639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Network c64f0524-def0-4734-ba07-0531d2ca66e1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:53.450497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:53.455674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:53.498334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-3573c59f-cf5b-44c7-af89-7a8ac4c04176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.501016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-3573c59f-cf5b-44c7-af89-7a8ac4c04176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3093932 Aug 29 04:15:53.544701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Pushing event updated for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:53.640237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:15:53.661338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23e38c3f-62f7-43b6-b697-f5597a38c905 req-0206bbff-28bb-4035-99a4-af837194cc58 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 210 time: 0.1757936 Aug 29 04:15:53.662584 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Sync routers for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:15:53.689121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:53.689121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.695059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:53.697187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8960400c-8d40-4995-8d2c-2b460e57339b admin admin] 10.222.0.62 "PUT /v2.0/routers/caeaf9e6-0d20-4996-9262-2a248da3fbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0050881 Aug 29 04:15:53.714957 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:53.716955 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:53.736497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-240c9a89-c211-43dc-addc-3cc8875f39b7 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7135148 Aug 29 04:15:53.764978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'mac_address': 'fa:16:3e:58:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:15:53.774165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Request body: {'port': {'device_id': '189782d9-f29d-49ff-bab6-9a1446a10866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:53.912700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:53.988228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:54.033733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd779-0ff2-417d-90c6-dfca021761d3 req-acd54dfd-58f5-41c3-9b03-ca73f69e02a2 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.035500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07bcd779-0ff2-417d-90c6-dfca021761d3 req-acd54dfd-58f5-41c3-9b03-ca73f69e02a2 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 931 time: 0.2343929 Aug 29 04:15:54.044248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.055943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:54.063081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-2eb4b508-3e59-4244-8c92-65e776d7eac9 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232434 Aug 29 04:15:54.063905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.083180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.141969 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:54.190527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.355562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c46bc03f-aee6-4622-b890-1a2629300cb5 req-3506875b-9d5d-4879-8ab7-2e91b5915e3d service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839868 Aug 29 04:15:54.382113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['99446374-c4f2-45f7-a282-d52e3fb7092f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:15:54.582579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.686275 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 2, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:54.724729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:54.733939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07bcd779-0ff2-417d-90c6-dfca021761d3 req-12aebea2-bb4c-4d94-99a6-cf0e7941b663 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481564 Aug 29 04:15:54.745523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.756952 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Checking router: caeaf9e6-0d20-4996-9262-2a248da3fbce for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:15:54.758615 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Updating router caeaf9e6-0d20-4996-9262-2a248da3fbce port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:15:54.779850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Transition to ACTIVE for port object e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:54.787806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.794810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0d722-b016-45c2-8565-4bbb31445219 req-032ffdb3-3feb-484f-a855-5d393584293f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:54.811118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fa0d722-b016-45c2-8565-4bbb31445219 req-032ffdb3-3feb-484f-a855-5d393584293f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.4521589 Aug 29 04:15:54.844744 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:54.857541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:15:54.903283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:15:54.915103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Pushing event updated for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:54.933898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:15:54.946287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.023310 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fa0d722-b016-45c2-8565-4bbb31445219 req-4085ec1c-0eb5-484b-88dd-5390ef9a292e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104809 Aug 29 04:15:55.042993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.044141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.093259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-b272e3a5-0ca4-4f9c-9002-5984bda7bb8a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2783365 Aug 29 04:15:55.120505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Request body: {'port': {'device_id': '5e5a7182-c946-419a-9178-d1e3df21116f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:55.153123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Attempting to bind port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:55.153769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Attempting to bind port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'd6387e6c-dce6-4a51-a9a2-5d47898739b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:55.154502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Attempting to bind port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 on network c64f0524-def0-4734-ba07-0531d2ca66e1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:55.167717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 on network c64f0524-def0-4734-ba07-0531d2ca66e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:55.168271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Attempting to bind port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 on network c64f0524-def0-4734-ba07-0531d2ca66e1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:55.198093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:55.198548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Checking segment: {'id': 'd6387e6c-dce6-4a51-a9a2-5d47898739b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:55.199187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Bound using segment: {'id': 'd6387e6c-dce6-4a51-a9a2-5d47898739b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:55.199916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Bound port: e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6387e6c-dce6-4a51-a9a2-5d47898739b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:55.200785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.333482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.360486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e07df-5e32-497f-8cdb-53500c74f6e0 req-3df611fb-a24e-4bd7-983c-7d41c3c0f730 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.362483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3e07df-5e32-497f-8cdb-53500c74f6e0 req-3df611fb-a24e-4bd7-983c-7d41c3c0f730 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 931 time: 0.1712873 Aug 29 04:15:55.476610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:55.482442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,segment=NetworkSegment(d6387e6c-dce6-4a51-a9a2-5d47898739b5),segment_id=d6387e6c-dce6-4a51-a9a2-5d47898739b5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:55.496988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.655646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3e07df-5e32-497f-8cdb-53500c74f6e0 req-0c7b6e03-daa7-437f-bffe-03344a1023e0 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Aug 29 04:15:55.724628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Pushing event updated for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:55.763728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:55.767666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.770934 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-a977ab83-7e07-4680-bc65-6b3d72c2a20b service neutron] 10.222.0.50 "PUT /v2.0/ports/e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 HTTP/1.1" status: 200 len: 1092 time: 2.0130813 Aug 29 04:15:55.774632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:55.795372 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e6a51a-de9f-426d-bb34-b35549a41a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:55.965359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db34061-e79b-4851-981c-6194883d617d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:15:55.971778 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:55.973564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:56.014341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.022979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:56.035749 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Transition to ACTIVE for port object 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:56.049937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741878555', 'description': 'tempest-description--1590822038'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:56.080489 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.110151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-20567179-22e9-4004-8d65-889e207687ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.124403 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-20567179-22e9-4004-8d65-889e207687ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25daad6f29eb442987b7f6383e5c0406&device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 1095 time: 0.2513182 Aug 29 04:15:56.133817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Transition to ACTIVE for port object 1db34061-e79b-4851-981c-6194883d617d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:15:56.175100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.293715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.310190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.412877 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed52fc8-f9ca-4594-a0b2-22d576843c01 None None] Pushing event updated for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.454161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-network', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:56.484478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a73a3-6dbe-4ff4-875c-180062b2c6f5 req-612c4bcf-ea01-4a3f-8c70-5d3d9b83d744 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.491147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368a73a3-6dbe-4ff4-875c-180062b2c6f5 req-612c4bcf-ea01-4a3f-8c70-5d3d9b83d744 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 943 time: 0.3494108 Aug 29 04:15:56.498175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-724f4d1e-c1b9-4484-a190-b364e4e9d299 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 HTTP/1.1" status: 200 len: 217 time: 0.3537946 Aug 29 04:15:56.505925 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f3d4f3-e687-47ae-9aa9-620a2eb39103 x-openstack-request-id: req-67f3d4f3-e687-47ae-9aa9-620a2eb39103 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:56.506280 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:56.507617 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67f3d4f3-e687-47ae-9aa9-620a2eb39103 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:56.508535 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5', 'status': 'completed', 'code': 200} Aug 29 04:15:56.545118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Attempting to bind port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:56.545823 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Attempting to bind port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:56.546492 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Attempting to bind port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 on network d0efa65a-da67-4432-8470-a3382ce23946 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:56.561788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:56.562792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Checking segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:56.564131 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.565249 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Bound using segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:56.566360 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Bound port: 55d52d2e-4dd3-45cf-8dd5-e55d3104e272, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:56.567244 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.635119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-4756a5f6-9740-45b5-bee4-ee0ed04f7c3a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.653344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-4756a5f6-9740-45b5-bee4-ee0ed04f7c3a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617&tenant_id=808562ffa84e49d78f3aaee7857a854b&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 949 time: 0.2794478 Aug 29 04:15:56.723967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:15:56.725020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:15:56.725913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:56.733599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] For port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:56.740072 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] For port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:56.751502 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.771902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-7f99b41b-e423-402c-9aa0-ecde76ec956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:56.775652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:15:56.776256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:15:56.779157 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-7f99b41b-e423-402c-9aa0-ecde76ec956a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16060271-6ded-45b1-9834-c0545f1059a8 HTTP/1.1" status: 200 len: 855 time: 0.2591677 Aug 29 04:15:56.804864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:15:56.805603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:15:56.806234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:15:56.806949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Bound port: 1db34061-e79b-4851-981c-6194883d617d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:15:56.808513 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:56.875324 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:15:56.876251 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:56.881945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed52fc8-f9ca-4594-a0b2-22d576843c01 None None] Pushing event updated for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:56.908199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-88a076ad-9786-4acd-8e83-bee4f1c33297 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c64f0524-def0-4734-ba07-0531d2ca66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190968 Aug 29 04:15:56.914863 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-4dce44ab-026f-489c-90d5-b651a5bc4436 service neutron] 10.222.0.54 "GET /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.2597783 Aug 29 04:15:56.934417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:15:56.938730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:15:56.966858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.002383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c46ff-6a73-4ce0-af92-459c31257f61 req-a3427a09-18c4-4c9a-aa0e-7a37f9ce4452 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.011424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d95c46ff-6a73-4ce0-af92-459c31257f61 req-a3427a09-18c4-4c9a-aa0e-7a37f9ce4452 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.5138209 Aug 29 04:15:57.041025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368a73a3-6dbe-4ff4-875c-180062b2c6f5 req-ad59a4a0-64be-4799-9bcb-b441ad56416a tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630280 Aug 29 04:15:57.044721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.045595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.047395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] 10.222.0.50 "PUT /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 1092 time: 1.9397855 Aug 29 04:15:57.068306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'tag': '1db34061-e79b-4851-981c-6194883d617d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:57.070949 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "tag": "1db34061-e79b-4851-981c-6194883d617d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:57.118921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d95c46ff-6a73-4ce0-af92-459c31257f61 req-9bdf681c-7d93-48cc-bebf-ffeff099745f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063921 Aug 29 04:15:57.158157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.192359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-17cffa8c-59de-40af-be43-6f24c4b2ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.196031 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.198362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-17cffa8c-59de-40af-be43-6f24c4b2ee43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1101 time: 0.1625121 Aug 29 04:15:57.264025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374b6e-7bd3-4602-bbcc-b62ea218ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.278727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc992e-5277-4de3-a978-fff3edd5ab65,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:57.350810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:15:57.361368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-a7c749cf-7ab8-4aa2-b7f9-c31c298dfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.376763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-a7c749cf-7ab8-4aa2-b7f9-c31c298dfad4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1095 time: 0.2089887 Aug 29 04:15:57.380014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Made reservation on behalf of 4f01d387a6b14518ab7c7a617be87dd2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:57.391752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.406536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.419013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3c1cbe0e-88d7-4916-a219-df20e01117a1 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3921344 Aug 29 04:15:57.431024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:57.434607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:57.438519 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-f995ef0d-7973-42f1-83d0-49f920a14c32 service neutron] 10.222.0.50 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215340 Aug 29 04:15:57.446975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'security_group_rule': {'security_group_id': '2bfc992e-5277-4de3-a978-fff3edd5ab65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:57.534858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.559613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-8affa090-3dec-4761-a72a-94d410df7890 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 217 time: 0.1591985 Aug 29 04:15:57.700255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-cca8cbc8-79e5-41b1-af8a-2146fc36a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.703078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-cca8cbc8-79e5-41b1-af8a-2146fc36a474 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1193213 Aug 29 04:15:57.795653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 99446374-c4f2-45f7-a282-d52e3fb7092f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:57.811441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 99446374-c4f2-45f7-a282-d52e3fb7092f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:57.812286 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.839304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-c6fdd31e-ef3b-4b08-bb0a-02205b489caa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015139 Aug 29 04:15:57.844631 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7abd96-56ff-494f-92fa-d82e63953cc1 x-openstack-request-id: req-2d7abd96-56ff-494f-92fa-d82e63953cc1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:57.844631 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "tag": "1db34061-e79b-4851-981c-6194883d617d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:57.844631 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d7abd96-56ff-494f-92fa-d82e63953cc1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:57.845201 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'tag': '1db34061-e79b-4851-981c-6194883d617d', 'status': 'completed', 'code': 200} Aug 29 04:15:57.858137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-a5b544ad-6c84-42d6-9bef-b18727b1a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.862513 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-a5b544ad-6c84-42d6-9bef-b18727b1a65a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.6492131 Aug 29 04:15:57.864083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedaede-49f8-4fe1-8bbf-caf7aaad402a req-6d5cf1e9-a979-4405-b64d-91ab0f9d4261 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:57.868483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:57.871552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eedaede-49f8-4fe1-8bbf-caf7aaad402a req-6d5cf1e9-a979-4405-b64d-91ab0f9d4261 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.3392196 Aug 29 04:15:57.995020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-59fde0d3-d4d5-4bff-a0ba-e044f2313134 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411345 Aug 29 04:15:58.086665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.091201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-d1e69163-b259-43ec-8029-ceded36b443b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.2005820 Aug 29 04:15:58.170276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:15:58.175240 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c3af8-c658-442c-b6b3-56d8be3221f9" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:15:58.208708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:15:58.214070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cd91195-ba08-47bd-8654-196f29e0c5b1 req-89cddf6c-6abb-4c67-bba8-a8874f78ffbf service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921525 Aug 29 04:15:58.216831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.218879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.274265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.285401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4edfeb56-cf9a-4cd0-9faf-cea34edc6999 req-30478483-8f18-4985-b14a-322765ab4599 service neutron] 10.222.0.50 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932875 Aug 29 04:15:58.322646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eedaede-49f8-4fe1-8bbf-caf7aaad402a req-97df590f-9f83-4b4c-b7a4-1642dc7cdde4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491315 Aug 29 04:15:58.388716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4ca278-b456-4030-bc61-05a5f2febdb0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.434181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:58.439868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-b4b7940b-7ec9-482f-99a4-159379d50ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.443316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-b4b7940b-7ec9-482f-99a4-159379d50ea8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3319616 Aug 29 04:15:58.464364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:15:56Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:15:58.495870 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88413aa3-60ef-4aae-89f0-d3a594cfd621 None None] The sync data for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 is: [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:15:56Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:15:58.577690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.644838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.687817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:15:58.692217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.703828 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55b0b29f-66a2-4212-a42c-468f4a4f4dc0 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2580118 Aug 29 04:15:58.713615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:58.753186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'security_group_rule': {'security_group_id': '2bfc992e-5277-4de3-a978-fff3edd5ab65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:58.754163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-ac66084f-b825-4f31-a4dc-88e9f130c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.757460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-ac66084f-b825-4f31-a4dc-88e9f130c84a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2940683 Aug 29 04:15:58.761827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-63a0a32f-f94e-4708-9f02-8910b1795a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.764907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-63a0a32f-f94e-4708-9f02-8910b1795a38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25daad6f29eb442987b7f6383e5c0406&device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 1095 time: 0.3035204 Aug 29 04:15:58.833071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-ca51f10b-18e0-46cc-9119-40a06f44cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.834519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-ca51f10b-18e0-46cc-9119-40a06f44cd58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1095 time: 0.3759711 Aug 29 04:15:58.843319 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:58.844621 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Added segment 70111c81-b8c8-4a9b-b872-51b6a050ec14 of type vlan for network 61a89135-8c83-457e-9d87-b84a7c1c140a Aug 29 04:15:58.980206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-b4da5d7a-485e-47b2-9692-b30640e8f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:58.982333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-b4da5d7a-485e-47b2-9692-b30640e8f47d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.1230633 Aug 29 04:15:59.008012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c255b91e-df36-45ea-a502-0f21248199de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.042085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.112144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-2f50d338-9b3a-4a62-a8b9-48a7c4df96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.114707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-2f50d338-9b3a-4a62-a8b9-48a7c4df96d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c64f0524-def0-4734-ba07-0531d2ca66e1 HTTP/1.1" status: 200 len: 916 time: 0.3342497 Aug 29 04:15:59.118335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-e9caef3b-cf2d-45f3-9533-823b3e16bcd8 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505867 Aug 29 04:15:59.145370 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.154261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-6c67a667-acf9-49a8-88ca-28b945b3a6d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 217 time: 0.1133738 Aug 29 04:15:59.191621 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.212102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c68ce-1bec-4462-a1f8-a26dc583c003 req-d6322cee-f006-4f76-bc29-ccef7addf70c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.213810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-551c68ce-1bec-4462-a1f8-a26dc583c003 req-d6322cee-f006-4f76-bc29-ccef7addf70c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 943 time: 0.6457601 Aug 29 04:15:59.255259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-d73e6587-b8e3-42ba-9204-ff8f9826bf6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 HTTP/1.1" status: 200 len: 217 time: 0.1125145 Aug 29 04:15:59.285363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-8f7c5219-c85d-4bed-bc4c-95d5e60dea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.287355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-8f7c5219-c85d-4bed-bc4c-95d5e60dea69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.0705471 Aug 29 04:15:59.288082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.291044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:15:59.374855 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d65def4-857d-40a9-a05b-ad680c1c4e1e x-openstack-request-id: req-1d65def4-857d-40a9-a05b-ad680c1c4e1e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:15:59.375635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33939cf8-7009-467e-9448-3dcdfd62a50e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.375834 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:15:59.376160 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d65def4-857d-40a9-a05b-ad680c1c4e1e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:15:59.377081 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'code': 200} Aug 29 04:15:59.394090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.399160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-262d8aed-d818-49dd-a20f-c0f192c2a551 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807915 Aug 29 04:15:59.399891 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.400876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.401501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.448952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.459214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ec20dad3-9898-4ac0-8402-217ccb956bc7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7435701 Aug 29 04:15:59.471260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:59.499212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:59.543157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5682185 Aug 29 04:15:59.550677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:15:59.558956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-302af685-cea9-4b3d-ab70-f716ec53bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:15:59.579261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-302af685-cea9-4b3d-ab70-f716ec53bcfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16060271-6ded-45b1-9834-c0545f1059a8 HTTP/1.1" status: 200 len: 855 time: 0.2484665 Aug 29 04:15:59.583181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:15:59.601719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Request body: {'subnet': {'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-subnet', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:15:59.647628 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-d93d4890-9f2a-4824-8593-1af23200d999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c64f0524-def0-4734-ba07-0531d2ca66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585473 Aug 29 04:15:59.657776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-4e042310-425e-4ff4-8970-093856172f04 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285511 Aug 29 04:15:59.744164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:15:59.760103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:15:59.761053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:15:59.809145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-551c68ce-1bec-4462-a1f8-a26dc583c003 req-bbdb5fee-8530-4b19-90be-2829ec9a6310 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144851 Aug 29 04:15:59.867732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabb294-1ede-4f61-8085-067d70a03740 admin admin] Pushing event updated for resources: {'Network': ['ID=61a89135-8c83-457e-9d87-b84a7c1c140a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:15:59.893713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 61a89135-8c83-457e-9d87-b84a7c1c140a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:15:59.907214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-1efa1969-9141-4efb-af22-0eaa0811a68c service neutron] 10.222.0.50 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480919 Aug 29 04:15:59.949198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:15:59.949198 n-d-712139-13 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:15:59.949198 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id': '36bfa1308f50498da294e7853d042cf4', 'id': 'ce33a966-fe11-4639-a1bf-462ca4a41b35', 'expiration': datetime.datetime(2021, 8, 29, 4, 17, 59, 842522)}] Aug 29 04:15:59.949198 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:15:59.962142 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:15:59.981812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Made reservation on behalf of 4f01d387a6b14518ab7c7a617be87dd2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:15:59.989457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.130192 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.171256 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-21e6a51a-de9f-426d-bb34-b35549a41a3d req-acf5c248-2282-4d54-b45e-f80965a514af service neutron] 10.222.0.50 "GET /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541282 Aug 29 04:16:00.220601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:00.225769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf78bc-d584-4d44-b61c-14db4a37bae3 req-e0ef0dd6-8617-4bea-81ee-80c8ffdae6cd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:00.235165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dacf78bc-d584-4d44-b61c-14db4a37bae3 req-e0ef0dd6-8617-4bea-81ee-80c8ffdae6cd tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.5946081 Aug 29 04:16:00.236652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:00.250832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-cff731ad-5779-4d6e-8e6b-1f00cc91a06b service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133879 Aug 29 04:16:00.350891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:00.406293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dacf78bc-d584-4d44-b61c-14db4a37bae3 req-63f72584-4539-4554-8557-9987092cf61a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694789 Aug 29 04:16:00.528341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f106fa15-a1d6-4ae0-b0f7-2cc905cae563 req-65a0ea52-6d64-4d2d-8947-068526f65488 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650611 Aug 29 04:16:00.552390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.042857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.143805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11aff89-2066-482f-9f8c-d809525cae5f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:01.161464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203ea2-c866-4619-a1ef-1c299c72a4cc req-03282947-95c4-4094-bb12-7211c9a2d14d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.163056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28203ea2-c866-4619-a1ef-1c299c72a4cc req-03282947-95c4-4094-bb12-7211c9a2d14d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.6148932 Aug 29 04:16:01.179549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Checking segment: {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:01.180177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Network hostable DHCP agents. Network: 61a89135-8c83-457e-9d87-b84a7c1c140a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:01.256986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Network 61a89135-8c83-457e-9d87-b84a7c1c140a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:01.271966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28203ea2-c866-4619-a1ef-1c299c72a4cc req-75ffa9aa-1bc0-4bf6-a91e-d07ac303a0e6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882866 Aug 29 04:16:01.285449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 61a89135-8c83-457e-9d87-b84a7c1c140a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:01.295916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.296943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.298198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff01b6-3c93-4b48-8cec-b3b72a509d20 None None] Network 61a89135-8c83-457e-9d87-b84a7c1c140a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:01.320699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.340050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-407c7fe7-0e22-4182-a8ab-0d1887311556 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7443702 Aug 29 04:16:01.343265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:01.348451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:01.469106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.472143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.588443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6f14c-e935-49a6-ac8b-bfca21a73cf9 req-5d8fa448-4869-4721-a299-2e85a3e6efa9 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:01.607907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10e6f14c-e935-49a6-ac8b-bfca21a73cf9 req-5d8fa448-4869-4721-a299-2e85a3e6efa9 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 943 time: 0.1987360 Aug 29 04:16:01.641951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:01.674436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:01.710529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Allocated IP 172.25.3.200 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c125927c-c320-4650-88c3-b509d4958cc1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:01.771725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10e6f14c-e935-49a6-ac8b-bfca21a73cf9 req-723a8b0f-7128-4df0-b186-0597ff8267d4 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623707 Aug 29 04:16:01.890643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750c012-23c9-454d-9bdc-d087236c7641 None None] Network 61a89135-8c83-457e-9d87-b84a7c1c140a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:01.920846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1db34061-e79b-4851-981c-6194883d617d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:01.974785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.049903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d616-14c3-4458-943d-2afebc080538 req-2ec30a97-88b6-4040-8899-63a60f7a4131 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.058547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac49d616-14c3-4458-943d-2afebc080538 req-2ec30a97-88b6-4040-8899-63a60f7a4131 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.1239274 Aug 29 04:16:02.127504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac49d616-14c3-4458-943d-2afebc080538 req-bdea89cf-3063-4ac1-8f6e-df296718241d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670137 Aug 29 04:16:02.162249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.279475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.302744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:02.303687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.445401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:02.497693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:02.508166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:02.542572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'Port': ['ID=c125927c-c320-4650-88c3-b509d4958cc1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:02.613978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:02.647419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900e9c2-2806-4a54-a77b-17da94ad7e73 req-e9149ef1-222c-41df-93f2-164ca36d3477 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.661644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4900e9c2-2806-4a54-a77b-17da94ad7e73 req-e9149ef1-222c-41df-93f2-164ca36d3477 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.2140219 Aug 29 04:16:02.679852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '1db34061-e79b-4851-981c-6194883d617d', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'port_id': '1db34061-e79b-4851-981c-6194883d617d', 'mac_address': 'fa:16:3e:5b:d3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efe6145-6b53-4ec8-a036-b0ae29a9f7a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:02.757142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4900e9c2-2806-4a54-a77b-17da94ad7e73 req-fd2635c7-da10-410b-9b37-8928d268a358 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700493 Aug 29 04:16:02.779015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-788218e7-c0cd-4977-9d6b-535b797eddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:02.783010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-788218e7-c0cd-4977-9d6b-535b797eddd1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617&tenant_id=808562ffa84e49d78f3aaee7857a854b HTTP/1.1" status: 200 len: 1102 time: 0.3143699 Aug 29 04:16:02.818370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:02.927607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:02.941047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.016169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.047993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db34061-e79b-4851-981c-6194883d617d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:03.073917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.137005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:03.143858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.145250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:03.150271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.181630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.381415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Allocated IP 172.25.3.165 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4812ff71-98ee-40dc-ae89-0c48beedc355) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:03.516416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.526670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea76af-171b-4a66-b225-5aeabc9ccbd9 req-054c54cf-9e37-44a1-ab8d-b50302d36432 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.531897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.532272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.532611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.532945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.533273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.533598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.533919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.534240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.534684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.534931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.535254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.535577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:03.537904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dea76af-171b-4a66-b225-5aeabc9ccbd9 req-054c54cf-9e37-44a1-ab8d-b50302d36432 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 943 time: 0.5860322 Aug 29 04:16:03.595703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.643419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,segment=NetworkSegment(d6387e6c-dce6-4a51-a9a2-5d47898739b5),segment_id=d6387e6c-dce6-4a51-a9a2-5d47898739b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:03.669945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5', 'network_id': 'c64f0524-def0-4734-ba07-0531d2ca66e1', 'port_id': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5', 'mac_address': 'fa:16:3e:2b:cd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16060271-6ded-45b1-9834-c0545f1059a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:03.682324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.712790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dea76af-171b-4a66-b225-5aeabc9ccbd9 req-35ce1797-4515-4f38-976f-fdf60f8a376c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736774 Aug 29 04:16:03.744012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:03.751881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.765139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:03.775893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.777270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:03.796568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:03.806109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.820158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:03.849978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf176c95-eb7a-446b-80b1-ae3526441f03 req-e711473f-a348-435e-a2ba-676c7a94e304 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:03.858992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf176c95-eb7a-446b-80b1-ae3526441f03 req-e711473f-a348-435e-a2ba-676c7a94e304 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 950 time: 0.2035360 Aug 29 04:16:03.864931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,segment=NetworkSegment(d6387e6c-dce6-4a51-a9a2-5d47898739b5),segment_id=d6387e6c-dce6-4a51-a9a2-5d47898739b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:03.874367 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:03.891711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4812ff71-98ee-40dc-ae89-0c48beedc355,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.980127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:03.981837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'Port': ['ID=c125927c-c320-4650-88c3-b509d4958cc1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:03.994436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.023315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.028736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf176c95-eb7a-446b-80b1-ae3526441f03 req-bcca86aa-4bb1-4c6e-948b-98042a4db690 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681175 Aug 29 04:16:04.055525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.059984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34f09033-b3af-4e92-8ed0-0ed2ce52fda9 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5640526 Aug 29 04:16:04.069317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:04.073471 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c0174-f589-48a3-92a8-5d121402220a" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-unplugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:04.081605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.116227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Transition to ACTIVE for port object 99446374-c4f2-45f7-a282-d52e3fb7092f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:04.123581 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.240062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.320274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] No DVR routers for this DVR port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:04.368863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:04.369197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:04.369528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:04.376167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:04.376501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Attempting to bind port 99446374-c4f2-45f7-a282-d52e3fb7092f on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:04.382037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:04.386045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:04.386384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:04.387685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:04.388213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Bound port: 99446374-c4f2-45f7-a282-d52e3fb7092f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:04.388589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.394691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.416577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019dd10-b976-49a1-aa0f-7377087c7261 req-2b42d309-31e2-4f27-bf91-f91f79efa6b8 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.424442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7019dd10-b976-49a1-aa0f-7377087c7261 req-2b42d309-31e2-4f27-bf91-f91f79efa6b8 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 944 time: 0.1536613 Aug 29 04:16:04.431016 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ad620-ed4e-48ba-be2c-d17e181b8d7c x-openstack-request-id: req-935ad620-ed4e-48ba-be2c-d17e181b8d7c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:04.431321 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-unplugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:04.431640 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-935ad620-ed4e-48ba-be2c-d17e181b8d7c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:04.432023 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'code': 200} Aug 29 04:16:04.528467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1db34061-e79b-4851-981c-6194883d617d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:04.534265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7019dd10-b976-49a1-aa0f-7377087c7261 req-f440a1d3-cf53-41a7-afdd-37fb5a5ac492 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086385 Aug 29 04:16:04.580142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:04.594553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:04.602853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.672591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-d27ebbe1-cd5d-4245-9996-b1e3c61e4b9a tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--741878555&fields=id&tenant_id=36bfa1308f50498da294e7853d042cf4 HTTP/1.1" status: 200 len: 267 time: 0.1372218 Aug 29 04:16:04.697987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.698807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.714939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] 10.222.0.50 "PUT /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 1098 time: 1.9020963 Aug 29 04:16:04.786893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280650-4f03-459e-a48c-4edb883606d5 service neutron] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:04.859286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:04.981765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-9e130c08-cdb5-456d-913b-0b459e275f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:04.983887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-9e130c08-cdb5-456d-913b-0b459e275f47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1101 time: 0.2141480 Aug 29 04:16:05.021543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-ed17cfcb-d7e7-46c0-956d-129b523d7b32 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.027102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:05.029633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-ed17cfcb-d7e7-46c0-956d-129b523d7b32 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/networks?id=d0efa65a-da67-4432-8470-a3382ce23946 HTTP/1.1" status: 200 len: 805 time: 0.3559511 Aug 29 04:16:05.094806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-7f379c49-73c4-45df-a1c2-f390a4a5db5a tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/quotas/36bfa1308f50498da294e7853d042cf4 HTTP/1.1" status: 200 len: 375 time: 0.0642834 Aug 29 04:16:05.167549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-634564d7-9cc4-4e50-a285-218484cbde09 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.169173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-634564d7-9cc4-4e50-a285-218484cbde09 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.3222356 Aug 29 04:16:05.209079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-112150ae-698f-4e99-be9e-313eae71f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.209344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:05.210560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-112150ae-698f-4e99-be9e-313eae71f776 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2107737 Aug 29 04:16:05.211838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-6ad91081-b1ef-4d63-a1ec-7c03b8ac33a8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/quotas/0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 375 time: 0.0284679 Aug 29 04:16:05.221036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-4174e794-9c78-4bef-8118-c8af327cf938 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36bfa1308f50498da294e7853d042cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148360 Aug 29 04:16:05.228834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Sync routers for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:05.247558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.249358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9613f714-5a16-4d01-a179-51cd5ca8c2f4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9050655 Aug 29 04:16:05.254172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:05.254709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:05.255835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:05.303727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-9b34c85b-add6-4594-955e-016a56df2d52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.0816417 Aug 29 04:16:05.419557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-d03c702d-d9fa-49f9-9624-340446126ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.421135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-d03c702d-d9fa-49f9-9624-340446126ade service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0902247 Aug 29 04:16:05.427161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:05.430068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-170b7534-ef4a-4bb7-827b-e2fae89a420d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2053983 Aug 29 04:16:05.464408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:05.591979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:05.678061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:04Z', 'revision_number': 3, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:05.712416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Checking router: ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:05.712758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Updating router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 port 4812ff71-98ee-40dc-ae89-0c48beedc355 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:05.742784 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:05.784499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-a25b1661-2cdc-4c3a-998a-3e5f46d2932a service neutron] 10.222.0.62 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458949 Aug 29 04:16:05.951237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1db34061-e79b-4851-981c-6194883d617d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:05.986800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-6f3f5df7-3f8e-41bf-9fe3-2655e24e329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:05.990197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-6f3f5df7-3f8e-41bf-9fe3-2655e24e329a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5529625 Aug 29 04:16:06.002880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.054785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 1db34061-e79b-4851-981c-6194883d617d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:06.061657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 1db34061-e79b-4851-981c-6194883d617d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:06.062495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.162001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-4ecd3041-138a-4cb7-aaa2-d09ec7ebcdb3 service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157390 Aug 29 04:16:06.180884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-16a82d4d-f700-4aa0-8b94-ab326d57cba1 service neutron] 10.222.0.62 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461809 Aug 29 04:16:06.212047 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.257679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db34061-e79b-4851-981c-6194883d617d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:06.260777 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5236186e-ca75-4f3a-97b2-0b1f7648316e" -d '{"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-plugged", "status": "completed", "tag": "1db34061-e79b-4851-981c-6194883d617d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:06.290234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:06.317915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.318882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:06.362844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Allocated IP 172.20.0.1 (61a89135-8c83-457e-9d87-b84a7c1c140a/a11aff89-2066-482f-9f8c-d809525cae5f/4c833d13-44bb-426c-be1c-72e776dbb99f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:06.445632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:06.446348 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.447980 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a82926-7628-4565-89b5-52d2f9db90b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:06.455089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:06.464093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:06.464500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.489781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-baa10575-408b-4d31-9051-1a8b39256ada service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865150 Aug 29 04:16:06.520911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Transition to ACTIVE for port object 4812ff71-98ee-40dc-ae89-0c48beedc355 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:06.523347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.593118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.601020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.618308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-7fbf3d3c-1976-49d1-b226-4c4c0472382b service neutron] 10.222.0.62 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360158 Aug 29 04:16:06.701312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.732071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3afcd4d8-1c3e-4fa3-9fc1-7b95d6141613 req-c6a0cc47-10a7-4310-a8f7-f9261a9cac25 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328126 Aug 29 04:16:06.786449 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.799314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Attempting to bind port 4812ff71-98ee-40dc-ae89-0c48beedc355 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:06.800199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Attempting to bind port 4812ff71-98ee-40dc-ae89-0c48beedc355 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:06.800912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Attempting to bind port 4812ff71-98ee-40dc-ae89-0c48beedc355 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:06.822027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:06.822857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:06.823631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.824522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:06.825512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Bound port: 4812ff71-98ee-40dc-ae89-0c48beedc355, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:06.826258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.829461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34a40-955f-4741-83bf-0fc64d9ba4b6 None None] Pushing event updated for resources: {'Port': ['ID=4812ff71-98ee-40dc-ae89-0c48beedc355,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.862019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Pushing event updated for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:06.901776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Network 61a89135-8c83-457e-9d87-b84a7c1c140a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:06.904775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:06.910183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:06.918694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] For port 4812ff71-98ee-40dc-ae89-0c48beedc355, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:06.923278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] For port 4812ff71-98ee-40dc-ae89-0c48beedc355, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4812ff71-98ee-40dc-ae89-0c48beedc355,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:06.943884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:06.979732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,segment=NetworkSegment(d6387e6c-dce6-4a51-a9a2-5d47898739b5),segment_id=d6387e6c-dce6-4a51-a9a2-5d47898739b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:07.003193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.159359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190dbbf-19fc-43d2-be7d-a3abf7a0b1dc req-3e5f6b18-5447-495e-8632-af70eaff4848 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.164915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.168720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b190dbbf-19fc-43d2-be7d-a3abf7a0b1dc req-3e5f6b18-5447-495e-8632-af70eaff4848 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.0890553 Aug 29 04:16:07.239203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:07.245711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:15:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:07.253760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b190dbbf-19fc-43d2-be7d-a3abf7a0b1dc req-cb711e23-aa47-403c-8a68-aa38511bf947 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833015 Aug 29 04:16:07.388402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.404208 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9400ec7-47b1-4519-942d-38b7eafa341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.429098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34a40-955f-4741-83bf-0fc64d9ba4b6 None None] Pushing event updated for resources: {'Port': ['ID=4812ff71-98ee-40dc-ae89-0c48beedc355,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.539905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:07.564712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9125f5-383f-4729-91f5-49b02c10a5a1 req-4a4395b8-0fa9-4f51-82d7-073b7c79e22b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:07.576127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa9125f5-383f-4729-91f5-49b02c10a5a1 req-4a4395b8-0fa9-4f51-82d7-073b7c79e22b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.2261820 Aug 29 04:16:07.698444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:07.705776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa9125f5-383f-4729-91f5-49b02c10a5a1 req-844a0279-38c1-46bf-b56c-cd68f5ba3a9d tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163368 Aug 29 04:16:07.937834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:07.946690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.088955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Pushing event updated for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:08.093959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:08.328094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ada77-7221-4784-8c78-ae6971ff4d85 req-715b0f47-f0c5-43be-8353-ee37a0c7f408 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.331467 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300b4a0-c647-47da-a9ee-f41b34d8157c x-openstack-request-id: req-c300b4a0-c647-47da-a9ee-f41b34d8157c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:08.331697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef9ada77-7221-4784-8c78-ae6971ff4d85 req-715b0f47-f0c5-43be-8353-ee37a0c7f408 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.1970613 Aug 29 04:16:08.332468 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-plugged", "status": "completed", "tag": "1db34061-e79b-4851-981c-6194883d617d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:08.332959 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c300b4a0-c647-47da-a9ee-f41b34d8157c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:08.333655 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db34061-e79b-4851-981c-6194883d617d', 'code': 200} Aug 29 04:16:08.336759 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77422cd9-8e11-4c22-83c8-dfe1511d7da3 x-openstack-request-id: req-77422cd9-8e11-4c22-83c8-dfe1511d7da3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:08.337218 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:08.341281 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77422cd9-8e11-4c22-83c8-dfe1511d7da3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:08.341970 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'status': 'completed', 'code': 200} Aug 29 04:16:08.521904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-d66364b0-cdd9-4fac-a033-b22b33fd60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.523528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-d66364b0-cdd9-4fac-a033-b22b33fd60ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1101 time: 0.1348732 Aug 29 04:16:08.528164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:04Z', 'revision_number': 3, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:08.529860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b44d238-5048-4a28-bd90-8914274d3859 req-64f2b0df-e86a-4a88-9293-402b6375f754 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 210 time: 0.0803854 Aug 29 04:16:08.534611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef9ada77-7221-4784-8c78-ae6971ff4d85 req-3ce0543d-297c-4e3a-93a8-423cc70d5f43 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799788 Aug 29 04:16:08.555800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Network 61a89135-8c83-457e-9d87-b84a7c1c140a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:08.570449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:08.576480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-0f511314-dace-403f-abfc-0224264bdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.579010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-0f511314-dace-403f-abfc-0224264bdc30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=808562ffa84e49d78f3aaee7857a854b&device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1101 time: 0.1317866 Aug 29 04:16:08.619844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2185b-4371-4e4a-92af-66655910a079 None None] The sync data for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 is: [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:04Z', 'revision_number': 3, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:08.713073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0b60-cf89-4452-b566-af9b339109a6 req-50daac21-6e95-4fe5-8ef9-7124e76f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.714761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-334a0b60-cf89-4452-b566-af9b339109a6 req-50daac21-6e95-4fe5-8ef9-7124e76f15d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1097 time: 0.2347560 Aug 29 04:16:08.727329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9045afd0-3991-40d1-9600-377de1bd3e0e req-29c3e4fa-2aed-4466-96c3-16e17d1c7820 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.0684624 Aug 29 04:16:08.859957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-2d0e9a3c-60db-4382-a8b4-0379dd9dd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:08.862602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-2d0e9a3c-60db-4382-a8b4-0379dd9dd950 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2752976 Aug 29 04:16:09.247808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-22160c41-0d47-4d6c-b06e-e977b108148a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.3746853 Aug 29 04:16:09.567858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313e721-3343-4549-af76-9c9328c5ec97 req-d9813309-380d-4849-aea3-cd2a4b41f746 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.571087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e313e721-3343-4549-af76-9c9328c5ec97 req-d9813309-380d-4849-aea3-cd2a4b41f746 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.3866374 Aug 29 04:16:09.610681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4812ff71-98ee-40dc-ae89-0c48beedc355 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:09.611573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-a6db6219-8f6e-424b-abad-9bcb0dc44937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.612316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-a6db6219-8f6e-424b-abad-9bcb0dc44937 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2963171 Aug 29 04:16:09.633678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-334a0b60-cf89-4452-b566-af9b339109a6 req-3616681a-39ff-4012-a7f7-2c4f3222138e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8858149 Aug 29 04:16:09.672349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-f1b79d7f-a642-4208-8d42-4b6e4d74dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.674999 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-f1b79d7f-a642-4208-8d42-4b6e4d74dae9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 1.1329381 Aug 29 04:16:09.737997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-47a1802b-c845-4099-b8bb-12181885dfc6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:09.741705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-47a1802b-c845-4099-b8bb-12181885dfc6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.54 "GET /v2.0/networks?id=d0efa65a-da67-4432-8470-a3382ce23946 HTTP/1.1" status: 200 len: 805 time: 0.7502182 Aug 29 04:16:09.760364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4812ff71-98ee-40dc-ae89-0c48beedc355 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:09.767946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4812ff71-98ee-40dc-ae89-0c48beedc355 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:09.768778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:09.800275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-092a873e-2600-4914-9436-5c7495762373 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 200 len: 217 time: 0.1055534 Aug 29 04:16:09.816876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:09.986503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e313e721-3343-4549-af76-9c9328c5ec97 req-17d3b49a-9ae4-497b-a073-4faaa41b7fbc tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952920 Aug 29 04:16:09.992329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:10.002687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ec88851-ba54-448c-a0d9-d697fd5a2c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.031987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.047631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46906027-1690-4cf2-a76f-ae0ad7920168 req-e1050336-948b-48a7-b985-8f48f5612963 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.060970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46906027-1690-4cf2-a76f-ae0ad7920168 req-e1050336-948b-48a7-b985-8f48f5612963 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 949 time: 0.5677557 Aug 29 04:16:10.065546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4812ff71-98ee-40dc-ae89-0c48beedc355, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4812ff71-98ee-40dc-ae89-0c48beedc355,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:10.071119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:10.076874 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.100616 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fdd5d094-b23a-4bdb-85e1-2c34e8dfd562 admin admin] 10.222.0.62 "PUT /v2.0/routers/ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8448350 Aug 29 04:16:10.126934 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-41a95723-59d8-4a5d-93ec-a75a534766bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.131262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-41a95723-59d8-4a5d-93ec-a75a534766bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.3182743 Aug 29 04:16:10.242585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-18cbebc4-2885-4d0d-9b75-af4dd54b9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.250310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-18cbebc4-2885-4d0d-9b75-af4dd54b9727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024706 Aug 29 04:16:10.252849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:16:10.268151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-1c3903a8-121b-4475-88a8-cb2efea74106 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36bfa1308f50498da294e7853d042cf4 HTTP/1.1" status: 200 len: 379 time: 0.4983501 Aug 29 04:16:10.290199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'port': {'device_id': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'admin_state_up': True, 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'security_groups': ['2bfc992e-5277-4de3-a978-fff3edd5ab65']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.412998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:10.417824 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc491b-3ef5-4765-ad0b-ba250b8779a7" -d '{"events": [{"server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "name": "network-vif-plugged", "status": "completed", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:10.439273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-135f0a25-ff18-4d65-890c-abcb2d7e5621 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789403 Aug 29 04:16:10.450725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.468343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4812ff71-98ee-40dc-ae89-0c48beedc355,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.483834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-33d08ad3-06c8-40e9-8bde-ea20e8946f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.486587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-33d08ad3-06c8-40e9-8bde-ea20e8946f77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8502831 Aug 29 04:16:10.511976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:10.529483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'mac_address': 'fa:16:3e:58:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:10.610671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46906027-1690-4cf2-a76f-ae0ad7920168 req-1475710d-f238-4826-83c9-7dacd1e48176 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415611 Aug 29 04:16:10.617373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.632278 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-5ec159e2-0e66-48a3-97ab-899fed05e905 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837242 Aug 29 04:16:10.643201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:10.689859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:10.697934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:10.752653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-02b458c7-8e1a-4b6e-93e4-53c2a6266bb5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:10.754198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:10.755433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-02b458c7-8e1a-4b6e-93e4-53c2a6266bb5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 821 time: 0.9529376 Aug 29 04:16:10.817393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Request body: {'port': {'device_id': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'admin_state_up': True, 'tenant_id': '0346765597034da0bc810662c2eea961'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:10.979803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25b0e8c8-2edf-4e06-8a07-940bcd47bee5 req-37b6bae5-2ed7-4a54-bf15-fbbb7676e7ec tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 210 time: 0.2412615 Aug 29 04:16:11.092406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347495ee-5267-44c7-ac1a-82f5a89a025f req-3da6aa5a-7a66-4008-8ba4-4551740b9b1c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.094044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-347495ee-5267-44c7-ac1a-82f5a89a025f req-3da6aa5a-7a66-4008-8ba4-4551740b9b1c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.3371863 Aug 29 04:16:11.135237 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.171052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['99446374-c4f2-45f7-a282-d52e3fb7092f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:11.208247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-5180f36f-1b45-4c45-b146-60ec255d7b58 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696982 Aug 29 04:16:11.213638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36a870e3-a18f-48e7-ae86-756602abe0e6 req-25a1c339-7921-4345-85f1-6c7e88ba8046 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.0648549 Aug 29 04:16:11.245778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Made reservation on behalf of 36bfa1308f50498da294e7853d042cf4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:11.256273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.293045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-347495ee-5267-44c7-ac1a-82f5a89a025f req-2c41d8db-8a6b-4724-8f17-ec42ebf2214c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614251 Aug 29 04:16:11.365877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Made reservation on behalf of 0346765597034da0bc810662c2eea961 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:11.369732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.465756 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7489f70a-da02-4b2f-ab81-e97c727ad039 x-openstack-request-id: req-7489f70a-da02-4b2f-ab81-e97c727ad039 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:11.466212 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "name": "network-vif-plugged", "status": "completed", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:11.466622 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7489f70a-da02-4b2f-ab81-e97c727ad039 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:11.467255 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5', 'code': 200} Aug 29 04:16:11.605761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Allocated IP 172.20.0.2 (c8d462fa-c20d-48da-8a5e-7a8c45c9f307/4bee7118-fdb9-435a-bdcc-6496588aaa0a/2397e068-d5cf-480c-8bb2-ec966009d9c4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:11.721607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4812ff71-98ee-40dc-ae89-0c48beedc355 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:11.726978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a9cf-b851-439c-b0c2-e44241c3e7c4 req-869abaec-99dd-45ba-b573-b73923ae61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:11.731369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3610a9cf-b851-439c-b0c2-e44241c3e7c4 req-869abaec-99dd-45ba-b573-b73923ae61ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 1097 time: 0.1524825 Aug 29 04:16:11.823066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.842225 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.848637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4812ff71-98ee-40dc-ae89-0c48beedc355 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:11.849500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:11.861618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Sync routers for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:11.922479 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:11.924394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:11.961479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3610a9cf-b851-439c-b0c2-e44241c3e7c4 req-d301b703-bf46-4d32-b3cf-d89c356194a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158871 Aug 29 04:16:12.142235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-36a0f599-e3b0-4868-8136-15b80b59d479 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.155229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-36a0f599-e3b0-4868-8136-15b80b59d479 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 820 time: 0.2921767 Aug 29 04:16:12.210101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:12.228581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-e2f0184f-aecd-43fd-b3d7-7a90f3d3416f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/quotas/4f01d387a6b14518ab7c7a617be87dd2 HTTP/1.1" status: 200 len: 375 time: 0.0192091 Aug 29 04:16:12.246284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.259212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a82926-7628-4565-89b5-52d2f9db90b0 req-83152890-85ef-49c3-a092-74da7cd46f56 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9964237 Aug 29 04:16:12.403556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Allocated IP 172.20.0.7 (d0efa65a-da67-4432-8470-a3382ce23946/41c3c0dd-c723-4676-afdc-9723d7ad2a40/70ccc982-9a0f-4753-8638-417116310eb5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:12.452880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:12.471980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:12.485550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-ba55d077-e040-4436-ade9-3183a29a04bc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2318673 Aug 29 04:16:12.491730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:12.496292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:12.686540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 2, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:12.735848 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Checking router: ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:12.736510 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Updating router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 port 4c833d13-44bb-426c-be1c-72e776dbb99f binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:16:12.749153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:12.777464 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.842644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:12.843747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:12.881120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.295752 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.313717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Transition to ACTIVE for port object 4c833d13-44bb-426c-be1c-72e776dbb99f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:13.324793 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.326293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-49f7cd8a-f00b-4035-9ed8-9c5ae9d65511 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5379219 Aug 29 04:16:13.354466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Request body: {'port': {'device_id': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:13.408467 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118668c5-3b8c-4f8b-abab-2feb34077c71 None None] Pushing event updated for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:13.452454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-46cd1a23-9535-4d59-b836-843f28147edc service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270422 Aug 29 04:16:13.462035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2866-8e92-4f36-92ae-db8d66450552 req-c370f7ec-bbfd-4c30-82be-0139407ddea3 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:13.464975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d2866-8e92-4f36-92ae-db8d66450552 req-c370f7ec-bbfd-4c30-82be-0139407ddea3 tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 1102 time: 0.7493575 Aug 29 04:16:13.487848 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Attempting to bind port 4c833d13-44bb-426c-be1c-72e776dbb99f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:13.488628 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Attempting to bind port 4c833d13-44bb-426c-be1c-72e776dbb99f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:13.489000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Attempting to bind port 4c833d13-44bb-426c-be1c-72e776dbb99f on network 61a89135-8c83-457e-9d87-b84a7c1c140a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:13.495998 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:13.496394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Checking segment: {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:13.496761 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.497155 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Bound using segment: {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:13.497694 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Bound port: 4c833d13-44bb-426c-be1c-72e776dbb99f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:13.498014 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.596001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.596292 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:13.629321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.650885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Transition to ACTIVE for port object 70ccc982-9a0f-4753-8638-417116310eb5 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:13.653392 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] For port 4c833d13-44bb-426c-be1c-72e776dbb99f, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:13.661010 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] For port 4c833d13-44bb-426c-be1c-72e776dbb99f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c833d13-44bb-426c-be1c-72e776dbb99f,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:13.670462 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.674617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41d2866-8e92-4f36-92ae-db8d66450552 req-986f102b-fb1c-4e85-8332-28e91945dbbd tempest-MigrationsAdminTest-712000097 tempest-MigrationsAdminTest-712000097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859975 Aug 29 04:16:13.737442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-c8492b43-2d49-461b-89c2-a68c5b73e794 service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663870 Aug 29 04:16:13.818110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:13.868159 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:13.869604 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:13.883599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Network d0efa65a-da67-4432-8470-a3382ce23946 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:13.906314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:13.930416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:13.992450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:14.015625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event updated for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.031548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118668c5-3b8c-4f8b-abab-2feb34077c71 None None] Pushing event updated for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.100162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:14.105606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.106292 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.164426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51910da-0f47-4051-87e5-fdb624ac0621 req-72c37a82-ad7b-415b-a5b0-eb7c6867b3ab tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.165209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c51910da-0f47-4051-87e5-fdb624ac0621 req-72c37a82-ad7b-415b-a5b0-eb7c6867b3ab tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.2760952 Aug 29 04:16:14.169123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-955e5487-d22f-4c72-a025-caed3994dc41 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8932476 Aug 29 04:16:14.214353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Request body: {'port': {'device_id': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:14.221371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 99446374-c4f2-45f7-a282-d52e3fb7092f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:14.227458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 99446374-c4f2-45f7-a282-d52e3fb7092f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:14.229374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.390539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c51910da-0f47-4051-87e5-fdb624ac0621 req-ca389091-d4c2-4d0e-8ffe-294aa2621f1d tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934659 Aug 29 04:16:14.420520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.454702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.470582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397e068-d5cf-480c-8bb2-ec966009d9c4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:14.545704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:14.558367 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aebcce-f9ca-493a-90b5-78a6fbc5bc03" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:14.561968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.611704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d59466ac-333c-4c15-b20f-f72fe9422b76 None None] Provisioning for port 70ccc982-9a0f-4753-8638-417116310eb5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:14.638803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:14.641898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d59466ac-333c-4c15-b20f-f72fe9422b76 None None] Provisioning complete for port 70ccc982-9a0f-4753-8638-417116310eb5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:14.642344 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d59466ac-333c-4c15-b20f-f72fe9422b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.678472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.678777 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:13Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:14.767005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94b085-9269-459e-b28a-2836398824a0 None None] The sync data for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 is: [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:13Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:14.774409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d59466ac-333c-4c15-b20f-f72fe9422b76 None None] Port 70ccc982-9a0f-4753-8638-417116310eb5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:16:14.794817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Transition to ACTIVE for port object 2397e068-d5cf-480c-8bb2-ec966009d9c4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:14.818096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:14.891784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:14.908089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b49a9-13d4-4ebe-9269-bffdb5b7eb8e req-2380d183-042f-4042-b1fc-68d68f0ef481 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:14.910471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-006b49a9-13d4-4ebe-9269-bffdb5b7eb8e req-2380d183-042f-4042-b1fc-68d68f0ef481 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 931 time: 0.2931101 Aug 29 04:16:14.991616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:15.100909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be449-251f-4421-a644-99e5e18414fe req-f922ee61-4160-40a6-abcc-fed53a137034 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.112341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e2be449-251f-4421-a644-99e5e18414fe req-f922ee61-4160-40a6-abcc-fed53a137034 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 931 time: 0.3611057 Aug 29 04:16:15.196331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-006b49a9-13d4-4ebe-9269-bffdb5b7eb8e req-fbf21cb0-7293-4576-97f3-ad5835cfdcc0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146330 Aug 29 04:16:15.385808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e2be449-251f-4421-a644-99e5e18414fe req-4686f69d-ed68-422d-9b46-127c96b6411d tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704029 Aug 29 04:16:15.678640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c833d13-44bb-426c-be1c-72e776dbb99f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:15.830583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4c833d13-44bb-426c-be1c-72e776dbb99f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:15.836789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4c833d13-44bb-426c-be1c-72e776dbb99f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:15.837166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:15.914643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886ffd2-22ba-4d83-9c17-39183e095a68 req-9fc5d072-65b4-4df4-b0b1-c739a015573f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:15.918764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3886ffd2-22ba-4d83-9c17-39183e095a68 req-9fc5d072-65b4-4df4-b0b1-c739a015573f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.5795667 Aug 29 04:16:15.997528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ccc982-9a0f-4753-8638-417116310eb5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:16.020449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.035786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Transition to ACTIVE for port object 70ccc982-9a0f-4753-8638-417116310eb5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:16.038968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.040712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:16.041206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:16.041636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:16.051721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:16.052529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:16.056005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.151285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4c833d13-44bb-426c-be1c-72e776dbb99f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c833d13-44bb-426c-be1c-72e776dbb99f,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:16.167188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.233507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.372287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Pushing event updated for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:16.403381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:16.404024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:16.404655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:16.405517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Bound port: 2397e068-d5cf-480c-8bb2-ec966009d9c4, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:16.406221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:16.480078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3886ffd2-22ba-4d83-9c17-39183e095a68 req-5275f1db-61ed-45d6-8fca-f4276c1a366f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276847 Aug 29 04:16:16.841852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86608912-8fc0-49db-98a8-cceaec3d1043 req-c7174ab5-97cf-4536-82a4-df44caf9f726 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 210 time: 0.1465724 Aug 29 04:16:16.849798 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f54af40-832c-4ba5-b53f-123366a85c32 x-openstack-request-id: req-4f54af40-832c-4ba5-b53f-123366a85c32 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:16.850416 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-plugged", "status": "completed", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:16.850653 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f54af40-832c-4ba5-b53f-123366a85c32 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:16.851299 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'code': 200} Aug 29 04:16:16.960232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:16.970967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-5be7339d-7e49-4be0-adfb-87b463abc001 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:16.973615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-5be7339d-7e49-4be0-adfb-87b463abc001 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 820 time: 0.7496834 Aug 29 04:16:16.975685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:16.988808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.044904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'port': {'device_id': '787cb2be-46de-4d92-861f-4aea83859ee8', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'admin_state_up': True, 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:17.052912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Attempting to bind port 70ccc982-9a0f-4753-8638-417116310eb5 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:17.053184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Attempting to bind port 70ccc982-9a0f-4753-8638-417116310eb5 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:17.053740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Attempting to bind port 70ccc982-9a0f-4753-8638-417116310eb5 on network d0efa65a-da67-4432-8470-a3382ce23946 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:17.089422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Port 70ccc982-9a0f-4753-8638-417116310eb5 on network d0efa65a-da67-4432-8470-a3382ce23946 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:17.089714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Attempting to bind port 70ccc982-9a0f-4753-8638-417116310eb5 on network d0efa65a-da67-4432-8470-a3382ce23946 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:17.092741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.093379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.094942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 1092 time: 3.7448709 Aug 29 04:16:17.192813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:17.196915 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d03874c-0748-499c-b374-5e2a7c60bc69" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:17.257087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:17.257749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Checking segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:17.258482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Bound using segment: {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:17.259373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Bound port: 70ccc982-9a0f-4753-8638-417116310eb5, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc012d15-e91f-4678-9724-f749b0452bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:17.260119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.376093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8e98a-3619-4ddd-8cbe-b36d345f22e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:17.500153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-c0ed396d-9679-4389-93c2-63d34b0c8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.501801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-c0ed396d-9679-4389-93c2-63d34b0c8769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1095 time: 0.2886651 Aug 29 04:16:17.510282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea142d-3423-4b6c-a0f6-d44381f8fdd2 req-64ec8302-7856-4e1b-9d0e-d7acc991cdf3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.513575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49ea142d-3423-4b6c-a0f6-d44381f8fdd2 req-64ec8302-7856-4e1b-9d0e-d7acc991cdf3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.4498947 Aug 29 04:16:17.571344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c833d13-44bb-426c-be1c-72e776dbb99f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:17.638781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-2f8ee6e7-746b-4243-892b-68471b7c8635 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 217 time: 0.1192255 Aug 29 04:16:17.647485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:17.668637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4c833d13-44bb-426c-be1c-72e776dbb99f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:17.669258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.712448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=70ccc982-9a0f-4753-8638-417116310eb5,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:17.725190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aaaa4-0c0a-402b-b718-d8e9cf7f20d2 req-51c62aa9-bb60-488a-bcee-ec1e20dfe465 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.732876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-394aaaa4-0c0a-402b-b718-d8e9cf7f20d2 req-51c62aa9-bb60-488a-bcee-ec1e20dfe465 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 943 time: 0.3474219 Aug 29 04:16:17.752877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.772880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Made reservation on behalf of 4f01d387a6b14518ab7c7a617be87dd2 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:17.778369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.784458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49ea142d-3423-4b6c-a0f6-d44381f8fdd2 req-1aadef08-6075-4f6a-8370-dfb69de89b2b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437422 Aug 29 04:16:17.887763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-47d65d65-8f6c-48c3-a9ca-3efdffc25bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.889568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-47d65d65-8f6c-48c3-a9ca-3efdffc25bb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2358809 Aug 29 04:16:17.944598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:17.945310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:17.946769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] 10.222.0.54 "PUT /v2.0/ports/70ccc982-9a0f-4753-8638-417116310eb5 HTTP/1.1" status: 200 len: 1092 time: 3.7367859 Aug 29 04:16:18.005879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-a03c93a5-67eb-49a7-af16-2a18fc4856b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869985 Aug 29 04:16:18.156814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:18.183785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-394aaaa4-0c0a-402b-b718-d8e9cf7f20d2 req-79fe8b20-9833-42f9-b9ef-b6ab670daec7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497926 Aug 29 04:16:18.213733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5a59-312f-420e-9e70-a66a7f83d57f service neutron] Pushing event updated for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.333305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab882-3ba6-4268-afd4-a03363013408 req-1a903c82-2d75-42e5-80ee-341d6f67fcca tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.335394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d3ab882-3ba6-4268-afd4-a03363013408 req-1a903c82-2d75-42e5-80ee-341d6f67fcca tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1097 time: 0.3971012 Aug 29 04:16:18.371590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-527c1e19-dbfa-498f-9710-1b68b1746aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.373019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-527c1e19-dbfa-498f-9710-1b68b1746aff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36bfa1308f50498da294e7853d042cf4&device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 1095 time: 0.3101411 Aug 29 04:16:18.413801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c5c633e-cf58-4d19-96fc-62a05b786b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.450585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-3092b026-25e3-43b3-9f02-4cc88296e360 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292529 Aug 29 04:16:18.452196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Allocated IP 172.20.0.12 (61a89135-8c83-457e-9d87-b84a7c1c140a/a11aff89-2066-482f-9f8c-d809525cae5f/d6946271-805c-48a2-af9d-cd1ad9b8abc0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:18.455137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-cf1fc6dc-7bb5-478c-a0b4-6998ec16f2a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ccc982-9a0f-4753-8638-417116310eb5 HTTP/1.1" status: 200 len: 217 time: 0.0654743 Aug 29 04:16:18.539513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d3ab882-3ba6-4268-afd4-a03363013408 req-6706b16e-442c-4915-ba10-9df73330618b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782763 Aug 29 04:16:18.543078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c5c633e-cf58-4d19-96fc-62a05b786b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.547892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1589a-682c-4851-8dd8-3cbe4f5374a1 req-e5b885ff-1cb8-47db-b168-c75146a7375a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.548872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c5c633e-cf58-4d19-96fc-62a05b786b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.553031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ef1589a-682c-4851-8dd8-3cbe4f5374a1 req-e5b885ff-1cb8-47db-b168-c75146a7375a tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 951 time: 0.2551715 Aug 29 04:16:18.606018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c5c633e-cf58-4d19-96fc-62a05b786b64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5a2b806eee04939804bc5e0f63fb34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479766 Aug 29 04:16:18.610482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:18.647687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c633e-cf58-4d19-96fc-62a05b786b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f52605-95d8-4653-a36c-b6bf3b50603a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.680158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.712475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-389c9342-c41a-4d5d-b029-6c8428f12819 req-613ef775-ba6b-40ff-bb32-4cb3b28b2476 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327631 Aug 29 04:16:18.719196 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1127149-fc34-4bff-b837-0e8d3ad492dc x-openstack-request-id: req-a1127149-fc34-4bff-b837-0e8d3ad492dc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:18.719909 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:18.720230 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1127149-fc34-4bff-b837-0e8d3ad492dc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:18.720643 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'status': 'completed', 'code': 200} Aug 29 04:16:18.724517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.802787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.805944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:18.820451 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3f52605-95d8-4653-a36c-b6bf3b50603a HTTP/1.1" status: 204 len: 168 time: 0.1988804 Aug 29 04:16:18.835983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7413-505c-477a-a552-0ec91e134e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f52605-95d8-4653-a36c-b6bf3b50603a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:18.886689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-7f21fe84-fa47-4237-b7a0-1a2351742c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:18.888409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-7f21fe84-fa47-4237-b7a0-1a2351742c0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41c3c0dd-c723-4676-afdc-9723d7ad2a40 HTTP/1.1" status: 200 len: 844 time: 0.4075303 Aug 29 04:16:18.980284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ef1589a-682c-4851-8dd8-3cbe4f5374a1 req-0b5f5932-ba3b-42b9-b215-e0539159283b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586317 Aug 29 04:16:19.180190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-64e140de-6a31-4153-aaf6-a43b4fd9257b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.183737 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-64e140de-6a31-4153-aaf6-a43b4fd9257b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 951 time: 0.0823398 Aug 29 04:16:19.401295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Deleting port 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:19.401949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.472857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-3ef4aca5-d3a2-4f52-b673-31a8bfc72370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.474436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-3ef4aca5-d3a2-4f52-b673-31a8bfc72370 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1095 time: 0.6700699 Aug 29 04:16:19.578446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] For port 99446374-c4f2-45f7-a282-d52e3fb7092f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=99446374-c4f2-45f7-a282-d52e3fb7092f,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:19.582151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.612197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58c704c8-99ac-4e59-8dd6-3d65550c310e req-ad00a796-3f03-476e-9066-416a7ef2fb84 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 210 time: 0.1362565 Aug 29 04:16:19.616426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Calling delete_port for 99446374-c4f2-45f7-a282-d52e3fb7092f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:19.619144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-29f41024-d034-4088-92e3-1741b1bdc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.624293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-29f41024-d034-4088-92e3-1741b1bdc4da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0efa65a-da67-4432-8470-a3382ce23946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6769421 Aug 29 04:16:19.823669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.915867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:19.930877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a', '3b5effc6-a989-4d00-a500-d4d3ccab12f2', '93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:19.953980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627e77-20e8-47a1-beac-3f37869087fa req-ea7d36e0-cf45-474e-8d77-d6ab5da322a5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:19.956599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74627e77-20e8-47a1-beac-3f37869087fa req-ea7d36e0-cf45-474e-8d77-d6ab5da322a5 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.4317076 Aug 29 04:16:19.995299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['99446374-c4f2-45f7-a282-d52e3fb7092f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:20.023614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-b60a40e9-196b-437d-9c7d-b014bd19fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.036158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-b60a40e9-196b-437d-9c7d-b014bd19fe15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.5375211 Aug 29 04:16:20.062234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event deleted for resources: {'Port': ['ID=99446374-c4f2-45f7-a282-d52e3fb7092f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.085116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-e48de182-16a9-4ac3-8235-e8de79e3872f service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928216 Aug 29 04:16:20.214355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] No DVR routers for this DVR port 99446374-c4f2-45f7-a282-d52e3fb7092f on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:20.221654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.231041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aedb9004-1509-4cc9-ac39-3726f5e6c70c req-286b900f-20d8-46ee-81fb-60885cd420b7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.50 "DELETE /v2.0/ports/99446374-c4f2-45f7-a282-d52e3fb7092f HTTP/1.1" status: 204 len: 173 time: 1.0323720 Aug 29 04:16:20.239735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-deleted', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:20.246193 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b70f16-3c50-4856-b5c0-c9d8c5d5d683" -d '{"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-deleted", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:20.314061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a688a0-3ef2-456e-a656-f9f0c0f3429b req-7f2a3a87-473b-4230-b0ee-8d133e96a47c tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.336383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5a688a0-3ef2-456e-a656-f9f0c0f3429b req-7f2a3a87-473b-4230-b0ee-8d133e96a47c tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 943 time: 0.5844324 Aug 29 04:16:20.480510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:20.543405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74627e77-20e8-47a1-beac-3f37869087fa req-93573979-604d-4324-96af-0a0903fd11cc tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286105 Aug 29 04:16:20.549213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-7cac6c46-0410-4759-aa00-63b9a1a217c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 217 time: 0.4718559 Aug 29 04:16:20.647770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-826b1142-462b-4769-ba17-0d2661c7cb0e req-bef7488d-9d30-4967-9a5c-d24c241ba496 service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233088 Aug 29 04:16:20.697609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:20.775083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:20.779349 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a684f-f255-4da0-827f-e02adf007b84" -d '{"events": [{"name": "network-changed", "server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "tag": "70ccc982-9a0f-4753-8638-417116310eb5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:20.868656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:20.876026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-908279521-network', 'tenant_id': '77eebb98351c435ca17f702b0dc31668'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:20.919914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5a688a0-3ef2-456e-a656-f9f0c0f3429b req-722699dc-1bd2-4707-a67b-9e2d3dcfe687 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028001 Aug 29 04:16:20.942130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40bb0fc0-02e6-4d99-9bcf-00d93fa85fbc req-056eb12f-9507-48b9-beeb-5dba56c2f0ea tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9ea541-4fac-4d9a-888c-cb501d59e617 HTTP/1.1" status: 200 len: 210 time: 0.1535535 Aug 29 04:16:20.958452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Network 61a89135-8c83-457e-9d87-b84a7c1c140a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:20.961704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-9bc5ac2b-0deb-4e12-a696-0399015f8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:20.963314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-9bc5ac2b-0deb-4e12-a696-0399015f8c9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.3138709 Aug 29 04:16:20.964337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:20.974765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:20.984325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.005250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.007457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:21.164544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.168283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.242751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-73657a6b-4ce8-4e53-9c04-e7bc64c29b5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2648156 Aug 29 04:16:21.281983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.302750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.326185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:21.339890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.340667 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Added segment 173fb36a-e7ea-405a-9f7a-d45199df9b5d of type vlan for network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 Aug 29 04:16:21.394748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.435251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.437003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:21.437888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.485529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-28ac5e06-2612-4f4d-9d76-06b8235948f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4779053 Aug 29 04:16:21.485881 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6002d7-6489-4052-a4c4-26a1babdef21 x-openstack-request-id: req-ff6002d7-6489-4052-a4c4-26a1babdef21 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:21.486181 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9ea541-4fac-4d9a-888c-cb501d59e617", "name": "network-vif-deleted", "tag": "99446374-c4f2-45f7-a282-d52e3fb7092f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:21.486430 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff6002d7-6489-4052-a4c4-26a1babdef21 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:21.486839 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9ea541-4fac-4d9a-888c-cb501d59e617', 'name': 'network-vif-deleted', 'tag': '99446374-c4f2-45f7-a282-d52e3fb7092f', 'status': 'completed', 'code': 200} Aug 29 04:16:21.524782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7102fa5c-f9f0-4326-b111-5c610fe5eecd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.546722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Request body: {'port': {'device_id': '787cb2be-46de-4d92-861f-4aea83859ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:21.551903 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0697505 Aug 29 04:16:21.554554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:21.566093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Request body: {'subnet': {'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-908279521-subnet', 'tenant_id': '77eebb98351c435ca17f702b0dc31668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:21.615417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebce32-ef73-496b-83a9-c16e2521d502 admin admin] Pushing event updated for resources: {'Network': ['ID=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:21.631553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:21.649652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:21.662466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.699285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-5ee635f3-d848-4c9c-9c4f-91b79869ceb4 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447317 Aug 29 04:16:21.708350 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c18226-d37b-4966-a0fb-e1824221ed4f x-openstack-request-id: req-59c18226-d37b-4966-a0fb-e1824221ed4f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:21.708643 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "tag": "70ccc982-9a0f-4753-8638-417116310eb5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:21.708909 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59c18226-d37b-4966-a0fb-e1824221ed4f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:21.709320 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5', 'status': 'completed', 'code': 200} Aug 29 04:16:21.944392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:21.989925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d03874c-0748-499c-b374-5e2a7c60bc69 req-123906c6-0f64-4e90-8207-6a3fa3422e13 service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249367 Aug 29 04:16:22.025328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a42d33-d757-4242-9098-4733bc1da7ed,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:22.035993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Checking segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:22.036786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Network hostable DHCP agents. Network: cc32c1b8-29d8-4fcd-8540-0e4ea82870b0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:22.053386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39737-a0e3-4ee2-a9f7-f05beea79e91 req-02551a22-c9e6-4117-b657-3781efe82a78 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.055700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7db39737-a0e3-4ee2-a9f7-f05beea79e91 req-02551a22-c9e6-4117-b657-3781efe82a78 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 932 time: 0.5745854 Aug 29 04:16:22.086347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:22.090116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52f324-b7f0-4e82-8e50-0848c319c6b1 req-f21301f3-1559-4709-978e-77ea3c176146 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.091955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd52f324-b7f0-4e82-8e50-0848c319c6b1 req-f21301f3-1559-4709-978e-77ea3c176146 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.3805723 Aug 29 04:16:22.102886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.108543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-2bb6e241-9d2f-4a38-b2ea-bdfc9578d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.110279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-2bb6e241-9d2f-4a38-b2ea-bdfc9578d619 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36bfa1308f50498da294e7853d042cf4&device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 1095 time: 0.4001241 Aug 29 04:16:22.127418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, cc32c1b8-29d8-4fcd-8540-0e4ea82870b0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:22.135485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.136620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:22.141953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b108ddd-05b0-4483-a397-0326325635f5 None None] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:22.158313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4366bb73-88d3-4e95-9c9d-eede668a1531 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6013424 Aug 29 04:16:22.206050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7db39737-a0e3-4ee2-a9f7-f05beea79e91 req-f3ff3516-f80c-4d42-bc92-b5d88c18c519 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406112 Aug 29 04:16:22.401882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2bdef-eda8-4f20-b55b-45b5c1495b50 None None] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:22.418100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd52f324-b7f0-4e82-8e50-0848c319c6b1 req-d15f5ed4-186b-417a-93d2-474328020f08 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590227 Aug 29 04:16:22.547222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b58b3-8f45-4eaa-84db-8e6f977f8815 req-d2530232-df7e-4537-85ce-8c5c7ec4e0c2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.549644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee6b58b3-8f45-4eaa-84db-8e6f977f8815 req-d2530232-df7e-4537-85ce-8c5c7ec4e0c2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.2165935 Aug 29 04:16:22.551538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-f01fb174-d898-49ca-85f1-b3cc2850d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.553228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-f01fb174-d898-49ca-85f1-b3cc2850d619 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d0efa65a-da67-4432-8470-a3382ce23946 HTTP/1.1" status: 200 len: 906 time: 0.4108539 Aug 29 04:16:22.693198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-101bb7d7-8492-4851-a521-a887843ffb48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ccc982-9a0f-4753-8638-417116310eb5 HTTP/1.1" status: 200 len: 217 time: 0.1248391 Aug 29 04:16:22.777724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee6b58b3-8f45-4eaa-84db-8e6f977f8815 req-e5000baf-bb81-439b-aa92-03df823c6a35 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207432 Aug 29 04:16:22.808861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c8d5-1074-473a-a17e-0d3ceb0c45b4 req-c2103c83-7f48-45e7-bad4-a1734fb1d21a tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.810422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce40c8d5-1074-473a-a17e-0d3ceb0c45b4 req-c2103c83-7f48-45e7-bad4-a1734fb1d21a tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 943 time: 0.2432888 Aug 29 04:16:22.815304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-4a6db6c5-273f-4f91-8f97-d4341e344c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.817034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-4a6db6c5-273f-4f91-8f97-d4341e344c62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41c3c0dd-c723-4676-afdc-9723d7ad2a40 HTTP/1.1" status: 200 len: 844 time: 0.1121545 Aug 29 04:16:22.961710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce40c8d5-1074-473a-a17e-0d3ceb0c45b4 req-b4fd6313-66ff-496a-b287-8a63d86fbba7 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201124 Aug 29 04:16:22.969624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-2819bfe2-e70f-49ee-9434-b349988f12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:22.971194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-2819bfe2-e70f-49ee-9434-b349988f12a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0efa65a-da67-4432-8470-a3382ce23946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433456 Aug 29 04:16:22.973939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6946271-805c-48a2-af9d-cd1ad9b8abc0 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:22.982648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.049945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Transition to ACTIVE for port object d6946271-805c-48a2-af9d-cd1ad9b8abc0 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:23.058050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.147589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:23.153555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-62d8266d-3956-4a00-aff2-5be48ac16c9d service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681519 Aug 29 04:16:23.372470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a5a684f-f255-4da0-827f-e02adf007b84 req-d8112b91-fae2-43ad-837d-df8736d79bd3 service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975405 Aug 29 04:16:23.414405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Attempting to bind port d6946271-805c-48a2-af9d-cd1ad9b8abc0 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:23.414900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Attempting to bind port d6946271-805c-48a2-af9d-cd1ad9b8abc0 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:23.415340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Attempting to bind port d6946271-805c-48a2-af9d-cd1ad9b8abc0 on network 61a89135-8c83-457e-9d87-b84a7c1c140a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:23.428889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Port d6946271-805c-48a2-af9d-cd1ad9b8abc0 on network 61a89135-8c83-457e-9d87-b84a7c1c140a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:23.429657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Attempting to bind port d6946271-805c-48a2-af9d-cd1ad9b8abc0 on network 61a89135-8c83-457e-9d87-b84a7c1c140a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:23.446828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:23.447343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Checking segment: {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:23.448570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Bound using segment: {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:23.449309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Bound port: d6946271-805c-48a2-af9d-cd1ad9b8abc0, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70111c81-b8c8-4a9b-b872-51b6a050ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:23.449944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:23.547097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-32140749-b0ae-4954-9f24-54f4851a06e9 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:23.549886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-32140749-b0ae-4954-9f24-54f4851a06e9 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.2889385 Aug 29 04:16:23.560532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 70ccc982-9a0f-4753-8638-417116310eb5 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:23.615740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-8a63ba94-4141-4632-b7cf-3198b4d819eb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/quotas/77eebb98351c435ca17f702b0dc31668 HTTP/1.1" status: 200 len: 375 time: 0.0531235 Aug 29 04:16:23.733428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-29facf2c-d641-4189-9ee9-2316835415d6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071305 Aug 29 04:16:23.769663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:23.807873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:23.826221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=70ccc982-9a0f-4753-8638-417116310eb5,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:23.866659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '70ccc982-9a0f-4753-8638-417116310eb5', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'port_id': '70ccc982-9a0f-4753-8638-417116310eb5', 'mac_address': 'fa:16:3e:40:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:23.877582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.006150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.041820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ccc982-9a0f-4753-8638-417116310eb5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:24.062130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:24.084662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.085663 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.088091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 1093 time: 2.5771165 Aug 29 04:16:24.102668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:24.106659 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99213013-4dc7-4cfd-9b08-626c0556fbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:24.116386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 99446374-c4f2-45f7-a282-d52e3fb7092f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:24.116707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 99446374-c4f2-45f7-a282-d52e3fb7092f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:24.119590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=70ccc982-9a0f-4753-8638-417116310eb5,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:24.127453 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:24.168819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-c82da4d0-a797-4cf4-958a-83729c7afba9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4399712 Aug 29 04:16:24.185835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d9e77-c3fe-460d-b075-9b886dacb5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.234916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:24.273105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-ddcb9e63-438a-4d43-a197-0158cff4ded6 service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985859 Aug 29 04:16:24.376031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a06bd-d9ac-4754-97cf-cd84d591a160 req-47d6d627-be02-4435-be40-98c3c51d6e5c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.377637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f6a06bd-d9ac-4754-97cf-cd84d591a160 req-47d6d627-be02-4435-be40-98c3c51d6e5c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 944 time: 0.2494025 Aug 29 04:16:24.382462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-eb42b860-40ce-4cc3-9838-bb8ab72351f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.383901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-eb42b860-40ce-4cc3-9838-bb8ab72351f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1096 time: 0.1826675 Aug 29 04:16:24.388194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-c69f2253-849f-453e-af70-b808d84b26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:24.389744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-c69f2253-849f-453e-af70-b808d84b26a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1748962 Aug 29 04:16:24.437889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['70ccc982-9a0f-4753-8638-417116310eb5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:24.493104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-863db48b-39d3-4f0f-812e-8c12af1699c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.0767958 Aug 29 04:16:24.537917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-3fdb3528-c7dd-4bfb-8ba6-911549b75a7c service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547250 Aug 29 04:16:25.123670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f6a06bd-d9ac-4754-97cf-cd84d591a160 req-45b60cce-ce19-4f9f-a7a2-724fa9a74ecb tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329054 Aug 29 04:16:25.162905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-107cf587-796a-433e-bcae-f0c352db0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.164478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-107cf587-796a-433e-bcae-f0c352db0aa2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.5498855 Aug 29 04:16:25.220392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-a856f4ee-b6f1-4030-a8fe-0bc68e03bdbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297933 Aug 29 04:16:25.224394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-1386f378-4ae6-44e1-ab64-82eeb7d100b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.225868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-1386f378-4ae6-44e1-ab64-82eeb7d100b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.7973258 Aug 29 04:16:25.258509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8023-fd7d-48fa-bc1a-9dc5bf20eee3 req-6d2cb9c0-38be-45cc-875e-82f92e1e14f3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.260178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-166c8023-fd7d-48fa-bc1a-9dc5bf20eee3 req-6d2cb9c0-38be-45cc-875e-82f92e1e14f3 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 950 time: 0.1627421 Aug 29 04:16:25.412945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-63d56176-1ede-41eb-ba89-2da9cc164251 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 200 len: 217 time: 0.1493065 Aug 29 04:16:25.506425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-2e3c9fd1-bf67-4a40-979e-ff868608196e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.508483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-2e3c9fd1-bf67-4a40-979e-ff868608196e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 950 time: 0.2859998 Aug 29 04:16:25.531242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-166c8023-fd7d-48fa-bc1a-9dc5bf20eee3 req-573ae6b6-f777-407c-bdd2-8f72921f9090 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511516 Aug 29 04:16:25.582458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 70ccc982-9a0f-4753-8638-417116310eb5 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:25.609805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c08e0-0f29-4646-af04-4779a9eaeb6f req-9ae12ff6-db7b-43e6-a3bb-013058674357 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.623675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f10c08e0-0f29-4646-af04-4779a9eaeb6f req-9ae12ff6-db7b-43e6-a3bb-013058674357 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.3610680 Aug 29 04:16:25.638494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-754d3f0e-2502-4b44-ac99-b5a47f79da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:25.641184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-754d3f0e-2502-4b44-ac99-b5a47f79da26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2154222 Aug 29 04:16:25.724713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 70ccc982-9a0f-4753-8638-417116310eb5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:25.731505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 70ccc982-9a0f-4753-8638-417116310eb5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:25.732098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.778916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-8103a10c-f409-4a77-9a06-b1c791c583a8 service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175967 Aug 29 04:16:25.785344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-9547b74d-615f-4a7b-b9d9-e43f09bae6b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249011 Aug 29 04:16:25.874281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:25.917358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:25.921110 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe6459-aa64-4669-ae13-2168c32bef7a" -d '{"events": [{"server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "name": "network-vif-plugged", "status": "completed", "tag": "70ccc982-9a0f-4753-8638-417116310eb5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:25.954412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=70ccc982-9a0f-4753-8638-417116310eb5,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:25.982808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f10c08e0-0f29-4646-af04-4779a9eaeb6f req-26a374ba-aaa8-480b-af20-54e11547a5ee tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574123 Aug 29 04:16:25.984534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.067830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11c6a-1f03-4d4c-a325-02256b65b875 req-0ba713ba-7328-4ad9-a804-cbd6f78af5ec tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.075083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:26.075878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2c11c6a-1f03-4d4c-a325-02256b65b875 req-0ba713ba-7328-4ad9-a804-cbd6f78af5ec tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.3540866 Aug 29 04:16:26.171010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-4694655c-e6ee-43a3-a8a2-69a9945f46be service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449366 Aug 29 04:16:26.198406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Deleting port 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:26.199031 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.207763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab0bffb-7ee5-43da-9798-6ce6058272b4 req-6d66395b-ad6e-4a25-b3a1-7278ee8124ac service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838458 Aug 29 04:16:26.374819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2c11c6a-1f03-4d4c-a325-02256b65b875 req-dd586d65-a9bc-4e25-a115-7d2c51b63a17 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976723 Aug 29 04:16:26.441139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] For port 93d96af9-5974-4c81-8344-25df6e2153fb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=93d96af9-5974-4c81-8344-25df6e2153fb,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:26.441485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:26.476430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a4ee-19db-48fc-88fa-9053dbdd542c req-bdd11732-c8e9-4f6e-b6a1-2991edc06063 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.478216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a0a4ee-19db-48fc-88fa-9053dbdd542c req-bdd11732-c8e9-4f6e-b6a1-2991edc06063 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.3979878 Aug 29 04:16:26.510173 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae7e7f5-0a90-4a09-b8c5-0da9c006cf18 x-openstack-request-id: req-2ae7e7f5-0a90-4a09-b8c5-0da9c006cf18 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:26.510539 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:26.512020 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ae7e7f5-0a90-4a09-b8c5-0da9c006cf18 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:26.512557 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:16:26.518865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Calling delete_port for 93d96af9-5974-4c81-8344-25df6e2153fb owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:26.525750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-8c348935-3980-417d-802e-531d4f5016e7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.532233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-8c348935-3980-417d-802e-531d4f5016e7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.3004546 Aug 29 04:16:26.553256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Request body: {'port': {'device_id': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'admin_state_up': True, 'tenant_id': '77eebb98351c435ca17f702b0dc31668'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:26.641925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-e9f5c723-cc2d-4839-baf4-89ac8d1172d8 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:26.643888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-e9f5c723-cc2d-4839-baf4-89ac8d1172d8 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.1991217 Aug 29 04:16:26.711137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fbfd2dc-8a32-40a4-9d97-a8e56bb32170 req-0b513b97-492b-4b37-a931-1645f93c3c00 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 210 time: 0.1196971 Aug 29 04:16:26.743243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-941f465b-3ff6-47f5-b0b4-e1e650406c06 req-f3be3060-fd22-43b4-a7e8-efcc8cfafccf service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576639 Aug 29 04:16:26.762884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a0a4ee-19db-48fc-88fa-9053dbdd542c req-09e8bbf8-a42f-4eb6-8755-2139ff0aeb1d tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576566 Aug 29 04:16:26.865988 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fef7bd-f680-4747-b63a-b45f2b3f6aae x-openstack-request-id: req-d0fef7bd-f680-4747-b63a-b45f2b3f6aae {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:26.866759 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "name": "network-vif-plugged", "status": "completed", "tag": "70ccc982-9a0f-4753-8638-417116310eb5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:26.866759 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0fef7bd-f680-4747-b63a-b45f2b3f6aae {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:26.867411 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5', 'code': 200} Aug 29 04:16:27.003024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-f77624a2-be39-42d8-8c93-1b8526c53554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.010793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-f77624a2-be39-42d8-8c93-1b8526c53554 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1096 time: 0.3306053 Aug 29 04:16:27.163390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:27.170775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.183871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.196567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0861424b-ebcf-442b-bea7-4059fb4f65b0 req-c0d77508-ce92-44de-8ffc-cb27644e3fe6 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7600458-78fd-432e-b554-5766d476adee HTTP/1.1" status: 200 len: 210 time: 0.1443343 Aug 29 04:16:27.202736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a', '3b5effc6-a989-4d00-a500-d4d3ccab12f2', '93d96af9-5974-4c81-8344-25df6e2153fb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:27.266863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-e27a8e8c-85cb-4d75-9c18-be31d2d89efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.270628 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-e27a8e8c-85cb-4d75-9c18-be31d2d89efe service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.2459600 Aug 29 04:16:27.285244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event deleted for resources: {'Port': ['ID=93d96af9-5974-4c81-8344-25df6e2153fb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:27.333824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7773e39-d801-4084-9492-8d0f0239de09 req-c8fc18fc-32de-491c-a531-41bdb6001aea tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.346180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7773e39-d801-4084-9492-8d0f0239de09 req-c8fc18fc-32de-491c-a531-41bdb6001aea tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 944 time: 0.4729025 Aug 29 04:16:27.402749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c93eab-4ba1-4d33-8137-ea9d41bca0ac req-f52f5548-cb7c-4338-b63d-c8408e684fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.405528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37c93eab-4ba1-4d33-8137-ea9d41bca0ac req-f52f5548-cb7c-4338-b63d-c8408e684fa3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 1097 time: 0.3278556 Aug 29 04:16:27.506544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] No DVR routers for this DVR port 93d96af9-5974-4c81-8344-25df6e2153fb on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:27.510446 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.513237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73727e78-d911-4c82-b80f-f69f8de822d0 req-1da1f0a5-8829-4134-950a-85eadd58f5c7 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "DELETE /v2.0/ports/93d96af9-5974-4c81-8344-25df6e2153fb HTTP/1.1" status: 204 len: 173 time: 1.9806087 Aug 29 04:16:27.513539 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-82c0e2c2-a9ca-4cf3-9ffb-feb4eb37f45f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.1497598 Aug 29 04:16:27.552050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Allocated IP 172.20.0.6 (cc32c1b8-29d8-4fcd-8540-0e4ea82870b0/94a42d33-d757-4242-9098-4733bc1da7ed/f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:27.609518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Deleting port 957ea5aa-bac5-4954-8821-7945db3e23ee {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:27.609766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.612290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:27.658328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-d0fe0526-7347-4804-9b19-1d7bd0948e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:27.661075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-d0fe0526-7347-4804-9b19-1d7bd0948e0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.1321402 Aug 29 04:16:27.738860 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-68574537-4587-435d-8916-2026652ffbdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592625 Aug 29 04:16:27.856279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] For port 957ea5aa-bac5-4954-8821-7945db3e23ee, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=957ea5aa-bac5-4954-8821-7945db3e23ee,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:27.858124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.905542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:27.968478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.009781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:28.024024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307', 'port_id': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'mac_address': 'fa:16:3e:a4:28:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee7118-fdb9-435a-bdcc-6496588aaa0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:28.138477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37c93eab-4ba1-4d33-8137-ea9d41bca0ac req-a661f8c5-5898-49e8-80d6-de3fc39ed032 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7117238 Aug 29 04:16:28.141648 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.162896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397e068-d5cf-480c-8bb2-ec966009d9c4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:28.201272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:28.205421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:28.214291 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.229046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:28.230849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7773e39-d801-4084-9492-8d0f0239de09 req-021aba5a-cd08-4134-ba7d-bba8a71c5dd6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8652103 Aug 29 04:16:28.235866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.236906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.237351 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 disassociated. External IP: 172.25.3.8, port: 957ea5aa-bac5-4954-8821-7945db3e23ee. Aug 29 04:16:28.238392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Calling delete_port for 957ea5aa-bac5-4954-8821-7945db3e23ee owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:28.238693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:28.246807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:28.267264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d39c-7680-46a6-9812-006a12de5e3f req-01d86927-5417-4399-959a-3a5dbff08a96 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.275589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d745d39c-7680-46a6-9812-006a12de5e3f req-01d86927-5417-4399-959a-3a5dbff08a96 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.8780730 Aug 29 04:16:28.327949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:28.381464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.383004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.429636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-e4febf5d-377d-4466-9bbe-048be39117b1 service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761915 Aug 29 04:16:28.429889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d745d39c-7680-46a6-9812-006a12de5e3f req-b323ecab-54b6-486a-a401-239f9f4ffe03 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525779 Aug 29 04:16:28.437027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d9a3fb5b-e5f0-4727-8f46-bfb24a82fc8d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8930604 Aug 29 04:16:28.456198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Request body: {'port': {'device_id': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:28.517065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-deleted', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:28.521101 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a79c800-b648-46c7-b5b9-4d87e986b25a" -d '{"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-deleted", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:28.536064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2397e068-d5cf-480c-8bb2-ec966009d9c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:28.552621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b21b39-98e9-4139-b430-881b68c23bf1 req-c702a0b2-248d-482b-988a-ca0a40713a2c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.567001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89b21b39-98e9-4139-b430-881b68c23bf1 req-c702a0b2-248d-482b-988a-ca0a40713a2c tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 945 time: 0.1939499 Aug 29 04:16:28.612425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.718660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99213013-4dc7-4cfd-9b08-626c0556fbf8 req-c4f549ed-5e52-408b-9038-a497b7a1e8da service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022817 Aug 29 04:16:28.773162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89b21b39-98e9-4139-b430-881b68c23bf1 req-f32c02b4-e0b6-4659-972f-afb971d72992 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3e077c-8198-475b-a286-dfa19893fe49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042954 Aug 29 04:16:28.799904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1df7b-3cb1-4185-b43d-d1a72c6d26e4 req-a3a38067-5b4f-44c0-82fc-6e734d48f5e8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:28.803066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fd1df7b-3cb1-4185-b43d-d1a72c6d26e4 req-a3a38067-5b4f-44c0-82fc-6e734d48f5e8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 931 time: 0.2317162 Aug 29 04:16:28.804934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:28.889139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event deleted for resources: {'Port': ['ID=957ea5aa-bac5-4954-8821-7945db3e23ee,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.005100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:29.014334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.024764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fd1df7b-3cb1-4185-b43d-d1a72c6d26e4 req-da20e700-7c3c-43dc-a6ee-d8f10eb31c2d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093031 Aug 29 04:16:29.048418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Transition to ACTIVE for port object f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:29.058500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.094145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86f861-2912-42d3-baa1-1f676018f914 req-37a4fa3f-813f-4e44-a7b7-6c11730a9908 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.101039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b86f861-2912-42d3-baa1-1f676018f914 req-37a4fa3f-813f-4e44-a7b7-6c11730a9908 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.1297812 Aug 29 04:16:29.136820 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016df61-747d-4749-89da-2b3692393d12 x-openstack-request-id: req-6016df61-747d-4749-89da-2b3692393d12 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:29.137130 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7600458-78fd-432e-b554-5766d476adee", "name": "network-vif-deleted", "tag": "93d96af9-5974-4c81-8344-25df6e2153fb", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:29.139618 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6016df61-747d-4749-89da-2b3692393d12 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:29.139618 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7600458-78fd-432e-b554-5766d476adee', 'name': 'network-vif-deleted', 'tag': '93d96af9-5974-4c81-8344-25df6e2153fb', 'status': 'completed', 'code': 200} Aug 29 04:16:29.150464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:29.181373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b86f861-2912-42d3-baa1-1f676018f914 req-cc4e0644-a8e8-42a7-ae20-c6cc83084c80 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738804 Aug 29 04:16:29.211587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.401111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.422575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Attempting to bind port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:29.422575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Attempting to bind port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:29.423101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Attempting to bind port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:29.429157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:29.429547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Attempting to bind port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:29.453428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:29.453428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Checking segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:29.453935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Bound using segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:29.455164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Bound port: f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:29.455164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.518147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:29.545730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:29.576265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:29.577655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:29.594463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:29.603377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:29.611445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.617216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:29.641607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] No DVR routers for this DVR port 957ea5aa-bac5-4954-8821-7945db3e23ee on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:29.649426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.651557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31286b0e-5e14-4091-824d-0e7e016839c0 req-03faee95-b001-4e96-bb75-100208f73edc tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.50 "DELETE /v2.0/ports/957ea5aa-bac5-4954-8821-7945db3e23ee HTTP/1.1" status: 204 len: 173 time: 2.9834864 Aug 29 04:16:29.663051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33335fb4-3933-4ea4-87b5-076f46a35353 req-3ce7fc5c-f9fa-4a8b-ad6f-d8f1e06607ad tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.664707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33335fb4-3933-4ea4-87b5-076f46a35353 req-3ce7fc5c-f9fa-4a8b-ad6f-d8f1e06607ad tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 944 time: 0.2151470 Aug 29 04:16:29.695207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.696238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:29.712284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] 10.222.0.54 "PUT /v2.0/ports/f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 HTTP/1.1" status: 200 len: 1092 time: 1.2498562 Aug 29 04:16:29.713091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:29.716050 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139545e-761b-43d6-82d8-41d112ecfd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:29.768021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9095c-1fe4-41a3-8c63-a2ce6c48df1b service neutron] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:29.777443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33335fb4-3933-4ea4-87b5-076f46a35353 req-023667c7-6a95-4bfe-a31c-9b4628db971f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893588 Aug 29 04:16:29.850254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 93d96af9-5974-4c81-8344-25df6e2153fb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:29.850616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 93d96af9-5974-4c81-8344-25df6e2153fb not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:29.914679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14e33-2f08-4f1c-91f1-1d83389ea436 req-d253c539-5fb1-4180-8066-68b6b8aca7d8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.920752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51f14e33-2f08-4f1c-91f1-1d83389ea436 req-d253c539-5fb1-4180-8066-68b6b8aca7d8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.1252759 Aug 29 04:16:29.928928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-dfb57598-f994-4068-947a-f791b8ff4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:29.931378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-dfb57598-f994-4068-947a-f791b8ff4e77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0936964 Aug 29 04:16:30.004314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:30.012332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-d33fb191-86df-46d3-86d9-9d75932904c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 HTTP/1.1" status: 200 len: 217 time: 0.0699968 Aug 29 04:16:30.018180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51f14e33-2f08-4f1c-91f1-1d83389ea436 req-8cbfdbd1-8018-496e-8b61-1d1dd7564ca4 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676355 Aug 29 04:16:30.045450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad6f59-5ec2-4178-ae85-57520b1baf73 req-2383010c-4040-4af2-b88e-ced7c13b5dd5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.047171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1ad6f59-5ec2-4178-ae85-57520b1baf73 req-2383010c-4040-4af2-b88e-ced7c13b5dd5 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1253884 Aug 29 04:16:30.073026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-a8e75c08-d615-453c-9862-c32639e36f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.074676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-a8e75c08-d615-453c-9862-c32639e36f79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.0534470 Aug 29 04:16:30.094831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6946271-805c-48a2-af9d-cd1ad9b8abc0 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:30.119834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 957ea5aa-bac5-4954-8821-7945db3e23ee no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:30.148729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1ad6f59-5ec2-4178-ae85-57520b1baf73 req-7b475c29-9cc9-48e0-8a8d-ad035044aa12 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896034 Aug 29 04:16:30.167891 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-4173311c-e38b-4da1-b4ac-e1c99a7e641e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840616 Aug 29 04:16:30.184855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 957ea5aa-bac5-4954-8821-7945db3e23ee {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:30.185303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 957ea5aa-bac5-4954-8821-7945db3e23ee not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:30.197224 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc2d83c-be98-42b7-af73-76c85c257c0d x-openstack-request-id: req-1dc2d83c-be98-42b7-af73-76c85c257c0d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:30.197658 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:30.198036 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dc2d83c-be98-42b7-af73-76c85c257c0d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:30.198627 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'status': 'completed', 'code': 200} Aug 29 04:16:30.233549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:16:30.347109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-a3fea2be-9f34-4e40-ac0d-fc28601a6621 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704328 Aug 29 04:16:30.352605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6dea62d3-5f12-4923-9ecc-6ee426074f7c req-22b2f295-0465-4cd5-825a-afda1f668340 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7209256-1146-4acd-a5dc-e767563efddb HTTP/1.1" status: 200 len: 210 time: 0.0938683 Aug 29 04:16:30.506606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:30.541576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'port_id': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'mac_address': 'fa:16:3e:95:00:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:30.543277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f3538fee-f4cd-42e0-8c5b-0a77db1dff5c req-b15c78ee-a71a-400a-8831-accd54eb33dc service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865458 Aug 29 04:16:30.639339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:30.647050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.709433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:30.718013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6946271-805c-48a2-af9d-cd1ad9b8abc0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:30.740314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-bf1de628-9091-4ac3-bee0-4fa6237b101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.741918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-bf1de628-9091-4ac3-bee0-4fa6237b101b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 1095 time: 0.1222994 Aug 29 04:16:30.775039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:30.779696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:30.780382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:30.787164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:30.891235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-2f9fff81-5442-4906-9e84-ca85d2efaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.893529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-2f9fff81-5442-4906-9e84-ca85d2efaf31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 905 time: 0.1425171 Aug 29 04:16:30.974993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871afe7-e255-41f9-8833-95f0672a8d9e req-178fd52b-a6d6-4d4b-a5e6-9efa3a9c029e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.976207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-0006b2c9-c040-494c-90c9-e9673cf3e3e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 HTTP/1.1" status: 200 len: 217 time: 0.0706739 Aug 29 04:16:30.976646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8871afe7-e255-41f9-8833-95f0672a8d9e req-178fd52b-a6d6-4d4b-a5e6-9efa3a9c029e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 943 time: 0.5713584 Aug 29 04:16:30.991129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e6c8a-c40a-4ea2-874b-19b041f0f0cc req-58416eed-95cf-4aeb-b568-2f10c4dc78a3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:30.999753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-416e6c8a-c40a-4ea2-874b-19b041f0f0cc req-58416eed-95cf-4aeb-b568-2f10c4dc78a3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.0907092 Aug 29 04:16:31.049384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8871afe7-e255-41f9-8833-95f0672a8d9e req-6c8fd03e-8af8-4c73-ae86-13a4f35ab5d3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Aug 29 04:16:31.056415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-ec1cbd28-4fcc-44b9-ae5c-2780187fa294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.058351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-ec1cbd28-4fcc-44b9-ae5c-2780187fa294 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.0722938 Aug 29 04:16:31.070861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:31.116595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-416e6c8a-c40a-4ea2-874b-19b041f0f0cc req-e15fcef3-fc1d-4f3c-9f4d-36a1c48f0736 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158071 Aug 29 04:16:31.122451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:31.138457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'name': 'network-vif-deleted', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:31.141363 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e7ef9-2d1c-47d2-9f1c-d2e16ce95619" -d '{"events": [{"server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "name": "network-vif-deleted", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:31.151535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-6fd061bf-6fcc-4dd7-bea0-7f918928a878 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843163 Aug 29 04:16:31.302832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-f63c2f46-69b9-4c3e-95b9-610ae7f958d1 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375108 Aug 29 04:16:31.327253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:31.359724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-2cd7954c-770c-4c5d-a79b-a4f2aa560e7b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.361527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-2cd7954c-770c-4c5d-a79b-a4f2aa560e7b tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1965444 Aug 29 04:16:31.372888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5b8c2-bc39-4756-91be-9963f89af969 req-7cd99447-b68d-4289-9dea-fa44765ea804 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.375481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7b5b8c2-bc39-4756-91be-9963f89af969 req-7cd99447-b68d-4289-9dea-fa44765ea804 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 945 time: 0.1643410 Aug 29 04:16:31.486774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb2ad-c0f2-4a1d-9aa3-fdde0941e887 req-d72274b0-7480-4d57-8f0b-4bd670e60fdd tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.494860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a7fb2ad-c0f2-4a1d-9aa3-fdde0941e887 req-d72274b0-7480-4d57-8f0b-4bd670e60fdd tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.2256823 Aug 29 04:16:31.572108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8139545e-761b-43d6-82d8-41d112ecfd7f req-074c70cd-bde7-487e-b520-7b60bd3669d6 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604055 Aug 29 04:16:31.575235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:31.608004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7b5b8c2-bc39-4756-91be-9963f89af969 req-ca5648da-1bef-4ad7-8efa-689c973c00e0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033937 Aug 29 04:16:31.642287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a7fb2ad-c0f2-4a1d-9aa3-fdde0941e887 req-9222721d-714f-4e73-b61f-24c8af1db83e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 Aug 29 04:16:31.659735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62675fa3-50f2-4d50-97bb-ab21c6068b89 None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:10:51Z', 'revision_number': 4, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '30bbcbeb-cb42-47d5-a525-e2c874abcc98', 'name': '', 'network_id': '782ef7e4-8686-4b0a-a41b-8665a2142b6c', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'mac_address': 'fa:16:3e:6e:97:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:49Z', 'updated_at': '2021-08-29T04:11:05Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'subnets': [{'id': '4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:31.710661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Deleting port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:31.711152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.725162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:31.803905 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85060a4-3055-48bf-a4df-baf1e3d641ff x-openstack-request-id: req-a85060a4-3055-48bf-a4df-baf1e3d641ff {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:31.803905 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7209256-1146-4acd-a5dc-e767563efddb", "name": "network-vif-deleted", "tag": "957ea5aa-bac5-4954-8821-7945db3e23ee", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:31.803905 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a85060a4-3055-48bf-a4df-baf1e3d641ff {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:31.803905 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7209256-1146-4acd-a5dc-e767563efddb', 'name': 'network-vif-deleted', 'tag': '957ea5aa-bac5-4954-8821-7945db3e23ee', 'status': 'completed', 'code': 200} Aug 29 04:16:31.853965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 2397e068-d5cf-480c-8bb2-ec966009d9c4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:31.859661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 2397e068-d5cf-480c-8bb2-ec966009d9c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:31.860069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.908527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c9e20-c1cd-4cc3-869e-0503304d3351 req-8b8fd4e3-4e52-4c29-9e7f-3c02b91a9e7f tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:31.920889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e00c9e20-c1cd-4cc3-869e-0503304d3351 req-8b8fd4e3-4e52-4c29-9e7f-3c02b91a9e7f tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.1726213 Aug 29 04:16:31.923083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:31.928915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Request body: {'floatingip': {'port_id': '70ccc982-9a0f-4753-8638-417116310eb5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:31.983509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] For port 3b5effc6-a989-4d00-a500-d4d3ccab12f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b5effc6-a989-4d00-a500-d4d3ccab12f2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:31.984137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:31.998717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.015290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Calling delete_port for 3b5effc6-a989-4d00-a500-d4d3ccab12f2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:32.025335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe177b5-97ab-452c-b98c-0b3d50274800 req-e584183d-bd35-42f1-9445-6c3463d66a61 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.033640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fe177b5-97ab-452c-b98c-0b3d50274800 req-e584183d-bd35-42f1-9445-6c3463d66a61 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 950 time: 0.1071382 Aug 29 04:16:32.036612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.043818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:32.046232 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c2d19-0089-4fab-bc7b-b8e24340d997" -d '{"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-plugged", "status": "completed", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:32.063558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:32.071118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.176673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fe177b5-97ab-452c-b98c-0b3d50274800 req-09ad5599-53a6-438f-81ba-6b591ed723c9 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408956 Aug 29 04:16:32.189878 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cadecf8-fb91-436c-85c2-b9e015f121ea x-openstack-request-id: req-9cadecf8-fb91-436c-85c2-b9e015f121ea {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:32.190350 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-plugged", "status": "completed", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:32.191331 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cadecf8-fb91-436c-85c2-b9e015f121ea {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:32.192168 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'code': 200} Aug 29 04:16:32.216813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.246861 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f78f-f9a2-445d-9e75-da9d83094958 None None] New status for floating IP 1f147279-4d4f-47c8-88e5-c02fc5ad9ca5: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:16:32.320464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.334848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a', '3b5effc6-a989-4d00-a500-d4d3ccab12f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:32.382001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:32.404991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event deleted for resources: {'Port': ['ID=3b5effc6-a989-4d00-a500-d4d3ccab12f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:32.475037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] No DVR routers for this DVR port 3b5effc6-a989-4d00-a500-d4d3ccab12f2 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:32.481706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.484524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acb6dd57-6e1b-41d5-80b4-ed52231f2cd5 req-d90fd4f3-2f9f-4424-a1d3-6e8d785f7961 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "DELETE /v2.0/ports/3b5effc6-a989-4d00-a500-d4d3ccab12f2 HTTP/1.1" status: 204 len: 173 time: 1.1076865 Aug 29 04:16:32.552008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98514f7f-b026-41f7-a2be-20efbba7d624 req-44a80693-36c5-482f-85c2-f60a4b26258a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.564413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98514f7f-b026-41f7-a2be-20efbba7d624 req-44a80693-36c5-482f-85c2-f60a4b26258a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 943 time: 0.2337570 Aug 29 04:16:32.672552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a1114-ca62-4515-83ca-62da67593f2d req-ac1a2b7a-2dc6-4eea-8467-0ebf143b67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:32.673976 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-263a1114-ca62-4515-83ca-62da67593f2d req-ac1a2b7a-2dc6-4eea-8467-0ebf143b67ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1097 time: 0.4086039 Aug 29 04:16:32.727716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:32.896262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98514f7f-b026-41f7-a2be-20efbba7d624 req-3b9d05ef-c4ad-47d1-bab9-3caf17a1eddb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304043 Aug 29 04:16:32.946363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.002261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4116bc-d8b9-48be-b6a2-690da50330dc req-01e3f564-c166-4d30-b7d7-8cf96084a673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.014345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e4116bc-d8b9-48be-b6a2-690da50330dc req-01e3f564-c166-4d30-b7d7-8cf96084a673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 945 time: 0.2755406 Aug 29 04:16:33.180262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e4116bc-d8b9-48be-b6a2-690da50330dc req-918a51ec-5dea-4769-b710-89cdfde0db92 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646452 Aug 29 04:16:33.191949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-263a1114-ca62-4515-83ca-62da67593f2d req-4ac327d0-5374-467f-b6fd-c1b776042945 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063286 Aug 29 04:16:33.211521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.214456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.215884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a3e077c-8198-475b-a286-dfa19893fe49 HTTP/1.1" status: 204 len: 168 time: 0.8291728 Aug 29 04:16:33.221098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.243672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68f260-634b-44c3-8f8a-3005afb2ace8 req-b105d7b9-6da2-41f9-808f-3b52f0a1989c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:33.245433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf68f260-634b-44c3-8f8a-3005afb2ace8 req-b105d7b9-6da2-41f9-808f-3b52f0a1989c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1256590 Aug 29 04:16:33.247028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1f9fd-ae3f-43d3-850e-f00e9a0d2333 tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3e077c-8198-475b-a286-dfa19893fe49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:33.260712 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-40d6c35d-e671-4386-9b0b-54020dc3587b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] show failed (client error): The resource could not be found. Aug 29 04:16:33.261395 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-40d6c35d-e671-4386-9b0b-54020dc3587b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "GET /v2.0/security-groups/6a3e077c-8198-475b-a286-dfa19893fe49 HTTP/1.1" status: 404 len: 347 time: 0.0394669 Aug 29 04:16:33.266436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:33.360060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf68f260-634b-44c3-8f8a-3005afb2ace8 req-c94b9258-f9af-4574-9e08-18252e2e433c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030383 Aug 29 04:16:33.364150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6981a102-de96-43c2-8707-971891b0e7cf req-6bc51e43-82da-4172-8c84-6eb68e74cc5c tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=078a9aee-6db3-4d1d-bcba-121312697a45 HTTP/1.1" status: 200 len: 210 time: 0.0674760 Aug 29 04:16:33.477400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.493622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.557069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Deleting port 4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:33.557326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.600631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:33.673569 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Floating IP 66cab7a9-5efd-4bff-85ba-cb818c44d191 associated. External IP: 172.25.3.200, port: 70ccc982-9a0f-4753-8638-417116310eb5. Aug 29 04:16:33.723163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.723423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.744462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Calling delete_port for 4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:33.757113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.772394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'mac_address': 'fa:16:3e:51:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:33.804623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-deleted', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:33.809146 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aea007-895c-4977-bae3-94b75e395650" -d '{"events": [{"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-deleted", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:33.824368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.839506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:33.863463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:33.869011 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:33.928324 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07812b9b-3d15-4f5d-be26-4cc88f0de36c x-openstack-request-id: req-07812b9b-3d15-4f5d-be26-4cc88f0de36c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:33.928795 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078a9aee-6db3-4d1d-bcba-121312697a45", "name": "network-vif-deleted", "tag": "3b5effc6-a989-4d00-a500-d4d3ccab12f2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:33.933463 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07812b9b-3d15-4f5d-be26-4cc88f0de36c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:33.934217 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078a9aee-6db3-4d1d-bcba-121312697a45', 'name': 'network-vif-deleted', 'tag': '3b5effc6-a989-4d00-a500-d4d3ccab12f2', 'status': 'completed', 'code': 200} Aug 29 04:16:33.939088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.090609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6946271-805c-48a2-af9d-cd1ad9b8abc0 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:34.106135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.114629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Router caeaf9e6-0d20-4996-9262-2a248da3fbce has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:34.137186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c770bfa-2796-49a8-a09f-bbc0591eff89 req-a19029de-4f29-4f04-bd30-f4495205a2f8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.141153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c770bfa-2796-49a8-a09f-bbc0591eff89 req-a19029de-4f29-4f04-bd30-f4495205a2f8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1233244 Aug 29 04:16:34.150648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Pushing event deleted for resources: {'Port': ['ID=4db7e21a-8cea-4f0b-b48d-5d9bc1c98b39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:34.204906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port d6946271-805c-48a2-af9d-cd1ad9b8abc0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:34.230529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port d6946271-805c-48a2-af9d-cd1ad9b8abc0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:34.232369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.239093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c770bfa-2796-49a8-a09f-bbc0591eff89 req-a9007696-9deb-43d3-a2d2-8ea9146f8bdc tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 Aug 29 04:16:34.240143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:34.362023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.367268 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.374368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7bd2e318-e53d-43a2-b6b7-a21d1fcb8a2b tempest-ServersWithSpecificFlavorTestJSON-1167992236 tempest-ServersWithSpecificFlavorTestJSON-1167992236-project] 10.222.0.62 "DELETE /v2.0/floatingips/1f147279-4d4f-47c8-88e5-c02fc5ad9ca5 HTTP/1.1" status: 204 len: 168 time: 1.1037822 Aug 29 04:16:34.452547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:34.457526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.463147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a67f7d-d91d-44ec-b00d-44b02d5ca77d req-125af1b1-b590-4719-992d-4926ec49b99f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.465485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00a67f7d-d91d-44ec-b00d-44b02d5ca77d req-125af1b1-b590-4719-992d-4926ec49b99f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 945 time: 0.1341386 Aug 29 04:16:34.488877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b3de01cf-69c2-4bb7-bcc4-8dd3f3d70bc3 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "PUT /v2.0/floatingips/66cab7a9-5efd-4bff-85ba-cb818c44d191 HTTP/1.1" status: 200 len: 991 time: 2.5639784 Aug 29 04:16:34.489396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:34.491733 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b274ab-452e-4cee-a2ee-0105c5c641dc" -d '{"events": [{"name": "network-changed", "server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "tag": "70ccc982-9a0f-4753-8638-417116310eb5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:34.505879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70dc36-2833-4574-9124-04158695a15b None None] Sync routers for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:34.533946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00a67f7d-d91d-44ec-b00d-44b02d5ca77d req-05069b15-e722-4d94-8099-5be49ed20e6a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548341 Aug 29 04:16:34.536806 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:34.570514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:34.570514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:34.744462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54983-220f-499c-8c4d-4c5572b4bf16 req-eefb16ea-2110-443a-b790-db95b29712b8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:34.750305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7e54983-220f-499c-8c4d-4c5572b4bf16 req-eefb16ea-2110-443a-b790-db95b29712b8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1034751 Aug 29 04:16:34.808949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7e54983-220f-499c-8c4d-4c5572b4bf16 req-038ce040-a084-4c37-9326-3642bd1ec733 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Aug 29 04:16:34.906942 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187cc19b-88e2-4590-8fa8-28459a178dfc x-openstack-request-id: req-187cc19b-88e2-4590-8fa8-28459a178dfc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:34.907629 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "tag": "70ccc982-9a0f-4753-8638-417116310eb5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:34.908285 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-187cc19b-88e2-4590-8fa8-28459a178dfc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:34.908285 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5', 'status': 'completed', 'code': 200} Aug 29 04:16:34.972862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:34.976814 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e6cf3-ae58-47c3-9d25-e01204505111" -d '{"events": [{"server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "name": "network-vif-plugged", "status": "completed", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:35.028858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-abd33d9f-f927-4298-b4cf-354d66615784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.031820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:35.033025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-abd33d9f-f927-4298-b4cf-354d66615784 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36bfa1308f50498da294e7853d042cf4&device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 1097 time: 0.0946088 Aug 29 04:16:35.048548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:35.165864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:35.192789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591b1a6-8663-4a34-ba89-e43380befad0 req-45d43c1e-4961-4abc-a74c-142599722294 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.208222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4591b1a6-8663-4a34-ba89-e43380befad0 req-45d43c1e-4961-4abc-a74c-142599722294 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1097 time: 0.1542866 Aug 29 04:16:35.219064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-2453d993-c275-4459-aa49-c13861cccbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.221620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-2453d993-c275-4459-aa49-c13861cccbce service neutron] 10.222.0.54 "GET /v2.0/networks?id=d0efa65a-da67-4432-8470-a3382ce23946 HTTP/1.1" status: 200 len: 906 time: 0.1749613 Aug 29 04:16:35.240573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:35.284174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4591b1a6-8663-4a34-ba89-e43380befad0 req-ac371b21-26c1-4699-b29c-f13648326704 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790582 Aug 29 04:16:35.394436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-8274659b-04b7-443e-be14-1a2b44d383c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70ccc982-9a0f-4753-8638-417116310eb5 HTTP/1.1" status: 200 len: 999 time: 0.1613717 Aug 29 04:16:35.398678 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f517b-5698-48b5-bca7-51ba83a51b7d x-openstack-request-id: req-192f517b-5698-48b5-bca7-51ba83a51b7d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:35.399182 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "name": "network-vif-plugged", "status": "completed", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:35.399851 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-192f517b-5698-48b5-bca7-51ba83a51b7d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:35.400517 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'code': 200} Aug 29 04:16:35.511431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-111dfb17-9ff5-4c7b-bb9c-766b7a6eac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.516734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-111dfb17-9ff5-4c7b-bb9c-766b7a6eac26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41c3c0dd-c723-4676-afdc-9723d7ad2a40 HTTP/1.1" status: 200 len: 844 time: 0.1136203 Aug 29 04:16:35.624368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-0e51410a-addc-4f43-b66d-3da75fad6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.625927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-0e51410a-addc-4f43-b66d-3da75fad6b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0efa65a-da67-4432-8470-a3382ce23946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967467 Aug 29 04:16:35.635433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:35.661613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 3b5effc6-a989-4d00-a500-d4d3ccab12f2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:35.661949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b5effc6-a989-4d00-a500-d4d3ccab12f2 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:35.744113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a47d-d84a-4331-a6ae-0e8c8dac283d req-cc9f4f15-47cc-4b5b-bb93-3498deba7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.746815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2b2a47d-d84a-4331-a6ae-0e8c8dac283d req-cc9f4f15-47cc-4b5b-bb93-3498deba7acd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1860206 Aug 29 04:16:35.783297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-7d7dab9f-7eae-4dde-a5fc-ffba207ffcb9 service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464970 Aug 29 04:16:35.788865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde26f2-b835-4b4f-9156-b18b38ed032e req-1b48a151-f426-4fb4-b491-a1cf581a7ef0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.791446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dde26f2-b835-4b4f-9156-b18b38ed032e req-1b48a151-f426-4fb4-b491-a1cf581a7ef0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1786399 Aug 29 04:16:35.806478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66cab7a9-5efd-4bff-85ba-cb818c44d191', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'port_id': '70ccc982-9a0f-4753-8638-417116310eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'mac_address': 'fa:16:3e:40:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:02Z', 'updated_at': '2021-08-29T04:16:33Z', 'revision_number': 1, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:35.836939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70dc36-2833-4574-9124-04158695a15b None None] Checking router: caeaf9e6-0d20-4996-9262-2a248da3fbce for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:35.838565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fc63c-151c-4d5f-b58f-329c76076b59 req-9bf1f378-3c49-47f1-ae5c-e0387f0a1067 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:35.841526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f28fc63c-151c-4d5f-b58f-329c76076b59 req-9bf1f378-3c49-47f1-ae5c-e0387f0a1067 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1097 time: 0.1669049 Aug 29 04:16:35.849236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:35.849978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:35.871218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2b2a47d-d84a-4331-a6ae-0e8c8dac283d req-b73c95fa-9c97-4f0b-84a3-0f5d0d171792 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 Aug 29 04:16:35.920260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1b274ab-452e-4cee-a2ee-0105c5c641dc req-bb6ee5e7-8bb6-41de-8916-17b9a0071490 service neutron] 10.222.0.54 "GET /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287801 Aug 29 04:16:35.935301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dde26f2-b835-4b4f-9156-b18b38ed032e req-bbbe8c1a-7f9a-439a-a8d5-655dfff5b495 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148796 Aug 29 04:16:35.966291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f28fc63c-151c-4d5f-b58f-329c76076b59 req-36de2585-30c7-465a-b062-d13b6ee4a98f tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903258 Aug 29 04:16:36.038854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:36.176788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c12523-0c6e-4c4c-a02c-d2a8689f08bf req-e06c7455-1090-4e33-a48a-0a737bf4e94e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.179685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1c12523-0c6e-4c4c-a02c-d2a8689f08bf req-e06c7455-1090-4e33-a48a-0a737bf4e94e tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.1463280 Aug 29 04:16:36.206942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296ab70-3746-4872-81d5-8b5d2a9facbc req-c40713e6-13b0-42ce-b4e8-e8006bcb2679 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:36.209790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7296ab70-3746-4872-81d5-8b5d2a9facbc req-c40713e6-13b0-42ce-b4e8-e8006bcb2679 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1298130 Aug 29 04:16:36.308066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1c12523-0c6e-4c4c-a02c-d2a8689f08bf req-87703240-70a8-4d9a-97bb-36a8c2a7f8c2 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182406 Aug 29 04:16:36.327573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7296ab70-3746-4872-81d5-8b5d2a9facbc req-4b47de15-0b24-47a9-9832-c78f30d2574e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049044 Aug 29 04:16:36.406463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df70dc36-2833-4574-9124-04158695a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66cab7a9-5efd-4bff-85ba-cb818c44d191', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'port_id': '70ccc982-9a0f-4753-8638-417116310eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'mac_address': 'fa:16:3e:40:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:02Z', 'updated_at': '2021-08-29T04:16:33Z', 'revision_number': 1, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:36.443050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70dc36-2833-4574-9124-04158695a15b None None] The sync data for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 is: [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66cab7a9-5efd-4bff-85ba-cb818c44d191', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'port_id': '70ccc982-9a0f-4753-8638-417116310eb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'mac_address': 'fa:16:3e:40:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:16:02Z', 'updated_at': '2021-08-29T04:16:33Z', 'revision_number': 1, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:36.737430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:36.833995 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e6e5f5-223e-4299-83ac-5aedee7f08e7 None None] New status for floating IP 66cab7a9-5efd-4bff-85ba-cb818c44d191: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:16:37.171715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65984-ef6b-4abe-86ad-d3db3097b8f8 req-6ea86bf1-e482-41bf-8859-9f08fec27389 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.176607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87a65984-ef6b-4abe-86ad-d3db3097b8f8 req-6ea86bf1-e482-41bf-8859-9f08fec27389 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1150305 Aug 29 04:16:37.267078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87a65984-ef6b-4abe-86ad-d3db3097b8f8 req-e6d0e294-8396-41ff-8c60-55a5bba58531 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740991 Aug 29 04:16:37.287806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-aa3edf4a-d531-4161-88a4-d363ab8ff557 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.293810 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f709a56-b851-43d9-910a-50e4f821a719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.294717 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-aa3edf4a-d531-4161-88a4-d363ab8ff557 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.2754190 Aug 29 04:16:37.600742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706ced8-fa69-44fe-8e11-d43c2c73a95e req-3454ae7e-4577-40f3-b54a-5cd0e9081457 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.602613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4706ced8-fa69-44fe-8e11-d43c2c73a95e req-3454ae7e-4577-40f3-b54a-5cd0e9081457 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 949 time: 0.0998554 Aug 29 04:16:37.632752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:37.750388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4706ced8-fa69-44fe-8e11-d43c2c73a95e req-dbeebb4e-2313-4030-b167-21b8d395b622 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/security-groups?id=51060c1d-1bb2-4182-95d6-299d3f09a302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243320 Aug 29 04:16:37.779247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:16:37.791642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:37.793303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.798967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Deleting port eba3ccdf-abb8-479f-b38d-64fa53c5733a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:37.799649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.973773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:37.987271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9ea8a-9d0d-46de-a07f-3d81c24b4a26 req-f68e9017-cab6-4a4f-b7a9-b9a5230f83fb tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:37.993044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] For port eba3ccdf-abb8-479f-b38d-64fa53c5733a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=eba3ccdf-abb8-479f-b38d-64fa53c5733a,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:37.993615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.002475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7b9ea8a-9d0d-46de-a07f-3d81c24b4a26 req-f68e9017-cab6-4a4f-b7a9-b9a5230f83fb tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1183975 Aug 29 04:16:38.006243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:38.011137 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2da9d9-df34-467c-b3d9-0996ef43a53f" -d '{"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:38.014297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-9f30e859-9a06-44b9-95e2-0f36c7a91361 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:38.017504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-9f30e859-9a06-44b9-95e2-0f36c7a91361 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483372 Aug 29 04:16:38.022891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Calling delete_port for eba3ccdf-abb8-479f-b38d-64fa53c5733a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:38.057872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:38.058076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Request body: {'binding': {'host': 'n-h1-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:38.059104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:16:38.064401 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.144668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.164986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.243583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7b9ea8a-9d0d-46de-a07f-3d81c24b4a26 req-d549207e-0ef8-4732-948e-ccca56cf4c1e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245283 Aug 29 04:16:38.348541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on host n-h1-712139-13 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:38.349530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:38.350002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:38.360621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:38.361321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:38.373730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:38.374318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:38.374973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:38.375760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Bound port: 2397e068-d5cf-480c-8bb2-ec966009d9c4, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:38.476534 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e1475-8738-44ab-b113-39958bddbcf7 x-openstack-request-id: req-170e1475-8738-44ab-b113-39958bddbcf7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:38.477077 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:38.481057 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-170e1475-8738-44ab-b113-39958bddbcf7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:38.481904 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'code': 200} Aug 29 04:16:38.505573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:38.517407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.530414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] 10.222.0.62 "POST /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4827595 Aug 29 04:16:38.710506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34a091-0d55-41d2-8d26-336b187b6383 req-bfc172b9-2dc4-49e2-81bf-6ca91df6f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:38.712830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a34a091-0d55-41d2-8d26-336b187b6383 req-bfc172b9-2dc4-49e2-81bf-6ca91df6f4cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 1097 time: 0.1249588 Aug 29 04:16:38.755358 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.783136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['eba3ccdf-abb8-479f-b38d-64fa53c5733a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:38.812441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a34a091-0d55-41d2-8d26-336b187b6383 req-ce3d0d81-8cf0-484f-9c09-652243093549 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849707 Aug 29 04:16:38.867993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Pushing event deleted for resources: {'Port': ['ID=eba3ccdf-abb8-479f-b38d-64fa53c5733a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:38.958708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] No DVR routers for this DVR port eba3ccdf-abb8-479f-b38d-64fa53c5733a on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:38.962630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:38.965233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00b1253d-256b-4c02-9ff0-9c9820c277e0 req-18c30b27-51e1-4dc4-a13b-9570de024473 tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.54 "DELETE /v2.0/ports/eba3ccdf-abb8-479f-b38d-64fa53c5733a HTTP/1.1" status: 204 len: 173 time: 1.6620233 Aug 29 04:16:38.965948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-deleted', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:38.969059 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88a9ca-29a9-4935-96ec-f0214b952603" -d '{"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-deleted", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:39.008822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f2889-3501-4be6-821e-fdc4a53aafa4 req-8a9bdfdd-19f4-47fc-8966-ee3b574ba885 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.010359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-980f2889-3501-4be6-821e-fdc4a53aafa4 req-8a9bdfdd-19f4-47fc-8966-ee3b574ba885 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1892273 Aug 29 04:16:39.034143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06e0a-65b7-4f8b-a338-bd94b62a618e req-89448109-50ce-46e0-b2ed-48e9216b2839 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.036189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56f06e0a-65b7-4f8b-a338-bd94b62a618e req-89448109-50ce-46e0-b2ed-48e9216b2839 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1326702 Aug 29 04:16:39.044745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-28ff666e-a814-46f9-b6dd-515229853022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.046377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b3925c7a-27b6-4301-a173-7dd72cf0081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.046561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-28ff666e-a814-46f9-b6dd-515229853022 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1176732 Aug 29 04:16:39.048237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b3925c7a-27b6-4301-a173-7dd72cf0081a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1097 time: 0.0731697 Aug 29 04:16:39.214954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-d005f508-2b07-4964-aaf5-14d5ca3345f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.216093 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-d005f508-2b07-4964-aaf5-14d5ca3345f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.1407547 Aug 29 04:16:39.279100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-980f2889-3501-4be6-821e-fdc4a53aafa4 req-9c4f81d6-0155-4782-a852-dae968acc2d8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534237 Aug 29 04:16:39.307298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56f06e0a-65b7-4f8b-a338-bd94b62a618e req-40e3bfa2-eec8-4639-9378-2549aaccc6a6 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596762 Aug 29 04:16:39.334770 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-41ddabba-b113-423e-8204-d5d76911866e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 217 time: 0.0895486 Aug 29 04:16:39.433476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-4dccdfc7-6963-4c9d-a732-e71680a47a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.435179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-4dccdfc7-6963-4c9d-a732-e71680a47a8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.3618677 Aug 29 04:16:39.456236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Deleting port 30bbcbeb-cb42-47d5-a525-e2c874abcc98 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:39.457381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.533057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-4eaaca62-be78-4a5b-9311-2d2ce1274e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.535071 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-4eaaca62-be78-4a5b-9311-2d2ce1274e3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1704366 Aug 29 04:16:39.546892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73c3624d-8efe-4bdd-8ddb-bda2bce14e37 req-41f425eb-3fc7-4b8d-a521-cc96dcb7662f tempest-MigrationsAdminTest-783780807 tempest-MigrationsAdminTest-783780807-project] 10.222.0.62 "GET /v2.0/ports?device_id=5795e9fb-5975-4b46-8b3a-478f78b7fedd HTTP/1.1" status: 200 len: 210 time: 0.1026669 Aug 29 04:16:39.552216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-db32fb90-708e-423b-a6f0-a7f43ef2638c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.1067448 Aug 29 04:16:39.631248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d473c7-c122-4b10-9349-285f474ffb3f req-48d7aa9a-a1b0-45a2-ba54-3a0d346d5937 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.634791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b53bf56a-2b74-47d3-ae10-c6e1f9305a67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888569 Aug 29 04:16:39.645271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34d473c7-c122-4b10-9349-285f474ffb3f req-48d7aa9a-a1b0-45a2-ba54-3a0d346d5937 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2138708 Aug 29 04:16:39.681780 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e599e6-c2af-4c3d-afff-acfa7fbd6976 x-openstack-request-id: req-72e599e6-c2af-4c3d-afff-acfa7fbd6976 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:39.682079 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e9fb-5975-4b46-8b3a-478f78b7fedd", "name": "network-vif-deleted", "tag": "eba3ccdf-abb8-479f-b38d-64fa53c5733a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:39.683756 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72e599e6-c2af-4c3d-afff-acfa7fbd6976 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:39.684309 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e9fb-5975-4b46-8b3a-478f78b7fedd', 'name': 'network-vif-deleted', 'tag': 'eba3ccdf-abb8-479f-b38d-64fa53c5733a', 'status': 'completed', 'code': 200} Aug 29 04:16:39.769727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] For port 30bbcbeb-cb42-47d5-a525-e2c874abcc98, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=30bbcbeb-cb42-47d5-a525-e2c874abcc98,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:39.770101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.825393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Calling delete_port for 30bbcbeb-cb42-47d5-a525-e2c874abcc98 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:39.844935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34d473c7-c122-4b10-9349-285f474ffb3f req-1047572c-bc00-4ea4-9060-dec5f760f878 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973283 Aug 29 04:16:39.860114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-b4b88607-431e-4829-ae86-203b00a83c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:39.861196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-b4b88607-431e-4829-ae86-203b00a83c1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.2994764 Aug 29 04:16:39.913303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8282dd65-15a4-4a19-9e7c-b6834940365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:39.965662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-961a71d2-0c98-4ab3-9383-9d1fb5a2e828 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2427831 Aug 29 04:16:39.970898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-52067f3f-53da-487a-8605-f1932a46d74b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959656 Aug 29 04:16:39.986205 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-90e28f5d-ebf1-4a5e-b163-eb6171231d35 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277454 Aug 29 04:16:40.167768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.285734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-7f335754-09f4-479d-a81a-280b29bed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.288421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-7f335754-09f4-479d-a81a-280b29bed3e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 1097 time: 0.2383339 Aug 29 04:16:40.336235 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-7f658bff-525d-43a2-b14b-7f0d1ce6be31 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044679 Aug 29 04:16:40.436982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.463690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-9a540898-e7fa-42e3-a36e-f8ae7320c059 service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322698 Aug 29 04:16:40.479860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bbcbeb-cb42-47d5-a525-e2c874abcc98,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:40.487156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418019d5-9214-4aee-8ad5-4df56d1afe3a req-b63c83e9-d399-4455-96d4-8701758af791 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.489161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-418019d5-9214-4aee-8ad5-4df56d1afe3a req-b63c83e9-d399-4455-96d4-8701758af791 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1097 time: 0.2193580 Aug 29 04:16:40.661511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-291fd7de-a23d-472f-a1c4-f095755efee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.665786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-291fd7de-a23d-472f-a1c4-f095755efee6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3232534 Aug 29 04:16:40.670770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7590ac9f-98eb-4405-bc3b-a87166ef79f3 req-7603951f-4d85-40a9-9810-b3d3ceb1dd5a service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937928 Aug 29 04:16:40.688685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12ae0-bf99-4d3e-beb4-563728a1e2f3 req-f46b8838-633e-4c03-824b-1da2a71802c4 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:40.703836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0d12ae0-bf99-4d3e-beb4-563728a1e2f3 req-f46b8838-633e-4c03-824b-1da2a71802c4 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 945 time: 0.3218310 Aug 29 04:16:40.775777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:40.858625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-c91afce9-7e62-4b3e-92af-c8204cbf6f23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 200 len: 217 time: 0.1482275 Aug 29 04:16:40.888815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-418019d5-9214-4aee-8ad5-4df56d1afe3a req-da5bf3b2-f0ce-4ac1-adb7-406c886445bb tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459427 Aug 29 04:16:40.974144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0d12ae0-bf99-4d3e-beb4-563728a1e2f3 req-5e797f21-1684-4605-bc59-edb81a375aaa tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688384 Aug 29 04:16:41.167597 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.171611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-6172b7a6-f01b-41b4-a9a7-bc7e29bcb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.174392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-6172b7a6-f01b-41b4-a9a7-bc7e29bcb43c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.2481172 Aug 29 04:16:41.229162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Router 17a5a89e-9082-43b3-9b51-864e39a09d78 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:41.234107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666059e-463c-4706-ab54-27bb2ef5a1c0 req-880b967a-bc0d-4ea2-bbb6-aa0c7e64ba03 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.239770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5666059e-463c-4706-ab54-27bb2ef5a1c0 req-880b967a-bc0d-4ea2-bbb6-aa0c7e64ba03 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1856809 Aug 29 04:16:41.315129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-147bcbbf-33e5-40a4-ae10-3c2c21f3ad86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075130 Aug 29 04:16:41.431881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:41.443500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Sync routers for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:41.447586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.452444 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-49fdf93b-91f8-49dd-a9b8-d519ab4a07b5 admin admin] 10.222.0.62 "PUT /v2.0/routers/17a5a89e-9082-43b3-9b51-864e39a09d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6990986 Aug 29 04:16:41.457068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:41.457729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:41.472850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5666059e-463c-4706-ab54-27bb2ef5a1c0 req-89413b5a-4b7f-4f9f-b978-5daf806a7bb7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193935 Aug 29 04:16:41.595982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d628-dd15-427a-a9c7-5abf100d6878 req-6f197188-00bb-44d3-ae1c-93696570149a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:41.595982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c611d628-dd15-427a-a9c7-5abf100d6878 req-6f197188-00bb-44d3-ae1c-93696570149a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2781816 Aug 29 04:16:41.637808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:41.655295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-c81a6e0e-b734-4e22-ad63-e4532e369d2c service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072357 Aug 29 04:16:41.714806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:41.747658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:41.768031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c611d628-dd15-427a-a9c7-5abf100d6878 req-e49bbad7-fd85-4318-adcb-5211032bf763 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644473 Aug 29 04:16:41.775396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:41.897548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: eba3ccdf-abb8-479f-b38d-64fa53c5733a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:41.898122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device eba3ccdf-abb8-479f-b38d-64fa53c5733a not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:42.123241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.168967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-49cc4ad8-0e19-42cb-ae86-0160b22eb914 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=808562ffa84e49d78f3aaee7857a854b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521630 Aug 29 04:16:42.169978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:42.344309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.361845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:16:40Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:42.382506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.418467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Checking router: 17a5a89e-9082-43b3-9b51-864e39a09d78 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:42.433604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Routers {'17a5a89e-9082-43b3-9b51-864e39a09d78'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:42.436522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['17a5a89e-9082-43b3-9b51-864e39a09d78'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:42.466497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab96b84-b9e1-4e54-aed1-8efbd762271e req-497ccf8f-3c26-4370-bb35-0a065ef075f9 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962768 Aug 29 04:16:42.509721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.526146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d114ba-4bfb-4b0e-85a7-efa20e9deed9 req-612fd6a8-6a30-4de6-834e-ff53f2d81834 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:42.527729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82d114ba-4bfb-4b0e-85a7-efa20e9deed9 req-612fd6a8-6a30-4de6-834e-ff53f2d81834 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1134868 Aug 29 04:16:42.549736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.553900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.558897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51060c1d-1bb2-4182-95d6-299d3f09a302 HTTP/1.1" status: 204 len: 168 time: 0.3874483 Aug 29 04:16:42.606681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7cef-80bd-402d-802f-27325a7df3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51060c1d-1bb2-4182-95d6-299d3f09a302,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:42.666457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82d114ba-4bfb-4b0e-85a7-efa20e9deed9 req-89b0bc2f-81a6-427c-babc-26951b12a3ca tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182816 Aug 29 04:16:42.675235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] Set router 17a5a89e-9082-43b3-9b51-864e39a09d78 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:42.712658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Deleting port dc59d571-6351-4d36-a676-a25e0c142711 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:42.713004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.944661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.962028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] For port dc59d571-6351-4d36-a676-a25e0c142711, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=dc59d571-6351-4d36-a676-a25e0c142711,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:42.962465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:42.980630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Calling delete_port for dc59d571-6351-4d36-a676-a25e0c142711 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:43.011324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb9ba-1471-4f9b-90c2-ec81ef0acba9 req-1b144df2-4b2c-456a-b41b-0f205a0f27a1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.013314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-41ffb9ba-1471-4f9b-90c2-ec81ef0acba9 req-1b144df2-4b2c-456a-b41b-0f205a0f27a1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1219020 Aug 29 04:16:43.199160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-41ffb9ba-1471-4f9b-90c2-ec81ef0acba9 req-2b920115-9c06-4f5c-85f7-11bb7e9b625a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112254 Aug 29 04:16:43.274042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:16:40Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:43.356810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f6748-f05d-4366-ab3a-0d388913f1bb None None] The sync data for ids ['17a5a89e-9082-43b3-9b51-864e39a09d78'] in n-d-712139-13 is: [{'id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-211486679-router', 'tenant_id': '994e4b334d7e4a9297b6300271c67a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:10:44Z', 'updated_at': '2021-08-29T04:16:40Z', 'revision_number': 5, 'project_id': '994e4b334d7e4a9297b6300271c67a42', 'gw_port': {'id': 'dc59d571-6351-4d36-a676-a25e0c142711', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a5a89e-9082-43b3-9b51-864e39a09d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:10:45Z', 'updated_at': '2021-08-29T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:43.398854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.549311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37a970f3-681e-4137-8d27-d25c5d7110f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78b5f388513f4f129726ad1c9b4a59a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486752 Aug 29 04:16:43.553888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:43.579519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1476904-fbaa-46e9-a022-087cc45b4ab1 req-57ff9664-9649-41da-8196-b72f758ccfb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:43.580938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1476904-fbaa-46e9-a022-087cc45b4ab1 req-57ff9664-9649-41da-8196-b72f758ccfb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2003720 Aug 29 04:16:43.613288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.653567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.661641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc59d571-6351-4d36-a676-a25e0c142711,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.706214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.816301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1476904-fbaa-46e9-a022-087cc45b4ab1 req-19d081cd-1638-4c26-ada5-d0b57ca2e080 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245448 Aug 29 04:16:43.817573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.853252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.856521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:43.858083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81418888-aa46-4c61-b91a-7702c3522011 HTTP/1.1" status: 204 len: 168 time: 0.3023996 Aug 29 04:16:43.880628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d40e-f6b1-4537-9539-64210fa59b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81418888-aa46-4c61-b91a-7702c3522011,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:43.911832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-a3054287-6f1f-4f25-b476-7a1c7f8194ed tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:16:43.913359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-a3054287-6f1f-4f25-b476-7a1c7f8194ed tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096054 Aug 29 04:16:44.013477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 30bbcbeb-cb42-47d5-a525-e2c874abcc98 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:44.071551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 30bbcbeb-cb42-47d5-a525-e2c874abcc98 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:44.073575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 30bbcbeb-cb42-47d5-a525-e2c874abcc98 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:44.134303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.153228 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.408891 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.413328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17a5a89e-9082-43b3-9b51-864e39a09d78 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:16:44.463548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Request body: {'binding': {'host': 'n-h2-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:44.464361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:16:44.471290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.486044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-21a44b8a-322a-45c2-8e5d-37128e8aa90a admin admin] 10.222.0.62 "DELETE /v2.0/routers/17a5a89e-9082-43b3-9b51-864e39a09d78 HTTP/1.1" status: 204 len: 168 time: 3.0353496 Aug 29 04:16:44.489945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:44.686475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ad96-14f3-4961-a426-bdaaf13c9143 req-4f8a140c-7178-411f-81bc-a137ad24d267 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:44.704060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abe8ad96-14f3-4961-a426-bdaaf13c9143 req-4f8a140c-7178-411f-81bc-a137ad24d267 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 945 time: 0.4564500 Aug 29 04:16:44.754199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Deleting subnet 4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:44.764217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.828605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abe8ad96-14f3-4961-a426-bdaaf13c9143 req-14e0c155-743a-4f3d-b29f-b625318ed171 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228213 Aug 29 04:16:44.858295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:44.907034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on host n-h2-712139-13 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:44.908090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:44.908090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:44.914110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:16:44.914419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:44.938219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:44.939009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:44.939749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:44.942820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Bound port: 1db34061-e79b-4851-981c-6194883d617d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:45.045158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:45.057080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.067112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-de734c98-80d1-45b3-ad2d-234ff37c42da service neutron] 10.222.0.62 "POST /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d/bindings HTTP/1.1" status: 201 len: 390 time: 1.1286566 Aug 29 04:16:45.256562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.392374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bdb07-24fc-4324-a48f-a4888d83fbc3 req-c4e0594a-c7fd-4de3-b2af-5ab5a59744fb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.408617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-845bdb07-24fc-4324-a48f-a4888d83fbc3 req-c4e0594a-c7fd-4de3-b2af-5ab5a59744fb tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.2882526 Aug 29 04:16:45.508702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.524092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-2c6fbac6-94b6-40b5-95bb-18cdf9010a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.527117 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-2c6fbac6-94b6-40b5-95bb-18cdf9010a05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1097 time: 0.0906789 Aug 29 04:16:45.530022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-845bdb07-24fc-4324-a48f-a4888d83fbc3 req-4bc99f70-f868-45b5-b939-5ea8ce776258 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Aug 29 04:16:45.549891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device dc59d571-6351-4d36-a676-a25e0c142711 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:45.586850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: dc59d571-6351-4d36-a676-a25e0c142711 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:45.587422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device dc59d571-6351-4d36-a676-a25e0c142711 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:45.673981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.680330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9a60c-3a50-4a40-bff9-f7c97aaf4f96 None None] Network 782ef7e4-8686-4b0a-a41b-8665a2142b6c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:45.689224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4 HTTP/1.1" status: 204 len: 168 time: 1.1924894 Aug 29 04:16:45.690166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:45.692713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4950dda5-91e6-4cc8-85ff-d63ff6f6b8f4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:45.740326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.741586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.744640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.745570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.746477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.747314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.749143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.751339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.753950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.755090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.756647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.760969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be8d9d6-17c8-41f4-813d-2dd97cc3085d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:45.875411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:45.885548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-794f89db-2690-49c3-9b3c-8e7042b5d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:45.885881 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-794f89db-2690-49c3-9b3c-8e7042b5d2cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3502438 Aug 29 04:16:45.979307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f7e5-448a-4830-8e95-8b922bff9774 req-64efcd6d-8ce1-4890-96c2-7ac501b6f706 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.002138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff5f7e5-448a-4830-8e95-8b922bff9774 req-64efcd6d-8ce1-4890-96c2-7ac501b6f706 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2674878 Aug 29 04:16:46.007719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-8f17d673-a622-48d0-aa02-d5335bbfd4cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 217 time: 0.1057796 Aug 29 04:16:46.121165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-460efb61-7be3-47fc-b7b1-61688f149231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.126966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-460efb61-7be3-47fc-b7b1-61688f149231 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1094382 Aug 29 04:16:46.179708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ff5f7e5-448a-4830-8e95-8b922bff9774 req-650ced76-d5b8-4cbb-94dc-d1e42e72810e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701622 Aug 29 04:16:46.333382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ec01-6d0c-4087-872a-ba775f564ba7 req-dc08bc72-5aee-434b-9963-c3c0fe1eee07 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.361824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c78ec01-6d0c-4087-872a-ba775f564ba7 req-dc08bc72-5aee-434b-9963-c3c0fe1eee07 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.2824218 Aug 29 04:16:46.403049 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-8768f4a1-d046-4b74-9cd1-7e927129c698 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072170 Aug 29 04:16:46.406209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Deleting port f7208edf-ae5f-419a-b4ce-aa88c55b7695 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:46.406755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.421611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] DHCP port deletion for 782ef7e4-8686-4b0a-a41b-8665a2142b6c request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:46.437149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c78ec01-6d0c-4087-872a-ba775f564ba7 req-43ad4d7a-2de2-47ac-a4f1-7e33393ba799 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754445 Aug 29 04:16:46.533241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Deleting port f7208edf-ae5f-419a-b4ce-aa88c55b7695 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:46.537162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.649881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] For port f7208edf-ae5f-419a-b4ce-aa88c55b7695, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f7208edf-ae5f-419a-b4ce-aa88c55b7695,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:46.650744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.681337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Calling delete_port for f7208edf-ae5f-419a-b4ce-aa88c55b7695 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:46.696916 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-1cb5bc98-c1ff-4415-8ea4-e6500d8922ca service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691505 Aug 29 04:16:46.700428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] For port f7208edf-ae5f-419a-b4ce-aa88c55b7695, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f7208edf-ae5f-419a-b4ce-aa88c55b7695,segment=NetworkSegment(a1c2d88e-3e90-4df0-a423-219c6dc12749),segment_id=a1c2d88e-3e90-4df0-a423-219c6dc12749)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:46.700877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.742498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Calling delete_port for f7208edf-ae5f-419a-b4ce-aa88c55b7695 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:46.867291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611359-e33a-4909-8154-2ce21ed335b8 req-f48ecae6-1ff0-4e9c-8a43-d392fe236ed7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:46.881029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be611359-e33a-4909-8154-2ce21ed335b8 req-f48ecae6-1ff0-4e9c-8a43-d392fe236ed7 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.1486504 Aug 29 04:16:46.929766 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:46.977394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] Pushing event deleted for resources: {'Port': ['ID=f7208edf-ae5f-419a-b4ce-aa88c55b7695,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:46.980774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb07f3f-55b4-41c0-86d2-447ef3a69824 None None] No DVR routers for this DVR port f7208edf-ae5f-419a-b4ce-aa88c55b7695 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:46.987908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be611359-e33a-4909-8154-2ce21ed335b8 req-836077d8-3373-45ed-b4e9-dca8ff0c1d89 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Aug 29 04:16:47.118307 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-322bac41-f0a7-40a6-b3b0-70397e4af3e5 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329816 Aug 29 04:16:47.122430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.193035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] No DVR routers for this DVR port f7208edf-ae5f-419a-b4ce-aa88c55b7695 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:47.195287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7208edf-ae5f-419a-b4ce-aa88c55b7695,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.234709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.235207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.235542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.235817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.236205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.236678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.237035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.237626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.238031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.238514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.238840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.239325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:16:47.400744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.418281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782ef7e4-8686-4b0a-a41b-8665a2142b6c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:47.438667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c2d88e-3e90-4df0-a423-219c6dc12749') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:47.439173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c2d88e-3e90-4df0-a423-219c6dc12749') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:47.454710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.469667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a62c-82d8-4d28-985b-fafce3cbc004 req-6a47b4b3-1c2d-46a9-83ac-74677bb6a242 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.474026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd05a62c-82d8-4d28-985b-fafce3cbc004 req-6a47b4b3-1c2d-46a9-83ac-74677bb6a242 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1033823 Aug 29 04:16:47.487122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.500371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:47.500789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:47.564888 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:47.571851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.573123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd05a62c-82d8-4d28-985b-fafce3cbc004 req-12ce6b34-883b-4433-9f8a-91cdb83e537d tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883610 Aug 29 04:16:47.584035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:47.587259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] 10.222.0.62 "DELETE /v2.0/networks/782ef7e4-8686-4b0a-a41b-8665a2142b6c HTTP/1.1" status: 204 len: 168 time: 1.8947906 Aug 29 04:16:47.590964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:47.610802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1b3b0-12af-47bd-81e0-a92d68956128 admin admin] Pushing event deleted for resources: {'Network': ['ID=782ef7e4-8686-4b0a-a41b-8665a2142b6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:47.676277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f7208edf-ae5f-419a-b4ce-aa88c55b7695 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:47.807885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f7208edf-ae5f-419a-b4ce-aa88c55b7695 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:47.808603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f7208edf-ae5f-419a-b4ce-aa88c55b7695 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:47.980377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94702be2-35d2-42e5-b086-94b7427f6027 req-07933bae-104a-4314-a497-8e4a2b611362 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:47.989130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94702be2-35d2-42e5-b086-94b7427f6027 req-07933bae-104a-4314-a497-8e4a2b611362 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.1055725 Aug 29 04:16:48.041404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94702be2-35d2-42e5-b086-94b7427f6027 req-b5eaeb69-39c4-4bc8-a991-d4b185435db2 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508800 Aug 29 04:16:48.229074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.261687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8fffbcc-fc2b-4de7-b7e9-6835a6215749 req-803adb1a-5f22-49f1-82fd-d44fa6de017e tempest-FlavorsV2NegativeTest-88456392 tempest-FlavorsV2NegativeTest-88456392-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=74c5f6050a404bad95e36ac42966c493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322418 Aug 29 04:16:48.419774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fffbcc-fc2b-4de7-b7e9-6835a6215749 req-ebbacdf6-52d6-41c9-b992-0338beada999 tempest-FlavorsV2NegativeTest-88456392 tempest-FlavorsV2NegativeTest-88456392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.421728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8fffbcc-fc2b-4de7-b7e9-6835a6215749 req-ebbacdf6-52d6-41c9-b992-0338beada999 tempest-FlavorsV2NegativeTest-88456392 tempest-FlavorsV2NegativeTest-88456392-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470535 Aug 29 04:16:48.446852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8fffbcc-fc2b-4de7-b7e9-6835a6215749 req-fcac56ee-4573-4723-be47-2d2e8872f3dc tempest-FlavorsV2NegativeTest-88456392 tempest-FlavorsV2NegativeTest-88456392-project] 10.222.0.62 "GET /v2.0/quotas/74c5f6050a404bad95e36ac42966c493 HTTP/1.1" status: 200 len: 375 time: 0.0115254 Aug 29 04:16:48.492775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8fffbcc-fc2b-4de7-b7e9-6835a6215749 req-815c68e0-d8f3-4020-8b51-907d33942a50 tempest-FlavorsV2NegativeTest-88456392 tempest-FlavorsV2NegativeTest-88456392-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=74c5f6050a404bad95e36ac42966c493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327363 Aug 29 04:16:48.614600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Deleting port b1168cce-b8a9-4179-a929-86b796830a51 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:48.615239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.666030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8161-4636-45cc-b130-ad729de39e82 req-449a3a97-3fe8-4da3-8fe9-4fd15ff44423 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.667846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab4c8161-4636-45cc-b130-ad729de39e82 req-449a3a97-3fe8-4da3-8fe9-4fd15ff44423 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.0979664 Aug 29 04:16:48.721456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab4c8161-4636-45cc-b130-ad729de39e82 req-b247680c-21f7-4511-a9c3-1cdaf818d495 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Aug 29 04:16:48.725741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] For port b1168cce-b8a9-4179-a929-86b796830a51, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b1168cce-b8a9-4179-a929-86b796830a51,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:48.726235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:48.743022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Calling delete_port for b1168cce-b8a9-4179-a929-86b796830a51 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:48.919237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe7d99-2173-4384-b3ca-321eae213100 req-accf660d-36d7-4053-978d-852bc44f9007 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:48.921347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5fe7d99-2173-4384-b3ca-321eae213100 req-accf660d-36d7-4053-978d-852bc44f9007 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.0888522 Aug 29 04:16:48.980839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5fe7d99-2173-4384-b3ca-321eae213100 req-84e5d7b2-b535-4371-99b9-50c0dfd6a6e8 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Aug 29 04:16:48.986085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.111656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b1168cce-b8a9-4179-a929-86b796830a51,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.372447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1beee-efad-47c1-98e1-c61736fb9776 req-da06efe3-049f-4306-8792-d0431a4a8fc9 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:49.376581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19b1beee-efad-47c1-98e1-c61736fb9776 req-da06efe3-049f-4306-8792-d0431a4a8fc9 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.1419017 Aug 29 04:16:49.411355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:49.445497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19b1beee-efad-47c1-98e1-c61736fb9776 req-04c8e304-a659-40c7-8667-daa78ea96190 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Aug 29 04:16:49.602245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40e91950-db83-4a87-8666-ced58d985c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.689869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:49.724634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.846413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40e91950-db83-4a87-8666-ced58d985c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.852627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-40e91950-db83-4a87-8666-ced58d985c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:49.903479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:49.928408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'mac_address': 'fa:16:3e:51:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:16:49.993401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-40e91950-db83-4a87-8666-ced58d985c75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74c5f6050a404bad95e36ac42966c493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804825 Aug 29 04:16:49.996453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e91950-db83-4a87-8666-ced58d985c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42edd158-e5dd-4271-b28c-414b56cc60b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:49.999537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.004441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.024613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:16:50.053198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:50.064006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.128853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bac306-4d45-4677-9286-e76507b625ec req-ada6eaf1-22e2-4dc4-9398-96915a79dbaf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.131288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60bac306-4d45-4677-9286-e76507b625ec req-ada6eaf1-22e2-4dc4-9398-96915a79dbaf tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.2192621 Aug 29 04:16:50.175362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.202743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.260938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.279579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:16:50.310300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60bac306-4d45-4677-9286-e76507b625ec req-ba52b1d7-f23c-4408-bcd2-1131e8defd94 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676557 Aug 29 04:16:50.392711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69801002-f358-4f32-98f8-3b36ff690562 req-06d750e3-da32-4714-beb6-748583594571 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:50.407420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69801002-f358-4f32-98f8-3b36ff690562 req-06d750e3-da32-4714-beb6-748583594571 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1686082 Aug 29 04:16:50.449515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.452188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:50.455770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42edd158-e5dd-4271-b28c-414b56cc60b7 HTTP/1.1" status: 204 len: 168 time: 0.4450161 Aug 29 04:16:50.555413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0b0c-1b56-446b-a170-237d0d5ed11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42edd158-e5dd-4271-b28c-414b56cc60b7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:50.587053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:16:50.622979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69801002-f358-4f32-98f8-3b36ff690562 req-0b2d379f-b515-4a35-9561-4a5d98a66052 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905286 Aug 29 04:16:50.671800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:16:50.856215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:50.863608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a41493cf-2930-42cb-b355-3fe837a020ad admin admin] 10.222.0.62 "PUT /v2.0/routers/5fa1e05b-b252-491c-ad5f-efb6aaeb22f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698617 Aug 29 04:16:50.865474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50426) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:50.872111 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73771611-19ec-428b-b536-05618888f431 None None] Sync routers for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:50.894014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73771611-19ec-428b-b536-05618888f431 None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:50.894661 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73771611-19ec-428b-b536-05618888f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:51.181541 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-73771611-19ec-428b-b536-05618888f431 None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:51.201988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.325424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc09c1b-4154-4622-b97d-0911cfa24519 req-22079891-9312-45db-9dc9-6d9087388395 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:51.333973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edc09c1b-4154-4622-b97d-0911cfa24519 req-22079891-9312-45db-9dc9-6d9087388395 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.1595366 Aug 29 04:16:51.449946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edc09c1b-4154-4622-b97d-0911cfa24519 req-7a3b1427-4738-4194-9e7b-19c4378ee5b6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149271 Aug 29 04:16:51.517689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.723141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:51.820209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:16:51.820876 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.901185 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73771611-19ec-428b-b536-05618888f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:16:48Z', 'revision_number': 5, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port': {'id': 'ec996343-1413-4be4-9b58-6668b946dc0a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:11:04Z', 'updated_at': '2021-08-29T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:51.908839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:51.952297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:51.953771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:51.957051 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95440f29-1799-40fe-890f-2121ab1d077a" -d '{"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:51.962084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.016598 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73771611-19ec-428b-b536-05618888f431 None None] Checking router: 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:16:52.023914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Deleting port ec996343-1413-4be4-9b58-6668b946dc0a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:52.024504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.054686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73771611-19ec-428b-b536-05618888f431 None None] Routers {'5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:52.062018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73771611-19ec-428b-b536-05618888f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:52.185652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:52.297626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e6042-c1ea-42db-a59e-0e69a1e52a30 req-e5f5c006-5502-4e09-9281-d668dc4061c3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.313597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c48e6042-c1ea-42db-a59e-0e69a1e52a30 req-e5f5c006-5502-4e09-9281-d668dc4061c3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.6500740 Aug 29 04:16:52.348161 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-73771611-19ec-428b-b536-05618888f431 None None] Set router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:52.435691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6dd31-0aad-4b3a-a4a0-41ad2a396e8c req-23912fb0-9514-4d18-9c82-f20be4cfd050 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:52.450648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65b6dd31-0aad-4b3a-a4a0-41ad2a396e8c req-23912fb0-9514-4d18-9c82-f20be4cfd050 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.6639040 Aug 29 04:16:52.533568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:52.553150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-73771611-19ec-428b-b536-05618888f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:16:51Z', 'revision_number': 6, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:52.558337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] For port ec996343-1413-4be4-9b58-6668b946dc0a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ec996343-1413-4be4-9b58-6668b946dc0a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:52.558708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.601606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Calling delete_port for ec996343-1413-4be4-9b58-6668b946dc0a owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:52.653169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c48e6042-c1ea-42db-a59e-0e69a1e52a30 req-2a335293-773c-49ad-a089-b5d97c7e816b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273895 Aug 29 04:16:52.696846 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73771611-19ec-428b-b536-05618888f431 None None] The sync data for ids ['5fa1e05b-b252-491c-ad5f-efb6aaeb22f6'] in n-d-712139-13 is: [{'id': '5fa1e05b-b252-491c-ad5f-efb6aaeb22f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2051256984-router', 'tenant_id': 'b4b354c60be349079ee400ac22f6a5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:11:02Z', 'updated_at': '2021-08-29T04:16:51Z', 'revision_number': 6, 'project_id': 'b4b354c60be349079ee400ac22f6a5ea', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:16:52.845598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-network', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:52.897992 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b386fd6-50da-40f9-950b-85a73efe2f93 x-openstack-request-id: req-4b386fd6-50da-40f9-950b-85a73efe2f93 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:16:52.898567 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:16:52.898969 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b386fd6-50da-40f9-950b-85a73efe2f93 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:16:52.900436 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'code': 200} Aug 29 04:16:52.909501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Made reservation on behalf of 40400a901f6e40749f4667dd9ad94a1b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:52.924976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.949403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.968827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:52.998187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec996343-1413-4be4-9b58-6668b946dc0a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.059245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65b6dd31-0aad-4b3a-a4a0-41ad2a396e8c req-2b12e6d4-ea69-4307-84e2-a29bf6a1abcf tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070187 Aug 29 04:16:53.273999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.295528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.364532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:16:53.379884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f229cd14-48eb-4694-bf21-1916d58860bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.405611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82ff66-0b26-4b18-b5ec-26c1e458eee0 req-af317fe8-52e2-42dd-b552-7c130e57391a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.423578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d82ff66-0b26-4b18-b5ec-26c1e458eee0 req-af317fe8-52e2-42dd-b552-7c130e57391a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.4244573 Aug 29 04:16:53.426008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.427301 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Added segment 21bf332a-fc6a-426e-9d3a-36f85c395c28 of type vlan for network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 Aug 29 04:16:53.493995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.525841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.542139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d82ff66-0b26-4b18-b5ec-26c1e458eee0 req-16db7119-359c-4b34-915f-e7bf4e8e25ff tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987048 Aug 29 04:16:53.594699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.595892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:53.597057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.725483 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.736880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.789081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] Pushing event updated for resources: {'Network': ['ID=0dd0d088-9aaf-4d3c-ba0f-49b184219880,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:53.810669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:16:53.851580 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fae20b7b-a9ce-4e09-9355-10dca03f31bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3103423 Aug 29 04:16:53.862769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:53.897141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Request body: {'subnet': {'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-subnet', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:53.968795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.970940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:16:53.985129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:53.989889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bed65284-e078-477d-a850-e38b97bae072 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5fa1e05b-b252-491c-ad5f-efb6aaeb22f6 HTTP/1.1" status: 204 len: 168 time: 3.1229835 Aug 29 04:16:53.995386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50494) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:54.013727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Made reservation on behalf of 40400a901f6e40749f4667dd9ad94a1b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:16:54.016022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.147860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1168cce-b8a9-4179-a929-86b796830a51 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:54.197797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Deleting subnet 27565473-4820-402e-aa4e-d337bb630f00 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:16:54.252357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.280432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b1168cce-b8a9-4179-a929-86b796830a51 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:54.285909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1168cce-b8a9-4179-a929-86b796830a51 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:54.286745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ec996343-1413-4be4-9b58-6668b946dc0a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:54.384967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: ec996343-1413-4be4-9b58-6668b946dc0a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:54.385526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ec996343-1413-4be4-9b58-6668b946dc0a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:54.431811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.551800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.573099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1cab8-a272-4909-ad92-393ce22bb950 req-c2ebefc4-85c3-42d7-9837-a72494f2c1ca tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.574936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01d1cab8-a272-4909-ad92-393ce22bb950 req-c2ebefc4-85c3-42d7-9837-a72494f2c1ca tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.4214602 Aug 29 04:16:54.681991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.719253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Checking segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:54.719625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Network hostable DHCP agents. Network: 0dd0d088-9aaf-4d3c-ba0f-49b184219880, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:16:54.736409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.742906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:16:54.764409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0dd0d088-9aaf-4d3c-ba0f-49b184219880) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:54.770290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.772717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.786108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f7b21-65b1-49c0-b377-59338943ac9c None None] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:54.808739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c459cb55-5657-417f-a531-9aeda4b4e1f1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9420629 Aug 29 04:16:54.809355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50502) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:54.822991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:54.843709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e382-0852-4848-a6a3-8a788f97301e req-c7a9e8f0-bd04-48c3-8487-83103936bca6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:54.846203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1010e382-0852-4848-a6a3-8a788f97301e req-c7a9e8f0-bd04-48c3-8487-83103936bca6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.5204952 Aug 29 04:16:54.849882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.874159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.875486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.939033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01d1cab8-a272-4909-ad92-393ce22bb950 req-672c2b0c-bcb4-429d-9e27-73c93f403a0b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323450 Aug 29 04:16:54.941378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27565473-4820-402e-aa4e-d337bb630f00,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:54.945263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:54.950022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eff7c9be-8ec3-4a64-b0d3-faba45f3fc87 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/27565473-4820-402e-aa4e-d337bb630f00 HTTP/1.1" status: 204 len: 168 time: 0.9497933 Aug 29 04:16:54.951025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:55.110809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.127304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d590f59-33bc-4aae-8f6d-a6218bc0dcac None None] Network 888d61cb-0312-4a4a-b110-cf5e580c4946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:55.415081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:16:55.417883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.445980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:55.618566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Allocated IP 172.20.0.2 (0dd0d088-9aaf-4d3c-ba0f-49b184219880/1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6/a326a4e8-643a-4095-93ca-f27e9314408d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:55.827241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] DHCP port deletion for 888d61cb-0312-4a4a-b110-cf5e580c4946 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:16:56.064873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.094087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Transition to ACTIVE for port object a326a4e8-643a-4095-93ca-f27e9314408d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:56.146070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Transition to ACTIVE for port object a326a4e8-643a-4095-93ca-f27e9314408d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:16:56.155298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Deleting port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:56.156433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.163821 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.189564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1010e382-0852-4848-a6a3-8a788f97301e req-a304c077-c262-42f0-a567-3ace99a80902 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3222945 Aug 29 04:16:56.233286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.285382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d58d-58c6-465b-b98d-fe4b467bed59 req-6ce0fb65-5c4b-47fc-8e74-f10d70e319b6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:56.294811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad57d58d-58c6-465b-b98d-fe4b467bed59 req-6ce0fb65-5c4b-47fc-8e74-f10d70e319b6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.3839009 Aug 29 04:16:56.339942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.418387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.480147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:56.490840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad57d58d-58c6-465b-b98d-fe4b467bed59 req-8425cd2d-4dbf-4055-8cb4-daaa8f24bfa7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947491 Aug 29 04:16:56.531686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:56.575469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Deleting port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:16:56.578718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.587587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:56.599588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Pushing event updated for resources: {'Port': ['ID=a326a4e8-643a-4095-93ca-f27e9314408d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:56.607402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] For port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:56.608433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.723187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Calling delete_port for 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:56.741560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Allocated IP 172.25.3.85 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/280b6ee9-0e01-4ac4-9a06-82d1df9bd99a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:16:56.769663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] For port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,segment=NetworkSegment(978e2b3a-84ba-4de9-9542-73011805c95e),segment_id=978e2b3a-84ba-4de9-9542-73011805c95e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:56.771215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:56.811318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Calling delete_port for 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:16:57.025747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.150866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.199496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Attempting to bind port a326a4e8-643a-4095-93ca-f27e9314408d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:16:57.206233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-32f56ffa-e3dc-41e3-877a-add937d25513 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.207728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Attempting to bind port a326a4e8-643a-4095-93ca-f27e9314408d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:16:57.207982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-32f56ffa-e3dc-41e3-877a-add937d25513 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.3030603 Aug 29 04:16:57.208626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Attempting to bind port a326a4e8-643a-4095-93ca-f27e9314408d on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:16:57.237382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:16:57.245618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Pushing event updated for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.248831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:16:57.255689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.259698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Checking segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:16:57.260951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.263882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Bound using segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:16:57.264868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Bound port: a326a4e8-643a-4095-93ca-f27e9314408d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:16:57.269151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.276586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:16:57.278632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:16:57.288861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:16:57.383163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ba281-4a5e-49f3-9e89-c03797c40c38 req-50ff82d6-161e-4aa5-b505-57553e84c98f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.389771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-434ba281-4a5e-49f3-9e89-c03797c40c38 req-50ff82d6-161e-4aa5-b505-57553e84c98f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.6907048 Aug 29 04:16:57.402062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Pushing event deleted for resources: {'Port': ['ID=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.452140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] For port a326a4e8-643a-4095-93ca-f27e9314408d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:57.457295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] For port a326a4e8-643a-4095-93ca-f27e9314408d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a326a4e8-643a-4095-93ca-f27e9314408d,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:16:57.464267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] No DVR routers for this DVR port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:57.466296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.506785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.571455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] No DVR routers for this DVR port 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:16:57.628232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2b8d-4ea2-4a48-9474-7b589c607509 None None] Pushing event updated for resources: {'Port': ['ID=a326a4e8-643a-4095-93ca-f27e9314408d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.693184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.705830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:16:57.715146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3eb0-2428-483b-bdd9-8c2242cbdbed None None] Pushing event deleted for resources: {'Port': ['ID=707fb369-f7e3-48ce-9a1a-2445b6c8fa5e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:57.734045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888d61cb-0312-4a4a-b110-cf5e580c4946']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:57.777208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:16:57.777624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 707fb369-f7e3-48ce-9a1a-2445b6c8fa5e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:16:57.788675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.797895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978e2b3a-84ba-4de9-9542-73011805c95e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:57.798362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978e2b3a-84ba-4de9-9542-73011805c95e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:57.824326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ba09-a0fe-425a-9c75-a2c581536491 req-ab7df0a5-a578-48d8-bcfc-49fdebaddbf5 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:57.825957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1228ba09-a0fe-425a-9c75-a2c581536491 req-ab7df0a5-a578-48d8-bcfc-49fdebaddbf5 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.4343064 Aug 29 04:16:57.854243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.910049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-434ba281-4a5e-49f3-9e89-c03797c40c38 req-0fb6d94e-339d-4582-b7e5-0cc2cf0d8d4c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025570 Aug 29 04:16:57.927642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:57.960964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.221472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1228ba09-a0fe-425a-9c75-a2c581536491 req-054f0c8e-be94-4399-9c43-d524c91e5440 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800709 Aug 29 04:16:58.238105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:16:58.263287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:16:58.266227 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:16:58.274099 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:16:58.343226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.513620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.604316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:58.607863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] 10.222.0.62 "DELETE /v2.0/networks/888d61cb-0312-4a4a-b110-cf5e580c4946 HTTP/1.1" status: 204 len: 168 time: 3.6553330 Aug 29 04:16:58.616283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:58.633512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3104c-b8e0-49a9-80c9-5d042538b09a admin admin] Pushing event deleted for resources: {'Network': ['ID=888d61cb-0312-4a4a-b110-cf5e580c4946,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:16:58.657114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 has no active binding in host n-h1-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:16:58.716043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:16:58.754769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791836e-5a0c-4643-a0a0-88f32befd2be req-cdccf331-6664-4f01-ad0d-af1889fcc8ea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:58.773874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1791836e-5a0c-4643-a0a0-88f32befd2be req-cdccf331-6664-4f01-ad0d-af1889fcc8ea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.5256081 Aug 29 04:16:58.777621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:16:59.001111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1791836e-5a0c-4643-a0a0-88f32befd2be req-96dd06b8-275d-4a78-9b05-95e0ac8c3b0b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257833 Aug 29 04:16:59.010278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:59.020991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:16:59.043543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:16:59.059450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.064654 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-074e7d25-028c-4eb4-ab0c-d6b3cf4262cb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2502944 Aug 29 04:16:59.068095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:59.088453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:16:59.089490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:16:59.166816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:16:59.484090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.528602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:16:59.646346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-805a58fa-50eb-4018-9153-f66284ee696a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=994e4b334d7e4a9297b6300271c67a42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6304274 Aug 29 04:16:59.697079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:16:59.761953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54ac31-3baa-4b7d-a884-aee66515f661 None None] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:16:59.865753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:16:59.868778 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1bd2d3-11d3-4f92-887e-a7e07722d736" -d '{"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-unplugged", "status": "completed", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:16:59.877116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a326a4e8-643a-4095-93ca-f27e9314408d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:16:59.877430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:16:59.971994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099449f-a346-407b-bef2-04f64790fc44 req-9637ec15-be65-44e9-84cb-b68cd7976ff1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:16:59.977818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4099449f-a346-407b-bef2-04f64790fc44 req-9637ec15-be65-44e9-84cb-b68cd7976ff1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 945 time: 0.8057637 Aug 29 04:16:59.995433 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.168041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:00.261076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91c7ef7c-9665-4e1e-b232-d0dccd0ed305 None None] Provisioning for port a326a4e8-643a-4095-93ca-f27e9314408d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:00.295754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a326a4e8-643a-4095-93ca-f27e9314408d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:00.304268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a326a4e8-643a-4095-93ca-f27e9314408d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:00.305122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.308196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.353711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.485868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.495591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88fb7b-345b-43e8-b29b-32b413f07c3a req-3148c995-a55a-463a-b29a-59217f66df1c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:00.511113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f88fb7b-345b-43e8-b29b-32b413f07c3a req-3148c995-a55a-463a-b29a-59217f66df1c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.9143760 Aug 29 04:17:00.548992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on host n-h2-712139-13 for vnic_type normal with profile {"migrating_to": "n-h1-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:00.552136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:00.552762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:00.561718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a326a4e8-643a-4095-93ca-f27e9314408d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a326a4e8-643a-4095-93ca-f27e9314408d,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:00.577464 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.603317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:00.603871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Attempting to bind port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on network c8d462fa-c20d-48da-8a5e-7a8c45c9f307 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:00.633477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4099449f-a346-407b-bef2-04f64790fc44 req-308271fd-2dd0-43bc-ba27-87246c51b347 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511257 Aug 29 04:17:00.655522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:00.656697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Checking segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:00.656931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Bound using segment: {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:00.657598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Bound port: 2397e068-d5cf-480c-8bb2-ec966009d9c4, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f9fa06-8952-4162-90ce-eda0f3c179c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8d462fa-c20d-48da-8a5e-7a8c45c9f307'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:00.690913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:00.803185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f88fb7b-345b-43e8-b29b-32b413f07c3a req-1b890b85-5c52-4eb5-974b-46a7c586fb67 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905107 Aug 29 04:17:00.916735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a326a4e8-643a-4095-93ca-f27e9314408d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:00.937686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.003198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.019470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.019961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e11a72d2-d45d-4cad-a19a-686e25965615 HTTP/1.1" status: 204 len: 168 time: 1.3188205 Aug 29 04:17:01.123839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:16:57Z', 'revision_number': 3, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:01.149501 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bebf3-d7cc-407b-b90f-9e4c18e2d3c9 x-openstack-request-id: req-c55bebf3-d7cc-407b-b90f-9e4c18e2d3c9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:01.149799 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-unplugged", "status": "completed", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:01.159398 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c55bebf3-d7cc-407b-b90f-9e4c18e2d3c9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:01.159911 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'code': 200} Aug 29 04:17:01.171631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64655e50-0437-476d-9994-096a3a074640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11a72d2-d45d-4cad-a19a-686e25965615,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.235394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:01.247549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:01.268043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.270871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:01.271749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Updating router e912f9db-ae1a-4e7e-9a29-b5b14f911580 port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:01.400878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.550525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:01.607898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.610635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.612190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-919a423c-bfb7-410b-b68f-29db4a619cf3 service neutron] 10.222.0.50 "PUT /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 1123 time: 4.3854051 Aug 29 04:17:01.643179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Allocated IP 172.20.0.1 (0dd0d088-9aaf-4d3c-ba0f-49b184219880/1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6/25c3c162-8c0b-45cf-8aa3-091ff87f73a3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:01.684548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb7e5b-bd83-44d2-817e-d5ee216e4494 req-8ad57e80-252d-4f34-91bb-15f560e1b2c7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:01.689229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f95d2941-96ae-4687-8940-ab701c84a8e8 None None] Provisioning complete for port a326a4e8-643a-4095-93ca-f27e9314408d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:01.689687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f95d2941-96ae-4687-8940-ab701c84a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:01.726535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50bb7e5b-bd83-44d2-817e-d5ee216e4494 req-8ad57e80-252d-4f34-91bb-15f560e1b2c7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.3300450 Aug 29 04:17:01.811874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2397e068-d5cf-480c-8bb2-ec966009d9c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:01.860952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a326a4e8-643a-4095-93ca-f27e9314408d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:01.908829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50bb7e5b-bd83-44d2-817e-d5ee216e4494 req-f4cda6c3-fabb-447b-80d8-71e30b39dc5e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779659 Aug 29 04:17:01.966666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['2397e068-d5cf-480c-8bb2-ec966009d9c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:02.173883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a326a4e8-643a-4095-93ca-f27e9314408d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:02.174186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.448120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.472574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344efd7-dcad-4c46-ad00-0a3703cdc675 req-34306198-0dac-451d-81bf-2947fbef434f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.482948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Transition to ACTIVE for port object 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:02.485657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4344efd7-dcad-4c46-ad00-0a3703cdc675 req-34306198-0dac-451d-81bf-2947fbef434f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.3345578 Aug 29 04:17:02.489432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:02.552135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.583529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2226e-8070-4038-b9fc-161b990a2eba req-e5ccf302-a619-4a59-8a2e-5991262f3ff8 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:02.597759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa2226e-8070-4038-b9fc-161b990a2eba req-e5ccf302-a619-4a59-8a2e-5991262f3ff8 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2705798 Aug 29 04:17:02.694552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:02.700003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:02.707500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:02.744587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4344efd7-dcad-4c46-ad00-0a3703cdc675 req-aba30626-04eb-440f-9a85-4d1d232b36a1 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576144 Aug 29 04:17:02.762326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.791482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Transition to ACTIVE for port object 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:02.805987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.851301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.853137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa2226e-8070-4038-b9fc-161b990a2eba req-04f68067-af9c-4db7-a06a-4da5bc19dfc9 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490544 Aug 29 04:17:02.854014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Pushing event updated for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:02.883652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9ea8f660-5b77-4421-b171-92d443d532e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4b354c60be349079ee400ac22f6a5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908987 Aug 29 04:17:02.889829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:02.941258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Attempting to bind port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:02.943059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Attempting to bind port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:02.943625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Attempting to bind port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:02.962138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:02.962707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:02.964599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.968181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:02.969342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Bound port: 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:02.970009 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:02.985381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.121837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] For port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:03.126840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.153442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] For port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:03.160741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ee23490-3b30-42a3-92a9-e49c0d79aa09 None None] Provisioning for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:03.168753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3ee23490-3b30-42a3-92a9-e49c0d79aa09 None None] Provisioning complete for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:03.169283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3ee23490-3b30-42a3-92a9-e49c0d79aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.211069 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.246187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3ee23490-3b30-42a3-92a9-e49c0d79aa09 None None] Port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:03.250583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.369484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:03.370594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:03.374842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:03.380209 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7da5b5-0842-4fb0-9156-832676d83887" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:03.381301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.391374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.395666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:03.399558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c913ce63-fe67-4e4f-b5d2-615c2e07d4d9 HTTP/1.1" status: 204 len: 168 time: 0.5030394 Aug 29 04:17:03.434403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16e4d5-badb-4ae7-aefb-1af251eea6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c913ce63-fe67-4e4f-b5d2-615c2e07d4d9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.561327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3b0a-901b-48a2-a220-cb79696c184c req-ef425be6-d890-4ed7-8668-5ba33d8d214d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:03.566463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad1c3b0a-901b-48a2-a220-cb79696c184c req-ef425be6-d890-4ed7-8668-5ba33d8d214d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.2161529 Aug 29 04:17:03.707215 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68666ccf-a04c-4df5-a6f4-dd1b771a9c27 x-openstack-request-id: req-68666ccf-a04c-4df5-a6f4-dd1b771a9c27 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:03.708610 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:03.709254 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68666ccf-a04c-4df5-a6f4-dd1b771a9c27 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:03.710268 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'status': 'completed', 'code': 200} Aug 29 04:17:03.753733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Pushing event updated for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:03.789025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad1c3b0a-901b-48a2-a220-cb79696c184c req-098206e2-48de-4a97-9524-007dc857bf39 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091873 Aug 29 04:17:03.982788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:03.994969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.036511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.162758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.163653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.164707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.166285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.166896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.167470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.168662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.169269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.169825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.170379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.171499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.172125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733261dd-d274-44c7-8f5c-1b19ee98e2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:04.224366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4891-5502-4d18-bdd7-3df4e89b0476 req-fae3afe4-95e6-4da7-bb9d-3cd4be51d923 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.226835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e88a4891-5502-4d18-bdd7-3df4e89b0476 req-fae3afe4-95e6-4da7-bb9d-3cd4be51d923 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.2559056 Aug 29 04:17:04.239218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3f01-4d1c-4a27-be53-21b5283480f6 req-18325f64-1ca6-4ef5-8c19-b3bf9aa06267 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.240677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-939f3f01-4d1c-4a27-be53-21b5283480f6 req-18325f64-1ca6-4ef5-8c19-b3bf9aa06267 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1893194 Aug 29 04:17:04.244037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:04.362409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-d25bf037-05b4-4342-8633-f7a8a531ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.368241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-d25bf037-05b4-4342-8633-f7a8a531ea31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1126 time: 0.3611369 Aug 29 04:17:04.377477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e88a4891-5502-4d18-bdd7-3df4e89b0476 req-8714ea8e-6392-4f8e-8a30-c5305ec40156 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354051 Aug 29 04:17:04.390282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:04.461656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-939f3f01-4d1c-4a27-be53-21b5283480f6 req-f8ef5d8f-f67e-4bbb-b8fb-6aca7e363cce tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802146 Aug 29 04:17:04.538501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 1, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:04.585824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dae7a-1e5d-4a0e-aa0b-cf637da501a4 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:01Z', 'revision_number': 1, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:04.723244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-38d3cf90-8f74-465d-95a7-294acd97e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:04.725360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-38d3cf90-8f74-465d-95a7-294acd97e040 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3395152 Aug 29 04:17:04.800386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-2ef5cc99-9092-43de-ae5e-eee87ed72e17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 217 time: 0.0601153 Aug 29 04:17:04.998939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f754-e867-4f9e-8ad7-3755e25cdb17 req-b8a98c3d-8af6-4f98-9b9c-322a49e07df5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.019061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:05.042531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f00f754-e867-4f9e-8ad7-3755e25cdb17 req-b8a98c3d-8af6-4f98-9b9c-322a49e07df5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.1288846 Aug 29 04:17:05.097609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:05.156437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-9d66948c-f852-40e8-a640-a5e048381820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.158793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-9d66948c-f852-40e8-a640-a5e048381820 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.3467646 Aug 29 04:17:05.247691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f00f754-e867-4f9e-8ad7-3755e25cdb17 req-85b699aa-228e-4bf7-b289-3f70fd10582a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041693 Aug 29 04:17:05.369812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-1bef50ed-b273-4c48-88f5-07a4cc6e36ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914880 Aug 29 04:17:05.570588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-aa407158-1643-4f49-93ec-bb3216fcd07c service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410911 Aug 29 04:17:05.573148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:05.615295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263690c6-950e-490d-a8d0-dec17f13afab req-ed82a4a0-a368-444e-b9d5-baa8eeeecbf8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.624717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263690c6-950e-490d-a8d0-dec17f13afab req-ed82a4a0-a368-444e-b9d5-baa8eeeecbf8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.1448481 Aug 29 04:17:05.737432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ef797-dd16-4b1a-acc1-358ab2956bbe req-2262c960-6fbc-48ef-a6ef-7a33d23d42c7 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:05.746334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b3ef797-dd16-4b1a-acc1-358ab2956bbe req-2262c960-6fbc-48ef-a6ef-7a33d23d42c7 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1151986 Aug 29 04:17:05.777892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263690c6-950e-490d-a8d0-dec17f13afab req-a2314f37-f295-4fd8-864d-e0ad50a3b031 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521735 Aug 29 04:17:05.826121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9958c1d4-b0fd-412f-a487-0311b714afc6 None None] Provisioning complete for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:05.833643 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-b0fd-412f-a487-0311b714afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:05.900663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b3ef797-dd16-4b1a-acc1-358ab2956bbe req-6e082180-469d-49cb-8c56-91ddf524451a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452477 Aug 29 04:17:05.907203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9958c1d4-b0fd-412f-a487-0311b714afc6 None None] Port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:06.189142 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea7da5b5-0842-4fb0-9156-832676d83887 req-35b567e7-7843-45a2-b6c0-a752cdc8445c service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970383 Aug 29 04:17:06.192711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:06.266023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af9f60ce-ebb6-4240-babd-54879c257fe7 admin admin] 10.222.0.62 "PUT /v2.0/routers/e912f9db-ae1a-4e7e-9a29-b5b14f911580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1959550 Aug 29 04:17:06.406732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-669e9846-9bdd-488d-9545-83f42a7c765d tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:06.416962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-669e9846-9bdd-488d-9545-83f42a7c765d tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.2316916 Aug 29 04:17:06.459767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:07.127212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442bc3-928d-4966-920a-a471b49c6d40 req-cddc6b9e-36a2-4360-870f-95778dc84ecb tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.131139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08442bc3-928d-4966-920a-a471b49c6d40 req-cddc6b9e-36a2-4360-870f-95778dc84ecb tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 945 time: 0.5494649 Aug 29 04:17:07.170444 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.280046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-228f235a-b864-4575-ac27-86d73d6a5699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:07.738548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08442bc3-928d-4966-920a-a471b49c6d40 req-db068bec-1ef5-4fe1-a753-68237755cd42 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910368 Aug 29 04:17:07.778351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 1db34061-e79b-4851-981c-6194883d617d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:07.785713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292a36e-de65-4e8d-b299-00b119dad814 req-9752d951-05a5-4e9e-b40e-8eb8b4faa6c3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:07.791154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5292a36e-de65-4e8d-b299-00b119dad814 req-9752d951-05a5-4e9e-b40e-8eb8b4faa6c3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.8073220 Aug 29 04:17:07.834637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:07.860601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.023402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5292a36e-de65-4e8d-b299-00b119dad814 req-cd5b662e-958d-4912-b905-8be50b7e782d tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841245 Aug 29 04:17:08.231500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:08.508451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:08.524546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.530997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db34061-e79b-4851-981c-6194883d617d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:08.535628 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3610941-b69a-4b13-afb8-50d168e01b7b" -d '{"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-unplugged", "status": "completed", "tag": "1db34061-e79b-4851-981c-6194883d617d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:08.556636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 1db34061-e79b-4851-981c-6194883d617d has no active binding in host n-h2-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:17:08.567232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.593447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:08.605350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:08.606079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:08.778888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435b0-d58f-4923-a0c0-10bacdc790eb req-172c3184-be1f-4b70-b80b-1d9b31b1391c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.780889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613435b0-d58f-4923-a0c0-10bacdc790eb req-172c3184-be1f-4b70-b80b-1d9b31b1391c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.4000149 Aug 29 04:17:08.819828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-4d577696-dee6-4291-bead-b20a7ad30a12 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:08.827265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-4d577696-dee6-4291-bead-b20a7ad30a12 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 821 time: 0.3360195 Aug 29 04:17:08.871770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-8a336df5-1452-45ec-bff7-76a7b06c8411 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/quotas/40400a901f6e40749f4667dd9ad94a1b HTTP/1.1" status: 200 len: 375 time: 0.0434024 Aug 29 04:17:08.952156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on host n-h1-712139-13 for vnic_type normal with profile {"migrating_to": "n-h2-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:08.952685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:08.953072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:08.979491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:09.001992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:09.002638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Attempting to bind port 1db34061-e79b-4851-981c-6194883d617d on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:09.026845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-df8b8679-e769-4866-97ec-17eb753d9e1b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540771 Aug 29 04:17:09.029575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:09.030271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:09.031112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:09.031853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Bound port: 1db34061-e79b-4851-981c-6194883d617d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:09.032463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.076314 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.087485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613435b0-d58f-4923-a0c0-10bacdc790eb req-ac4bc0ee-a6ea-488b-81e1-9ae8f28a8ba9 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486489 Aug 29 04:17:09.144282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:09.151586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.254442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:09.266818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:09.273796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.390073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:09.481263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:09.533488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:09.535526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:09.538734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-0c1ec834-c1fa-46e6-be0c-b84384eb6c1e service neutron] 10.222.0.54 "PUT /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 1123 time: 3.1116214 Aug 29 04:17:09.665579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['1db34061-e79b-4851-981c-6194883d617d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:09.720260 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:09.738936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-d02e19b8-d539-47a5-9636-dae0d7697e64 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104149 Aug 29 04:17:09.768536 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:09.776166 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:09.876529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:10.001938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:10.059351 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3cde4-3dcb-4f7d-8296-080cfa4340a6 x-openstack-request-id: req-e0d3cde4-3dcb-4f7d-8296-080cfa4340a6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:10.063821 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-unplugged", "status": "completed", "tag": "1db34061-e79b-4851-981c-6194883d617d", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:10.069274 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0d3cde4-3dcb-4f7d-8296-080cfa4340a6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:10.070494 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db34061-e79b-4851-981c-6194883d617d', 'code': 200} Aug 29 04:17:10.116070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1db34061-e79b-4851-981c-6194883d617d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:10.137958 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:10.160903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-65cf170b-ca7b-4ec5-871b-404e35470282 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184971 Aug 29 04:17:10.614443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78844f5-4c76-4240-a82e-539532b7c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:10.651737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833f4ee-9ad5-4129-97f7-c3da446e996d req-38da7676-da03-4d07-95ae-57a0945083b1 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:10.686241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3833f4ee-9ad5-4129-97f7-c3da446e996d req-38da7676-da03-4d07-95ae-57a0945083b1 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.3973820 Aug 29 04:17:10.744914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.017747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:11.021269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.142995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:11.148514 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 2, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:11.227035 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3833f4ee-9ad5-4129-97f7-c3da446e996d req-d840cf74-8307-4166-9f34-e76c21904ef4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341558 Aug 29 04:17:11.235153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-2201b296-cb4e-4407-9e3f-69147eac6bc1 service neutron] 10.222.0.54 "GET /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.2576201 Aug 29 04:17:11.272747 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:11.276920 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Updating router e912f9db-ae1a-4e7e-9a29-b5b14f911580 port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:17:11.312026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.369549 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.376757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f89e2-e37d-4259-aa5a-4f3d42bcbed4 req-5b0a3d1f-658a-4277-bfe6-b25dfebc31ad tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.390465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633f89e2-e37d-4259-aa5a-4f3d42bcbed4 req-5b0a3d1f-658a-4277-bfe6-b25dfebc31ad tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.5958960 Aug 29 04:17:11.614261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace96853-6063-4a53-808d-04f870b281fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:11.628992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c37d-e722-4924-97b4-6c7e2b38d330 req-3c48ae9d-1280-46fe-b39d-e6c00ba8066a tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:11.637678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0483c37d-e722-4924-97b4-6c7e2b38d330 req-3c48ae9d-1280-46fe-b39d-e6c00ba8066a tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.2694323 Aug 29 04:17:11.651584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-633f89e2-e37d-4259-aa5a-4f3d42bcbed4 req-0d541796-6f16-4c25-b0ea-89a3dfaa3724 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581780 Aug 29 04:17:11.762563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.003902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace96853-6063-4a53-808d-04f870b281fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.016602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ace96853-6063-4a53-808d-04f870b281fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.029913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0483c37d-e722-4924-97b4-6c7e2b38d330 req-f9504cc9-9061-49ac-96cc-52768b55d563 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908730 Aug 29 04:17:12.093079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:12.150269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'tag': '1db34061-e79b-4851-981c-6194883d617d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:12.154772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ace96853-6063-4a53-808d-04f870b281fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37e793ccdea840feb82c83e0aa569ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0062947 Aug 29 04:17:12.155597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:12.171701 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "tag": "1db34061-e79b-4851-981c-6194883d617d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:12.173408 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.176210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace96853-6063-4a53-808d-04f870b281fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e577bced-c779-4222-9ddd-11e69e8e56b6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.197513 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Transition to ACTIVE for port object 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:12.210704 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.276451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.309573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Pushing event updated for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.334253 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.334718 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.335626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.335998 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.336363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.336780 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.337148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.337501 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.337803 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.338170 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.338527 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.338852 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:12.349343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.475359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.481988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.484279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e577bced-c779-4222-9ddd-11e69e8e56b6 HTTP/1.1" status: 204 len: 168 time: 0.3274827 Aug 29 04:17:12.526708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50abb65-951e-4855-95f9-d4e1641edaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577bced-c779-4222-9ddd-11e69e8e56b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:12.852150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.905945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Attempting to bind port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:12.908572 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Attempting to bind port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:12.910299 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Attempting to bind port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:12.925538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:12.927105 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Checking segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:12.928063 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:12.929408 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Bound using segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:12.930186 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Bound port: 25c3c162-8c0b-45cf-8aa3-091ff87f73a3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:12.930975 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.058074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:13.126928 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] For port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:13.141617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] For port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:13.165690 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.198981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ec277ca-4f37-4a38-9ac9-4c6824660271 req-98f79243-d57d-4b5f-b324-04e274026795 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 210 time: 0.1138453 Aug 29 04:17:13.229742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97742fd1-278a-4145-a4e0-408c86d54837 req-c5330656-009f-4fa4-a5e3-267d9dfb35c8 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.233016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97742fd1-278a-4145-a4e0-408c86d54837 req-c5330656-009f-4fa4-a5e3-267d9dfb35c8 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 1.3589880 Aug 29 04:17:13.391891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397e068-d5cf-480c-8bb2-ec966009d9c4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:13.418394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97742fd1-278a-4145-a4e0-408c86d54837 req-12d9de8d-f766-4015-8c78-9377db7301be tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443033 Aug 29 04:17:13.461905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-9b0efba5-e84c-4869-a60f-21ce2ae8be34 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:13.464004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-9b0efba5-e84c-4869-a60f-21ce2ae8be34 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.50 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.4005575 Aug 29 04:17:13.466334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:13.517237 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76785e3d-26d6-4e33-927c-f808292124fe None None] Pushing event updated for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.537681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:13.570695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:13.571626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:13.581896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd4c-353c-4b09-9038-17b3781662d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.773623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd4c-353c-4b09-9038-17b3781662d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.781318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd4c-353c-4b09-9038-17b3781662d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:13.832211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:13.851435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b23cd4c-353c-4b09-9038-17b3781662d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bac3b94988d64d15a033e46fbffdb048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101156 Aug 29 04:17:13.852384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:13.863610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cd4c-353c-4b09-9038-17b3781662d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f4697-1aa8-446b-ab9f-b772c6fcb468,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:13.972247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.014090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:14.024987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:14.025278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.029079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.068909 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:14.096547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.275857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.284195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.286175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9de49-592c-4274-9153-da9ff10de6a7 req-98031bbf-eaba-4ac8-b824-4c7f6a13234f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.292304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d06f4697-1aa8-446b-ab9f-b772c6fcb468 HTTP/1.1" status: 204 len: 168 time: 0.4365940 Aug 29 04:17:14.313926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb070d-ed59-49e7-b8f9-51318f0fbc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f4697-1aa8-446b-ab9f-b772c6fcb468,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.324766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3a9de49-592c-4274-9153-da9ff10de6a7 req-98031bbf-eaba-4ac8-b824-4c7f6a13234f tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.9122500 Aug 29 04:17:14.383654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.466675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:14.483793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.638374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:14.717029 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:14.754612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] Transition to ACTIVE for port object 2397e068-d5cf-480c-8bb2-ec966009d9c4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:14.775947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:14.778007 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ceee0-51e4-40a7-9dea-05ee448b27e9 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:13Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:14.823673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73356-f8ef-49a0-97ee-dd7647c7b7a0 req-32e393b7-deb8-4709-83df-0ff678b06b53 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.837918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66b73356-f8ef-49a0-97ee-dd7647c7b7a0 req-32e393b7-deb8-4709-83df-0ff678b06b53 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 943 time: 0.9932401 Aug 29 04:17:14.847956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-50c3f946-eb91-4075-8fec-80167cf2c5cd tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:14.849698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-50c3f946-eb91-4075-8fec-80167cf2c5cd tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 821 time: 0.9926143 Aug 29 04:17:14.933567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'port': {'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'admin_state_up': True, 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:15.004666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3a9de49-592c-4274-9153-da9ff10de6a7 req-db5c915a-edb3-485c-907e-5585e7c94dfa tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528196 Aug 29 04:17:15.166857 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6901fa2-a942-42ef-b279-8bf098746765 x-openstack-request-id: req-b6901fa2-a942-42ef-b279-8bf098746765 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:15.167310 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "tag": "1db34061-e79b-4851-981c-6194883d617d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:15.167719 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6901fa2-a942-42ef-b279-8bf098746765 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:15.168306 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'tag': '1db34061-e79b-4851-981c-6194883d617d', 'status': 'completed', 'code': 200} Aug 29 04:17:15.230837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-084a2eb3-f4d5-45ee-bbeb-d03075ce0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.233671 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-084a2eb3-f4d5-45ee-bbeb-d03075ce0f2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1126 time: 0.0837476 Aug 29 04:17:15.327867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Deleting port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:15.328516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.392602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] No DVR routers for this DVR port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:15.554676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-3622d4b0-cf30-468e-8726-8c8aaa6570ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.561803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-3622d4b0-cf30-468e-8726-8c8aaa6570ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3148201 Aug 29 04:17:15.684236 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-cddcc5c3-2eaa-4fbf-b516-6f191ac70156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 217 time: 0.1059813 Aug 29 04:17:15.691097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66b73356-f8ef-49a0-97ee-dd7647c7b7a0 req-5e4839fc-8636-4eb0-b57d-85f63f43343c tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8522153 Aug 29 04:17:15.694583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:15.747332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] Pushing event updated for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:15.843421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-3fef8d21-657a-413e-b087-174a768adf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:15.848336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-3fef8d21-657a-413e-b087-174a768adf15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1543729 Aug 29 04:17:15.955326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-9accb160-2c1e-4b03-a1aa-15d9201c766d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934803 Aug 29 04:17:15.958618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] For port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,segment=NetworkSegment(d6387e6c-dce6-4a51-a9a2-5d47898739b5),segment_id=d6387e6c-dce6-4a51-a9a2-5d47898739b5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:15.959036 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:15.962295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:15.962817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.038526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b6fa88e0-4613-487c-982e-b704b572c516 service neutron] 10.222.0.54 "PUT /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4/bindings/n-h1-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 4.7859228 Aug 29 04:17:16.055596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Calling delete_port for e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:16.311168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:16.356733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf3b8f-1e0f-4f5a-9742-9cb767712cbe req-dbd71ac6-9e0b-4808-a0f2-b31923623d80 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.360021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edf3b8f-1e0f-4f5a-9742-9cb767712cbe req-dbd71ac6-9e0b-4808-a0f2-b31923623d80 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 945 time: 0.9692237 Aug 29 04:17:16.404312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Made reservation on behalf of 40400a901f6e40749f4667dd9ad94a1b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:16.409667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.461419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42c813e3-1023-4b88-9871-4b1edc363a7a req-65816174-7a7c-4d0a-a9aa-94a8d86e1b5e tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 210 time: 0.0843816 Aug 29 04:17:16.475109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-118ae02c-15b0-425b-a91e-85301d006f3c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.488734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-118ae02c-15b0-425b-a91e-85301d006f3c tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.2569489 Aug 29 04:17:16.541033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4edf3b8f-1e0f-4f5a-9742-9cb767712cbe req-b2d8aad1-6eea-4c41-926a-1c83bdb13be1 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/security-groups?id=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511185 Aug 29 04:17:16.663488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-baef3f0b-e010-44e1-8694-460ddcc6125e service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800478 Aug 29 04:17:16.681443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:16.829516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-7b74279d-e560-4788-ba68-c9c4bc208618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:16.832856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-7b74279d-e560-4788-ba68-c9c4bc208618 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17&tenant_id=0346765597034da0bc810662c2eea961 HTTP/1.1" status: 200 len: 1096 time: 0.3169098 Aug 29 04:17:17.016619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9646d3dc-a1b2-4d73-9e0a-d192d1c87a45 req-e7290a9f-ed76-43b9-9445-513442d496d3 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393362 Aug 29 04:17:17.034694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-a8742f5e-5708-4cf7-bd05-241633549404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.037323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-a8742f5e-5708-4cf7-bd05-241633549404 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1096 time: 0.1350799 Aug 29 04:17:17.108460 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.153075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Allocated IP 172.20.0.13 (0dd0d088-9aaf-4d3c-ba0f-49b184219880/1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6/dfbd2318-9cdc-4574-8bad-c83ef6da2762) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:17.181192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e241e6-4127-4f04-8ed4-5b97cbe77aac req-0e6676b5-cc9e-40bc-9380-292828b4ac9e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.190701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4e241e6-4127-4f04-8ed4-5b97cbe77aac req-0e6676b5-cc9e-40bc-9380-292828b4ac9e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.3715451 Aug 29 04:17:17.226876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05961-d51c-4713-8bf4-d0f61c78ac0b req-7e532203-4a1e-4e09-b3a5-5749eb247b8f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.229096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5d05961-d51c-4713-8bf4-d0f61c78ac0b req-7e532203-4a1e-4e09-b3a5-5749eb247b8f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.4080758 Aug 29 04:17:17.238575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Pushing event deleted for resources: {'Port': ['ID=e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:17.335055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] No DVR routers for this DVR port e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:17.340427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:17.342609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-205a2d3d-084f-4bcf-a58a-e0a86cd4adcf req-eceeb5b3-a6f9-4279-9c69-e02dd6588f4c tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.50 "DELETE /v2.0/ports/e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5 HTTP/1.1" status: 204 len: 173 time: 3.8040447 Aug 29 04:17:17.351910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'name': 'network-vif-deleted', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:17.354184 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b87cfbe-d1c5-4f96-a0f7-a6d11544050d" -d '{"events": [{"server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "name": "network-vif-deleted", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:17.359315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-93b6ad52-0f8c-4647-900c-629ebc963881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.367273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-93b6ad52-0f8c-4647-900c-629ebc963881 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3138447 Aug 29 04:17:17.407081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4e241e6-4127-4f04-8ed4-5b97cbe77aac req-ab3b6e32-1cdc-4881-9ad7-e1e536a50385 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086580 Aug 29 04:17:17.426376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5d05961-d51c-4713-8bf4-d0f61c78ac0b req-8a8d3e28-8ebf-4f88-b854-e7c9d6b6027a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645072 Aug 29 04:17:17.531008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-56e831ab-e849-44c5-9dec-0b6d22bdd97c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 200 len: 217 time: 0.1479855 Aug 29 04:17:17.715023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-e52468ce-67fd-4851-b841-e9f706e7c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.718311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-e52468ce-67fd-4851-b841-e9f706e7c5a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1694024 Aug 29 04:17:17.787314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-93fcd453-016c-4665-b023-d04ff9cdc5ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513034 Aug 29 04:17:17.914030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0ef6e-824f-441f-8abb-280052ccd78e req-3fd9df61-b803-463e-afec-3d36e662f153 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:17.926731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6f0ef6e-824f-441f-8abb-280052ccd78e req-3fd9df61-b803-463e-afec-3d36e662f153 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.3156953 Aug 29 04:17:17.929546 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283dfce-6153-4f7a-827c-f2440af23c0e x-openstack-request-id: req-2283dfce-6153-4f7a-827c-f2440af23c0e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:17.930001 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189782d9-f29d-49ff-bab6-9a1446a10866", "name": "network-vif-deleted", "tag": "e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:17.930405 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2283dfce-6153-4f7a-827c-f2440af23c0e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:17.931124 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189782d9-f29d-49ff-bab6-9a1446a10866', 'name': 'network-vif-deleted', 'tag': 'e8aae5e0-30a9-47b2-9023-fb0e7d41b6e5', 'status': 'completed', 'code': 200} Aug 29 04:17:18.009917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.044151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6f0ef6e-824f-441f-8abb-280052ccd78e req-cde1ca21-8fad-4a5c-aae5-a8b7c4aeec6f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058362 Aug 29 04:17:18.136989 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-b4c11cae-1860-4d59-ad17-0cebcb035e6b service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345451 Aug 29 04:17:18.147568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Transition to ACTIVE for port object dfbd2318-9cdc-4574-8bad-c83ef6da2762 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:18.175174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-214ca3a0-02ab-4883-b5fe-0d4c41d5311c req-40185780-872f-4528-98ca-e9e52b687cbf tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 210 time: 0.1474965 Aug 29 04:17:18.329796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.442063 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-3f956bd7-9136-4b22-b96f-db646713ac13 service neutron] 10.222.0.50 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838199 Aug 29 04:17:18.475580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec7bf95b-cd0e-423d-8722-467f1561cacd req-1bde83af-37f4-4783-9cc8-319ce4958560 tempest-VolumesAdminNegativeTest-520552300 tempest-VolumesAdminNegativeTest-520552300-project] 10.222.0.62 "GET /v2.0/ports?device_id=189782d9-f29d-49ff-bab6-9a1446a10866 HTTP/1.1" status: 200 len: 210 time: 0.0729470 Aug 29 04:17:18.517002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:18.556938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:18.576836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:18.711909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event updated for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:18.826542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.827893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:18.881943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf524c-d218-4cb1-8b2b-c38a406c894d req-fb53d029-f192-4c6a-a72d-40e38e40dca4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:18.885357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64bf524c-d218-4cb1-8b2b-c38a406c894d req-fb53d029-f192-4c6a-a72d-40e38e40dca4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.1804295 Aug 29 04:17:18.899202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e5fbee1d-27c5-400d-8a13-f8dc257dec8b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9702775 Aug 29 04:17:18.957949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Request body: {'port': {'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:19.055375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64bf524c-d218-4cb1-8b2b-c38a406c894d req-19fd52ea-6a5f-4d52-b43a-3c5de35146f1 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523292 Aug 29 04:17:19.136916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5dc8124f-1249-4801-aa73-5b786f28de8a None None] Provisioning for port dfbd2318-9cdc-4574-8bad-c83ef6da2762 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:19.146656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5dc8124f-1249-4801-aa73-5b786f28de8a None None] Provisioning complete for port dfbd2318-9cdc-4574-8bad-c83ef6da2762 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:19.147602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dc8124f-1249-4801-aa73-5b786f28de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.220620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8124f-1249-4801-aa73-5b786f28de8a None None] Port dfbd2318-9cdc-4574-8bad-c83ef6da2762 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:19.235838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.305804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cd4c4-3793-4fe0-a471-e4ab82708e59 req-98b8058b-3992-4246-83c6-7da9ff9d2acd tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.311878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990cd4c4-3793-4fe0-a471-e4ab82708e59 req-98b8058b-3992-4246-83c6-7da9ff9d2acd tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2247467 Aug 29 04:17:19.422056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-7f678564-e3c0-4bc0-aa86-4f614ff9fd4d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.424367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-7f678564-e3c0-4bc0-aa86-4f614ff9fd4d tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17&tenant_id=0346765597034da0bc810662c2eea961&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.4539514 Aug 29 04:17:19.567869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990cd4c4-3793-4fe0-a471-e4ab82708e59 req-c16986c7-d302-46e5-a25b-a39b42ae0110 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279732 Aug 29 04:17:19.746637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-d3dd660b-c1fc-4bb7-93be-edadfae36fca service neutron] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:19.759730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-d3dd660b-c1fc-4bb7-93be-edadfae36fca service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:19.759730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-d3dd660b-c1fc-4bb7-93be-edadfae36fca service neutron] 10.222.0.50 "DELETE /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4/bindings/n-h2-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.3202560 Aug 29 04:17:19.890817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6235f-acf8-4cbc-b33a-5c3d51928540 req-68599482-ed40-4036-861a-04a1844cd908 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:19.893140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01a6235f-acf8-4cbc-b33a-5c3d51928540 req-68599482-ed40-4036-861a-04a1844cd908 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.1913702 Aug 29 04:17:20.017228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8af21-a158-41b3-af4c-674d8019dc97 req-9a58aa92-2c8b-4be6-8b35-51df5b2b28f1 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.019387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cd8af21-a158-41b3-af4c-674d8019dc97 req-9a58aa92-2c8b-4be6-8b35-51df5b2b28f1 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 932 time: 0.1375821 Aug 29 04:17:20.054557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01a6235f-acf8-4cbc-b33a-5c3d51928540 req-8f19d344-4781-4f9c-9f0e-23425d101a16 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481290 Aug 29 04:17:20.090538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbd2318-9cdc-4574-8bad-c83ef6da2762 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:20.126901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.133023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cd8af21-a158-41b3-af4c-674d8019dc97 req-0bba1933-5f66-4ca3-a170-0359fc2dc2c9 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877023 Aug 29 04:17:20.159060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Transition to ACTIVE for port object dfbd2318-9cdc-4574-8bad-c83ef6da2762 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:20.164156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:20.167271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.301118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Deleting subnet 16060271-6ded-45b1-9834-c0545f1059a8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:20.313290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.322396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1db34061-e79b-4851-981c-6194883d617d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:20.417842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.713776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:20.884553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-45160da7-85eb-414f-b46f-e0e82de7eb6c service neutron] 10.222.0.50 "GET /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d/bindings/n-h2-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.1930828 Aug 29 04:17:20.891197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:20.916393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Attempting to bind port dfbd2318-9cdc-4574-8bad-c83ef6da2762 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:20.917060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Attempting to bind port dfbd2318-9cdc-4574-8bad-c83ef6da2762 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:20.917739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Attempting to bind port dfbd2318-9cdc-4574-8bad-c83ef6da2762 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:20.948478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Port dfbd2318-9cdc-4574-8bad-c83ef6da2762 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:20.949057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Attempting to bind port dfbd2318-9cdc-4574-8bad-c83ef6da2762 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:20.973268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518a86-3480-4fbd-aa2d-4eabf1b4ac3d req-8903ce9d-3cb7-45ef-b7bf-7d59f1c8f822 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:20.976534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3518a86-3480-4fbd-aa2d-4eabf1b4ac3d req-8903ce9d-3cb7-45ef-b7bf-7d59f1c8f822 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.4225128 Aug 29 04:17:20.978390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:20.979340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Checking segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:20.980503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Bound using segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:20.981414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Bound port: dfbd2318-9cdc-4574-8bad-c83ef6da2762, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:20.982157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.010064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3f15-5b4c-412d-9eb2-c583979406de req-bbd47666-cc53-4f87-80cc-f9e2027c3007 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.025030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90bf3f15-5b4c-412d-9eb2-c583979406de req-bbd47666-cc53-4f87-80cc-f9e2027c3007 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 1096 time: 0.2304122 Aug 29 04:17:21.102869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.377706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90bf3f15-5b4c-412d-9eb2-c583979406de req-92e9ccf0-641b-45d1-a009-442e1696a837 tempest-LiveAutoBlockMigrationV225Test-1966786146 tempest-LiveAutoBlockMigrationV225Test-1966786146-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302543 Aug 29 04:17:21.399119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3518a86-3480-4fbd-aa2d-4eabf1b4ac3d req-75811760-2d1d-44a6-8e20-4a5a4f3a09ae tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030037 Aug 29 04:17:21.428631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:21.437423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:21.442026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.628516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.629956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:21.632943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] 10.222.0.50 "PUT /v2.0/ports/dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 1093 time: 2.6879215 Aug 29 04:17:21.637484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:21.641714 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a3e01a-a048-4714-907a-042488f15da0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:21.741273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81622f-fe7f-4012-a109-b3f5450c9413 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:21.877823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-b8c7462f-2df0-4578-af35-ab6197ebdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.880535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-b8c7462f-2df0-4578-af35-ab6197ebdac9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1096 time: 0.1336186 Aug 29 04:17:21.890137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c0f6-a7f5-4b2a-948a-2ccc08ca9b8a req-b32b3021-9091-4c0c-add3-36d4c1b1c864 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:21.898650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7202c0f6-a7f5-4b2a-948a-2ccc08ca9b8a req-b32b3021-9091-4c0c-add3-36d4c1b1c864 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.0975888 Aug 29 04:17:21.960267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7202c0f6-a7f5-4b2a-948a-2ccc08ca9b8a req-7bdbf075-03bb-43b3-8bf4-477d1c3e3c76 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 Aug 29 04:17:22.018029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.025292 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/16060271-6ded-45b1-9834-c0545f1059a8 HTTP/1.1" status: 204 len: 168 time: 1.8559358 Aug 29 04:17:22.033365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab46e70-7255-418c-a41d-1136808486bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16060271-6ded-45b1-9834-c0545f1059a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:22.044213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50950) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:22.181490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-1fc314b2-a8e4-4eb1-b89b-ed95e687443e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.2359588 Aug 29 04:17:22.282454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.526952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e9445c9a-937f-4b45-b000-8d9ba2bb7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.529768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-e9445c9a-937f-4b45-b000-8d9ba2bb7d96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.3367553 Aug 29 04:17:22.612227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55cceb-16f9-486a-b4b7-57b78e4ebb00 req-0e6ca130-81d1-4dd3-9dce-33e971f3c0f9 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.622072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da55cceb-16f9-486a-b4b7-57b78e4ebb00 req-0e6ca130-81d1-4dd3-9dce-33e971f3c0f9 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 944 time: 0.4732437 Aug 29 04:17:22.673561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da55cceb-16f9-486a-b4b7-57b78e4ebb00 req-c6bc04c7-9caf-48c1-9631-e20921783e85 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Aug 29 04:17:22.676278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-faeef835-683f-4e9c-a009-e0f0d07b227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:22.678246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-faeef835-683f-4e9c-a009-e0f0d07b227f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254694 Aug 29 04:17:22.678545 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:22.745066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:22.802228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db34061-e79b-4851-981c-6194883d617d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:22.816750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:22.837348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.852675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.881275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64f0524-def0-4734-ba07-0531d2ca66e1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:22.936708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6387e6c-dce6-4a51-a9a2-5d47898739b5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:22.937038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6387e6c-dce6-4a51-a9a2-5d47898739b5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:22.972005 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:22.989710 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31a489f-aa31-44a1-ad1b-559688b6a536 x-openstack-request-id: req-a31a489f-aa31-44a1-ad1b-559688b6a536 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:22.989710 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:22.989710 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a31a489f-aa31-44a1-ad1b-559688b6a536 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:22.989710 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:17:23.023661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.051274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:17:23.051569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:17:23.055834 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:17:23.098821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:23.249468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] Transition to ACTIVE for port object 1db34061-e79b-4851-981c-6194883d617d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:23.252730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.258196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.274081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.276171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c64f0524-def0-4734-ba07-0531d2ca66e1 HTTP/1.1" status: 204 len: 168 time: 1.2277637 Aug 29 04:17:23.296710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:23.299642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c8bb-4d35-4d4d-a5e5-7e6302eceae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64f0524-def0-4734-ba07-0531d2ca66e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:23.374320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Deleting subnet 69dab7fe-1fe2-4817-a88d-2aecb4ed906c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:23.389917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.434587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] No DVR routers for this DVR port 1db34061-e79b-4851-981c-6194883d617d on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:23.462968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fbb787-4c97-45d7-b370-f8ee66223cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.526581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d/bindings/n-h2-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 2.4994571 Aug 29 04:17:23.540798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.565787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850dc2b-3680-4073-a3ce-ed8b7f79e0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:23.709852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.836074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fbb787-4c97-45d7-b370-f8ee66223cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.849396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55fbb787-4c97-45d7-b370-f8ee66223cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:23.883457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f83e9-894e-4de2-a850-fb895c37cb2c req-47cd97ed-e108-4736-9487-b793c95e7a7a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.896392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-601f83e9-894e-4de2-a850-fb895c37cb2c req-47cd97ed-e108-4736-9487-b793c95e7a7a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 943 time: 0.9122596 Aug 29 04:17:23.907608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-21e5695b-a8f4-40d2-bb49-7a9075c6067a service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2177629 Aug 29 04:17:23.943904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-e51e6349-d264-48b0-97e0-78491a28ee88 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.945938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-e51e6349-d264-48b0-97e0-78491a28ee88 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.2397494 Aug 29 04:17:23.962048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc480fa3-0fa3-46e1-bb7f-ef7b04a77714 req-88e9e93f-07e3-4c5c-805e-18ac242995dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:23.964117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc480fa3-0fa3-46e1-bb7f-ef7b04a77714 req-88e9e93f-07e3-4c5c-805e-18ac242995dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.3576598 Aug 29 04:17:23.968830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55fbb787-4c97-45d7-b370-f8ee66223cce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feeafe4edb294dac80cc72a35a45e502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678436 Aug 29 04:17:23.974155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbb787-4c97-45d7-b370-f8ee66223cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735647d0-82f4-471f-9786-71a20f8d99a5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.003280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04dcd7-fa59-4d3b-8b50-271cd7da3f3f req-ca09643d-cef6-4cb8-b097-19becbc9afb0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.013475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.014273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a04dcd7-fa59-4d3b-8b50-271cd7da3f3f req-ca09643d-cef6-4cb8-b097-19becbc9afb0 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 944 time: 0.3998892 Aug 29 04:17:24.056281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.108188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-62b9b62e-b0a6-40dc-b311-8254d81d6606 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.110649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-62b9b62e-b0a6-40dc-b311-8254d81d6606 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.4023018 Aug 29 04:17:24.174623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.177480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/69dab7fe-1fe2-4817-a88d-2aecb4ed906c HTTP/1.1" status: 204 len: 168 time: 0.8743923 Aug 29 04:17:24.183896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022210bb-d8f6-4ce5-936b-ea955b3ece5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69dab7fe-1fe2-4817-a88d-2aecb4ed906c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.183896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:24.190833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-601f83e9-894e-4de2-a850-fb895c37cb2c req-94758961-6f87-4ec3-bcaa-18688befc58c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929997 Aug 29 04:17:24.298663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc480fa3-0fa3-46e1-bb7f-ef7b04a77714 req-77626414-d04e-4bfc-b24f-cf517ab8363b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781203 Aug 29 04:17:24.309845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a04dcd7-fa59-4d3b-8b50-271cd7da3f3f req-7eb18677-6acf-420a-b925-6e6aeffb4da3 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936471 Aug 29 04:17:24.343576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-72396208-80b5-4c74-aca7-8f4712bc2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.346029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-72396208-80b5-4c74-aca7-8f4712bc2f0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 1096 time: 0.1924620 Aug 29 04:17:24.350324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3ef7042-c134-4b13-a5e4-7fd4a345f9ec req-605c389a-dfaa-45a9-ac6d-9c89ddd57c3d service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034002 Aug 29 04:17:24.418501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.462297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.479410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Deleting port 2397e068-d5cf-480c-8bb2-ec966009d9c4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:24.479986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.578209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.582865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6a85-c7cd-4a73-bb56-fbcf22600fc7 req-ea2642e4-3844-43d9-9107-af42be9efa8c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.585525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd9c6a85-c7cd-4a73-bb56-fbcf22600fc7 req-ea2642e4-3844-43d9-9107-af42be9efa8c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1986697 Aug 29 04:17:24.591441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-1b5e82c9-fde7-4231-acda-b83e8cc884d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.594534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-1b5e82c9-fde7-4231-acda-b83e8cc884d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1096 time: 0.1910977 Aug 29 04:17:24.714900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220935-0dcc-4d4f-8961-f7eab880f742 req-3cd960ec-6361-4df2-8afe-2cc79e9bf6c1 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.716609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f220935-0dcc-4d4f-8961-f7eab880f742 req-3cd960ec-6361-4df2-8afe-2cc79e9bf6c1 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 944 time: 0.2428942 Aug 29 04:17:24.777633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd9c6a85-c7cd-4a73-bb56-fbcf22600fc7 req-f7d1c000-d0d2-4c41-bd97-bd32ff8aa2fe tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820798 Aug 29 04:17:24.800373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.819462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] For port 2397e068-d5cf-480c-8bb2-ec966009d9c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=2397e068-d5cf-480c-8bb2-ec966009d9c4,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:24.819874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.832741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0a1b6-bae6-43a4-b1d1-46a48d2c2868']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:24.839659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f220935-0dcc-4d4f-8961-f7eab880f742 req-157403fa-12dd-429b-8e77-b46f0285a071 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066747 Aug 29 04:17:24.847576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.850508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.851512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/735647d0-82f4-471f-9786-71a20f8d99a5 HTTP/1.1" status: 204 len: 168 time: 0.8356552 Aug 29 04:17:24.852716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Calling delete_port for 2397e068-d5cf-480c-8bb2-ec966009d9c4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:24.855791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd1cb51-808c-441e-8d2b-58d98573b9c8') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:24.856136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd1cb51-808c-441e-8d2b-58d98573b9c8') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:24.871454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.890593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3632dbe-4c55-4ed7-b77a-6f66896f8864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735647d0-82f4-471f-9786-71a20f8d99a5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:24.926230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-514fa078-221b-4f32-97c2-2a4d9a7b2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:24.927828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-514fa078-221b-4f32-97c2-2a4d9a7b2f5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3146489 Aug 29 04:17:24.967305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.983364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:17:24.984012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:17:24.990787 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:17:25.022153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-811a1eaa-bba9-4aa1-8070-e4b392e48eb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 200 len: 217 time: 0.0799503 Aug 29 04:17:25.024537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e01a-a048-4714-907a-042488f15da0 req-7d069b05-871d-470c-b3a4-ff140582e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.026120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-7d069b05-871d-470c-b3a4-ff140582e06d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1096 time: 0.2100468 Aug 29 04:17:25.093731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.142428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.149584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] 10.222.0.62 "DELETE /v2.0/networks/57b0a1b6-bae6-43a4-b1d1-46a48d2c2868 HTTP/1.1" status: 204 len: 168 time: 0.9553471 Aug 29 04:17:25.239514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bfb72-cdfe-46ab-9fcf-01e890f8f62f admin admin] Pushing event deleted for resources: {'Network': ['ID=57b0a1b6-bae6-43a4-b1d1-46a48d2c2868,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.276107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-5b0f9f50-a471-48b5-b0c0-0bd05f232719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.280104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-5b0f9f50-a471-48b5-b0c0-0bd05f232719 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.2456212 Aug 29 04:17:25.287110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-0fc46f30-d93c-4fcf-afb6-0fbff0242240 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1708229 Aug 29 04:17:25.288391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.341869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e', '2397e068-d5cf-480c-8bb2-ec966009d9c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:25.342702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event deleted for resources: {'Port': ['ID=2397e068-d5cf-480c-8bb2-ec966009d9c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:25.379324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e01a-a048-4714-907a-042488f15da0 req-0baa6eef-b167-45d4-b9bf-bc88737d70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.379324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-0baa6eef-b167-45d4-b9bf-bc88737d70fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.3314390 Aug 29 04:17:25.455973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-633a558e-b5b9-48c9-807e-cf89ebc47523 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473610 Aug 29 04:17:25.456970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] No DVR routers for this DVR port 2397e068-d5cf-480c-8bb2-ec966009d9c4 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:25.462375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.466196 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ee9d637-1e9d-4b30-890d-901be405bb14 req-c71a2291-f4e9-4adc-a810-a74a297b4e19 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "DELETE /v2.0/ports/2397e068-d5cf-480c-8bb2-ec966009d9c4 HTTP/1.1" status: 204 len: 173 time: 1.5120406 Aug 29 04:17:25.470200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-deleted', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:25.474985 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a883b-0c40-4f25-b24b-9262685769dc" -d '{"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-deleted", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:25.494271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-102b8b67-85ad-46b1-8454-f2420f511bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.499170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-102b8b67-85ad-46b1-8454-f2420f511bf7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0346765597034da0bc810662c2eea961&device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 1096 time: 0.1651795 Aug 29 04:17:25.575599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-07987af2-93f2-4572-86d4-7111ed26905b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.1242394 Aug 29 04:17:25.687010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:25.711947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:25.762308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4216dd2-05f9-4503-a22b-060227829b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:25.817335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9696ffcc-c247-4331-aec4-8dc66015d770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25daad6f29eb442987b7f6383e5c0406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231742 Aug 29 04:17:25.843355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-74c94927-1ab4-4eb2-a54e-3842658dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.846776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-74c94927-1ab4-4eb2-a54e-3842658dbda1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 200 len: 922 time: 0.3119116 Aug 29 04:17:25.847605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:25.956308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdabb8-5d78-4f05-b207-523268914670 req-7bd1e19b-3b0a-42b8-91fa-46b133c2346a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:25.969938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbbdabb8-5d78-4f05-b207-523268914670 req-7bd1e19b-3b0a-42b8-91fa-46b133c2346a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 944 time: 0.6055284 Aug 29 04:17:26.036769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e01a-a048-4714-907a-042488f15da0 req-e037620d-a54a-4e87-98ac-4f6496c3dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.040468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-e037620d-a54a-4e87-98ac-4f6496c3dd11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.4364798 Aug 29 04:17:26.058799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-953ec00b-35e3-4469-b6c5-4819d59b4f71 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815092 Aug 29 04:17:26.121084 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-9eb65d2b-ad1e-484d-a753-1eb354f89761 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 200 len: 217 time: 0.2111697 Aug 29 04:17:26.164050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbbdabb8-5d78-4f05-b207-523268914670 req-9b959bea-4875-4103-8f3d-7af7f8010a66 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908429 Aug 29 04:17:26.201137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.281359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-0aec04d7-85bf-44e4-bdc6-b10894f2091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.283010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-0aec04d7-85bf-44e4-bdc6-b10894f2091a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 200 len: 861 time: 0.1461270 Aug 29 04:17:26.285477 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.306544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4216dd2-05f9-4503-a22b-060227829b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.340068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-eeba19c3-6854-4d0b-8cdc-0a58c9ae4091 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8d462fa-c20d-48da-8a5e-7a8c45c9f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380814 Aug 29 04:17:26.346254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e01a-a048-4714-907a-042488f15da0 req-6c2e8fdb-1565-4bf1-aa36-5f9f638496d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:26.349522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4216dd2-05f9-4503-a22b-060227829b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.378733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-6c2e8fdb-1565-4bf1-aa36-5f9f638496d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3173401 Aug 29 04:17:26.437532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4216dd2-05f9-4503-a22b-060227829b20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77fda41b7e0f428f814fe144fd870fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220612 Aug 29 04:17:26.469426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:26.497752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216dd2-05f9-4503-a22b-060227829b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189c0776-d479-4706-b7a3-c5e083acab98,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.608942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.612567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.619163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c HTTP/1.1" status: 204 len: 168 time: 0.7537477 Aug 29 04:17:26.627799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.636511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ee62eef-0aa3-4e34-9585-423f396190fe req-21ebc625-e1a7-4855-969b-3e05e70d9f28 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.2566826 Aug 29 04:17:26.638851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-753efcda-0a5c-4a64-bc35-712c5c28060e service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596579 Aug 29 04:17:26.644123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e604681-ac70-4bc3-ac3c-6903f0fa574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317fdd1c-ebc2-4a97-abc6-b8c2b6824c7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:26.728444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-fb09f013-4e7f-4193-a1b5-2de2770fb14a service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568627 Aug 29 04:17:26.818293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-659c111b-c473-47c4-97c9-da3ac6ff3be7 req-a4b19cbc-ab26-4921-a813-e9185cc7e3da service neutron] 10.222.0.54 "GET /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369758 Aug 29 04:17:26.836882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.854893 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63b4c3-a204-4a62-af85-a979a9707f4b x-openstack-request-id: req-7e63b4c3-a204-4a62-af85-a979a9707f4b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:26.855307 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17", "name": "network-vif-deleted", "tag": "2397e068-d5cf-480c-8bb2-ec966009d9c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:26.855728 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e63b4c3-a204-4a62-af85-a979a9707f4b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:26.856272 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17', 'name': 'network-vif-deleted', 'tag': '2397e068-d5cf-480c-8bb2-ec966009d9c4', 'status': 'completed', 'code': 200} Aug 29 04:17:26.857112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-280feed4-e8d2-492d-b58e-d06c29da72ad service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277794 Aug 29 04:17:26.933439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.938232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:26.947549 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/189c0776-d479-4706-b7a3-c5e083acab98 HTTP/1.1" status: 204 len: 168 time: 0.4692051 Aug 29 04:17:26.978767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec7b65-3c32-4d24-aa84-6ac84029cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c0776-d479-4706-b7a3-c5e083acab98,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:27.223129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3680-b24d-4593-b48a-dd586abb8767 req-aeaa8214-aef6-49aa-b89f-c99f6f48b505 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.235593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-290e3680-b24d-4593-b48a-dd586abb8767 req-aeaa8214-aef6-49aa-b89f-c99f6f48b505 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 944 time: 0.1851356 Aug 29 04:17:27.343674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9a3e01a-a048-4714-907a-042488f15da0 req-140d0fd7-c06b-4876-b554-927c96bd5b39 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622447 Aug 29 04:17:27.364914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-00a4a98c-acde-44f2-808f-c47476c86d52 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.367726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-00a4a98c-acde-44f2-808f-c47476c86d52 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.1601720 Aug 29 04:17:27.378606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-290e3680-b24d-4593-b48a-dd586abb8767 req-f2dbdc6a-c437-43ee-be88-e21b115d35e7 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358862 Aug 29 04:17:27.402240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298b61-ea5e-44c5-93e8-e1f190301e34 req-eb7863ca-e074-4c6d-b45b-6e8dbb77192e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.416884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5298b61-ea5e-44c5-93e8-e1f190301e34 req-eb7863ca-e074-4c6d-b45b-6e8dbb77192e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1796594 Aug 29 04:17:27.472915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5298b61-ea5e-44c5-93e8-e1f190301e34 req-c3b35b67-0874-446b-b32f-1a7ed50cc680 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Aug 29 04:17:27.594012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:17:27.743677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-8bbc7cfd-07ed-427c-bb05-4fa0bd151ad7 service neutron] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:27.754886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-8bbc7cfd-07ed-427c-bb05-4fa0bd151ad7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:27.758882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be8b941-37e3-4658-8efb-465c516e1b48 req-8bbc7cfd-07ed-427c-bb05-4fa0bd151ad7 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d/bindings/n-h1-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.3781111 Aug 29 04:17:27.857316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-280567301', 'description': 'tempest-description-814898023'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:27.870926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:27.914565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:27.940618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf5eb-84e4-49c3-8e39-61301e05ded6 req-a15b5de3-3625-45a6-89de-f0d4a2373733 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:27.952802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57eaf5eb-84e4-49c3-8e39-61301e05ded6 req-a15b5de3-3625-45a6-89de-f0d4a2373733 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 944 time: 0.1715095 Aug 29 04:17:27.984852 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bcd16b49-7b81-47b9-8c04-2e1d987d1ccf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b5f46cde59c414d8faaa3d3cb30ce6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116061 Aug 29 04:17:27.989621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:28.003951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.048552 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.081541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:28.085048 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83348a9-5c1a-439d-a61d-5785c8147aca" -d '{"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:28.108455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:28.122476 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.122716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57eaf5eb-84e4-49c3-8e39-61301e05ded6 req-5e82298b-242e-4afb-90fb-d408f18b791c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673658 Aug 29 04:17:28.147149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.197623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.234185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.329178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.337054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.340006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cddd45f-0e57-4486-a70f-c40dcfd4c7d1 HTTP/1.1" status: 204 len: 168 time: 0.3476837 Aug 29 04:17:28.364624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f42d1-1ce0-49e6-8f81-8100a6d11351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddd45f-0e57-4486-a70f-c40dcfd4c7d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.415916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bcbbbb44-6ac2-4eaf-a716-25f5fbfcc4b7 req-422c5ace-6cce-4b56-8055-4c68b48349e8 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.1009197 Aug 29 04:17:28.421147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dfbd2318-9cdc-4574-8bad-c83ef6da2762 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:28.436325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:28.462888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.470074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.521643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 2397e068-d5cf-480c-8bb2-ec966009d9c4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:28.522000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 2397e068-d5cf-480c-8bb2-ec966009d9c4 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:28.540987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.559224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f47729b4-283b-4435-b4c8-143f512273b6 req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7022765 Aug 29 04:17:28.583950 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ddbf0-b103-4877-9b82-572d3a3efa40 x-openstack-request-id: req-7f2ddbf0-b103-4877-9b82-572d3a3efa40 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:28.584574 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:28.585042 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f2ddbf0-b103-4877-9b82-572d3a3efa40 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:28.585635 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'code': 200} Aug 29 04:17:28.669974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc605dcf-1b92-4962-808a-4b92674a8e96 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2585bf25-2cdf-4414-9b6a-0041aab1942f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:28.766301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:28.792322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:28.903565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd8ab-2097-4f5e-8568-f528b1b13d69 req-310281df-67fd-44b3-af17-4e5b55610927 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.904909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657cd8ab-2097-4f5e-8568-f528b1b13d69 req-310281df-67fd-44b3-af17-4e5b55610927 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 944 time: 0.1250629 Aug 29 04:17:28.931075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:28.970463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbd2318-9cdc-4574-8bad-c83ef6da2762 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:28.997920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-2bb01273-1e1f-4d53-a6da-c8934fe56888 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:28.999687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-2bb01273-1e1f-4d53-a6da-c8934fe56888 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.2500226 Aug 29 04:17:29.014237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657cd8ab-2097-4f5e-8568-f528b1b13d69 req-5d0ae17f-4a1c-4f64-a58c-4b846be067db tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929506 Aug 29 04:17:29.046683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:29.055729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-99259f24-29d2-4b30-929e-3624dc1ab368 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/quotas/77eebb98351c435ca17f702b0dc31668 HTTP/1.1" status: 200 len: 375 time: 0.0385132 Aug 29 04:17:29.059130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.193844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:29.270824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-b11ea231-86f5-4007-802a-b6237c5038a3 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-280567301&fields=id&tenant_id=4f01d387a6b14518ab7c7a617be87dd2 HTTP/1.1" status: 200 len: 267 time: 0.1060929 Aug 29 04:17:29.308971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-757c343f-b748-4045-977e-0a56bc4fb5e2 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2518353 Aug 29 04:17:29.420883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.484935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-d756745f-1674-4d7d-8dc9-82da7370d5df tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.488139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-d756745f-1674-4d7d-8dc9-82da7370d5df tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.2085652 Aug 29 04:17:29.504195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'port': {'security_groups': ['c255b91e-df36-45ea-a502-0f21248199de', '2585bf25-2cdf-4414-9b6a-0041aab1942f']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:29.585546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dfbd2318-9cdc-4574-8bad-c83ef6da2762'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:29.676688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-b64e9a62-a3c9-4d06-93d7-3bf2814f6238 service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599746 Aug 29 04:17:29.786028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:29.966930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-3faa33e6-5215-44af-b9fd-9ab7807eba86 service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886384 Aug 29 04:17:29.971835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-da02e286-c890-4dbe-889d-aa32ca8f99c8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:29.981191 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-da02e286-c890-4dbe-889d-aa32ca8f99c8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/ports?device_id=72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1511714 Aug 29 04:17:30.302646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:30.381994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.383966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Deleting port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:30.384591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.409451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.549130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.550275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.552655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-620973e6-c6b1-40a1-b9b1-39a737da86df req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "PUT /v2.0/ports/d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 982 time: 1.0566468 Aug 29 04:17:30.555306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:30.560199 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bc4a9-1a28-4584-99cd-63462e92af7a" -d '{"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:30.564917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] For port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:30.565292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.603445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558e536-d771-4da6-b2b9-91f1086f3bae req-c088e09e-3044-44c5-bdb7-4f4dfc103743 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:30.619211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Calling delete_port for f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:30.623523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2558e536-d771-4da6-b2b9-91f1086f3bae req-c088e09e-3044-44c5-bdb7-4f4dfc103743 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1096 time: 0.2358487 Aug 29 04:17:30.667903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:30.773676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:30.777591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f352e-5cfb-42fe-9bde-8990ea4885f0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:30.803239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70c8d02b-c726-456d-ae4f-df486437733d req-ef370566-956d-434f-950c-a7b447a64c10 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.1640427 Aug 29 04:17:30.865580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:30.888226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2558e536-d771-4da6-b2b9-91f1086f3bae req-f87b51f8-31a8-4af4-afe3-0b318f3c1f55 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502413 Aug 29 04:17:30.971190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event deleted for resources: {'Port': ['ID=f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:31.044559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] No DVR routers for this DVR port f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:31.057474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.059670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8510fb5-e726-4f9a-b94b-d05ad610c1c1 req-bbffdb6f-286d-448d-9724-0f30d2c9dbe0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "DELETE /v2.0/ports/f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 HTTP/1.1" status: 204 len: 173 time: 1.0669119 Aug 29 04:17:31.060195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-deleted', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:31.063038 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee878adb-41f0-4bb9-8232-c123b63a2da1" -d '{"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-deleted", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:31.168448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8ddef3e-abd0-490a-a9d5-8db219dac714 req-842813ed-1925-4652-a644-8f9fa59db668 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 210 time: 0.0888352 Aug 29 04:17:31.235032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaff48-d81b-4db7-8859-2a1325784c08 req-0bec8f43-de06-4051-ac70-6749020f868d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.254739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbaaff48-d81b-4db7-8859-2a1325784c08 req-0bec8f43-de06-4051-ac70-6749020f868d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 945 time: 0.3063803 Aug 29 04:17:31.324200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbaaff48-d81b-4db7-8859-2a1325784c08 req-2373ceeb-c75a-43e2-8685-ce205a83a327 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681810 Aug 29 04:17:31.510290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-853e21e0-35bf-4475-889a-5068a90150f2 req-79c19c22-10e5-4b30-bc13-d042b5d844f1 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-280567301&fields=id&tenant_id=4f01d387a6b14518ab7c7a617be87dd2 HTTP/1.1" status: 200 len: 267 time: 0.0923727 Aug 29 04:17:31.580886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e21e0-35bf-4475-889a-5068a90150f2 req-28b95edd-e537-4fbb-8df1-27a088fed88e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.582520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-853e21e0-35bf-4475-889a-5068a90150f2 req-28b95edd-e537-4fbb-8df1-27a088fed88e tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 985 time: 0.0660558 Aug 29 04:17:31.595460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'port': {'security_groups': ['c255b91e-df36-45ea-a502-0f21248199de']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:31.675500 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd62a36a-3709-4541-b93c-bc1d696d3da2 x-openstack-request-id: req-fd62a36a-3709-4541-b93c-bc1d696d3da2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:31.675500 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:31.675898 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd62a36a-3709-4541-b93c-bc1d696d3da2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:31.676248 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:17:31.694425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:31.855766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-076797d3-7049-47d2-a383-8aad5929a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:31.857412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-076797d3-7049-47d2-a383-8aad5929a653 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1137 time: 0.1282935 Aug 29 04:17:32.278186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358c9d7-d6e3-4374-94bc-55ec7abaa6f1 req-3bd8ab81-f8f9-4c30-9302-ef04cd9a1f9a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.292740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d358c9d7-d6e3-4374-94bc-55ec7abaa6f1 req-3bd8ab81-f8f9-4c30-9302-ef04cd9a1f9a tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 1096 time: 0.5117586 Aug 29 04:17:32.353476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-fda3064c-bb7f-41e7-b586-ca441409491b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.356557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-fda3064c-bb7f-41e7-b586-ca441409491b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.1903346 Aug 29 04:17:32.380494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Request body: {'port': {'device_id': '022368db-f53f-45ee-a109-55ce95939506', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'admin_state_up': True, 'tenant_id': '77eebb98351c435ca17f702b0dc31668'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:32.459435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dfbd2318-9cdc-4574-8bad-c83ef6da2762 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:32.473102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:32.489161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d358c9d7-d6e3-4374-94bc-55ec7abaa6f1 req-bec7f39d-010c-4f35-a796-a99597cc9bb5 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954486 Aug 29 04:17:32.526068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-3e0e5eea-a657-4218-9a31-2f3859056268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.527723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-3e0e5eea-a657-4218-9a31-2f3859056268 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.6486444 Aug 29 04:17:32.543547 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.563630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port dfbd2318-9cdc-4574-8bad-c83ef6da2762 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:32.574015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port dfbd2318-9cdc-4574-8bad-c83ef6da2762 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:32.578436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.693433 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.698815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-997d482f-a49a-4550-9993-2c4c6e443c0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.1463847 Aug 29 04:17:32.722175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:32.734295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.739469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:32.793143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.855308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.856459 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:32.859162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-853e21e0-35bf-4475-889a-5068a90150f2 req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "PUT /v2.0/ports/d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 943 time: 1.2682581 Aug 29 04:17:32.881341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:32.888725 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01edc114-fe46-4061-8702-20fb583ae70b" -d '{"events": [{"server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:32.917529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-6de7298d-5a60-4ce2-8b5b-d99c275cf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:32.919728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-6de7298d-5a60-4ce2-8b5b-d99c275cf869 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.2117538 Aug 29 04:17:32.925895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d9f0-79ba-4ee2-88fe-7670962fdf9c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:32.969538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-e56873c6-4df0-4bc9-8d2c-70266420dbe9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310366 Aug 29 04:17:32.999515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:33.029041 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.032163 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391ae051-8909-4ddf-9fc4-38eb4a908bca x-openstack-request-id: req-391ae051-8909-4ddf-9fc4-38eb4a908bca {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:33.032636 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3", "name": "network-vif-deleted", "tag": "f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:33.033056 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-391ae051-8909-4ddf-9fc4-38eb4a908bca {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:33.033724 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c1db0a-1fbe-4b4a-8623-c31c48ae4cd3', 'name': 'network-vif-deleted', 'tag': 'f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9', 'status': 'completed', 'code': 200} Aug 29 04:17:33.085926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Allocated IP 172.20.0.13 (cc32c1b8-29d8-4fcd-8540-0e4ea82870b0/94a42d33-d757-4242-9098-4733bc1da7ed/4f1295fa-9885-43ee-b5fe-7d0045a40063) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:33.145475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:33.298413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d3be703-9d98-43d3-811b-c1beaa166298 req-df90541b-18a3-4419-a2cd-95f682b90e61 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 210 time: 0.0894401 Aug 29 04:17:33.327579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.328687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9106bc1-3c2f-45a3-9772-f02e533455c0 req-9814e7a2-f2da-4cee-8acd-6d5680ff8b79 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e3fbaf-7f1e-41d6-8f53-f6d6a752de17 HTTP/1.1" status: 200 len: 210 time: 0.1077666 Aug 29 04:17:33.426562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-614083d4-8d5b-48e2-a667-922654a039b1 service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444480 Aug 29 04:17:33.490450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.585168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.634559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:33.646086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:33.657566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:33.695041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:33.698747 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241a16c-2931-4191-8245-e331a6ff8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:33.714995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:33.758572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.759258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.786048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-7e0c6569-2c5f-47c1-b2d3-28faccbad4d5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4163260 Aug 29 04:17:33.802262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd145c11-abe7-466e-b178-fed59e67d89a req-fc59a703-67ac-4b72-b5e5-e81766db5e0b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:33.804706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd145c11-abe7-466e-b178-fed59e67d89a req-fc59a703-67ac-4b72-b5e5-e81766db5e0b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.1789100 Aug 29 04:17:33.805210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Request body: {'port': {'device_id': '022368db-f53f-45ee-a109-55ce95939506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:33.808601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c79bc4a9-1a28-4584-99cd-63462e92af7a req-8b2019bf-b94c-4bf0-aac8-c3f275f449ae service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683193 Aug 29 04:17:33.897379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd145c11-abe7-466e-b178-fed59e67d89a req-246d7465-fd0c-4cf1-83de-7d0b7d907576 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791218 Aug 29 04:17:33.938510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:33.962813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:34.012652 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e094bd-43c3-41b2-bf8b-156f273c00e0 x-openstack-request-id: req-f0e094bd-43c3-41b2-bf8b-156f273c00e0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:34.013041 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:34.015438 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0e094bd-43c3-41b2-bf8b-156f273c00e0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:34.017160 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'code': 200} Aug 29 04:17:34.021225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:34.024484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f85defd5-2ec2-4fcd-87ad-e4dca9b5d1f9 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:34.370080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5cb5-3bc8-4c56-8c80-389070ee41ec req-09d80e5f-b605-45ec-8592-0703fbdf7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.372426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cdb5cb5-3bc8-4c56-8c80-389070ee41ec req-09d80e5f-b605-45ec-8592-0703fbdf7faa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.2004607 Aug 29 04:17:34.402906 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc269f-6f23-46f7-a600-aff89da94a41 x-openstack-request-id: req-24cc269f-6f23-46f7-a600-aff89da94a41 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:34.403238 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:34.403449 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24cc269f-6f23-46f7-a600-aff89da94a41 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:34.403860 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:17:34.446371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cdb5cb5-3bc8-4c56-8c80-389070ee41ec req-b0ebb035-f7fa-4d45-acde-0f36f488b530 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640976 Aug 29 04:17:34.458167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-4e5e6717-7f19-48a7-9480-5dd5507055fc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5282302 Aug 29 04:17:34.463700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:34.472522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1295fa-9885-43ee-b5fe-7d0045a40063 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:34.481448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.499176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Transition to ACTIVE for port object 4f1295fa-9885-43ee-b5fe-7d0045a40063 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:34.504531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.508304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.582004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.723094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Attempting to bind port 4f1295fa-9885-43ee-b5fe-7d0045a40063 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:34.723448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Attempting to bind port 4f1295fa-9885-43ee-b5fe-7d0045a40063 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:34.724231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Attempting to bind port 4f1295fa-9885-43ee-b5fe-7d0045a40063 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:34.729822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Port 4f1295fa-9885-43ee-b5fe-7d0045a40063 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:34.730209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Attempting to bind port 4f1295fa-9885-43ee-b5fe-7d0045a40063 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:34.739125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:34.739585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Checking segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:34.739868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Bound using segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:34.740384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Bound port: 4f1295fa-9885-43ee-b5fe-7d0045a40063, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:34.740757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.835803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:34.841035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:34.842206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.852518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.922386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:34.935653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:34.937364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:34.939141 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-f54ef70c-f6b4-46b4-881f-e3487f208c1b service neutron] 10.222.0.54 "PUT /v2.0/ports/4f1295fa-9885-43ee-b5fe-7d0045a40063 HTTP/1.1" status: 200 len: 1093 time: 1.1388185 Aug 29 04:17:35.034693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:35.037472 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c67a343-c0e8-4e89-8029-081b0d7d9753" -d '{"events": [{"name": "network-changed", "server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:35.042736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-5792a942-51ce-4c64-b903-423d15ce4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.044526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-5792a942-51ce-4c64-b903-423d15ce4d93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 1096 time: 0.0585103 Aug 29 04:17:35.091601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-fee7c208-3b4f-42b3-9e00-f8e00f68822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.094371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-fee7c208-3b4f-42b3-9e00-f8e00f68822e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.3172348 Aug 29 04:17:35.113048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-8157071f-91ac-463c-aa6b-107a1cfd9762 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063 HTTP/1.1" status: 200 len: 217 time: 0.0569348 Aug 29 04:17:35.140598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Allocated IP 172.25.3.12 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:35.227883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-1c1df8dd-e4f9-418b-8da7-cbf6722ae5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.231215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-1c1df8dd-e4f9-418b-8da7-cbf6722ae5f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.1073945 Aug 29 04:17:35.272129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5964d-4a77-4fb9-be39-4ac02bc2060c req-d0607660-5d46-41b4-8a1c-763fb7cb782b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.274241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33d5964d-4a77-4fb9-be39-4ac02bc2060c req-d0607660-5d46-41b4-8a1c-763fb7cb782b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 944 time: 0.2978189 Aug 29 04:17:35.307594 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-23c3188b-7f40-4f7d-b262-275cccc5fa08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617664 Aug 29 04:17:35.356039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-cc0ede38-0974-4ea6-aed3-cd7e17b48fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.357869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-cc0ede38-0974-4ea6-aed3-cd7e17b48fe2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.2356155 Aug 29 04:17:35.428625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33d5964d-4a77-4fb9-be39-4ac02bc2060c req-d73139c0-3c65-4b86-b6db-3eac454205c8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324787 Aug 29 04:17:35.434137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-2b6107f5-8b70-446e-81cd-c1180df1c73d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.0534859 Aug 29 04:17:35.447985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.547540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-715f46c5-3a0d-4b40-9d8c-3147225ee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:35.549543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-715f46c5-3a0d-4b40-9d8c-3147225ee44a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.0985560 Aug 29 04:17:35.619338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-89e2f560-6923-42aa-8f4b-fc408cffcf73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486839 Aug 29 04:17:35.633480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:35.673858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-1ca76893-6acc-4beb-9845-21050f13abc5 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453696 Aug 29 04:17:35.841729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:35.872902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'Port': ['ID=c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:35.881240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:35.975445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-f7a4eab5-6605-4542-8bee-2e5897787897 service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381121 Aug 29 04:17:35.976867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:35.998473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3e15389-4423-408a-ab17-bf7e8df50a14 req-d0ab8ff7-d097-40a8-867a-c8a17f255270 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205655 Aug 29 04:17:36.327214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.374322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9957fd-afb5-4a64-957c-093a8a0aa40d req-4a54ffbb-c0ba-4446-af03-0ce8aaf9e4a2 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.377735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db9957fd-afb5-4a64-957c-093a8a0aa40d req-4a54ffbb-c0ba-4446-af03-0ce8aaf9e4a2 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.2219827 Aug 29 04:17:36.460027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f241a16c-2931-4191-8245-e331a6ff8e2a req-6337554d-15e0-4247-94c5-b64b8903afdc service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970928 Aug 29 04:17:36.482695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.550842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db9957fd-afb5-4a64-957c-093a8a0aa40d req-2bb12bf3-6617-4108-98e3-d7ada9d4dbab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583941 Aug 29 04:17:36.675915 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9e4e8-860c-4354-af0e-63f3e629f5a2 x-openstack-request-id: req-97b9e4e8-860c-4354-af0e-63f3e629f5a2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:36.676721 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:36.676721 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97b9e4e8-860c-4354-af0e-63f3e629f5a2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:36.677192 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'status': 'completed', 'code': 200} Aug 29 04:17:36.816738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-66a1c633-95f6-4f4a-8649-bd316e7de079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:36.818956 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-66a1c633-95f6-4f4a-8649-bd316e7de079 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 1096 time: 0.1205704 Aug 29 04:17:36.838394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:36.869822 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.073929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event updated for resources: {'Port': ['ID=c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:37.141098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.145789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-36f04214-4dc7-4057-9ed1-ad134eefc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.148437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-36f04214-4dc7-4057-9ed1-ad134eefc11c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 905 time: 0.3155408 Aug 29 04:17:37.175963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.185612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-634eafcc-57ac-4dc3-ad9b-a0897ebd0e6c tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7262902 Aug 29 04:17:37.300384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-2900d9bd-af41-4092-a316-09aa34e11c02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063 HTTP/1.1" status: 200 len: 217 time: 0.1389189 Aug 29 04:17:37.334068 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6712cd65-aa86-4f57-aa74-c35afb5e5ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:37.350544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-bcc3879a-ff4f-4ddc-a93b-f87b769729b4 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.1582289 Aug 29 04:17:37.457693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-ae77bdae-0c7e-41c9-bb6b-8a75b7b7ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.467638 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-ae77bdae-0c7e-41c9-bb6b-8a75b7b7ff05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.1466084 Aug 29 04:17:37.535474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-c32f5a10-132e-40dc-9a08-a80b9faba484 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613542 Aug 29 04:17:37.546013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b2b0-7337-4456-afea-4bad801117c8 req-aec3aec8-f478-4e93-9d8e-b2ecbe4f0db2 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.553882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fe7b2b0-7337-4456-afea-4bad801117c8 req-aec3aec8-f478-4e93-9d8e-b2ecbe4f0db2 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 944 time: 0.1754894 Aug 29 04:17:37.594923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-91a34f4e-363b-488c-b2d2-e3983fc17201 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.608603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24974c09-4f80-48dd-aaaa-c22e84359911 req-91a34f4e-363b-488c-b2d2-e3983fc17201 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2563102 Aug 29 04:17:37.658168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fe7b2b0-7337-4456-afea-4bad801117c8 req-67c079ad-e97d-4a0a-9f8a-ae4d9d8a1b18 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017945 Aug 29 04:17:37.783682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-f1fd7629-f8f8-4b34-a3b1-cb35bfc711b0 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378249 Aug 29 04:17:37.926008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-14e2d30d-d3a8-46eb-9e25-b764cfeb8857 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:37.936308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-14e2d30d-d3a8-46eb-9e25-b764cfeb8857 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1712770 Aug 29 04:17:37.961489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:38.000553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-8b6977cd-eea2-4d66-9672-f17957d90897 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.0628586 Aug 29 04:17:38.006707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'floatingip': {'port_id': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:38.116215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3a09-8e08-4194-bb4e-0aea14bebcf9 req-e69ed340-7fd1-45fc-bd3a-a30bef6ecf03 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:38.131403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-147f3a09-8e08-4194-bb4e-0aea14bebcf9 req-e69ed340-7fd1-45fc-bd3a-a30bef6ecf03 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.3463936 Aug 29 04:17:38.264778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.316739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-147f3a09-8e08-4194-bb4e-0aea14bebcf9 req-3b487585-c629-4f05-a7d4-9826c64dc2e6 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842906 Aug 29 04:17:38.364137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:38.376479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c67a343-c0e8-4e89-8029-081b0d7d9753 req-18eb311a-eeb2-43cf-b667-c7b157d78e66 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802805 Aug 29 04:17:38.405491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'mac_address': 'fa:16:3e:97:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:38.501017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.517700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1295fa-9885-43ee-b5fe-7d0045a40063 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:38.544853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:38.546948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.569238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.662916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:38.758306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd1a82cc-79e7-4ec9-8184-95acca08146e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.906553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd1a82cc-79e7-4ec9-8184-95acca08146e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.912691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['4f1295fa-9885-43ee-b5fe-7d0045a40063'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:38.913519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd1a82cc-79e7-4ec9-8184-95acca08146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:38.991150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bd1a82cc-79e7-4ec9-8184-95acca08146e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=863409349b57471cbde9498226957e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428716 Aug 29 04:17:38.995658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:38.999948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-0dca39ee-50df-4fa5-b922-9b7c87c24833 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3278120 Aug 29 04:17:39.014280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a82cc-79e7-4ec9-8184-95acca08146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b38cc-3121-4ab6-ab19-cd66456a534a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.042385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:39.065887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da126904-b665-4701-ada2-70057f401398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.092916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da126904-b665-4701-ada2-70057f401398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.102447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.160807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da126904-b665-4701-ada2-70057f401398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.164209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da126904-b665-4701-ada2-70057f401398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.166048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da126904-b665-4701-ada2-70057f401398 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d1b38cc-3121-4ab6-ab19-cd66456a534a HTTP/1.1" status: 204 len: 168 time: 0.1691344 Aug 29 04:17:39.177699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da126904-b665-4701-ada2-70057f401398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b38cc-3121-4ab6-ab19-cd66456a534a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.505345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:17:39.572151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.582066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.606594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51332) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.629482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cbee71b-17b1-4a36-ab25-9f92f694d57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.727542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.774037 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Floating IP 66459767-5cc4-4186-a9e8-262468809be0 associated. External IP: 172.25.3.12, port: d6946271-805c-48a2-af9d-cd1ad9b8abc0. Aug 29 04:17:39.809455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cbee71b-17b1-4a36-ab25-9f92f694d57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.816460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cbee71b-17b1-4a36-ab25-9f92f694d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.886711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbee71b-17b1-4a36-ab25-9f92f694d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b92a7-b997-4f62-9ca4-cefe7337dddd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:39.897108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cbee71b-17b1-4a36-ab25-9f92f694d57b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74f4be57a91741788319f70fc3d3d35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885430 Aug 29 04:17:39.900660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:39.909701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e81958d-e808-417c-9c66-e9139fc36510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:39.962577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Allocated IP 172.25.3.58 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/6ab72c87-57f7-44b8-93c0-42a1f1cd4416) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:39.995143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.037949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.131305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.134406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.136588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f26b92a7-b997-4f62-9ca4-cefe7337dddd HTTP/1.1" status: 204 len: 168 time: 0.2345703 Aug 29 04:17:40.147018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fabae4-3984-4a91-ac1c-e8f1342801a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b92a7-b997-4f62-9ca4-cefe7337dddd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:40.169823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.219621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:40.243768 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.422580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.507003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:40.521218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.527717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:40.530833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Sync routers for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:40.553377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:40.562225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:40.569923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event updated for resources: {'Port': ['ID=6ab72c87-57f7-44b8-93c0-42a1f1cd4416,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:40.598194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:40.599853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-547706b8-efe5-4e16-bc42-7c4cc56cd5ed tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "PUT /v2.0/floatingips/66459767-5cc4-4186-a9e8-262468809be0 HTTP/1.1" status: 200 len: 996 time: 2.5969748 Aug 29 04:17:40.602740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:40.604869 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:40.605173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:40.847826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:40.866136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:40.956885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.213582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.214543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-c4713aa8-6928-43d6-b718-5fc36372812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.216943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-c4713aa8-6928-43d6-b718-5fc36372812f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.5992813 Aug 29 04:17:41.291843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66459767-5cc4-4186-a9e8-262468809be0', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'port_id': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'mac_address': 'fa:16:3e:95:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787cb2be-46de-4d92-861f-4aea83859ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:36Z', 'updated_at': '2021-08-29T04:17:39Z', 'revision_number': 1, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:41.365010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Checking router: ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:41.385264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:41.386004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:41.464005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-5431f29f-2cc4-45b3-89fe-313218f1cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.466456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-5431f29f-2cc4-45b3-89fe-313218f1cc34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.2387819 Aug 29 04:17:41.470038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.482038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.581512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:41.686907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event updated for resources: {'Port': ['ID=6ab72c87-57f7-44b8-93c0-42a1f1cd4416,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:41.798836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.816834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-b60ca032-1445-4986-9be7-86b53d030372 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 999 time: 0.3355730 Aug 29 04:17:41.893256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.895784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-799fa2a9-cedd-42fe-bedc-96fe6c56933c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8589766 Aug 29 04:17:41.933854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-9b6ead40-0959-4238-882a-81416ea3045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:41.933854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-9b6ead40-0959-4238-882a-81416ea3045f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.1065345 Aug 29 04:17:41.983741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:41.990853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:17:42.039984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-3d38832c-2ac6-49e5-a0bc-4ae21a388dbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518894 Aug 29 04:17:42.054578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-76027a76-babf-455e-9825-5c0a1e4d4ee2 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.1487138 Aug 29 04:17:42.221309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 4f1295fa-9885-43ee-b5fe-7d0045a40063 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:42.232394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 4f1295fa-9885-43ee-b5fe-7d0045a40063 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:42.232970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.338623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66459767-5cc4-4186-a9e8-262468809be0', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'port_id': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'mac_address': 'fa:16:3e:95:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787cb2be-46de-4d92-861f-4aea83859ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:36Z', 'updated_at': '2021-08-29T04:17:39Z', 'revision_number': 1, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:42.383689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-88641db9-41b1-46b9-9e90-c47f05c40bea service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201597 Aug 29 04:17:42.457858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-8b3cf2f1-e1a6-4085-9e33-066010c96434 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.464812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f01882a8-1219-4d50-8a5e-3a93ce0c98d1 req-8b3cf2f1-e1a6-4085-9e33-066010c96434 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3984077 Aug 29 04:17:42.487604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b905f4-1a7b-4a7e-b141-897f3b9b0e46 None None] The sync data for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 is: [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '66459767-5cc4-4186-a9e8-262468809be0', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'port_id': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'mac_address': 'fa:16:3e:95:00:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787cb2be-46de-4d92-861f-4aea83859ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:36Z', 'updated_at': '2021-08-29T04:17:39Z', 'revision_number': 1, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:42.580598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.699110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:42.704716 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacdee71-e711-47c8-9d89-e35cec130645" -d '{"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-plugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:42.720707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:42.729488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.789757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eebb2d-02ef-46c9-a25a-42439aeda925 req-726cb57b-3877-404f-bb2a-0cdff5e803ee service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855970 Aug 29 04:17:42.851742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134773-6209-41bc-8f4d-d3ddde02ca67 req-0f609a7f-860f-4342-acc3-a9c82813f8b1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:42.856302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de134773-6209-41bc-8f4d-d3ddde02ca67 req-0f609a7f-860f-4342-acc3-a9c82813f8b1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 945 time: 0.2062416 Aug 29 04:17:42.883334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:42.910492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:42.946761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de134773-6209-41bc-8f4d-d3ddde02ca67 req-a995cf7f-ef9d-4ead-aafe-7707cd59fbc1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807505 Aug 29 04:17:43.018727 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a7032-6fe8-42b7-9961-eb5431edef1a None None] New status for floating IP 66459767-5cc4-4186-a9e8-262468809be0: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:43.100115 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6cb3c-7da7-4aba-8661-f5478312d129 x-openstack-request-id: req-d8d6cb3c-7da7-4aba-8661-f5478312d129 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:43.100817 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:43.101299 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8d6cb3c-7da7-4aba-8661-f5478312d129 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:43.101916 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:17:43.257765 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a65a0-37be-4962-9a7f-f199f6ce8eee x-openstack-request-id: req-c31a65a0-37be-4962-9a7f-f199f6ce8eee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:43.259664 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-plugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:43.260245 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c31a65a0-37be-4962-9a7f-f199f6ce8eee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:43.261096 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'code': 200} Aug 29 04:17:43.368906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-d486344b-5480-4b2f-82d4-31df6679d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.377335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-d486344b-5480-4b2f-82d4-31df6679d08d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1784267 Aug 29 04:17:43.480460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf19a6-4f09-4ad6-abfb-2f8381eba36a req-8f3c39ca-8376-4c9d-acd9-3c0b00c831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.482170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01bf19a6-4f09-4ad6-abfb-2f8381eba36a req-8f3c39ca-8376-4c9d-acd9-3c0b00c831e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 1098 time: 0.0900733 Aug 29 04:17:43.547511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01bf19a6-4f09-4ad6-abfb-2f8381eba36a req-4a584914-a9b6-4ee2-acef-3d5838044d3c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 Aug 29 04:17:43.646138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2921005', 'description': 'tempest-description-1426152039'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:43.715496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-66849425-af0a-4062-942f-e786009777b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.717355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-66849425-af0a-4062-942f-e786009777b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.3206592 Aug 29 04:17:43.738615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.796102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:43.827917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-af95a2cb-b0e4-4f72-b9f4-322ec6c0a5dc tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.830265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-af95a2cb-b0e4-4f72-b9f4-322ec6c0a5dc tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 821 time: 0.3076749 Aug 29 04:17:43.856409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-53d3c8fd-4a9c-4459-ae04-543e9a2b0632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 1001 time: 0.1293974 Aug 29 04:17:43.860951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-92214f4a-209e-4aac-a0bc-a3ee017b60f3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/quotas/40400a901f6e40749f4667dd9ad94a1b HTTP/1.1" status: 200 len: 375 time: 0.0219462 Aug 29 04:17:43.983523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-538d3022-6604-4c60-a00b-6141ae8c0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:43.985123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-538d3022-6604-4c60-a00b-6141ae8c0abc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.1012542 Aug 29 04:17:44.006806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-44d41d02-bdbd-4071-9f12-3d4f9807eeaa tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1369743 Aug 29 04:17:44.063759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-60917a14-c6fd-4862-aaeb-f9d435737466 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558341 Aug 29 04:17:44.200391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.210785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:44.322858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-fcdf2cff-7a73-41f4-87ca-b0ffb15db374 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014898 Aug 29 04:17:44.355219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a348e2-28d3-47a0-886f-90ff282dd587,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:44.468427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-3995be38-1302-41cc-b8a2-0e1d7ee3cded service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742974 Aug 29 04:17:45.085763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-e64d02d1-3a56-496d-90e9-a53cbfdcdbf9 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516260 Aug 29 04:17:45.163346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.168281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592ef6d7-3ca1-42c2-92be-3d7ebdc64c3c req-a6381887-b526-4f30-906c-f8c38466d86a service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730618 Aug 29 04:17:45.173183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.231186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:45.241414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c41b39b-78ee-4014-bcf3-58ff87e3442d req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6051879 Aug 29 04:17:45.261652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836920e-f998-4d40-8908-770e842593e6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc5330-930b-4942-8f9b-97b437f75adc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:45.460635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-e882e17f-db8b-4a8e-a728-1ca7dc0e19e5 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1001 time: 0.1711226 Aug 29 04:17:45.571027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71958-4db7-4387-b60f-047e9877167d req-26b62304-c2e0-43a8-a9bc-f940ef64e089 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.576332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-26b62304-c2e0-43a8-a9bc-f940ef64e089 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports/d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 943 time: 0.1010969 Aug 29 04:17:45.710092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d2264-93db-4e17-8631-626ebf834249 req-00d506e7-943c-4af3-b33f-7c5ae4b6dc8b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:45.712538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef4d2264-93db-4e17-8631-626ebf834249 req-00d506e7-943c-4af3-b33f-7c5ae4b6dc8b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.1346550 Aug 29 04:17:45.896225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-1d11af95-bf17-4340-851d-28ac4f846b13 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1001 time: 0.1819458 Aug 29 04:17:45.908812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef4d2264-93db-4e17-8631-626ebf834249 req-540eb439-049b-41cc-a1c7-62525c3b8533 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784437 Aug 29 04:17:46.103847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71958-4db7-4387-b60f-047e9877167d req-270b9715-dd94-4959-9645-62031f46cdc7 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:46.113302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-270b9715-dd94-4959-9645-62031f46cdc7 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2033365 Aug 29 04:17:46.189482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1369926563', 'description': 'tempest-description-263379179'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:46.262741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-7b094c18-1582-439a-b234-11e66fb73c87 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1001 time: 0.1482906 Aug 29 04:17:46.264914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.293983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:46.381734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.543982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.559129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.630309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.641953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.642877 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Floating IP 66459767-5cc4-4186-a9e8-262468809be0 disassociated. External IP: 172.25.3.12, port: d6946271-805c-48a2-af9d-cd1ad9b8abc0. Aug 29 04:17:46.647137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:46.648421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c97a2296-18a9-42c3-9d60-c47d9904874d req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5204194 Aug 29 04:17:46.685192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e5a1fa-bf61-4f06-bc6a-dcf7ca78f361,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:46.698368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.698717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.699063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.699396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.699736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.700094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.700432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.700764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.701092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.701419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.701742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.702071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8145dc8a-b9ac-42e9-9642-13faf3ef88e8 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:46.940477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:17:47.023036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e102cb26-35a9-41ee-b810-1c84f6acb401 req-bb85fde7-c954-44da-95cc-d745a904161a tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 210 time: 0.0678999 Aug 29 04:17:47.146601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:17:47.154684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.158854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Sync routers for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:17:47.181587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:47.182899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:47.268340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-fe31ce2e-bb62-4a35-8981-0d6a2bcca673 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "PUT /v2.0/floatingips/66459767-5cc4-4186-a9e8-262468809be0 HTTP/1.1" status: 200 len: 694 time: 0.9823723 Aug 29 04:17:47.272175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:47.275119 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762d9407-3659-4a46-a49a-a4924a1efe95" -d '{"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:47.433421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:47.434748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-b0df5022-bd47-40b3-8c58-12dafb75bf0b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.438123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-b0df5022-bd47-40b3-8c58-12dafb75bf0b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 821 time: 0.3092778 Aug 29 04:17:47.443107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71958-4db7-4387-b60f-047e9877167d req-acf769ac-0502-443d-81ed-4b409d531193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.445720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-acf769ac-0502-443d-81ed-4b409d531193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1481776 Aug 29 04:17:47.552991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'port': {'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'admin_state_up': True, 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:47.577244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-719660465', 'description': 'tempest-description-1471773193'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:47.717168 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.731387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:47.761816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:47.784675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71958-4db7-4387-b60f-047e9877167d req-1f56fe17-9d31-4a19-891c-ef5c68a43756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:47.787125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-1f56fe17-9d31-4a19-891c-ef5c68a43756 service neutron] 10.222.0.62 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.3278296 Aug 29 04:17:47.787437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Checking router: ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:17:47.817835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:17:47.818890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:47.899846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-173a3d00-e551-4da0-9db9-8ae65b74c793 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.0937195 Aug 29 04:17:48.026338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71958-4db7-4387-b60f-047e9877167d req-fa10fe82-a108-47b1-8215-1c2c8daa7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.028349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-fa10fe82-a108-47b1-8215-1c2c8daa7b44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.1187704 Aug 29 04:17:48.108946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-327b8949-2a94-429f-b723-afe2b9d0bed9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669017 Aug 29 04:17:48.112744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-44a20832-9b86-440e-a1ed-e562f5a262c2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:48.119096 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-44a20832-9b86-440e-a1ed-e562f5a262c2 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 945 time: 0.1302485 Aug 29 04:17:48.234827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:17:48.291324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.296319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Deleting port e2d449ad-bb67-4e23-85f7-2470476cac9e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:48.297098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.325472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.418028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd416a9d-3144-4252-994c-a1fa8364d9ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.426059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-f1559191-b481-4a57-9f90-d020c90c0d8d service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918561 Aug 29 04:17:48.431608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Made reservation on behalf of 40400a901f6e40749f4667dd9ad94a1b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:48.436015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.517997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] For port e2d449ad-bb67-4e23-85f7-2470476cac9e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e2d449ad-bb67-4e23-85f7-2470476cac9e,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:48.517997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.548466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Calling delete_port for e2d449ad-bb67-4e23-85f7-2470476cac9e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:48.616909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:17:48.659123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e92e94-94fe-43ae-bc0e-078f52ce8afd None None] The sync data for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 is: [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:16:07Z', 'revision_number': 4, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4c833d13-44bb-426c-be1c-72e776dbb99f', 'name': '', 'network_id': '61a89135-8c83-457e-9d87-b84a7c1c140a', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'mac_address': 'fa:16:3e:7e:e9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:06Z', 'updated_at': '2021-08-29T04:16:16Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'subnets': [{'id': 'a11aff89-2066-482f-9f8c-d809525cae5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:17:48.738670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.781043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event deleted for resources: {'Port': ['ID=e2d449ad-bb67-4e23-85f7-2470476cac9e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:48.784618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e2d449ad-bb67-4e23-85f7-2470476cac9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:48.815812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.816127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.817076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.817076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.817340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.817453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.817798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.818140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.818792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.819155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.819523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.820353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:17:48.867981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2db71958-4db7-4387-b60f-047e9877167d req-1d8d2e69-b574-4688-9a23-c5337c6c7b6d service neutron] 10.222.0.62 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148221 Aug 29 04:17:48.872640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.890764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.900628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] No DVR routers for this DVR port e2d449ad-bb67-4e23-85f7-2470476cac9e on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:48.913240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.915619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-59f44caa-cfd3-46ba-becd-84800cf8c7ff req-6b1d2b7e-f507-46b8-a7dc-fb9fb19f532e tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.50 "DELETE /v2.0/ports/e2d449ad-bb67-4e23-85f7-2470476cac9e HTTP/1.1" status: 204 len: 173 time: 0.7889514 Aug 29 04:17:48.916157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-deleted', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:48.918999 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66806e57-2b77-4c30-9f40-e1ee7b103051" -d '{"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-deleted", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:48.955899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:48.957878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27475fd5-978d-4bc7-8d44-3e27c100a3fd req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4124086 Aug 29 04:17:48.966894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Allocated IP 172.20.0.11 (0dd0d088-9aaf-4d3c-ba0f-49b184219880/1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6/fea5cafe-b6b6-4391-b9ce-06f636d88493) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:17:48.988905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304acfb-e6ef-4791-a888-e7c52c7c3983 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a33363-38bb-453d-a50e-77a5f8bd7b6b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.188725 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6cba9-e4e2-4dac-ae75-ccc2892501dd x-openstack-request-id: req-8cf6cba9-e4e2-4dac-ae75-ccc2892501dd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:49.189542 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:49.189776 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cf6cba9-e4e2-4dac-ae75-ccc2892501dd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:49.190167 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:17:49.208906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f323e-b127-4dc5-962e-2e802ebda6b6 None None] New status for floating IP 66459767-5cc4-4186-a9e8-262468809be0: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:17:49.229088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e584b0-c46c-449a-bebe-c72b6a6d13ec req-b73d09f4-c86f-48ee-bfb3-bc81d621ec82 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=be49b783-83f6-4643-aae5-5a30794654a5 HTTP/1.1" status: 200 len: 210 time: 0.1054151 Aug 29 04:17:49.355582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-c0e76e8f-d8c7-419a-8b9c-39718a4029f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.359592 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-c0e76e8f-d8c7-419a-8b9c-39718a4029f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 1098 time: 0.0935497 Aug 29 04:17:49.453788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.478860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Transition to ACTIVE for port object fea5cafe-b6b6-4391-b9ce-06f636d88493 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:49.486719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-c3881b70-e58c-4fc9-a1c6-3420d5ec9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.488400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-c3881b70-e58c-4fc9-a1c6-3420d5ec9425 service neutron] 10.222.0.50 "GET /v2.0/networks?id=61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 200 len: 921 time: 0.1135957 Aug 29 04:17:49.495673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71889f-7c23-40d5-81f5-4c496bdf6513 req-1f0d93db-ca8c-4872-8b8e-97c0b4e8a542 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.498435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c71889f-7c23-40d5-81f5-4c496bdf6513 req-1f0d93db-ca8c-4872-8b8e-97c0b4e8a542 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.2505386 Aug 29 04:17:49.533350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5ab3a6e-4567-49fa-aad9-d1fcb10f6a4c req-6b875381-5a11-4af3-ae07-1ae3fc6f4c3b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 210 time: 0.1641083 Aug 29 04:17:49.585245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-73a21abd-70eb-4e2f-b64f-1a6bba537459 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 200 len: 217 time: 0.0759933 Aug 29 04:17:49.655520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-0ad982e5-032b-4168-80fe-67e174013ac7 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips/66459767-5cc4-4186-a9e8-262468809be0 HTTP/1.1" status: 200 len: 692 time: 0.0838206 Aug 29 04:17:49.659834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.665176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c71889f-7c23-40d5-81f5-4c496bdf6513 req-1e4a69c4-65ab-4138-8c8f-9f6d1b444a51 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392136 Aug 29 04:17:49.687861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-ea707bc6-fe1f-4d4f-923c-793df494c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.690386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-ea707bc6-fe1f-4d4f-923c-793df494c69b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 200 len: 860 time: 0.0931923 Aug 29 04:17:49.710162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dfbd2318-9cdc-4574-8bad-c83ef6da2762'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:49.737705 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4cee61-28b4-4f46-b0aa-27e0b3a04324 x-openstack-request-id: req-8d4cee61-28b4-4f46-b0aa-27e0b3a04324 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:49.738145 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49b783-83f6-4643-aae5-5a30794654a5", "name": "network-vif-deleted", "tag": "e2d449ad-bb67-4e23-85f7-2470476cac9e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:49.738544 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d4cee61-28b4-4f46-b0aa-27e0b3a04324 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:49.739544 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49b783-83f6-4643-aae5-5a30794654a5', 'name': 'network-vif-deleted', 'tag': 'e2d449ad-bb67-4e23-85f7-2470476cac9e', 'status': 'completed', 'code': 200} Aug 29 04:17:49.776079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1171187906', 'description': 'tempest-description-1196199991'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:49.791175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:17:49.805183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:17:49.816232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event updated for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:49.820910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:17:49.828257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-e9179c3b-8a2e-4b82-8643-6c6ca1c53123 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=61a89135-8c83-457e-9d87-b84a7c1c140a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859129 Aug 29 04:17:49.931624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:49.981395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:49.982090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.021612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a9398621-7640-4562-908a-d8e267e1f12d tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:50.023094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a9398621-7640-4562-908a-d8e267e1f12d tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3569837 Aug 29 04:17:50.040682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-018a342e-d1e6-4868-9a9a-d7c13a2d874b tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:17:50.041714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-018a342e-d1e6-4868-9a9a-d7c13a2d874b tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080817 Aug 29 04:17:50.161387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-a14b0d16-97f0-45bc-a893-238dc4dcf8de service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172345 Aug 29 04:17:50.232628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-e7b6b434-dfbc-468f-8a85-d910076be940 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.1731474 Aug 29 04:17:50.264884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22b72608-a908-4e86-bb58-56bcb8a2a5be None None] Provisioning for port fea5cafe-b6b6-4391-b9ce-06f636d88493 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:17:50.284301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-22b72608-a908-4e86-bb58-56bcb8a2a5be None None] Provisioning complete for port fea5cafe-b6b6-4391-b9ce-06f636d88493 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:17:50.284997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-22b72608-a908-4e86-bb58-56bcb8a2a5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.320673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a7b406a9-fcdd-4c43-b089-b1af29ee84b5 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.0642939 Aug 29 04:17:50.346225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-762d9407-3659-4a46-a49a-a4924a1efe95 req-f3db1905-536c-405f-887f-581e17cbb6dc service neutron] 10.222.0.50 "GET /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690631 Aug 29 04:17:50.350557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-22b72608-a908-4e86-bb58-56bcb8a2a5be None None] Port fea5cafe-b6b6-4391-b9ce-06f636d88493 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:17:50.385992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.421501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.434301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-59d639e4-0403-48c1-b670-bc2a67bb4d53 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8874555 Aug 29 04:17:50.477299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Request body: {'port': {'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:50.488645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.489870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40d93c00-6208-4242-b790-1caf6bb9ff9e req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7262695 Aug 29 04:17:50.511905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848504c-55a5-42ce-8034-b4d77ebc35a2 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c908e27b-7af6-4a82-b134-9941c6d2e831,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:50.563589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.581869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Deleting port c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:50.582216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.805318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.805655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:50.835009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Calling delete_port for c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:51.521853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea5cafe-b6b6-4391-b9ce-06f636d88493 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:51.534504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.568908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.574746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Transition to ACTIVE for port object fea5cafe-b6b6-4391-b9ce-06f636d88493 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:17:51.600899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.632312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event deleted for resources: {'Port': ['ID=c6ec6ff2-2251-4af0-9d3f-87fbeab2dd25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.772578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:51.855454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-16fd2e7e-673f-4675-b030-061e65dad1fc tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 46676 time: 1.0982811 Aug 29 04:17:51.863535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.867715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:51.868930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7df320f-91ba-45a8-a0d2-bfdcaac85393 req-a478f603-d4e7-4d79-a096-b9055d6facb6 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "DELETE /v2.0/floatingips/66459767-5cc4-4186-a9e8-262468809be0 HTTP/1.1" status: 204 len: 173 time: 1.5471659 Aug 29 04:17:51.963319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Attempting to bind port fea5cafe-b6b6-4391-b9ce-06f636d88493 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:17:51.963780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Attempting to bind port fea5cafe-b6b6-4391-b9ce-06f636d88493 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:17:51.964028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Attempting to bind port fea5cafe-b6b6-4391-b9ce-06f636d88493 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:51.967787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-14e39eee-dda7-46c2-b9e5-d933dba703bb tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2dadd16a-f73e-4b44-9d10-de979468eb56 HTTP/1.1" status: 200 len: 2981 time: 0.0955980 Aug 29 04:17:51.972289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Port fea5cafe-b6b6-4391-b9ce-06f636d88493 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:17:51.972723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Attempting to bind port fea5cafe-b6b6-4391-b9ce-06f636d88493 on network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:17:51.990230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:17:51.990751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Checking segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:17:51.991150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Bound using segment: {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:17:51.991603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Bound port: fea5cafe-b6b6-4391-b9ce-06f636d88493, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21bf332a-fc6a-426e-9d3a-36f85c395c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:17:51.991989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.125185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-a308fea4-f7fc-423b-a15c-c204b7cf468d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2dadd16a-f73e-4b44-9d10-de979468eb56 HTTP/1.1" status: 200 len: 2981 time: 0.1432943 Aug 29 04:17:52.151094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e417e53-ceba-4c8b-a2a2-89d37963e1f0 req-9fc7a2ff-0501-48e3-bc1f-3dbc4cb90a71 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.153672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e417e53-ceba-4c8b-a2a2-89d37963e1f0 req-9fc7a2ff-0501-48e3-bc1f-3dbc4cb90a71 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 944 time: 0.1695452 Aug 29 04:17:52.210726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:17:52.242429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:17:52.259404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.274320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e417e53-ceba-4c8b-a2a2-89d37963e1f0 req-2cb0c431-eee1-434a-8c68-b1882d8a2c37 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086872 Aug 29 04:17:52.295556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-2bfe6a9d-92af-4112-a880-8a99637d38b4 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2ea4e063-46d4-44b4-848a-ed328b56371d HTTP/1.1" status: 200 len: 2981 time: 0.1384788 Aug 29 04:17:52.317688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.318256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:52.319745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 1093 time: 1.8472271 Aug 29 04:17:52.320268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:52.322854 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:52.366579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e8252-eea4-4863-9579-7a121611b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:52.481690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-9d31c08e-af59-42ce-b312-c9e72798c948 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2ea4e063-46d4-44b4-848a-ed328b56371d HTTP/1.1" status: 200 len: 2981 time: 0.1553714 Aug 29 04:17:52.517462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-2b2d89c7-0d29-4a64-b232-a8ba1634d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.519040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-2b2d89c7-0d29-4a64-b232-a8ba1634d461 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1096 time: 0.0998421 Aug 29 04:17:52.529768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019481b7-4b6f-45c3-a97f-5f82eaf6bfe3 req-4f7f1ac1-22d2-461b-9cad-8c2ec8d2d042 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.531382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-019481b7-4b6f-45c3-a97f-5f82eaf6bfe3 req-4f7f1ac1-22d2-461b-9cad-8c2ec8d2d042 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.1498027 Aug 29 04:17:52.597107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-49e97787-f5b4-444c-b4f4-e32457c59ce2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 217 time: 0.0554161 Aug 29 04:17:52.622451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-bed90849-3ea1-45b4-9e08-35ab457f599d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/59a348e2-28d3-47a0-886f-90ff282dd587 HTTP/1.1" status: 200 len: 2981 time: 0.1302879 Aug 29 04:17:52.639780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:52.676455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: e2d449ad-bb67-4e23-85f7-2470476cac9e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:52.676455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e2d449ad-bb67-4e23-85f7-2470476cac9e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:52.692064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-019481b7-4b6f-45c3-a97f-5f82eaf6bfe3 req-e389b037-9afd-4bf3-a85a-18b154ef1f02 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396310 Aug 29 04:17:52.728867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-d4f14c80-5b8f-4e6d-a5d0-e62389122c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.730446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-d4f14c80-5b8f-4e6d-a5d0-e62389122c51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.1184406 Aug 29 04:17:52.738754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-c6bde392-b902-4b95-8a93-f57f20473977 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/59a348e2-28d3-47a0-886f-90ff282dd587 HTTP/1.1" status: 200 len: 2981 time: 0.0858138 Aug 29 04:17:52.873945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-37eaf633-f880-4cb3-aca5-23c7c6667744 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5d852f1a-c6a3-40c2-9288-baf360ac8e2d HTTP/1.1" status: 200 len: 2973 time: 0.1292822 Aug 29 04:17:52.895603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-a884ed72-a0b5-454a-ba85-cc16f7ba5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:52.897550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-a884ed72-a0b5-454a-ba85-cc16f7ba5835 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369262 Aug 29 04:17:53.033364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-137b35a0-1815-456e-ad8d-c78d1b261bcf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5d852f1a-c6a3-40c2-9288-baf360ac8e2d HTTP/1.1" status: 200 len: 2973 time: 0.1512702 Aug 29 04:17:53.085520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-578b624e-1e59-40a1-9adb-cf400d944951 req-15e0c41c-e4d2-4eef-8eec-7ec1401af105 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups/2585bf25-2cdf-4414-9b6a-0041aab1942f HTTP/1.1" status: 200 len: 1806 time: 0.1086664 Aug 29 04:17:53.151794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-310d84e7-5aca-418e-905d-101af329eb53 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372687 Aug 29 04:17:53.174980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-b88b69b2-ff7d-4aa7-8c5c-c5493b884c2b tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7102fa5c-f9f0-4326-b111-5c610fe5eecd HTTP/1.1" status: 200 len: 2981 time: 0.1190226 Aug 29 04:17:53.323785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-578b624e-1e59-40a1-9adb-cf400d944951 req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.350774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-c82885ea-caa7-4c37-b850-0ab9e6b61eb0 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7102fa5c-f9f0-4326-b111-5c610fe5eecd HTTP/1.1" status: 200 len: 2981 time: 0.1591091 Aug 29 04:17:53.352781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b6beb9-d17d-4a6b-8186-842133d188d8 req-4e7ae5ec-72ba-4895-a82d-158b721036ce service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913962 Aug 29 04:17:53.375066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-578b624e-1e59-40a1-9adb-cf400d944951 req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.452905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769fa7-9626-4c43-96c7-c96734dca29b req-6df506a4-4859-4dd2-a26b-e60deccaeee9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.457040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81769fa7-9626-4c43-96c7-c96734dca29b req-6df506a4-4859-4dd2-a26b-e60deccaeee9 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.0945117 Aug 29 04:17:53.461389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-5560a3d6-fb5b-4590-b806-1290f59769d0 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/882e8f5d-d083-40cb-a953-e4df1a932ee4 HTTP/1.1" status: 200 len: 2981 time: 0.0960758 Aug 29 04:17:53.476974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-578b624e-1e59-40a1-9adb-cf400d944951 req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.481850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-578b624e-1e59-40a1-9adb-cf400d944951 req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.488520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-578b624e-1e59-40a1-9adb-cf400d944951 req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "DELETE /v2.0/security-groups/2585bf25-2cdf-4414-9b6a-0041aab1942f HTTP/1.1" status: 204 len: 173 time: 0.3946815 Aug 29 04:17:53.538592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236037c4-9053-4231-8376-563a61b45bfc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585bf25-2cdf-4414-9b6a-0041aab1942f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:53.607218 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0dd67-ca69-4dd3-9782-b8567ae7e7b7 x-openstack-request-id: req-c2f0dd67-ca69-4dd3-9782-b8567ae7e7b7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:53.607612 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:53.607988 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2f0dd67-ca69-4dd3-9782-b8567ae7e7b7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:53.608879 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'status': 'completed', 'code': 200} Aug 29 04:17:53.626843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-3c2625b0-f129-45b2-bf00-48016e61984f tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/882e8f5d-d083-40cb-a953-e4df1a932ee4 HTTP/1.1" status: 200 len: 2981 time: 0.1619172 Aug 29 04:17:53.699110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Deleting port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:53.699635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.799103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-09795d58-8c42-4def-b348-b536196407ed tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b13eb0fa-0367-4282-9602-4025f75d5b29 HTTP/1.1" status: 200 len: 2981 time: 0.1618619 Aug 29 04:17:53.894621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f368-680a-4295-9f9c-0ed7cdaf7ef7 req-31599cea-8d7f-499d-8099-67a6b5081c3b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.897346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e88f368-680a-4295-9f9c-0ed7cdaf7ef7 req-31599cea-8d7f-499d-8099-67a6b5081c3b tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b4c899-4ba9-4321-9550-6c0c377aa383 HTTP/1.1" status: 200 len: 944 time: 0.2277341 Aug 29 04:17:53.906999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-f8f08a7d-9f92-4d7f-adc6-c61ea5b3bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:53.910666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-f8f08a7d-9f92-4d7f-adc6-c61ea5b3bb30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1096 time: 0.2179277 Aug 29 04:17:53.914092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] For port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:53.914998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:53.944409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Calling delete_port for b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:54.007623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-eec522a6-3911-43fd-813a-470a23db9be4 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/b13eb0fa-0367-4282-9602-4025f75d5b29 HTTP/1.1" status: 200 len: 2981 time: 0.1958876 Aug 29 04:17:54.052977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e88f368-680a-4295-9f9c-0ed7cdaf7ef7 req-be22da7e-8a9c-4b2a-9caa-8bcd2b4f9c32 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335630 Aug 29 04:17:54.117171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-6a9b1bdc-4eb1-4194-bdfd-aee720d6cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.118690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-6a9b1bdc-4eb1-4194-bdfd-aee720d6cc6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.1831739 Aug 29 04:17:54.120415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-e85590bd-403a-4545-a582-89fe14b4048c tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bd416a9d-3144-4252-994c-a1fa8364d9ea HTTP/1.1" status: 200 len: 2981 time: 0.0999255 Aug 29 04:17:54.160211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.212037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event deleted for resources: {'Port': ['ID=b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:54.222470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-4b664163-0744-496f-acb0-51ca3593ecec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 217 time: 0.0805085 Aug 29 04:17:54.289333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] No DVR routers for this DVR port b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:54.295262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:54.298959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-ce390151-5ced-49ac-9622-6e0314272773 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bd416a9d-3144-4252-994c-a1fa8364d9ea HTTP/1.1" status: 200 len: 2981 time: 0.1476827 Aug 29 04:17:54.300657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81769fa7-9626-4c43-96c7-c96734dca29b req-36bbcab4-df05-4c67-9eec-353796e63225 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "DELETE /v2.0/ports/b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 HTTP/1.1" status: 204 len: 173 time: 0.8342588 Aug 29 04:17:54.301637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-deleted', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:54.306133 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27b38e-ab26-487d-91a2-e71796da5a44" -d '{"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-deleted", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:54.311611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc67d8-801e-4b2d-9878-f69e36f3f722 req-e81bb794-c6e7-4842-ab37-4d79d7b1562b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.313332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24cc67d8-801e-4b2d-9878-f69e36f3f722 req-e81bb794-c6e7-4842-ab37-4d79d7b1562b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 944 time: 0.1637697 Aug 29 04:17:54.341440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-397bf412-2af8-4c03-9a20-f0b39ec4fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.343007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-397bf412-2af8-4c03-9a20-f0b39ec4fa4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.1034927 Aug 29 04:17:54.429762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24cc67d8-801e-4b2d-9878-f69e36f3f722 req-7a67104d-5201-4aa5-af53-899f3d2aad02 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042874 Aug 29 04:17:54.431244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-49619203-ee0f-419d-84ea-6105bb500340 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c255b91e-df36-45ea-a502-0f21248199de HTTP/1.1" status: 200 len: 2981 time: 0.1163020 Aug 29 04:17:54.443891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-b3011317-e4f0-4791-9100-ea5fb0e05776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.446446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-b3011317-e4f0-4791-9100-ea5fb0e05776 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904653 Aug 29 04:17:54.557137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-54de8a58-5025-416c-80a5-2ec276a5a991 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c255b91e-df36-45ea-a502-0f21248199de HTTP/1.1" status: 200 len: 2981 time: 0.1038492 Aug 29 04:17:54.615299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-21ab7738-9cff-4346-9539-e930deb6a867 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443279 Aug 29 04:17:54.658653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-d0d87acd-6ca9-4bae-8725-892e9133fcca tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dd2eb10b-c41c-49e0-9c05-134dad0e7c89 HTTP/1.1" status: 200 len: 2981 time: 0.0853565 Aug 29 04:17:54.755867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-b6bd7b15-a446-495d-b3ee-1e47a6ec41cd tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dd2eb10b-c41c-49e0-9c05-134dad0e7c89 HTTP/1.1" status: 200 len: 2981 time: 0.0681121 Aug 29 04:17:54.788302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1c02ac3-60e3-4ef5-98b6-6b89331f4eda req-ee7e9341-7147-4dd4-ac1f-df791a61345f service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518450 Aug 29 04:17:54.851428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-b000a004-f254-4dae-b409-03827fdb3572 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/eddb311d-155f-43f5-8087-f659496b57d8 HTTP/1.1" status: 200 len: 2981 time: 0.0805647 Aug 29 04:17:54.878485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f0c7-c8fc-4813-b73a-766a55feebba req-4a94d5a1-c15c-4e29-9e79-2292cd316b76 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:54.880132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f937f0c7-c8fc-4813-b73a-766a55feebba req-4a94d5a1-c15c-4e29-9e79-2292cd316b76 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.0892344 Aug 29 04:17:54.952156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-7a916c6b-1006-4d11-96fe-c0490cc92e97 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/eddb311d-155f-43f5-8087-f659496b57d8 HTTP/1.1" status: 200 len: 2981 time: 0.0869577 Aug 29 04:17:54.958018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f937f0c7-c8fc-4813-b73a-766a55feebba req-010cd87d-cef6-47c0-8662-f75c5618bbdc tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Aug 29 04:17:55.091917 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7187a15a-d558-4d0e-bb51-15bc6b08ddaf x-openstack-request-id: req-7187a15a-d558-4d0e-bb51-15bc6b08ddaf {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:55.093388 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b4c899-4ba9-4321-9550-6c0c377aa383", "name": "network-vif-deleted", "tag": "b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:55.094104 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7187a15a-d558-4d0e-bb51-15bc6b08ddaf {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:55.095155 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b4c899-4ba9-4321-9550-6c0c377aa383', 'name': 'network-vif-deleted', 'tag': 'b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0', 'status': 'completed', 'code': 200} Aug 29 04:17:55.102132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-63d0f523-6a0a-4495-a121-46858871bd4b tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f0396b35-2fe3-41b1-bb6f-2ef391693197 HTTP/1.1" status: 200 len: 2977 time: 0.1297574 Aug 29 04:17:55.184355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-a06a53e8-dc5b-4212-868e-a21ec11896f5 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f0396b35-2fe3-41b1-bb6f-2ef391693197 HTTP/1.1" status: 200 len: 2977 time: 0.0658875 Aug 29 04:17:55.284258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40613cc-cce5-42cc-86e2-c91dd8e769fe req-b2617d16-c906-4d20-8be2-2e8f4ccb779d tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.286533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40613cc-cce5-42cc-86e2-c91dd8e769fe req-b2617d16-c906-4d20-8be2-2e8f4ccb779d tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1210635 Aug 29 04:17:55.295205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-7d8c3f6a-10a9-4c2d-b419-2811b91684f3 tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f229cd14-48eb-4694-bf21-1916d58860bf HTTP/1.1" status: 200 len: 2981 time: 0.0845938 Aug 29 04:17:55.363868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40613cc-cce5-42cc-86e2-c91dd8e769fe req-2990cf71-09e6-49ae-9212-5402bc650a45 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673678 Aug 29 04:17:55.375027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9972660-fd35-4211-b9aa-6e465ec64e9e req-a7a8a5aa-c7c3-4f72-94a8-22249426465c tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f229cd14-48eb-4694-bf21-1916d58860bf HTTP/1.1" status: 200 len: 2981 time: 0.0675490 Aug 29 04:17:55.588561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29a000fe-748b-46cf-b2c1-24bd0d3b1ec4 req-e034471d-fba6-4ae7-9d2b-4c2204e97924 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e40d1fa981c74f90b2487b6040628ed2 HTTP/1.1" status: 200 len: 6100 time: 0.1369431 Aug 29 04:17:55.680660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29a000fe-748b-46cf-b2c1-24bd0d3b1ec4 req-3088c6d2-7f82-499d-8302-9d2fb697b935 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "GET /v2.0/security-groups/59a348e2-28d3-47a0-886f-90ff282dd587 HTTP/1.1" status: 200 len: 2981 time: 0.0793610 Aug 29 04:17:55.764050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29a000fe-748b-46cf-b2c1-24bd0d3b1ec4 req-42af3284-dad3-4841-a06a-147ffc7fcd21 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "GET /v2.0/security-groups/59a348e2-28d3-47a0-886f-90ff282dd587 HTTP/1.1" status: 200 len: 2981 time: 0.0768809 Aug 29 04:17:55.869554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91a0-d0ac-44d3-82e2-0b9fe5a4a779 req-d91c83f3-e05c-494c-852f-9d954ad2e3af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.871138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a91f91a0-d0ac-44d3-82e2-0b9fe5a4a779 req-d91c83f3-e05c-494c-852f-9d954ad2e3af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 944 time: 0.0765417 Aug 29 04:17:55.944368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a07e7-1bfd-4b72-b0d5-d96d17dfe2c2 req-741e88ac-a029-4cc0-82c9-c66e96f3f110 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:55.946013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-128a07e7-1bfd-4b72-b0d5-d96d17dfe2c2 req-741e88ac-a029-4cc0-82c9-c66e96f3f110 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.1007798 Aug 29 04:17:55.949395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a91f91a0-d0ac-44d3-82e2-0b9fe5a4a779 req-6ad28f06-ab1d-4543-be53-471014575560 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636153 Aug 29 04:17:56.005570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:17:56.032213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:17:56.033968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2efc83c-f5fc-4f1e-b47a-20d6eb7b8ad0 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:17:56.044656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:56.050658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-128a07e7-1bfd-4b72-b0d5-d96d17dfe2c2 req-c9513f48-7614-4c60-b433-3d9a57aa288a tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/security-groups?id=2ea4e063-46d4-44b4-848a-ed328b56371d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Aug 29 04:17:56.064593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-a358f86f-9419-4294-b7a7-00398436b6dd tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c908e27b-7af6-4a82-b134-9941c6d2e831 HTTP/1.1" status: 200 len: 1778 time: 0.0881307 Aug 29 04:17:56.147710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.177606 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.223971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-2429fc89-e95c-491e-b2d8-e9570f702593 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.226352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-2429fc89-e95c-491e-b2d8-e9570f702593 tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 945 time: 0.0928352 Aug 29 04:17:56.275553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdfa73-1335-43cb-8c6e-2ebe8fef2632 req-16c0a504-42a3-4daf-a27f-83fc0f4cbbe8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.277167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47cdfa73-1335-43cb-8c6e-2ebe8fef2632 req-16c0a504-42a3-4daf-a27f-83fc0f4cbbe8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.0876665 Aug 29 04:17:56.285087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.288647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.289859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82917dcd-bca0-4936-b2b0-38752149ea0b req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/c908e27b-7af6-4a82-b134-9941c6d2e831 HTTP/1.1" status: 204 len: 173 time: 0.2124131 Aug 29 04:17:56.308776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113d7a7-e740-41e6-a528-6c5ff0fb9aaf tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c908e27b-7af6-4a82-b134-9941c6d2e831,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.377039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d952f-889b-477d-9b62-3dea14c7a377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.380566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47cdfa73-1335-43cb-8c6e-2ebe8fef2632 req-77c08d52-bd7b-4846-869a-a1f0acc68b2d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Aug 29 04:17:56.460693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Deleting port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:56.461082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.481481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-0efbc6c3-4b30-450f-86f4-bd326ba73fbe tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "GET /v2.0/security-groups/70a33363-38bb-453d-a50e-77a5f8bd7b6b HTTP/1.1" status: 200 len: 1777 time: 0.0649011 Aug 29 04:17:56.632578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] For port dbabd9e9-3696-407a-b082-8dcbf8e5cd55, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,segment=NetworkSegment(09f9fa06-8952-4162-90ce-eda0f3c179c0),segment_id=09f9fa06-8952-4162-90ce-eda0f3c179c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:56.632902 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.633447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.660715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da0bad-7cf0-4a96-96b1-490993d857da req-41dce34c-2935-4230-b48a-8b40299c93fc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:56.671854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d952f-889b-477d-9b62-3dea14c7a377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.674698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Calling delete_port for dbabd9e9-3696-407a-b082-8dcbf8e5cd55 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:56.676461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5da0bad-7cf0-4a96-96b1-490993d857da req-41dce34c-2935-4230-b48a-8b40299c93fc tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1417236 Aug 29 04:17:56.681039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fea5cafe-b6b6-4391-b9ce-06f636d88493 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:17:56.693517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-932d952f-889b-477d-9b62-3dea14c7a377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.735280 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.804865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5da0bad-7cf0-4a96-96b1-490993d857da req-8824cdee-d10a-41da-813b-894b0b9d3c9a tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Aug 29 04:17:56.844779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.850943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:56.853178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edba77e1-4c02-47d8-b1ea-f3692cb6ca52 req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/70a33363-38bb-453d-a50e-77a5f8bd7b6b HTTP/1.1" status: 204 len: 173 time: 0.3695939 Aug 29 04:17:56.896268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab126c8-930e-43ed-bf17-f4b307992d8d tempest-SecurityGroupsTestAdminJSON-1373939330 tempest-SecurityGroupsTestAdminJSON-1373939330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a33363-38bb-453d-a50e-77a5f8bd7b6b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.924522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d952f-889b-477d-9b62-3dea14c7a377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e42b48-4a28-4f3e-a11a-cf6f6f26d76f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:56.946290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:56.970491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:17:56.974029 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-932d952f-889b-477d-9b62-3dea14c7a377 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6350ee97c22f4ce7bb557d0da30d2118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9277461 Aug 29 04:17:56.976991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:57.016351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93d82384-0c27-4fb7-a550-7353753fe63b req-a46f81ab-7419-4bb6-8210-5837fbe3e4c1 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "GET /v2.0/security-groups/91e5a1fa-bf61-4f06-bc6a-dcf7ca78f361 HTTP/1.1" status: 200 len: 1777 time: 0.1150253 Aug 29 04:17:57.091640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.136304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea5cafe-b6b6-4391-b9ce-06f636d88493 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:17:57.137792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.140714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-93d82384-0c27-4fb7-a550-7353753fe63b req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.183674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:57.193727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.233749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-93d82384-0c27-4fb7-a550-7353753fe63b req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.239505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.292567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75afca8-4092-4c1e-bba3-cbbc8d9d1d6c req-4005f61e-b235-4e3a-b560-51b35caf9c44 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.294731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b75afca8-4092-4c1e-bba3-cbbc8d9d1d6c req-4005f61e-b235-4e3a-b560-51b35caf9c44 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 944 time: 0.1336830 Aug 29 04:17:57.303075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.323755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.348455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-93d82384-0c27-4fb7-a550-7353753fe63b req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.350827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Pushing event deleted for resources: {'Port': ['ID=dbabd9e9-3696-407a-b082-8dcbf8e5cd55,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.352852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-93d82384-0c27-4fb7-a550-7353753fe63b req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.354806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93d82384-0c27-4fb7-a550-7353753fe63b req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "DELETE /v2.0/security-groups/91e5a1fa-bf61-4f06-bc6a-dcf7ca78f361 HTTP/1.1" status: 204 len: 173 time: 0.3352873 Aug 29 04:17:57.391421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7d8c4-07f3-4a6b-920c-aa93fa7aac0f tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e5a1fa-bf61-4f06-bc6a-dcf7ca78f361,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.438275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b75afca8-4092-4c1e-bba3-cbbc8d9d1d6c req-831b97a1-7a63-4cd2-816a-3027d735e324 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163380 Aug 29 04:17:57.465324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] No DVR routers for this DVR port dbabd9e9-3696-407a-b082-8dcbf8e5cd55 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:17:57.470664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.473594 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ad23b75-78a5-4b53-b075-f58ac8e69874 req-31a4a88e-b37b-4834-a1b8-586e21852d8f tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.54 "DELETE /v2.0/ports/dbabd9e9-3696-407a-b082-8dcbf8e5cd55 HTTP/1.1" status: 204 len: 173 time: 1.2363439 Aug 29 04:17:57.474436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-deleted', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:17:57.479979 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab93062-b5f3-4973-a1ac-f48989c92af2" -d '{"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-deleted", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:17:57.479979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.483476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.487626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6e42b48-4a28-4f3e-a11a-cf6f6f26d76f HTTP/1.1" status: 204 len: 168 time: 0.5090454 Aug 29 04:17:57.496177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfab6c6-4db1-415a-a2dd-997f8d09cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e42b48-4a28-4f3e-a11a-cf6f6f26d76f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.535494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2d5ab3d-6d37-4834-a0d0-797fa6f03ee6 req-2a4a2d5f-b0f6-4121-b23f-5cb5bd59a9da tempest-LiveAutoBlockMigrationV225Test-1639205469 tempest-LiveAutoBlockMigrationV225Test-1639205469-project] 10.222.0.62 "GET /v2.0/ports?device_id=43059ae1-cbe2-4984-813f-cb6c1a2f0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0657833 Aug 29 04:17:57.564324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-634300fd-f821-40c2-b619-104ae08751e2 req-2fa618e5-9793-4c2b-85a1-eb9f78319cd3 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "GET /v2.0/security-groups/5abc5330-930b-4942-8f9b-97b437f75adc HTTP/1.1" status: 200 len: 1775 time: 0.0958514 Aug 29 04:17:57.671210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-634300fd-f821-40c2-b619-104ae08751e2 req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.728102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-634300fd-f821-40c2-b619-104ae08751e2 req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.744093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['fea5cafe-b6b6-4391-b9ce-06f636d88493'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:57.762691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261b4d-d55f-44b1-af3e-4b1d42bdb30f req-6103a090-5c09-40e3-b87d-6e18ab86ff43 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:57.764658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32261b4d-d55f-44b1-af3e-4b1d42bdb30f req-6103a090-5c09-40e3-b87d-6e18ab86ff43 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.1129014 Aug 29 04:17:57.831016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32261b4d-d55f-44b1-af3e-4b1d42bdb30f req-ea720dac-419f-47ec-b9a8-d6508f348a0b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Aug 29 04:17:57.832880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-634300fd-f821-40c2-b619-104ae08751e2 req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.837360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-634300fd-f821-40c2-b619-104ae08751e2 req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:57.838599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-634300fd-f821-40c2-b619-104ae08751e2 req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] 10.222.0.62 "DELETE /v2.0/security-groups/5abc5330-930b-4942-8f9b-97b437f75adc HTTP/1.1" status: 204 len: 173 time: 0.2676139 Aug 29 04:17:57.853909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7718ac5-3ef1-437a-81d9-53434bd304d6 tempest-SecurityGroupsTestAdminJSON-894466936 tempest-SecurityGroupsTestAdminJSON-894466936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc5330-930b-4942-8f9b-97b437f75adc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:57.963795 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8f181-ba78-4c6f-9628-14aeba45ebfa x-openstack-request-id: req-6ca8f181-ba78-4c6f-9628-14aeba45ebfa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:17:57.964010 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43059ae1-cbe2-4984-813f-cb6c1a2f0eb6", "name": "network-vif-deleted", "tag": "dbabd9e9-3696-407a-b082-8dcbf8e5cd55", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:17:57.964247 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ca8f181-ba78-4c6f-9628-14aeba45ebfa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:17:57.964667 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43059ae1-cbe2-4984-813f-cb6c1a2f0eb6', 'name': 'network-vif-deleted', 'tag': 'dbabd9e9-3696-407a-b082-8dcbf8e5cd55', 'status': 'completed', 'code': 200} Aug 29 04:17:58.214871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513a832-c0f1-4f59-aabb-51c17cb961c1 req-85e52a68-0601-4074-95c1-4de59252ce4f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.224110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7513a832-c0f1-4f59-aabb-51c17cb961c1 req-85e52a68-0601-4074-95c1-4de59252ce4f tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.0955257 Aug 29 04:17:58.287788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7513a832-c0f1-4f59-aabb-51c17cb961c1 req-2e77477c-f5d1-434b-a7f2-7f3f16d1a619 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Aug 29 04:17:58.585844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:58.660051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:58.674289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fc9c9a55-840c-4be1-812b-5530d8222bb0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.675853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fc9c9a55-840c-4be1-812b-5530d8222bb0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.50 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1524603 Aug 29 04:17:58.701256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d736aa-c764-4d6b-8d8c-d162ca682be5 req-1b8a3aaa-575e-4fa5-a45f-a7adc7f10dac tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:58.712394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64d736aa-c764-4d6b-8d8c-d162ca682be5 req-1b8a3aaa-575e-4fa5-a45f-a7adc7f10dac tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 945 time: 0.1060331 Aug 29 04:17:58.814968 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7ffd2f07-9e23-4df2-a87c-0c1098a39781 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e40d1fa981c74f90b2487b6040628ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230303 Aug 29 04:17:58.816602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:58.824257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64d736aa-c764-4d6b-8d8c-d162ca682be5 req-9861c1f8-3ff6-4eb7-973c-bbecefabbeca tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096966 Aug 29 04:17:58.944913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Deleting port d6946271-805c-48a2-af9d-cd1ad9b8abc0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:17:58.945257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.948737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:58.964489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Deleting subnet 4bee7118-fdb9-435a-bdcc-6496588aaa0a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:17:58.998424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.022060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.095096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.101323 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.107439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.109663 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59a348e2-28d3-47a0-886f-90ff282dd587 HTTP/1.1" status: 204 len: 168 time: 0.2914951 Aug 29 04:17:59.129226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f593f-1175-447e-b8dd-42466b737251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a348e2-28d3-47a0-886f-90ff282dd587,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.151106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94722-6f2b-4bca-a358-f6fd34e825af req-55722d70-2033-4e3a-b799-f93951f0ebac tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.158877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28b94722-6f2b-4bca-a358-f6fd34e825af req-55722d70-2033-4e3a-b799-f93951f0ebac tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.2235868 Aug 29 04:17:59.201101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] For port d6946271-805c-48a2-af9d-cd1ad9b8abc0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6946271-805c-48a2-af9d-cd1ad9b8abc0,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:17:59.201474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.233488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.239034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Calling delete_port for d6946271-805c-48a2-af9d-cd1ad9b8abc0 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:17:59.279538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.323571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28b94722-6f2b-4bca-a358-f6fd34e825af req-fb10927e-b3b9-445b-9dc9-fd5a4782e379 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635737 Aug 29 04:17:59.435415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.495232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.541101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bee7118-fdb9-435a-bdcc-6496588aaa0a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.551586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.553530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eb34e038-82c7-42eb-a363-56fae4462311 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4bee7118-fdb9-435a-bdcc-6496588aaa0a HTTP/1.1" status: 204 len: 168 time: 0.8936810 Aug 29 04:17:59.562633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49acdc-9d60-4298-979d-955ca52cdd5c req-907b9afc-66e1-4454-8869-9cc71cd61761 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.566928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-994412522-network', 'tenant_id': '6adc3c5b9b9a4d7ead8e2225f8b66c6b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:17:59.570144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f49acdc-9d60-4298-979d-955ca52cdd5c req-907b9afc-66e1-4454-8869-9cc71cd61761 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 946 time: 0.1489811 Aug 29 04:17:59.572473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:17:59.628309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Made reservation on behalf of 6adc3c5b9b9a4d7ead8e2225f8b66c6b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:17:59.633734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.644320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.785175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.789762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.793284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.810500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f49acdc-9d60-4298-979d-955ca52cdd5c req-56a8f461-b392-4c91-a5b5-84eff75a8751 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/security-groups?id=c255b91e-df36-45ea-a502-0f21248199de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393038 Aug 29 04:17:59.825487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:17:59.846715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.855905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.856672 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Added segment 882d8c36-0421-46fa-920d-daec5b593a1c of type vlan for network 759854d7-30b9-4dea-b7b8-ef769daf62ec Aug 29 04:17:59.900598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6946271-805c-48a2-af9d-cd1ad9b8abc0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:17:59.908235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcc7b7-c958-425b-a1fb-c4d457e436b5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:17:59.932378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.978025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:17:59.979489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:17:59.980745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.021875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:00.039613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Pushing event deleted for resources: {'Port': ['ID=d6946271-805c-48a2-af9d-cd1ad9b8abc0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.056054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7748060 Aug 29 04:18:00.059178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.066529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Request body: {'subnet': {'network_id': '759854d7-30b9-4dea-b7b8-ef769daf62ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-994412522-subnet', 'tenant_id': '6adc3c5b9b9a4d7ead8e2225f8b66c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:00.093274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.098932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: dbabd9e9-3696-407a-b082-8dcbf8e5cd55 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:00.102222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dbabd9e9-3696-407a-b082-8dcbf8e5cd55 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:00.113855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca07c6-63b6-488d-83c4-6cb04ac6ef68 admin admin] Pushing event updated for resources: {'Network': ['ID=759854d7-30b9-4dea-b7b8-ef769daf62ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.125040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.132178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 759854d7-30b9-4dea-b7b8-ef769daf62ec details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:00.156876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] No DVR routers for this DVR port d6946271-805c-48a2-af9d-cd1ad9b8abc0 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:00.162520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.164920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e48f89c-863a-4843-a2cb-bf7ca3351932 req-fd4b6c5c-0dad-4147-9980-5c203be81d05 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.50 "DELETE /v2.0/ports/d6946271-805c-48a2-af9d-cd1ad9b8abc0 HTTP/1.1" status: 204 len: 173 time: 1.4783900 Aug 29 04:18:00.167414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'name': 'network-vif-deleted', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:00.169845 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aca6031-1cc7-4082-a469-8afcb4a509a9" -d '{"events": [{"server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "name": "network-vif-deleted", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:00.174633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d462fa-c20d-48da-8a5e-7a8c45c9f307']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:00.192973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f9fa06-8952-4162-90ce-eda0f3c179c0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:00.193791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f9fa06-8952-4162-90ce-eda0f3c179c0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:00.209975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.210216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Made reservation on behalf of 6adc3c5b9b9a4d7ead8e2225f8b66c6b for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:00.213439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.239657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63d9b3-3616-4ecb-8366-0fed39f8c381 req-8b346ff8-37fb-47c8-aee5-e56415a09a05 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.242062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe63d9b3-3616-4ecb-8366-0fed39f8c381 req-8b346ff8-37fb-47c8-aee5-e56415a09a05 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 945 time: 0.1883111 Aug 29 04:18:00.257990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.280883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:00.285795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.291221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-832c1adf-e939-496d-9bba-8ebc3400ad02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1097716398044d69a807e7a39354c186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718616 Aug 29 04:18:00.295371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:00.371034 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:00.392661 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7514329-ec92-4e71-b11c-b660a3410d96 x-openstack-request-id: req-f7514329-ec92-4e71-b11c-b660a3410d96 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:00.393784 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787cb2be-46de-4d92-861f-4aea83859ee8", "name": "network-vif-deleted", "tag": "d6946271-805c-48a2-af9d-cd1ad9b8abc0", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:00.394114 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7514329-ec92-4e71-b11c-b660a3410d96 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:00.394722 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787cb2be-46de-4d92-861f-4aea83859ee8', 'name': 'network-vif-deleted', 'tag': 'd6946271-805c-48a2-af9d-cd1ad9b8abc0', 'status': 'completed', 'code': 200} Aug 29 04:18:00.416327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.443820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe63d9b3-3616-4ecb-8366-0fed39f8c381 req-a22f68c3-f1ba-4e9e-b443-145044c5e91f tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Aug 29 04:18:00.479636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.496675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.502953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] 10.222.0.62 "DELETE /v2.0/networks/c8d462fa-c20d-48da-8a5e-7a8c45c9f307 HTTP/1.1" status: 204 len: 168 time: 0.9283984 Aug 29 04:18:00.518739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:00.531211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a180b-d1fd-4c46-881d-3412a196e50e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d462fa-c20d-48da-8a5e-7a8c45c9f307,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:00.640448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.642903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9578-21ab-419a-b9b2-6d3a2fafe9b9 req-48da674a-5d92-4f02-86c8-49ca6332fdc3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:00.645141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73eb9578-21ab-419a-b9b2-6d3a2fafe9b9 req-48da674a-5d92-4f02-86c8-49ca6332fdc3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.0924549 Aug 29 04:18:00.707737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73eb9578-21ab-419a-b9b2-6d3a2fafe9b9 req-5a3e439b-6cd5-4d64-afe5-91fa1a506cb8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536737 Aug 29 04:18:00.716360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fea5cafe-b6b6-4391-b9ce-06f636d88493 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:00.759256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Deleting subnet ee3565de-1acf-4a29-9418-e7565a7e836b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:00.765772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.816253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port fea5cafe-b6b6-4391-b9ce-06f636d88493 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:00.824345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port fea5cafe-b6b6-4391-b9ce-06f636d88493 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:00.825499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.843771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:00.909238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.054406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d404735f-ae1e-470f-a51c-a86f9695a409,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.057667 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.069633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.104849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08ac294e-5965-4099-a496-63672d4909c5 req-bf9cbf5e-8fe0-4b8d-aaa8-4b449cb7f2c0 tempest-ServerRescueTestJSONUnderV235-361346653 tempest-ServerRescueTestJSONUnderV235-361346653-project] 10.222.0.62 "GET /v2.0/ports?device_id=787cb2be-46de-4d92-861f-4aea83859ee8 HTTP/1.1" status: 200 len: 210 time: 0.0825238 Aug 29 04:18:01.120635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.123582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.125026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd416a9d-3144-4252-994c-a1fa8364d9ea HTTP/1.1" status: 204 len: 168 time: 0.8279610 Aug 29 04:18:01.142736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e141-ec96-4844-8db2-b14aa9396c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd416a9d-3144-4252-994c-a1fa8364d9ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.149582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:01.151021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Checking segment: {'id': '882d8c36-0421-46fa-920d-daec5b593a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '759854d7-30b9-4dea-b7b8-ef769daf62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:01.151468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Network hostable DHCP agents. Network: 759854d7-30b9-4dea-b7b8-ef769daf62ec, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:01.160054 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a23dc-37af-4af2-be3c-930803bcd500" -d '{"events": [{"server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "name": "network-vif-plugged", "status": "completed", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:01.190744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:01.198485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Network 759854d7-30b9-4dea-b7b8-ef769daf62ec is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:01.230568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 759854d7-30b9-4dea-b7b8-ef769daf62ec) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:01.233445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.243659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.246173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.258538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7382738-5d93-4fe9-9360-02d654b7a62b None None] Network 759854d7-30b9-4dea-b7b8-ef769daf62ec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:01.270346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.326098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3565de-1acf-4a29-9418-e7565a7e836b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.329036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.336107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1183498-3092-4cfe-87fb-290491888184 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ee3565de-1acf-4a29-9418-e7565a7e836b HTTP/1.1" status: 204 len: 168 time: 0.8158159 Aug 29 04:18:01.338620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:01.342291 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7dd20e15-d1a8-406b-8682-dbbe82870bb6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2815316 Aug 29 04:18:01.522167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.558819 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d922e4-0c1b-49c9-a624-66e3efb7e46b x-openstack-request-id: req-45d922e4-0c1b-49c9-a624-66e3efb7e46b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:01.563446 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "name": "network-vif-plugged", "status": "completed", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:01.564483 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45d922e4-0c1b-49c9-a624-66e3efb7e46b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:01.565429 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'code': 200} Aug 29 04:18:01.763101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:01.843400 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.871329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:01.885649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4924f39-4d2f-4c15-8d17-36d9a76a30bc None None] Network 759854d7-30b9-4dea-b7b8-ef769daf62ec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:01.894028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2441a3-204d-4d06-96b9-f1d4226d3f71') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:01.894524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2441a3-204d-4d06-96b9-f1d4226d3f71') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:01.915439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74296210-371d-42d0-9150-6526b6750255 req-bfd7d7ff-12bd-4365-b819-34f7ef509468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.917713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74296210-371d-42d0-9150-6526b6750255 req-bfd7d7ff-12bd-4365-b819-34f7ef509468 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1098 time: 0.2963116 Aug 29 04:18:01.926806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:01.969077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c8d4d-56be-43df-aeb0-026d50422638 req-15227627-65c8-47a9-81ce-2d2eec20797e tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:01.972227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da6c8d4d-56be-43df-aeb0-026d50422638 req-15227627-65c8-47a9-81ce-2d2eec20797e tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 946 time: 0.3298929 Aug 29 04:18:02.011265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.045896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74296210-371d-42d0-9150-6526b6750255 req-9b7457cf-4e94-4acd-a183-c7e7a051297f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049225 Aug 29 04:18:02.047107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:02.047709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:02.052177 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:02.149797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da6c8d4d-56be-43df-aeb0-026d50422638 req-a05f8a05-971c-4706-b806-dcf8bb72317a tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604791 Aug 29 04:18:02.187967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.221279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.224784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b HTTP/1.1" status: 204 len: 168 time: 0.8836796 Aug 29 04:18:02.226624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7719-2d4a-463b-bae4-592dcf805ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfb934c-773d-4cfa-8fad-6ef8f88dcb7b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.336006 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-80f66750-cdd1-4599-9d09-b82d7085e88e req-0638d8eb-8501-4123-944a-f4ad46b9bd4c tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] show failed (client error): The resource could not be found. Aug 29 04:18:02.337082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80f66750-cdd1-4599-9d09-b82d7085e88e req-0638d8eb-8501-4123-944a-f4ad46b9bd4c tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/798334f4-c850-48a1-8929-b42832e559b2 HTTP/1.1" status: 404 len: 352 time: 0.0295312 Aug 29 04:18:02.352786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97680-5127-4684-95cb-332789bc11ad req-4fd9aa26-b55c-4695-8937-77458d2701e1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:02.354530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2a97680-5127-4684-95cb-332789bc11ad req-4fd9aa26-b55c-4695-8937-77458d2701e1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.0804970 Aug 29 04:18:02.394560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.416194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.470885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4922661-c228-4670-bad6-84429d8c1ce2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0346765597034da0bc810662c2eea961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748112 Aug 29 04:18:02.474004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:02.498036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2a97680-5127-4684-95cb-332789bc11ad req-ded685c3-9163-4e7f-941b-7590b2fef60c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326864 Aug 29 04:18:02.597175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc28788a-55a4-449d-aa2d-9cd317d8f60a req-4fdb5d6b-5e24-472e-adaa-1630f695de98 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6adc3c5b9b9a4d7ead8e2225f8b66c6b HTTP/1.1" status: 200 len: 2984 time: 0.1188686 Aug 29 04:18:02.607865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.668347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.704009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc28788a-55a4-449d-aa2d-9cd317d8f60a req-d17652ab-b537-49f9-a20e-27bc889965bc tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/31bcc7b7-c958-425b-a1fb-c4d457e436b5 HTTP/1.1" status: 200 len: 2981 time: 0.0961421 Aug 29 04:18:02.715264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6946271-805c-48a2-af9d-cd1ad9b8abc0 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:02.773983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: d6946271-805c-48a2-af9d-cd1ad9b8abc0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:02.775283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6946271-805c-48a2-af9d-cd1ad9b8abc0 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:02.778912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.782898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:02.794247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ea4e063-46d4-44b4-848a-ed328b56371d HTTP/1.1" status: 204 len: 168 time: 0.3180022 Aug 29 04:18:02.821156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08116ade-9c96-49c9-b153-90c2d436b17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4e063-46d4-44b4-848a-ed328b56371d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:02.848269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc28788a-55a4-449d-aa2d-9cd317d8f60a req-64ec5db9-5020-4ca8-99bb-0cf77859c27e tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/31bcc7b7-c958-425b-a1fb-c4d457e436b5 HTTP/1.1" status: 200 len: 2981 time: 0.1320460 Aug 29 04:18:03.382095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.430076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0bad4821-84c0-412f-9dcd-8a1e3db86d86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a04cb8df3ee44698e6b4fabe6ba5b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467649 Aug 29 04:18:03.433165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:03.467577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f461391c-d1c0-4e12-9ea7-6605c5df95a4 req-ab0beca0-727c-4a2f-8ff1-61a3b98f4276 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/31bcc7b7-c958-425b-a1fb-c4d457e436b5 HTTP/1.1" status: 200 len: 2981 time: 0.1862943 Aug 29 04:18:03.518914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.551736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.577067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7b7a4-019c-4ab7-849b-c9b4c416467b req-9f82255b-88ea-4c41-bb49-a4f67137a0e3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:03.578692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fa7b7a4-019c-4ab7-849b-c9b4c416467b req-9f82255b-88ea-4c41-bb49-a4f67137a0e3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 946 time: 0.1373591 Aug 29 04:18:03.632435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.633028 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-f461391c-d1c0-4e12-9ea7-6605c5df95a4 req-cbd214c2-1055-4919-96e7-528fa1e87b49 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:18:03.637695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:03.640256 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd2eb10b-c41c-49e0-9c05-134dad0e7c89 HTTP/1.1" status: 204 len: 168 time: 0.2054036 Aug 29 04:18:03.650829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d22ca4-ac54-4afd-8d81-d5cf31e5d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2eb10b-c41c-49e0-9c05-134dad0e7c89,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:03.661171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f461391c-d1c0-4e12-9ea7-6605c5df95a4 req-cbd214c2-1055-4919-96e7-528fa1e87b49 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "DELETE /v2.0/security-groups/31bcc7b7-c958-425b-a1fb-c4d457e436b5 HTTP/1.1" status: 409 len: 352 time: 0.1557515 Aug 29 04:18:03.755499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fa7b7a4-019c-4ab7-849b-c9b4c416467b req-ef40cc71-c0ba-4117-82de-17621ebc4e31 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538148 Aug 29 04:18:03.829921 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-e230a8ed-1db9-4116-aed1-37fb1e2783ce req-fd3ff2a1-a362-4be5-9874-6960473a6901 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] show failed (client error): The resource could not be found. Aug 29 04:18:03.840943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e230a8ed-1db9-4116-aed1-37fb1e2783ce req-fd3ff2a1-a362-4be5-9874-6960473a6901 tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/20c866e0-1d71-49b2-8a9c-80f2525fc580 HTTP/1.1" status: 404 len: 352 time: 0.0462317 Aug 29 04:18:03.932060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.016765 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-fa138405-431f-4f19-9829-147571095e02 req-a7e7dc83-ccb2-46d9-80cf-cc2eb5c0995b tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] show failed (client error): The resource could not be found. Aug 29 04:18:04.025793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa138405-431f-4f19-9829-147571095e02 req-a7e7dc83-ccb2-46d9-80cf-cc2eb5c0995b tempest-SecurityGroupsNegativeTestJSON-1852110269 tempest-SecurityGroupsNegativeTestJSON-1852110269-project] 10.222.0.62 "GET /v2.0/security-groups/9d91b9da-f190-4f52-a1f2-002111326a10 HTTP/1.1" status: 404 len: 352 time: 0.0873682 Aug 29 04:18:04.028785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.130052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Deleting subnet d404735f-ae1e-470f-a51c-a86f9695a409 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:04.136268 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.201751 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.271293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.314259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5e3ec-b5a1-42a8-a4bd-fcb901183190 req-71dd49fd-6dcb-43f9-b822-c2c3c7af9825 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:04.317024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31d5e3ec-b5a1-42a8-a4bd-fcb901183190 req-71dd49fd-6dcb-43f9-b822-c2c3c7af9825 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.4904165 Aug 29 04:18:04.395535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.460046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d404735f-ae1e-470f-a51c-a86f9695a409,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:04.471155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.478211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0a00e77b-1074-4451-8523-a702bdc962b5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d404735f-ae1e-470f-a51c-a86f9695a409 HTTP/1.1" status: 204 len: 168 time: 0.4473128 Aug 29 04:18:04.479299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.517444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31d5e3ec-b5a1-42a8-a4bd-fcb901183190 req-0160d037-dff2-49ec-ac6f-13d613edb591 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779077 Aug 29 04:18:04.583614 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:04.649106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.750144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Deleting port 4c833d13-44bb-426c-be1c-72e776dbb99f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:04.750624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.763091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.777542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759854d7-30b9-4dea-b7b8-ef769daf62ec']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:04.797160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882d8c36-0421-46fa-920d-daec5b593a1c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:04.797887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882d8c36-0421-46fa-920d-daec5b593a1c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:04.821407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.840361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.850058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:04.851304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:04.910501 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:04.945046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:04.980611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.989059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:04.991389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] 10.222.0.62 "DELETE /v2.0/networks/759854d7-30b9-4dea-b7b8-ef769daf62ec HTTP/1.1" status: 204 len: 168 time: 0.5110598 Aug 29 04:18:04.992631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] For port 4c833d13-44bb-426c-be1c-72e776dbb99f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c833d13-44bb-426c-be1c-72e776dbb99f,segment=NetworkSegment(70111c81-b8c8-4a9b-b872-51b6a050ec14),segment_id=70111c81-b8c8-4a9b-b872-51b6a050ec14)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:04.993193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.007747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69515638-e451-4d4b-b832-f39ae0992858 admin admin] Pushing event deleted for resources: {'Network': ['ID=759854d7-30b9-4dea-b7b8-ef769daf62ec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.021141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Calling delete_port for 4c833d13-44bb-426c-be1c-72e776dbb99f owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:05.133164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d69059-2117-4b51-be3c-2d4090505666 req-859ec5f1-13ce-4823-b783-734d0713fe3d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.134810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1d69059-2117-4b51-be3c-2d4090505666 req-859ec5f1-13ce-4823-b783-734d0713fe3d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 946 time: 0.1006360 Aug 29 04:18:05.217117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48c61944-5e47-4a27-a48e-de99a0056769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.263893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1d69059-2117-4b51-be3c-2d4090505666 req-e5ce823e-62bb-4656-93de-a68a69d528de tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176150 Aug 29 04:18:05.317400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.442095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e2de129-002a-44bd-a87e-f856fca3ca38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6adc3c5b9b9a4d7ead8e2225f8b66c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221845 Aug 29 04:18:05.446747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.450109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.512032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c833d13-44bb-426c-be1c-72e776dbb99f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.547588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.576146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.607058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0822-48fc-4854-915b-15adf733af03 req-1390e83f-489a-4c36-8ae1-4ce99d515167 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:05.608754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-1390e83f-489a-4c36-8ae1-4ce99d515167 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1748822 Aug 29 04:18:05.663257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.670937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.673430 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31bcc7b7-c958-425b-a1fb-c4d457e436b5 HTTP/1.1" status: 204 len: 168 time: 0.2240660 Aug 29 04:18:05.687547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48c61944-5e47-4a27-a48e-de99a0056769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.720089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48c61944-5e47-4a27-a48e-de99a0056769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:05.778300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da3e1-c709-4811-9c93-a07a9135ebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bcc7b7-c958-425b-a1fb-c4d457e436b5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.814420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-48c61944-5e47-4a27-a48e-de99a0056769 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8d68f21c6df4414a7498f1ef71ee71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566592 Aug 29 04:18:05.823419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:05.883291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61944-5e47-4a27-a48e-de99a0056769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d4977-bde0-44c6-a5c5-baaddf477756,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:05.939944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.006964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.046927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.133990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.139037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.144232 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b72d4977-bde0-44c6-a5c5-baaddf477756 HTTP/1.1" status: 204 len: 168 time: 0.3196318 Aug 29 04:18:06.150850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-d104a041-d4dc-4a39-9978-7ad153df763e tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.2868569 Aug 29 04:18:06.166603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92927a-d25b-48c0-b189-edc3827872b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d4977-bde0-44c6-a5c5-baaddf477756,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:06.209288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a69ca9-80b9-49f0-b36c-10bda32b1960 req-ad201365-a8e3-40cb-b19a-08be74ea6d16 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:06.211026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0a69ca9-80b9-49f0-b36c-10bda32b1960 req-ad201365-a8e3-40cb-b19a-08be74ea6d16 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.3450441 Aug 29 04:18:06.214404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:06.299201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:06.452554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0a69ca9-80b9-49f0-b36c-10bda32b1960 req-593fad32-945f-44e6-8b25-dc8adc598fe5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021043 Aug 29 04:18:06.950335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:07.314111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1d2edf3-e06a-4514-a19d-a3979d236bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.344372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:07.351806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-163893cf-39b4-4c18-a6b0-5f8369aec92c admin admin] 10.222.0.62 "PUT /v2.0/routers/ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9289963 Aug 29 04:18:07.354928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:07.359987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Sync routers for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:07.387233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:07.388178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:07.801686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.825333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:07.941687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:07.974635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.029185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d8e2c-88d4-4ef0-8309-3935895912e7 req-bf7dcb01-9cf5-49db-a676-f06e378c7023 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:08.030779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db1d8e2c-88d4-4ef0-8309-3935895912e7 req-bf7dcb01-9cf5-49db-a676-f06e378c7023 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.1430917 Aug 29 04:18:08.091529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.131720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db1d8e2c-88d4-4ef0-8309-3935895912e7 req-423782f7-036f-4aad-bb63-5547ff959965 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922437 Aug 29 04:18:08.167579 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6 associated. External IP: 172.25.3.58, port: dfbd2318-9cdc-4574-8bad-c83ef6da2762. Aug 29 04:18:08.191216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Deleting port 4812ff71-98ee-40dc-ae89-0c48beedc355 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:08.191975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.280899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:18:05Z', 'revision_number': 5, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port': {'id': '4812ff71-98ee-40dc-ae89-0c48beedc355', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:03Z', 'updated_at': '2021-08-29T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:08.314793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Checking router: ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:08.326855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Routers {'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:08.328199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:08.341122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] For port 4812ff71-98ee-40dc-ae89-0c48beedc355, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4812ff71-98ee-40dc-ae89-0c48beedc355,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:08.341647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.359064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Calling delete_port for 4812ff71-98ee-40dc-ae89-0c48beedc355 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:08.448363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:08.462166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] Set router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:08.585602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:18:08Z', 'revision_number': 6, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:08.661283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b625e7-8fcd-4b4b-8ab7-41b1d4cde26c None None] The sync data for ids ['ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7'] in n-d-712139-13 is: [{'id': 'ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1834355328-router', 'tenant_id': '4f01d387a6b14518ab7c7a617be87dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:01Z', 'updated_at': '2021-08-29T04:18:08Z', 'revision_number': 6, 'project_id': '4f01d387a6b14518ab7c7a617be87dd2', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:08.699726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1916658326-network', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:08.711463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.770627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Pushing event deleted for resources: {'Port': ['ID=4812ff71-98ee-40dc-ae89-0c48beedc355,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:08.776329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Made reservation on behalf of 9c70bd2296e14ced935d36aa23d18ce7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:08.779813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.803681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:08.805435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.842482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.863793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-a2ce3f47-e5ce-4f04-a5cc-d7a92e1650a8 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f125e4a938a74b2d853117050c73edea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656312 Aug 29 04:18:08.945357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:08.947762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.001685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.002140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:09.008523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.010572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-81a1721b-e766-4bc9-813f-f1ac5318323e admin admin] 10.222.0.62 "DELETE /v2.0/routers/ccdd3413-7b7d-4dcc-b8eb-d6edc8e038d7 HTTP/1.1" status: 204 len: 168 time: 1.6534617 Aug 29 04:18:09.014269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.109014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Deleting subnet a11aff89-2066-482f-9f8c-d809525cae5f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:09.115293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.172305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.245845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-a98ad0ed-9e59-4dd0-a5f3-d5a8127b5221 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.250254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-a98ad0ed-9e59-4dd0-a5f3-d5a8127b5221 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735566 Aug 29 04:18:09.250543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.257405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:09.263798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.269599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:09.286817 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:09.287854 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:17:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.355071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.361683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-d04b6a85-3302-4671-aab0-8f6ed072efab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "PUT /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 996 time: 3.2027812 Aug 29 04:18:09.363147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-d3d21463-1a2c-463e-b7d3-7ac914006a56 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/quotas/f125e4a938a74b2d853117050c73edea HTTP/1.1" status: 200 len: 375 time: 0.0923464 Aug 29 04:18:09.366590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.367907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:09.371012 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33773818-1867-43b0-bc60-e2c7e327b0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:09.383690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.410070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11aff89-2066-482f-9f8c-d809525cae5f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.414486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.417226 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f1dc392-16c5-45de-af59-4c5079b1cb98 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a11aff89-2066-482f-9f8c-d809525cae5f HTTP/1.1" status: 204 len: 168 time: 0.4015424 Aug 29 04:18:09.422307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:09.485591 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:09.542058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.562431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:09.599855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-2b5a042b-0d9b-4593-ab36-8529497229b7 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2037911 Aug 29 04:18:09.652297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.658985 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Added segment f7914dba-4419-4ba8-9fd2-b5724b26e21e of type vlan for network f86291ac-36a4-4fba-9fa0-258045e05084 Aug 29 04:18:09.702766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7b330-7692-4fd7-8222-00be6dd4e5ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:09.759168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c833d13-44bb-426c-be1c-72e776dbb99f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:09.778975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0822-48fc-4854-915b-15adf733af03 req-d795a6b0-99d7-40dd-9449-bdce3007c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:09.781460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-d795a6b0-99d7-40dd-9449-bdce3007c44a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.3843009 Aug 29 04:18:09.797094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.824917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a89135-8c83-457e-9d87-b84a7c1c140a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.840601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70111c81-b8c8-4a9b-b872-51b6a050ec14') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.840945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70111c81-b8c8-4a9b-b872-51b6a050ec14') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:09.853876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.868926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4c833d13-44bb-426c-be1c-72e776dbb99f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:09.869459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c833d13-44bb-426c-be1c-72e776dbb99f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:09.870144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4812ff71-98ee-40dc-ae89-0c48beedc355 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:09.898565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.921844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:09.924497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:09.931502 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:09.953751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4812ff71-98ee-40dc-ae89-0c48beedc355 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:09.954849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4812ff71-98ee-40dc-ae89-0c48beedc355 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:10.005800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d5c2a53-0fc3-4edb-8f60-78d4c08caa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.023375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.175825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.185383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.232828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.245014 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] 10.222.0.62 "DELETE /v2.0/networks/61a89135-8c83-457e-9d87-b84a7c1c140a HTTP/1.1" status: 204 len: 168 time: 0.8198116 Aug 29 04:18:10.247636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610512bd-2044-4649-bc2f-d2dcb5bf389e admin admin] Pushing event deleted for resources: {'Network': ['ID=61a89135-8c83-457e-9d87-b84a7c1c140a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.270374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.272514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.275667 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:07Z', 'revision_number': 1, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:10.277766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.327964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:10.338948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:10.339997 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:10.350304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0822-48fc-4854-915b-15adf733af03 req-800c9b40-6007-4cfb-9939-ff0f228a4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.356452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-800c9b40-6007-4cfb-9939-ff0f228a4933 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.5656755 Aug 29 04:18:10.412882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9528301 Aug 29 04:18:10.415279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.448553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Request body: {'subnet': {'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1916658326-subnet', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:10.489006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Made reservation on behalf of 9c70bd2296e14ced935d36aa23d18ce7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:10.492913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.580270 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-49d9f271-28cf-43d4-a02c-4bf3e866561a tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1851313 Aug 29 04:18:10.615519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.728786 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:10.728953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a7d78c9-fb9b-442a-8ac8-f8153ad1da9d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f01d387a6b14518ab7c7a617be87dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084073 Aug 29 04:18:10.733655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:10.832241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.941639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc87c8-1ad6-436a-9864-7f24627c47bb admin admin] Pushing event updated for resources: {'Network': ['ID=f86291ac-36a4-4fba-9fa0-258045e05084,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:10.960072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f86291ac-36a4-4fba-9fa0-258045e05084 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:10.963877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:10.988923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1e3fea7d-6326-4e4a-8c52-23b38aab04d1 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:10.993705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1e3fea7d-6326-4e4a-8c52-23b38aab04d1 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117358 Aug 29 04:18:11.028026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-b930c291-4116-4ede-a666-a3842fdfc80f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 999 time: 0.6298330 Aug 29 04:18:11.045805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.163895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.185555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-61689ac8-2ae6-4a95-b3ec-875fdfefb095 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/quotas/c0ee47624b8a4c48be22bee24bd6ef80 HTTP/1.1" status: 200 len: 375 time: 0.1557081 Aug 29 04:18:11.259218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d04d503-669d-4702-95f2-cdbf8b126e7a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.300229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-78691540-d08c-45f7-ac25-f40ace26ea94 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943453 Aug 29 04:18:11.309355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Checking segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:11.310132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Network hostable DHCP agents. Network: f86291ac-36a4-4fba-9fa0-258045e05084, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:11.332528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0822-48fc-4854-915b-15adf733af03 req-1a34b4fa-a15c-4eef-87ed-89d7c208bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.336799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-1a34b4fa-a15c-4eef-87ed-89d7c208bad2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.2815368 Aug 29 04:18:11.371048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.387801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.394668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c255b91e-df36-45ea-a502-0f21248199de HTTP/1.1" status: 204 len: 168 time: 0.6552951 Aug 29 04:18:11.427083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Network f86291ac-36a4-4fba-9fa0-258045e05084 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:11.433454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ddd93-e2f1-4014-997b-20286161af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c255b91e-df36-45ea-a502-0f21248199de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:11.470010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0822-48fc-4854-915b-15adf733af03 req-7f254b52-0304-4d78-bbda-2fe9d2324d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.473709 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-7f254b52-0304-4d78-bbda-2fe9d2324d79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091552 Aug 29 04:18:11.493717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f86291ac-36a4-4fba-9fa0-258045e05084) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:11.505632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eca56b-acb7-47c2-980a-85903d2d60f0 None None] Network f86291ac-36a4-4fba-9fa0-258045e05084 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:11.516090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:11.517699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.582977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8cbd6b0-ca3c-47fd-bc5d-6930ba49572a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1603415 Aug 29 04:18:11.587214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:11.609653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:11.656093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-25ac5e7d-63ab-475e-96b8-8711b88e5865 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439466 Aug 29 04:18:11.703076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.705487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.804028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.910603 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:07Z', 'revision_number': 1, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:11.921985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:11.974912 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beda23af-6fc6-4851-981e-28cd6026707c None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:07Z', 'revision_number': 1, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:12.034811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6aba-108f-4ed5-88ea-0c6c130f0a18 req-cfe03b8c-47d5-43c2-8343-346cd20efdb8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.060205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c94a6aba-108f-4ed5-88ea-0c6c130f0a18 req-cfe03b8c-47d5-43c2-8343-346cd20efdb8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.2072968 Aug 29 04:18:12.072678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-f86291ac-36a4-4fba-9fa0-258045e05084', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:18:12.073571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:12.237024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26b0822-48fc-4854-915b-15adf733af03 req-c6d99c41-1db7-47c7-ba45-93245c3d2dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730507 Aug 29 04:18:12.265176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c94a6aba-108f-4ed5-88ea-0c6c130f0a18 req-9a6849ce-8d22-4ce9-91d4-ca4226602fd8 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026153 Aug 29 04:18:12.408003 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882afdf4-4ede-4a75-bc46-50a3f3cd2fee x-openstack-request-id: req-882afdf4-4ede-4a75-bc46-50a3f3cd2fee {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:12.408645 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:12.408947 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-882afdf4-4ede-4a75-bc46-50a3f3cd2fee {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:12.415051 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:18:12.532836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Allocated IP 172.20.0.2 (f86291ac-36a4-4fba-9fa0-258045e05084/5d04d503-669d-4702-95f2-cdbf8b126e7a/82a5ea24-2d38-4003-9fc6-b0d202c5f223) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:12.543131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d801f-877f-47cf-aee8-21f286afba7a None None] New status for floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:12.589323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce7db647-821d-456f-b66b-d46855f96c6b req-d680a3af-b0e8-4030-86fd-c73d46a90b2d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 210 time: 0.0945966 Aug 29 04:18:12.688217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ed6d04d-6745-40bf-9696-d83c2b91bb65 req-3bfb0728-0938-4c32-8c31-954e8b015cd0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 210 time: 0.0970254 Aug 29 04:18:12.878180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-2b489781-713f-4c89-bcda-ac5ec5ca36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:12.880890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-2b489781-713f-4c89-bcda-ac5ec5ca36b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.2879021 Aug 29 04:18:12.887400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.053326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-2ab585d1-dea6-4805-9039-b1712af04df3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f125e4a938a74b2d853117050c73edea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676825 Aug 29 04:18:13.180135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-0de17e22-f303-4f41-a221-43e7fa4574a0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.192010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-0de17e22-f303-4f41-a221-43e7fa4574a0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4356425 Aug 29 04:18:13.353352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-82c2445c-e33e-469a-ad5a-d4be915820da tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 999 time: 0.1392331 Aug 29 04:18:13.354462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:13.364715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.424791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.584880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-60773340-1546-4968-80bf-ba0a00915000 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.586915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-60773340-1546-4968-80bf-ba0a00915000 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5173566 Aug 29 04:18:13.621279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1468168591-network', 'tenant_id': '8ccda93dfc5d43ae9ae57267d1190c18'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.653281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Request body: {'port': {'device_id': '2cd56337-b580-4111-8889-fed8777c11b7', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': 'f125e4a938a74b2d853117050c73edea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:13.673074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Made reservation on behalf of 8ccda93dfc5d43ae9ae57267d1190c18 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:13.676553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.727980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.746428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.758582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Transition to ACTIVE for port object 82a5ea24-2d38-4003-9fc6-b0d202c5f223 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:13.759831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.762645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-2a1825a2-9fed-41a9-8b04-f62b0a348d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.764225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-2a1825a2-9fed-41a9-8b04-f62b0a348d76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.8289928 Aug 29 04:18:13.777573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Transition to ACTIVE for port object 82a5ea24-2d38-4003-9fc6-b0d202c5f223 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:13.786800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.872095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Pushing event updated for resources: {'Port': ['ID=82a5ea24-2d38-4003-9fc6-b0d202c5f223,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:13.883987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Network f86291ac-36a4-4fba-9fa0-258045e05084 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:13.886224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.886578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.886917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.887596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.887998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.888443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.888788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.889111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.889439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.889765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.890087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.890412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:13.894938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:13.897997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:13.904936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.920050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-ea9065bb-cc4f-44bf-9594-20172fb850f4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:13.921675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-ea9065bb-cc4f-44bf-9594-20172fb850f4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.5432341 Aug 29 04:18:13.958503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:13.958807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-fc7725dd-9570-4dfa-9c6c-94cf09aca0f6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/quotas/cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0265300 Aug 29 04:18:14.021627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Attempting to bind port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:14.022337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Attempting to bind port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:14.022848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Attempting to bind port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 on network f86291ac-36a4-4fba-9fa0-258045e05084 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:14.034928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:14.035836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Checking segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:14.036688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.037447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Bound using segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:14.037814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-e0244f1b-f6ce-4b2c-9a25-9159f7500197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 1001 time: 0.2334027 Aug 29 04:18:14.038501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Bound port: 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:14.039337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.157814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] For port 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:14.163957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] For port 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=82a5ea24-2d38-4003-9fc6-b0d202c5f223,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:14.170716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.173188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Allocated IP 172.25.3.57 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/78f262e4-230b-4f8b-81c4-55cde3b79900) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:14.248655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad2ee8-6458-49f7-a85d-d2e50d1c6946 None None] Pushing event updated for resources: {'Port': ['ID=82a5ea24-2d38-4003-9fc6-b0d202c5f223,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.257078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-3b606780-49ee-4fc4-b595-32a78a80edab tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2864506 Aug 29 04:18:14.270382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-69a56b04-743d-4c5c-8121-475080d0ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:14.273434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-69a56b04-743d-4c5c-8121-475080d0ec60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.2258804 Aug 29 04:18:14.408601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.473105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-5b003523-b647-418f-a6db-e56aa62e04aa tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416800 Aug 29 04:18:14.488268 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.579887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:14.585611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:14.590120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:14.620379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Pushing event updated for resources: {'Port': ['ID=78f262e4-230b-4f8b-81c4-55cde3b79900,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:14.949517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:14.968130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.008842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-4ca41705-0713-4833-9fd8-a3772202c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.010280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-4ca41705-0713-4833-9fd8-a3772202c31f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6717880 Aug 29 04:18:15.018665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Made reservation on behalf of f125e4a938a74b2d853117050c73edea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:15.025008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.041886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.057601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.092510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:18:15.109513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-7faf46b3-0522-49f6-9960-a642605584f4 service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817006 Aug 29 04:18:15.155234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5203b5cd-6b2f-4477-b192-c7c4febcb5f0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.248933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.249394 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Added segment cb079b06-db63-405b-a259-9df4d8c4d67f of type vlan for network 3c30907b-d098-45b6-b7d8-7e73a4cab719 Aug 29 04:18:15.375147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-ebb5c446-9711-493e-8903-8b7e155ef0c0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.377303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-ebb5c446-9711-493e-8903-8b7e155ef0c0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8589637 Aug 29 04:18:15.384958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.422251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Request body: {'port': {'device_id': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': 'c0ee47624b8a4c48be22bee24bd6ef80'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:15.506761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.515813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.545956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:15.598472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3bd6a7-49dd-4777-ae11-aa3423025a80 None None] Network f86291ac-36a4-4fba-9fa0-258045e05084 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:15.631267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.651506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-2bdc3314-b9bf-4e5b-9fe5-0e4d2f9d13cd service neutron] 10.222.0.62 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853845 Aug 29 04:18:15.726245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-bec8c37a-7015-4320-9b68-255c498e209d service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674490 Aug 29 04:18:15.748925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51dc28ae-a060-4a6b-ac7e-8938b25244ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:15.853940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 82a5ea24-2d38-4003-9fc6-b0d202c5f223 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:15.902041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Made reservation on behalf of c0ee47624b8a4c48be22bee24bd6ef80 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:15.906242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.918803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33773818-1867-43b0-bc60-e2c7e327b0b3 req-f83c241e-4e1b-4627-aac7-1649097507b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287293 Aug 29 04:18:15.919473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.920764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:15.921059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.940079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:15.957414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Allocated IP 192.168.233.144 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/8453cc4e-775f-4c16-99b4-e001821c37c4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:15.981228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-daac03e3-286b-4f85-9dec-8ba8ef37f953 None None] Provisioning for port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:16.040328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:16.055574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:16.055884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.066798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] Pushing event updated for resources: {'Network': ['ID=3c30907b-d098-45b6-b7d8-7e73a4cab719,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.073764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7d6299a3-eb1d-4ced-8173-cfb85e74293d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7082543 Aug 29 04:18:16.098966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.106111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Request body: {'subnet': {'network_id': '3c30907b-d098-45b6-b7d8-7e73a4cab719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1468168591-subnet', 'tenant_id': '8ccda93dfc5d43ae9ae57267d1190c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:16.155181 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:16.174730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3c30907b-d098-45b6-b7d8-7e73a4cab719 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:18:16.213863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:18:16.273699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.300751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.307802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.384059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.467044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Transition to ACTIVE for port object 8453cc4e-775f-4c16-99b4-e001821c37c4 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:16.474896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.513622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:16.533005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Sync routers for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:16.538123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.545919 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.548396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.554150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3cdfa1d6-9d55-4c68-85d9-0cde4b2af641 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9610748 Aug 29 04:18:16.554756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:16.590743 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:16.593312 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:16.624499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=82a5ea24-2d38-4003-9fc6-b0d202c5f223,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:16.652072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.661550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:16.689261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:16.693399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.701154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:16.746725 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6 associated. External IP: 172.25.3.58, port: dfbd2318-9cdc-4574-8bad-c83ef6da2762. Aug 29 04:18:16.750714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Made reservation on behalf of 8ccda93dfc5d43ae9ae57267d1190c18 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:16.755886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.833071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:16.833672 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.876310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=82a5ea24-2d38-4003-9fc6-b0d202c5f223,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:16.919014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6d0b5403-383b-4494-a462-1fd9d2ab381d None None] Provisioning complete for port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:16.919711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5403-383b-4494-a462-1fd9d2ab381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:16.926578 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-49b489fa-4395-4aae-bac9-0f0f7b0654cd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2780159 Aug 29 04:18:16.992877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Request body: {'port': {'device_id': '2cd56337-b580-4111-8889-fed8777c11b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:17.015078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:17.057713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cea7fd-7cf6-452e-9291-ee5939b30115,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.187198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddaf4c-7d70-47ba-b9a3-c2a24550c0d3 req-f74bd2b0-8c8f-4388-a2de-95085fbc3c71 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:17.189278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ddaf4c-7d70-47ba-b9a3-c2a24550c0d3 req-f74bd2b0-8c8f-4388-a2de-95085fbc3c71 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 946 time: 0.7232122 Aug 29 04:18:17.330182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Allocated IP 192.168.233.26 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/06ec8050-5c1b-475f-9fae-541748421194) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:17.359298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-faf295b6-d2ed-4e9f-892f-8c71a8c4844f None None] Provisioning for port 8453cc4e-775f-4c16-99b4-e001821c37c4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:17.373628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-faf295b6-d2ed-4e9f-892f-8c71a8c4844f None None] Provisioning complete for port 8453cc4e-775f-4c16-99b4-e001821c37c4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:17.374770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faf295b6-d2ed-4e9f-892f-8c71a8c4844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.415464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8ddaf4c-7d70-47ba-b9a3-c2a24550c0d3 req-5a24607e-9060-420f-9147-41c9abe7d158 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859355 Aug 29 04:18:17.542828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-faf295b6-d2ed-4e9f-892f-8c71a8c4844f None None] Port 8453cc4e-775f-4c16-99b4-e001821c37c4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:17.572761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.703474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:17.731675 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:14Z', 'revision_number': 3, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:17.764333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54de62b-eb80-44d1-8e14-08e80d94ee14,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:17.794175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.804585 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Checking router: 1269a8ce-89fe-4342-85b9-bb49e5cef9bc for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:17.804925 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Updating router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc port 78f262e4-230b-4f8b-81c4-55cde3b79900 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:17.805523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 82a5ea24-2d38-4003-9fc6-b0d202c5f223 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:17.853713 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:17.909419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Checking segment: {'id': 'cb079b06-db63-405b-a259-9df4d8c4d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3c30907b-d098-45b6-b7d8-7e73a4cab719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:17.910332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Network hostable DHCP agents. Network: 3c30907b-d098-45b6-b7d8-7e73a4cab719, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:18:17.963446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:17.963827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.133893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.166862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Network 3c30907b-d098-45b6-b7d8-7e73a4cab719 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:18:18.171239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Transition to ACTIVE for port object 06ec8050-5c1b-475f-9fae-541748421194 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:18.200074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291a35c-3ede-4a27-bfec-52da61702c58 req-29a3e8ab-f23c-4eb5-b5ea-5dabf02c86eb tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.201759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9291a35c-3ede-4a27-bfec-52da61702c58 req-29a3e8ab-f23c-4eb5-b5ea-5dabf02c86eb tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 936 time: 0.3579938 Aug 29 04:18:18.207735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3c30907b-d098-45b6-b7d8-7e73a4cab719) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:18.211346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:18.224492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:18.225097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.257147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:18.265454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822261f-a9fb-485c-86b3-1e34b04b96bb None None] Network 3c30907b-d098-45b6-b7d8-7e73a4cab719 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:18.322183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-007a056a-7870-45af-8510-7a80801ff4a6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2204394 Aug 29 04:18:18.396349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:18.399455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:18.423093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.448876 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.466240 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Transition to ACTIVE for port object 78f262e4-230b-4f8b-81c4-55cde3b79900 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:18.488032 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.495231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Pushing event updated for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.563103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Pushing event updated for resources: {'Port': ['ID=78f262e4-230b-4f8b-81c4-55cde3b79900,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.583387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.583768 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.584100 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.584439 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.584775 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.585129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.585416 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.586012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.586527 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.587005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.587501 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.588012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:18.596609 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.609753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9291a35c-3ede-4a27-bfec-52da61702c58 req-2d86c050-1106-4da8-859f-e0b36447bcf7 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903041 Aug 29 04:18:18.624506 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Attempting to bind port 78f262e4-230b-4f8b-81c4-55cde3b79900 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:18.624874 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Attempting to bind port 78f262e4-230b-4f8b-81c4-55cde3b79900 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:18.625243 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Attempting to bind port 78f262e4-230b-4f8b-81c4-55cde3b79900 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Bound port: 78f262e4-230b-4f8b-81c4-55cde3b79900, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:18.648228 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.653281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:18.653500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:18.684054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:18.705537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:18.725698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8453cc4e-775f-4c16-99b4-e001821c37c4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:18.763643 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] For port 78f262e4-230b-4f8b-81c4-55cde3b79900, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:18.767437 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] For port 78f262e4-230b-4f8b-81c4-55cde3b79900, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=78f262e4-230b-4f8b-81c4-55cde3b79900,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:18.774301 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.831996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:18.883649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Transition to ACTIVE for port object 8453cc4e-775f-4c16-99b4-e001821c37c4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:18.914028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114e084-10a0-4fde-b5a2-3dfddf5f98f6 None None] Pushing event updated for resources: {'Port': ['ID=78f262e4-230b-4f8b-81c4-55cde3b79900,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:18.925190 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:18.926108 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:18.944537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f572d-e01e-43a4-a934-52845a58f127 None None] Network 3c30907b-d098-45b6-b7d8-7e73a4cab719 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:18.951956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.173390 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:19.385211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1dcd51d-53fc-4f36-9760-3a34ebd41af1 None None] Provisioning for port 06ec8050-5c1b-475f-9fae-541748421194 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:19.403062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1dcd51d-53fc-4f36-9760-3a34ebd41af1 None None] Provisioning complete for port 06ec8050-5c1b-475f-9fae-541748421194 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:19.403745 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1dcd51d-53fc-4f36-9760-3a34ebd41af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.567318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-9b593acd-8db4-48d5-8a8d-411fd9f453ae tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.573254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-9b593acd-8db4-48d5-8a8d-411fd9f453ae tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 807 time: 0.7441885 Aug 29 04:18:19.591989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:19.598045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Allocated IP 172.20.0.1 (f86291ac-36a4-4fba-9fa0-258045e05084/5d04d503-669d-4702-95f2-cdbf8b126e7a/34ee8bb0-8849-44e4-b2a3-6fa480185284) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:19.630396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.633396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:19.649832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcd51d-53fc-4f36-9760-3a34ebd41af1 None None] Port 06ec8050-5c1b-475f-9fae-541748421194 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:19.653547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Request body: {'port': {'device_id': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'admin_state_up': True, 'tenant_id': 'cdcfe680cf764ad8b50be65c3474f7b9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:19.681032 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:14Z', 'revision_number': 3, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:19.707434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:19.716991 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f7fd-0ef3-4064-aa55-ea0cc011df35 None None] The sync data for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 is: [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:14Z', 'revision_number': 3, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:19.726984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-1b345313-f363-4c56-9960-2a8250cbd5f0 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3122487 Aug 29 04:18:19.744688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca087a-f140-4faa-a6f5-11473614d46b req-914e14ce-aa49-4f6d-be43-d58502552195 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:19.748730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:19.760751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdca087a-f140-4faa-a6f5-11473614d46b req-914e14ce-aa49-4f6d-be43-d58502552195 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 935 time: 0.8777044 Aug 29 04:18:19.770772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:19.771593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:19.789373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Request body: {'port': {'device_id': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:19.870154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:19.969239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Attempting to bind port 8453cc4e-775f-4c16-99b4-e001821c37c4 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:19.970440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Attempting to bind port 8453cc4e-775f-4c16-99b4-e001821c37c4 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:19.970942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Attempting to bind port 8453cc4e-775f-4c16-99b4-e001821c37c4 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:19.994261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdca087a-f140-4faa-a6f5-11473614d46b req-4f062b8b-de4c-4d1d-8bc8-073730a7290d tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319663 Aug 29 04:18:19.996974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Port 8453cc4e-775f-4c16-99b4-e001821c37c4 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:19.997304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Attempting to bind port 8453cc4e-775f-4c16-99b4-e001821c37c4 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:20.010070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.035514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:20.035875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:20.036753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:20.037216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Bound port: 8453cc4e-775f-4c16-99b4-e001821c37c4, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:20.037585 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.040489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Made reservation on behalf of cdcfe680cf764ad8b50be65c3474f7b9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:20.044586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.049067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:20.116221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.248812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Transition to ACTIVE for port object 34ee8bb0-8849-44e4-b2a3-6fa480185284 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:20.283735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1551434-e923-487d-ba0c-47120ccb17fd req-482f2534-4308-4dcc-9916-023aeffa104b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 210 time: 0.1089163 Aug 29 04:18:20.452115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:20.514850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:20.546963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.571544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:20.611327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Allocated IP 172.20.0.4 (0a805732-0257-4e0c-895e-8f7f71b6df55/9efe6145-6b53-4ec8-a036-b0ae29a9f7a2/ccee02fc-c3f7-4921-9f63-d0621f3f6958) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:20.611686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.616642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.734504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:20.736543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:20.739026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/8453cc4e-775f-4c16-99b4-e001821c37c4 HTTP/1.1" status: 200 len: 1097 time: 3.7538393 Aug 29 04:18:20.747584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:20.752290 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292b528-400a-4f87-8997-994ce9685039" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:20.786210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:20.821018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Network f86291ac-36a4-4fba-9fa0-258045e05084 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:20.830544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:20.835679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:20.885713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f85e6-3164-4c0e-bd03-6c6ee37257d5 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:15Z', 'revision_number': 3, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:20.922417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.133993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:21.151755 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc535f1-48ae-49eb-a285-52fd72e12053" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:21.255695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a7b96c91-e734-4f55-9e68-08e82edff399 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "PUT /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 998 time: 7.8684208 Aug 29 04:18:21.339466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99664255-c830-41bb-bcf6-a73e22ef13e7 None None] Provisioning for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:21.344899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99664255-c830-41bb-bcf6-a73e22ef13e7 None None] Provisioning complete for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:21.345275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99664255-c830-41bb-bcf6-a73e22ef13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.380065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-9ec9092d-06fc-4a9c-bb8c-b5b0edd7cfc4 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:21.383200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-9ec9092d-06fc-4a9c-bb8c-b5b0edd7cfc4 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports/dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 943 time: 0.1206579 Aug 29 04:18:21.409803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153b0df-87e1-42ab-9142-eae013fb38d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.449612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99664255-c830-41bb-bcf6-a73e22ef13e7 None None] Port 34ee8bb0-8849-44e4-b2a3-6fa480185284 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:21.496909 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028abf11-def6-4047-8cbe-ec05ef5878ba None None] New status for floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:21.561815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ec8050-5c1b-475f-9fae-541748421194 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:21.573902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:21.719041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.787073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Pushing event updated for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:21.864861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Transition to ACTIVE for port object 06ec8050-5c1b-475f-9fae-541748421194 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:21.905812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 78f262e4-230b-4f8b-81c4-55cde3b79900 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:21.933318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:21.988116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.011726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Deleting subnet e54de62b-eb80-44d1-8e14-08e80d94ee14 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:22.029637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.046310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 78f262e4-230b-4f8b-81c4-55cde3b79900 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:22.052279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 78f262e4-230b-4f8b-81c4-55cde3b79900 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:22.052941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.180025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.213444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-1ea0da9d-0ce6-4106-9060-ab67e87fe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.215964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-1ea0da9d-0ce6-4106-9060-ab67e87fe46a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 1100 time: 1.3073006 Aug 29 04:18:22.244239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.290247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 78f262e4-230b-4f8b-81c4-55cde3b79900, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=78f262e4-230b-4f8b-81c4-55cde3b79900,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:22.304327 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.318155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-8350c434-6906-4a16-bf68-12e1566aad99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=8453cc4e-775f-4c16-99b4-e001821c37c4 HTTP/1.1" status: 200 len: 217 time: 0.0677779 Aug 29 04:18:22.388732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:22.404076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:22.405758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:22.408408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=78f262e4-230b-4f8b-81c4-55cde3b79900,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.531102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-c6bf079d-df90-4d91-9d2f-74a24bf92b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.535009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-c6bf079d-df90-4d91-9d2f-74a24bf92b1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.9214981 Aug 29 04:18:22.608170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:22.618382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.632928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.894862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-9c43c91b-ee83-4042-8eda-0e732348324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:22.900862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-9c43c91b-ee83-4042-8eda-0e732348324d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.3462825 Aug 29 04:18:22.947824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Pushing event updated for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:22.948739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.956045 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.962181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:22.998031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.000466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['1db34061-e79b-4851-981c-6194883d617d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:23.021069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Network 0a805732-0257-4e0c-895e-8f7f71b6df55 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:23.026147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54de62b-eb80-44d1-8e14-08e80d94ee14,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.038346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc722a7-ea28-4705-9a36-b042c266956d req-fbcd504f-1c35-40b9-b9a8-a9da8b4728d6 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.040282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc722a7-ea28-4705-9a36-b042c266956d req-fbcd504f-1c35-40b9-b9a8-a9da8b4728d6 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 948 time: 0.6946373 Aug 29 04:18:23.084394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:23.087301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:23.100946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-36ca4a56-b52f-497a-9a26-98e4b95ff86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.104325 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-36ca4a56-b52f-497a-9a26-98e4b95ff86a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.7239618 Aug 29 04:18:23.142002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-45e8e17f-faa5-4202-a134-e632d95aa608 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.1881175 Aug 29 04:18:23.156378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.163079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a64e8b8-d292-4053-925e-1680f5b13e2e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e54de62b-eb80-44d1-8e14-08e80d94ee14 HTTP/1.1" status: 204 len: 168 time: 1.5844460 Aug 29 04:18:23.188738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:23.234187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc722a7-ea28-4705-9a36-b042c266956d req-b230fb01-9d7d-4c0d-a8d4-8b0543514bfc tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394336 Aug 29 04:18:23.394599 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66390811-7c92-4d05-9f5c-7ae1ed27ee4c x-openstack-request-id: req-66390811-7c92-4d05-9f5c-7ae1ed27ee4c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:23.395172 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:23.395644 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66390811-7c92-4d05-9f5c-7ae1ed27ee4c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:23.396376 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'status': 'completed', 'code': 200} Aug 29 04:18:23.421819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-2c8e3c11-89fb-49a5-ab25-1d8ed1f40fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.449152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-2c8e3c11-89fb-49a5-ab25-1d8ed1f40fa1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.2223790 Aug 29 04:18:23.463732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.474580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.523628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Pushing event updated for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:23.524664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.571968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:23.574394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Attempting to bind port 06ec8050-5c1b-475f-9fae-541748421194 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:23.574695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Attempting to bind port 06ec8050-5c1b-475f-9fae-541748421194 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:23.575030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Attempting to bind port 06ec8050-5c1b-475f-9fae-541748421194 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:23.585337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.587168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.600714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-180c4239-f398-4aa4-b08e-0ed55dfbf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.602479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-180c4239-f398-4aa4-b08e-0ed55dfbf99a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323662 Aug 29 04:18:23.603587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:23.603801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Port 06ec8050-5c1b-475f-9fae-541748421194 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:23.604062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Attempting to bind port 06ec8050-5c1b-475f-9fae-541748421194 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:23.604339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:23.615503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:23.615854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:23.616374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:23.616823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Bound port: 06ec8050-5c1b-475f-9fae-541748421194, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:23.617184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.640035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc8412-25c3-4046-adf0-b6256e77b050 req-04f3c59a-ba80-47dd-b220-96c15daac4f4 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.644194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-dd3c992e-8033-49e0-9479-d93a90295200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.649192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19dc8412-25c3-4046-adf0-b6256e77b050 req-04f3c59a-ba80-47dd-b220-96c15daac4f4 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 947 time: 0.1518633 Aug 29 04:18:23.651249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-dd3c992e-8033-49e0-9479-d93a90295200 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4872811 Aug 29 04:18:23.714669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.717675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-52cd53c3-b7a1-463e-bd00-78e3242fc082 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0719297 Aug 29 04:18:23.769082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Request body: {'port': {'device_id': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:23.784575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19dc8412-25c3-4046-adf0-b6256e77b050 req-fbf3ad13-70c1-458c-821a-af0971375ad8 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306844 Aug 29 04:18:23.848719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:23.852776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 78f262e4-230b-4f8b-81c4-55cde3b79900 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:23.853004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=06ec8050-5c1b-475f-9fae-541748421194,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:23.868535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.881394 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72fbe72-6dde-4e51-bf0d-f1e873fab5c1 x-openstack-request-id: req-d72fbe72-6dde-4e51-bf0d-f1e873fab5c1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:23.881725 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:23.881978 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d72fbe72-6dde-4e51-bf0d-f1e873fab5c1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:23.882538 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:18:23.951043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:23.951691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:23.953416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] 10.222.0.50 "PUT /v2.0/ports/06ec8050-5c1b-475f-9fae-541748421194 HTTP/1.1" status: 200 len: 1096 time: 4.1814337 Aug 29 04:18:23.982573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-2905bb69-d01b-4bd4-9e37-9c2049a56dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529139 Aug 29 04:18:23.984845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fcd98-9ed6-48fe-9693-3608fcf73f9e service neutron] Pushing event updated for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:24.048660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:24.231419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:24.242073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 78f262e4-230b-4f8b-81c4-55cde3b79900 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:24.242430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.275353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-bac98f4f-bf6c-40e8-b8fb-5eb0eeacc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.277652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-bac98f4f-bf6c-40e8-b8fb-5eb0eeacc29e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.2941005 Aug 29 04:18:24.328466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db33f7-aa55-4001-933f-370faff79d38 req-db6ba368-4f2b-4026-8980-3dae39f05aea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.332671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88db33f7-aa55-4001-933f-370faff79d38 req-db6ba368-4f2b-4026-8980-3dae39f05aea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 931 time: 0.3080680 Aug 29 04:18:24.407620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-66cad061-ed71-4189-bd55-a1da595d2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.409331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-66cad061-ed71-4189-bd55-a1da595d2e22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 1099 time: 0.3292320 Aug 29 04:18:24.468043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:24.521423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-77c5c529-7c12-4f0f-ae89-007543e77b79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06ec8050-5c1b-475f-9fae-541748421194 HTTP/1.1" status: 200 len: 217 time: 0.0868506 Aug 29 04:18:24.534318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-8722cc76-e54c-49fc-a286-7cce8dbb0be3 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080705 Aug 29 04:18:24.594720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88db33f7-aa55-4001-933f-370faff79d38 req-b48ec512-ebf4-47c3-9ec5-d9dca24ab5ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056270 Aug 29 04:18:24.780190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-d795cb84-7b92-4733-b122-a9082015e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:24.785589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-d795cb84-7b92-4733-b122-a9082015e290 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.4823899 Aug 29 04:18:24.793584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-94c62554-cc7a-4b41-8e92-51b04c483e5b service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1300728 Aug 29 04:18:24.827181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Network f86291ac-36a4-4fba-9fa0-258045e05084 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:24.953265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:24.996231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-4032b7ec-0e32-4763-a8ee-8f7423a8062e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.1971099 Aug 29 04:18:25.008917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-3ecc9b75-e7b8-4029-b7fc-c7247a1be774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.022620 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-3ecc9b75-e7b8-4029-b7fc-c7247a1be774 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1098 time: 0.3857191 Aug 29 04:18:25.028243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:25.076232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'mac_address': 'fa:16:3e:97:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:25.093777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.115564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-82b5fb2e-c243-4f76-9515-5525eeb95b69 req-909c1948-914e-4f39-9476-b7b17aaccfe3 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860327 Aug 29 04:18:25.145943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c30907b-d098-45b6-b7d8-7e73a4cab719']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.202786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb079b06-db63-405b-a259-9df4d8c4d67f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.203183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb079b06-db63-405b-a259-9df4d8c4d67f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.271176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.288957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-23f45198-8f1b-42cb-bd7c-52143252da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.289953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.297298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-23f45198-8f1b-42cb-bd7c-52143252da8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.2734764 Aug 29 04:18:25.298789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:18:25.299831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.307974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-a94d5069-f327-443f-9368-df08202b004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.309387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-a94d5069-f327-443f-9368-df08202b004e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.7696769 Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:18:25.379621 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:18:25.407479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.411759 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.447673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.450141 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3c30907b-d098-45b6-b7d8-7e73a4cab719 HTTP/1.1" status: 204 len: 168 time: 2.2537339 Aug 29 04:18:25.474695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f1295fa-9885-43ee-b5fe-7d0045a40063 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:25.480213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-46b10a2b-4831-4146-ac0f-ebcbc3fb9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.481734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-46b10a2b-4831-4146-ac0f-ebcbc3fb9d43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329324 Aug 29 04:18:25.492721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074fc78-c490-4660-be7f-13eadcc9bc63 req-2c268ffc-2545-40f9-826a-842b34700d7e tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.494717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1074fc78-c490-4660-be7f-13eadcc9bc63 req-2c268ffc-2545-40f9-826a-842b34700d7e tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.4973207 Aug 29 04:18:25.515334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47358b9-2346-4025-b45f-993e423d4068 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c30907b-d098-45b6-b7d8-7e73a4cab719,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:25.573457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:25.585811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-369d10b8-8d32-486a-b2fa-c6c33929770a None None] Provisioning complete for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:25.586909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-369d10b8-8d32-486a-b2fa-c6c33929770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.591375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b528-400a-4f87-8997-994ce9685039 req-5d8e7ad7-d706-4a5f-8efc-0434810309b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.595243 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-5d8e7ad7-d706-4a5f-8efc-0434810309b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 1100 time: 0.2101521 Aug 29 04:18:25.598030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:25.638509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-9a266d10-e7f7-44a1-9c8e-204f91fc7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:25.640128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-9a266d10-e7f7-44a1-9c8e-204f91fc7718 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.3682346 Aug 29 04:18:25.727255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:25.738717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:25.760048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aec49e-ae4f-4199-bd78-7b08d92521a8 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:a0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:25.762773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:25.810052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-a22f23d1-589a-4b94-8ec1-77a36c212e9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 1001 time: 0.5111616 Aug 29 04:18:25.890053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-369d10b8-8d32-486a-b2fa-c6c33929770a None None] Port 34ee8bb0-8849-44e4-b2a3-6fa480185284 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:25.916139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1074fc78-c490-4660-be7f-13eadcc9bc63 req-f796b013-87d4-469a-8468-efb2120b9f1f tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196447 Aug 29 04:18:25.918317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493'}, {'name': 'network-changed', 'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'tag': '06ec8050-5c1b-475f-9fae-541748421194'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:25.921004 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d05d5-ad55-46b5-8dce-1226ac5d4904" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493"}, {"name": "network-changed", "server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "tag": "06ec8050-5c1b-475f-9fae-541748421194"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:25.936944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['4f1295fa-9885-43ee-b5fe-7d0045a40063'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:25.953233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.145298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:26.157355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cf87c65-85da-453c-b631-2e7639b4c1b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ccda93dfc5d43ae9ae57267d1190c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148355 Aug 29 04:18:26.163818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3f5c1321-8469-4f09-8bc7-27d043a08584 admin admin] 10.222.0.62 "PUT /v2.0/routers/1269a8ce-89fe-4342-85b9-bb49e5cef9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6080208 Aug 29 04:18:26.164834 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Sync routers for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:26.173969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:26.175140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-a0ae2cba-ea91-409a-8565-be28a7fd336f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743975 Aug 29 04:18:26.186440 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:26.187080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:26.207401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-8c32c55e-1085-4590-a01b-c3dd34ae1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.210235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-8c32c55e-1085-4590-a01b-c3dd34ae1089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5361662 Aug 29 04:18:26.278561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccee02fc-c3f7-4921-9f63-d0621f3f6958 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:26.287913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b528-400a-4f87-8997-994ce9685039 req-b277904b-387c-40d1-b8f2-ec532e820977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.300246 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-b277904b-387c-40d1-b8f2-ec532e820977 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.6845129 Aug 29 04:18:26.353421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.422011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-f80ffc59-c3d8-4039-843c-be57d9696c8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=8453cc4e-775f-4c16-99b4-e001821c37c4 HTTP/1.1" status: 200 len: 217 time: 0.1209133 Aug 29 04:18:26.434316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Transition to ACTIVE for port object ccee02fc-c3f7-4921-9f63-d0621f3f6958 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:26.508687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b528-400a-4f87-8997-994ce9685039 req-181ad695-cbcb-43de-a870-c08f76aff264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.510427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-181ad695-cbcb-43de-a870-c08f76aff264 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0748267 Aug 29 04:18:26.517022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.555891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-a706949b-9684-47d6-9967-3294befb44ac service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153369 Aug 29 04:18:26.558633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-1f0fd680-bc80-4fac-80d8-eeb3ca0a4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.561871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-1f0fd680-bc80-4fac-80d8-eeb3ca0a4744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.7069290 Aug 29 04:18:26.590889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-c19f6a8c-e01a-45b5-b713-235a371a7d6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7830896 Aug 29 04:18:26.608541 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:26.647545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:26.751105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292b528-400a-4f87-8997-994ce9685039 req-af572386-cfcd-497a-bf00-4ebd64fe3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:26.754710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-af572386-cfcd-497a-bf00-4ebd64fe3f48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2348213 Aug 29 04:18:26.764391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:26.783475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.176103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc535f1-48ae-49eb-a285-52fd72e12053 req-9a834890-dbcf-464a-8178-2a25f98d1f34 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829308 Aug 29 04:18:27.187802 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 2, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:27.237265 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Checking router: 1269a8ce-89fe-4342-85b9-bb49e5cef9bc for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:27.238026 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Updating router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc port 34ee8bb0-8849-44e4-b2a3-6fa480185284 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:18:27.251377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:27.252059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:27.252059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:27.270241 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.276872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.280170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.284637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5203b5cd-6b2f-4477-b192-c7c4febcb5f0 HTTP/1.1" status: 204 len: 168 time: 1.1038473 Aug 29 04:18:27.315417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:18:27.315750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:27.323215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-91159f72-5fc1-486e-a24c-d72bd1fe20d5 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212681 Aug 29 04:18:27.335011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e18d47-159a-489f-b788-3dfba0c1a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5203b5cd-6b2f-4477-b192-c7c4febcb5f0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.479267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c31bb-4b49-46ce-bca2-7b4471a73cdd req-fef4b1ff-34fc-4ff3-bd60-40a50930bd7a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.498151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-525c31bb-4b49-46ce-bca2-7b4471a73cdd req-fef4b1ff-34fc-4ff3-bd60-40a50930bd7a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 948 time: 1.4222186 Aug 29 04:18:27.526676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b292b528-400a-4f87-8997-994ce9685039 req-3557ed20-589f-47cc-9205-96d6ae7ab569 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870894 Aug 29 04:18:27.527368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:27.527708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:27.528120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:27.528564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Bound port: ccee02fc-c3f7-4921-9f63-d0621f3f6958, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:27.528921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.642274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-6f7f3d02-bd55-43ed-a4b7-c6a1b3a1a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.649364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-6f7f3d02-bd55-43ed-a4b7-c6a1b3a1a3c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 1096 time: 0.4763601 Aug 29 04:18:27.649971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:27.657708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:27.667175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.723082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.724239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:27.726323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] 10.222.0.54 "PUT /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 1092 time: 3.9915879 Aug 29 04:18:27.727114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:27.729745 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66786230-59b8-4f87-82a4-4bb52cf13245" -d '{"events": [{"name": "network-changed", "server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:27.823571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed1ec-423c-4248-816f-ddc82e723168 req-16d29140-7104-4894-8a8d-4cfbdde2c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.826561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-16d29140-7104-4894-8a8d-4cfbdde2c1d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2319577 Aug 29 04:18:27.869373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6239c4-cb12-4051-95b3-1e3f44e2f88b service neutron] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:27.889767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6ebcb635-0516-4500-8d51-87d35cface1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:27.894347 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-6ebcb635-0516-4500-8d51-87d35cface1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1095 time: 0.0922318 Aug 29 04:18:27.936005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-525c31bb-4b49-46ce-bca2-7b4471a73cdd req-110747e3-b040-4406-bec4-f0035e2c2732 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331925 Aug 29 04:18:27.976202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eee14f11-0b46-4bb6-924b-6e1b59f239c4 req-f7cbff4e-d757-407c-ad72-0a7dbbcc8a1e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7784059 Aug 29 04:18:28.069215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-0815ccb4-22af-48bb-a182-eff8151af626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.070763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-0815ccb4-22af-48bb-a182-eff8151af626 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3654606 Aug 29 04:18:28.079149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-c128f74a-146a-44be-ad04-872719596504 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 217 time: 0.1747036 Aug 29 04:18:28.178753 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.198787 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Transition to ACTIVE for port object 34ee8bb0-8849-44e4-b2a3-6fa480185284 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:28.210643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-f7b1a80d-946d-4d5a-bf2b-6e2d783ef94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.211787 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.212198 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-f7b1a80d-946d-4d5a-bf2b-6e2d783ef94a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1240489 Aug 29 04:18:28.219477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-23050c4a-c4f3-4bd7-b4c9-26e9fb943abb service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246851 Aug 29 04:18:28.224373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:28.227460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-b729c80d-5741-4980-91e1-5e2f96c268b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 200 len: 217 time: 0.0991054 Aug 29 04:18:28.293333 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-aacedcd6-9ed3-4bcc-ac38-88feb94fc076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643282 Aug 29 04:18:28.311873 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b2aef-f0fe-4162-852f-e5420e4d4662 None None] Pushing event updated for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:28.402277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 4f1295fa-9885-43ee-b5fe-7d0045a40063 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:28.402942 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.486734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-016d875d-e6c1-4960-8e72-15a5d16da307 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854637 Aug 29 04:18:28.495129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-85d45a67-0ec9-4eb5-99b5-8f94da39166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.496748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-85d45a67-0ec9-4eb5-99b5-8f94da39166d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1969988 Aug 29 04:18:28.521946 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Attempting to bind port 34ee8bb0-8849-44e4-b2a3-6fa480185284 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:18:28.524939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Attempting to bind port 34ee8bb0-8849-44e4-b2a3-6fa480185284 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:18:28.530385 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Attempting to bind port 34ee8bb0-8849-44e4-b2a3-6fa480185284 on network f86291ac-36a4-4fba-9fa0-258045e05084 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:18:28.569386 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:18:28.573864 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Checking segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:18:28.576044 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.579346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Bound using segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:18:28.583129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Bound port: 34ee8bb0-8849-44e4-b2a3-6fa480185284, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:18:28.584073 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.603859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-4ef5d0ce-b6be-485d-9ec4-5388b746dfeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842574 Aug 29 04:18:28.707050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.732807 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-364e409e-560c-41ed-bf2f-589f5d9c7f90 req-fbff9437-e2e0-481a-9abd-527dd8632822 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248828 Aug 29 04:18:28.801020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012afd-1ea8-4e30-a8d6-8594e2fe4a2a req-70e9129b-e4e3-4ef8-b06c-982204106e27 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:28.810095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07012afd-1ea8-4e30-a8d6-8594e2fe4a2a req-70e9129b-e4e3-4ef8-b06c-982204106e27 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 947 time: 0.6693270 Aug 29 04:18:28.825213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:28.841004 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07600692-edb4-428a-8681-ba54e219b204" -d '{"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-plugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:28.891910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8453cc4e-775f-4c16-99b4-e001821c37c4 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:28.898963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:28.913364 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:28.915649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-447ed1ec-423c-4248-816f-ddc82e723168 req-15712a2c-95f6-436d-b14f-661932bd7301 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687095 Aug 29 04:18:28.950732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-a762a4e6-8f36-4fad-9bf7-d6ce3dd5ccf1 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264418 Aug 29 04:18:28.986888 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] For port 34ee8bb0-8849-44e4-b2a3-6fa480185284, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:18:28.991381 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] For port 34ee8bb0-8849-44e4-b2a3-6fa480185284, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=34ee8bb0-8849-44e4-b2a3-6fa480185284,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:18:29.004524 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.115952 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b2aef-f0fe-4162-852f-e5420e4d4662 None None] Pushing event updated for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.140976 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:29.140976 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:29.142829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07012afd-1ea8-4e30-a8d6-8594e2fe4a2a req-7b8dee42-1738-47b3-8b55-bb4f3bcc1993 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311086 Aug 29 04:18:29.346367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:29.432478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f44a0134-9fef-490e-b0dc-02ff7353fe48 req-407d67ad-f7e3-44c8-ae8d-a674523ef706 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470017 Aug 29 04:18:29.461197 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22343482-44c3-460d-8e29-54cc1c90f1b9 x-openstack-request-id: req-22343482-44c3-460d-8e29-54cc1c90f1b9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:29.463363 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "tag": "06ec8050-5c1b-475f-9fae-541748421194", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:29.463711 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22343482-44c3-460d-8e29-54cc1c90f1b9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:29.479903 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'status': 'completed', 'code': 200} Aug 29 04:18:29.481500 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'tag': '06ec8050-5c1b-475f-9fae-541748421194', 'status': 'completed', 'code': 200} Aug 29 04:18:29.520119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.549690 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:29.575660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.589803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'mac_address': 'fa:16:3e:2b:2d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:29.590450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa41679-83ea-46f0-b2fe-72a821b9c14b req-a0f65609-6f91-4ed2-b95a-fce221a6311d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.602150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eaa41679-83ea-46f0-b2fe-72a821b9c14b req-a0f65609-6f91-4ed2-b95a-fce221a6311d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.4284048 Aug 29 04:18:29.701692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eaa41679-83ea-46f0-b2fe-72a821b9c14b req-330631b2-274f-498c-8a6f-df3af2fb9413 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962598 Aug 29 04:18:29.748955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-b167ae53-a2bb-4ffa-b26e-14ea17401e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:29.759432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-b167ae53-a2bb-4ffa-b26e-14ea17401e09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1098 time: 0.1548088 Aug 29 04:18:29.837283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:29.916752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8453cc4e-775f-4c16-99b4-e001821c37c4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:29.936633 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ba2e2-d373-428a-b4a2-ac8efde19422 x-openstack-request-id: req-fe1ba2e2-d373-428a-b4a2-ac8efde19422 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:29.937616 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:29.938091 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe1ba2e2-d373-428a-b4a2-ac8efde19422 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:29.938825 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'status': 'completed', 'code': 200} Aug 29 04:18:29.980357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:29.990665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.007348 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4419a6-6e38-4080-a111-24a8425ec3f9 x-openstack-request-id: req-ec4419a6-6e38-4080-a111-24a8425ec3f9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:30.007733 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-plugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:30.008093 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec4419a6-6e38-4080-a111-24a8425ec3f9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:30.010925 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'code': 200} Aug 29 04:18:30.124084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:30.185129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:30.200354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-69aac53a-d2b5-4f5f-a9dd-fa2b9ce49b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.203578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-69aac53a-d2b5-4f5f-a9dd-fa2b9ce49b43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1095 time: 0.2297161 Aug 29 04:18:30.219707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-124aca3e-44dd-4aac-9cd4-b4e7fa6bd78c tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.1768725 Aug 29 04:18:30.269418 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b808948-0988-41d3-839a-0915de9e47bb None None] The sync data for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 is: [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:28Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:30.412453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-cd3344a3-c06d-4335-bed5-0258324da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.414766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-cd3344a3-c06d-4335-bed5-0258324da600 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.6449609 Aug 29 04:18:30.453477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8453cc4e-775f-4c16-99b4-e001821c37c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:30.465936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-88e6041f-6b84-45ba-8e65-f28c07ec1353 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.478917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-88e6041f-6b84-45ba-8e65-f28c07ec1353 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports/fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 943 time: 0.2256291 Aug 29 04:18:30.639891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:30.646000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957958558', 'description': 'tempest-description--1850879453'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:30.706742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-e30914ef-5beb-4229-8653-60a959027978 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.1286070 Aug 29 04:18:30.734681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:30.767573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-0ef3c167-36b0-479d-91b7-3641bf6c8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:30.781457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-0ef3c167-36b0-479d-91b7-3641bf6c8dc9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.5505726 Aug 29 04:18:30.925746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-f9458e28-338a-487a-b5b8-777f9cd8e591 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 1001 time: 0.4983065 Aug 29 04:18:30.939743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 06ec8050-5c1b-475f-9fae-541748421194 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:31.068261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.081405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.183020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-d266cdbe-a8ef-4773-bdff-f23dbbfda3c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 217 time: 0.2601492 Aug 29 04:18:31.225870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.227488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5865707 Aug 29 04:18:31.232723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.246668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'security_group_rule': {'security_group_id': 'b1f98b92-3fff-4068-97eb-bc0b958e8200', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:31.274102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817003-9ede-45e7-97b8-5daf40b9f06e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f98b92-3fff-4068-97eb-bc0b958e8200,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.288351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.349435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=06ec8050-5c1b-475f-9fae-541748421194,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:31.373559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-d7ef61cc-79d0-4a22-8512-c1b09c045dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.378818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-d7ef61cc-79d0-4a22-8512-c1b09c045dce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.2339478 Aug 29 04:18:31.396872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '06ec8050-5c1b-475f-9fae-541748421194', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '06ec8050-5c1b-475f-9fae-541748421194', 'mac_address': 'fa:16:3e:61:2b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:31.402800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-59262e41-72ee-4c75-8888-21104b259b73 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.412515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f50d2722-40d8-460d-896c-1bbf1873ea80 req-59262e41-72ee-4c75-8888-21104b259b73 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.7045472 Aug 29 04:18:31.447872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.457352 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.511447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.522049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f612d96-4f4a-4083-9f4f-8f28db7dde51,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.536443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ec8050-5c1b-475f-9fae-541748421194 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:31.545106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f292-cd24-4315-81dc-1fa2540e4fa3 req-4450f0bd-0ff3-40cb-ba2c-231bd7d75b09 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.547088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.548784 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc88eed4-a7ab-43fa-8447-4bd9e2d6f834 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146002 Aug 29 04:18:31.551329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:31.552207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c03f292-cd24-4315-81dc-1fa2540e4fa3 req-4450f0bd-0ff3-40cb-ba2c-231bd7d75b09 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 949 time: 0.6309586 Aug 29 04:18:31.580979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'security_group_rule': {'security_group_id': 'b1f98b92-3fff-4068-97eb-bc0b958e8200', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:31.606223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=06ec8050-5c1b-475f-9fae-541748421194,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:31.661384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.678904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.722049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-9586543a-2ea1-4530-8357-9747c839823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.731802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-9586543a-2ea1-4530-8357-9747c839823d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3041251 Aug 29 04:18:31.749737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-911e8f28-c079-4028-a761-6b61fe09699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:31.757858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-911e8f28-c079-4028-a761-6b61fe09699f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.5487318 Aug 29 04:18:31.855325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:31.882319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.893092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:31.935364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 34ee8bb0-8849-44e4-b2a3-6fa480185284 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:31.945065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-b450cf48-14c7-4d72-ad19-cf9be32b638c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630340 Aug 29 04:18:31.950684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c03f292-cd24-4315-81dc-1fa2540e4fa3 req-e2f1e2bf-8156-48f0-91b8-43eec50b9a4e tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823383 Aug 29 04:18:31.959560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6191895e-f1f9-49f9-922b-825a869c034c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.001234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.003545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eda812bd-4abd-400c-9c48-98dd435bd403 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4449346 Aug 29 04:18:32.008879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:32.015878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:32.068728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:32.075367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.077309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:32.078012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.193779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['06ec8050-5c1b-475f-9fae-541748421194'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:32.306309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.411058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209941a8-cdee-4ec8-bf2d-53934cf9ca29 req-5f6f4a53-e652-4065-bc08-0178d0482adb tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.422704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-209941a8-cdee-4ec8-bf2d-53934cf9ca29 req-5f6f4a53-e652-4065-bc08-0178d0482adb tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.4422436 Aug 29 04:18:32.433401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-9b472e1f-c730-48d5-8d8d-e0598b63d599 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730597 Aug 29 04:18:32.499722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Allocated IP 172.25.3.36 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/a1dfa222-a1ff-4526-a9ae-0388c0a2eee3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:32.528529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.581459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-7c8aa500-841c-4340-82f0-a6a929c7691e service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255596 Aug 29 04:18:32.624613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b5ab2-af26-4ac8-a9a0-61e299eb8c9c req-ad70926a-8ee8-4133-891f-6b7aab922c26 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:32.627047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b5b5ab2-af26-4ac8-a9a0-61e299eb8c9c req-ad70926a-8ee8-4133-891f-6b7aab922c26 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 948 time: 0.3371212 Aug 29 04:18:32.672073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.680211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 34ee8bb0-8849-44e4-b2a3-6fa480185284, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=34ee8bb0-8849-44e4-b2a3-6fa480185284,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:32.716825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.736763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.797990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:32.808126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:32.816807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:32.834243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:32.842986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-209941a8-cdee-4ec8-bf2d-53934cf9ca29 req-4a92ae12-cdfa-413e-bb65-43fcb46b366b tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186082 Aug 29 04:18:32.931964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8453cc4e-775f-4c16-99b4-e001821c37c4 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:32.945471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:32.957258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'Port': ['ID=a1dfa222-a1ff-4526-a9ae-0388c0a2eee3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.008580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.100731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b5b5ab2-af26-4ac8-a9a0-61e299eb8c9c req-b5a556fe-bde3-47cf-8cf4-b7ee5ce73d7b tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399841 Aug 29 04:18:33.113310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 8453cc4e-775f-4c16-99b4-e001821c37c4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:33.118987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 8453cc4e-775f-4c16-99b4-e001821c37c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:33.123339 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.218028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-ce2fa042-5d37-4794-b1d7-163dd71d2e7f service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552357 Aug 29 04:18:33.322850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.333497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.346762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4d922-fdbe-4ff4-a12d-b66f02b6f30f req-49f64f5c-bff7-421a-b25e-ecb6b9849e12 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:33.355460 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.360961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9aa4d922-fdbe-4ff4-a12d-b66f02b6f30f req-49f64f5c-bff7-421a-b25e-ecb6b9849e12 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.3055046 Aug 29 04:18:33.396319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:33.402565 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e17e97-4890-44dd-8ac4-f50929e372d7" -d '{"events": [{"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-plugged", "status": "completed", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:33.414982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66786230-59b8-4f87-82a4-4bb52cf13245 req-942c7f0f-5b50-48b8-b32c-30c325d633e2 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082824 Aug 29 04:18:33.425199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:33.432551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.462552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'Port': ['ID=a1dfa222-a1ff-4526-a9ae-0388c0a2eee3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.475209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.480892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-948ce159-637a-409b-866c-c789c1cacab5 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.2903123 Aug 29 04:18:33.489462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:33.500540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:33.502415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf2906d4-af65-45d5-bb5b-8382b3bba027 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4920740 Aug 29 04:18:33.767300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 34ee8bb0-8849-44e4-b2a3-6fa480185284 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:33.861634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 34ee8bb0-8849-44e4-b2a3-6fa480185284 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:33.862014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:34.146046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9aa4d922-fdbe-4ff4-a12d-b66f02b6f30f req-d1b40c89-19bb-43a6-adb2-d2636030c4b0 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823899 Aug 29 04:18:34.152711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-ba442c8c-aed2-4d0a-b9d0-d79c3b79fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.176156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-ba442c8c-aed2-4d0a-b9d0-d79c3b79fe4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 1100 time: 0.7968066 Aug 29 04:18:34.226616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-026b4cd4-2288-4cff-9932-38b2314e4ce6 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.256158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-026b4cd4-2288-4cff-9932-38b2314e4ce6 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports/fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 943 time: 0.7502162 Aug 29 04:18:34.655230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba5ee-c004-49ac-b2d5-6b6a621a1c67 req-6b7c3e2f-086d-4926-af31-00bd7db014bf tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.659099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b2ba5ee-c004-49ac-b2d5-6b6a621a1c67 req-6b7c3e2f-086d-4926-af31-00bd7db014bf tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.1755407 Aug 29 04:18:34.714453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-a62d27ae-aac4-490f-8f6c-e5931afa9ab3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.2332823 Aug 29 04:18:34.725618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-da394261-379f-4e05-b5a7-93d13f7e4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:34.731648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-da394261-379f-4e05-b5a7-93d13f7e4c9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.4707181 Aug 29 04:18:34.771271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:34.961870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 06ec8050-5c1b-475f-9fae-541748421194 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:34.993420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec060025-b7f7-45ae-a158-d299a1148ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.022398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-e5597dc9-7c8b-4594-9591-422e70a25fa6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=06ec8050-5c1b-475f-9fae-541748421194 HTTP/1.1" status: 200 len: 217 time: 0.2416632 Aug 29 04:18:35.116280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b2ba5ee-c004-49ac-b2d5-6b6a621a1c67 req-8c49fdf9-ca8f-4116-a128-e0111e6c4aa2 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235442 Aug 29 04:18:35.183369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec060025-b7f7-45ae-a158-d299a1148ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.184063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-7acbeafe-419a-488e-98c3-8444ead14471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.193340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-7acbeafe-419a-488e-98c3-8444ead14471 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1572685 Aug 29 04:18:35.194257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec060025-b7f7-45ae-a158-d299a1148ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.232174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-147422d8-c44d-4957-bdd7-bf741ff7b729 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.234414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-147422d8-c44d-4957-bdd7-bf741ff7b729 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.5189674 Aug 29 04:18:35.237198 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5370ac1-9d39-44dc-a07f-565041b88acc x-openstack-request-id: req-b5370ac1-9d39-44dc-a07f-565041b88acc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:35.237517 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-plugged", "status": "completed", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:35.237996 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5370ac1-9d39-44dc-a07f-565041b88acc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:35.239142 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'code': 200} Aug 29 04:18:35.244718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 06ec8050-5c1b-475f-9fae-541748421194 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:35.249254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 06ec8050-5c1b-475f-9fae-541748421194 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:35.254331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.309509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec060025-b7f7-45ae-a158-d299a1148ab0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29d9aeb591e24a3cb85ba6fe1f311a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367143 Aug 29 04:18:35.313410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:35.314526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec060025-b7f7-45ae-a158-d299a1148ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f56b692-e72c-4494-9c09-b3f7f534a16e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.405767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fadc24-b1ec-4d08-8cba-1ed42b3b053e req-f4fbdab1-bcfd-4d96-b278-414e2ec92246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.409172 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67fadc24-b1ec-4d08-8cba-1ed42b3b053e req-f4fbdab1-bcfd-4d96-b278-414e2ec92246 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 1102 time: 0.0672977 Aug 29 04:18:35.467161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67fadc24-b1ec-4d08-8cba-1ed42b3b053e req-7ced00f9-9c9a-4725-84c4-ca067a0f6396 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 Aug 29 04:18:35.476160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-9474ad05-f49c-4895-8547-52eb1829f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:35.480717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-9474ad05-f49c-4895-8547-52eb1829f0f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2721245 Aug 29 04:18:35.484498 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.520066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-b2747e55-1461-48fd-b482-93c2e9d498f0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.2225959 Aug 29 04:18:35.525192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:35.531312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.572402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=06ec8050-5c1b-475f-9fae-541748421194,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:35.582001 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.596782 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.694961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.697601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.703051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:35.704249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f56b692-e72c-4494-9c09-b3f7f534a16e HTTP/1.1" status: 204 len: 168 time: 0.3583984 Aug 29 04:18:35.708696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c854fd-808f-45ba-89a6-35a0f69cebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f56b692-e72c-4494-9c09-b3f7f534a16e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:35.731684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:36.021823 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.027831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.028300 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6 disassociated. External IP: 172.25.3.58, port: fea5cafe-b6b6-4391-b9ce-06f636d88493. Aug 29 04:18:36.077917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-70caab9b-3522-4c3b-a3f6-a96a57edf4b4 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750933 Aug 29 04:18:36.252453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:18:36.328125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c81d05d5-ad55-46b5-8dce-1226ac5d4904 req-3ac83450-72b9-4bd7-9363-a4d7b172f04e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342474 Aug 29 04:18:36.457742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:36.479838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:36.486399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55', 'port_id': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'mac_address': 'fa:16:3e:a8:aa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efe6145-6b53-4ec8-a036-b0ae29a9f7a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:18:36.604039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.632748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:36.647026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:36.677701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:36.703069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccee02fc-c3f7-4921-9f63-d0621f3f6958 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:36.710801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-320c2b11-1e41-4fa5-be08-05aeb9016e9d tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "PUT /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 694 time: 1.1932406 Aug 29 04:18:36.712681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:36.713809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:36.715420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:36.724803 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:36.859253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-af79b8ca-d059-4129-9b1e-57f732459e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:36.860972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-af79b8ca-d059-4129-9b1e-57f732459e26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1098 time: 0.0859351 Aug 29 04:18:36.870943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:36.885033 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.001855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-0dfcb25e-1a09-4d94-918d-ee7cafa3cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.003654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-0dfcb25e-1a09-4d94-918d-ee7cafa3cac1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.1265373 Aug 29 04:18:37.073021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:37.148271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-952ce67e-7ea8-46ce-9ab2-cb07a1c18d5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 217 time: 0.1269438 Aug 29 04:18:37.171803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:37.231454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ccee02fc-c3f7-4921-9f63-d0621f3f6958'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:37.241753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec8050-5c1b-475f-9fae-541748421194'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:37.242739 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ebf1a-adba-4125-9ff5-949adfb426d0" -d '{"events": [{"server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "06ec8050-5c1b-475f-9fae-541748421194"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:37.256511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-4e9e8fef-7c39-45c8-b18c-0f3fa828b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.264457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-4e9e8fef-7c39-45c8-b18c-0f3fa828b622 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.0908813 Aug 29 04:18:37.361736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fb3fdd9-8554-4bb9-8e69-754ab7dd922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:37.383651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-a9a129d8-d172-435c-bf52-6d65a721d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:37.400190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-a9a129d8-d172-435c-bf52-6d65a721d3d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124060 Aug 29 04:18:37.571697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-ab2a2477-9d0e-42c3-8f82-e279b03fc81b service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657670 Aug 29 04:18:37.657192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.706233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:37.739453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:37.742899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:37.801280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81a7304c-11e2-4c89-aea3-f5ca8f3af3fc req-8db9543b-a29d-409c-97ee-888b0cc87508 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231233 Aug 29 04:18:38.015245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3e07-aea3-4f09-a412-6e4d0efbc2c4 req-24814530-0493-4001-8f78-8a2b231a22fe tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.017081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cdf3e07-aea3-4f09-a412-6e4d0efbc2c4 req-24814530-0493-4001-8f78-8a2b231a22fe tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.0656958 Aug 29 04:18:38.095896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cdf3e07-aea3-4f09-a412-6e4d0efbc2c4 req-1ea1f461-898a-4988-bae3-f3f1ccb42f3c tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Aug 29 04:18:38.149073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:38.485005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:38.489386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05a07c-6648-49cd-9793-7461550b72bb req-c442ee87-0af6-4751-8629-3cbab763d6ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.491628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b05a07c-6648-49cd-9793-7461550b72bb req-c442ee87-0af6-4751-8629-3cbab763d6ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.0841720 Aug 29 04:18:38.551269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b05a07c-6648-49cd-9793-7461550b72bb req-eec27afe-4852-46d1-99f1-bc1ead94d94c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Aug 29 04:18:38.555442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10581952-5556-4594-8c1c-a9c03bc3ff06 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:38.818047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f08b3-e288-4b4a-9418-5db5a7bc1b2c req-1905a6af-cf58-4611-b6fc-21f70c635f6c tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:38.838309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078f08b3-e288-4b4a-9418-5db5a7bc1b2c req-1905a6af-cf58-4611-b6fc-21f70c635f6c tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.1256230 Aug 29 04:18:38.930093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078f08b3-e288-4b4a-9418-5db5a7bc1b2c req-f97304f0-4ef0-4c46-898a-517dd41e23f2 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Aug 29 04:18:39.025560 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb41d5f-e427-49db-9e0a-f6e5cc9d1b3a x-openstack-request-id: req-3fb41d5f-e427-49db-9e0a-f6e5cc9d1b3a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:39.026112 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:39.026555 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fb41d5f-e427-49db-9e0a-f6e5cc9d1b3a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:39.027127 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'status': 'completed', 'code': 200} Aug 29 04:18:39.095165 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d3f29-0756-4361-a3fd-5eafdfa8fde2 x-openstack-request-id: req-da3d3f29-0756-4361-a3fd-5eafdfa8fde2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:39.095482 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "06ec8050-5c1b-475f-9fae-541748421194", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:39.096589 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da3d3f29-0756-4361-a3fd-5eafdfa8fde2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:39.096589 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec8050-5c1b-475f-9fae-541748421194', 'code': 200} Aug 29 04:18:39.104542 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6879728-c721-4fa8-b4e4-e42182ece01f None None] New status for floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:39.258779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-19f9c2db-eb4c-4e5c-bb5e-2046c75e8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.261671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-19f9c2db-eb4c-4e5c-bb5e-2046c75e8b6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 1098 time: 0.1211798 Aug 29 04:18:39.358575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2115758-bbdb-4142-bac3-3e1365776f31 req-0f23f914-3357-4a75-b0e3-35620c1bd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.362703 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2115758-bbdb-4142-bac3-3e1365776f31 req-0f23f914-3357-4a75-b0e3-35620c1bd672 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 1101 time: 0.1407073 Aug 29 04:18:39.531675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2115758-bbdb-4142-bac3-3e1365776f31 req-3581241a-b24a-4d2f-823e-e7c6bad1098f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067033 Aug 29 04:18:39.538041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-48db873b-0457-402e-8fdb-61c29eff1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.539645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-48db873b-0457-402e-8fdb-61c29eff1aa3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.2693107 Aug 29 04:18:39.557661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee775039-7bd9-40ea-a887-c0da9db5e6c2 req-12cb8643-71a4-4eae-aa44-39bce4e940dd tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:39.559355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee775039-7bd9-40ea-a887-c0da9db5e6c2 req-12cb8643-71a4-4eae-aa44-39bce4e940dd tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.0995109 Aug 29 04:18:39.621461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee775039-7bd9-40ea-a887-c0da9db5e6c2 req-84d545ff-8e71-4193-8943-cb57914ca4be tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bfc992e-5277-4de3-a978-fff3edd5ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527079 Aug 29 04:18:39.920539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-841550d9-dc1c-46d2-81fe-ab08b2e5c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:39.961058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-805004ae-b280-44c7-9e42-a183a928d383 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 200 len: 217 time: 0.0840521 Aug 29 04:18:40.179355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-af47a71c-7f5a-4844-a386-53b98b702c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.179355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-af47a71c-7f5a-4844-a386-53b98b702c1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.2021062 Aug 29 04:18:40.184105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.276632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:18:40.373629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-87cdde8d-313b-4886-9f22-06c95e0c5fce tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.375393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-87cdde8d-313b-4886-9f22-06c95e0c5fce tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.54 "GET /v2.0/ports?device_id=11c5e442-934e-4f3b-9dd8-1895fbacaf3f HTTP/1.1" status: 200 len: 945 time: 0.1976314 Aug 29 04:18:40.381687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-1be73f07-f1d6-40aa-b463-e558b1f22b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.383343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-1be73f07-f1d6-40aa-b463-e558b1f22b1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637828 Aug 29 04:18:40.430424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ccee02fc-c3f7-4921-9f63-d0621f3f6958 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:40.438805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ccee02fc-c3f7-4921-9f63-d0621f3f6958 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:40.439433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.560614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db0af9-4aec-4c64-98e9-8f1e1e89f891 req-5b37c6b5-01af-43fb-9b78-2caea24bfeb9 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.568825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5db0af9-4aec-4c64-98e9-8f1e1e89f891 req-5b37c6b5-01af-43fb-9b78-2caea24bfeb9 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.2294743 Aug 29 04:18:40.637621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-6464da66-4db4-403a-ab2c-69efa7faa712 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265527 Aug 29 04:18:40.639011 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.652987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5db0af9-4aec-4c64-98e9-8f1e1e89f891 req-8fd6763d-de25-4079-8534-4ce4217b4cb8 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830691 Aug 29 04:18:40.763918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Deleting port 70ccc982-9a0f-4753-8638-417116310eb5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:40.779667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.811709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:40.829673 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.889866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd2c951-5b4b-4ba2-9bdc-636a8c987957 req-78b327f6-29a5-463b-8f3f-bf37c93fddaa service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357898 Aug 29 04:18:40.948855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] For port 70ccc982-9a0f-4753-8638-417116310eb5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=70ccc982-9a0f-4753-8638-417116310eb5,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:40.948855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:40.975870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-a9407a9e-8279-41b8-a12c-420466072bab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:40.981733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-a9407a9e-8279-41b8-a12c-420466072bab tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1164320 Aug 29 04:18:41.011339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-71b7cef9-8e1e-41c5-9eae-15d45f3564a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1261001 Aug 29 04:18:41.015140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:41.092082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-18dee11a-5669-4538-8468-993dd888b788 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 695 time: 0.0730913 Aug 29 04:18:41.098016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:41.101259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:41.101692 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df90f0-e31f-4ae1-be1f-4bff336261f6" -d '{"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-plugged", "status": "completed", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:41.184986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.187584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.339200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-a10ec56a-2291-4b4e-8e12-b8aa7bbcb071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.358071 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-a10ec56a-2291-4b4e-8e12-b8aa7bbcb071 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 1097 time: 0.1650729 Aug 29 04:18:41.580929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-91872224-9247-4bd3-9892-7ed100067faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.582692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-91872224-9247-4bd3-9892-7ed100067faf service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.1779876 Aug 29 04:18:41.583375 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:18:41.672378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-661ef8f8-ba25-463d-815e-5e0c4de6ebd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 200 len: 217 time: 0.0728097 Aug 29 04:18:41.727844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.745196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.745815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:41.746271 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Floating IP 66cab7a9-5efd-4bff-85ba-cb818c44d191 disassociated. External IP: 172.25.3.200, port: 70ccc982-9a0f-4753-8638-417116310eb5. Aug 29 04:18:41.746764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Calling delete_port for 70ccc982-9a0f-4753-8638-417116310eb5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:41.865729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-98ba28c9-f272-4e7f-8731-c64e8fd25cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:41.867905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-98ba28c9-f272-4e7f-8731-c64e8fd25cde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1628039 Aug 29 04:18:41.939154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-a0886b64-d3ed-4d74-b41e-7e8f2616e62c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581388 Aug 29 04:18:42.192267 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-92c7eb62-f73f-499a-9fa3-fe56cc3644b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386513 Aug 29 04:18:42.345945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d099409-a496-4570-831c-559e8894130e req-263880a8-b383-4609-8c8c-ef21a95d0972 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:42.347725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d099409-a496-4570-831c-559e8894130e req-263880a8-b383-4609-8c8c-ef21a95d0972 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b6368e3-9990-4dd7-b71a-735ea56a5017 HTTP/1.1" status: 200 len: 946 time: 0.2033341 Aug 29 04:18:42.367131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.404265 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2095c24a-3901-4a5d-bc63-e9a41155c1ef req-e6313377-12d3-464a-8504-88716699deaa service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039692 Aug 29 04:18:42.476743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event deleted for resources: {'Port': ['ID=70ccc982-9a0f-4753-8638-417116310eb5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:42.557407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:18:42.709234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.721398 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.787365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Deleting port fea5cafe-b6b6-4391-b9ce-06f636d88493 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:42.787365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.896632 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:42.915798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Router caeaf9e6-0d20-4996-9262-2a248da3fbce has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:43.126318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] For port fea5cafe-b6b6-4391-b9ce-06f636d88493, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fea5cafe-b6b6-4391-b9ce-06f636d88493,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:43.126642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.162417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Calling delete_port for fea5cafe-b6b6-4391-b9ce-06f636d88493 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:43.179016 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6 associated. External IP: 172.25.3.58, port: dfbd2318-9cdc-4574-8bad-c83ef6da2762. Aug 29 04:18:43.551699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.593631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fea5cafe-b6b6-4391-b9ce-06f636d88493'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:43.606330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event deleted for resources: {'Port': ['ID=fea5cafe-b6b6-4391-b9ce-06f636d88493,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:43.673945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:43.696118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Sync routers for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:43.711510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] No DVR routers for this DVR port fea5cafe-b6b6-4391-b9ce-06f636d88493 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:43.719506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.721754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d099409-a496-4570-831c-559e8894130e req-1ad91c40-8e18-4f04-b166-a378b8d222c0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "DELETE /v2.0/ports/fea5cafe-b6b6-4391-b9ce-06f636d88493 HTTP/1.1" status: 204 len: 173 time: 1.3661952 Aug 29 04:18:43.726474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'name': 'network-vif-deleted', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:43.727363 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbbb3e1-1a5f-4351-a154-f47d09324b96" -d '{"events": [{"server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "name": "network-vif-deleted", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:43.753506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:43.754524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:43.776320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] No DVR routers for this DVR port 70ccc982-9a0f-4753-8638-417116310eb5 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:43.783558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:43.787321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc71a21f-ee42-46f5-9316-16b5b2e37cbe req-21a24963-b959-44ef-b7ce-7f5d6ec1f9b8 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.54 "DELETE /v2.0/ports/70ccc982-9a0f-4753-8638-417116310eb5 HTTP/1.1" status: 204 len: 173 time: 3.3841288 Aug 29 04:18:43.919235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:44.161525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:44.168356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:44.180644 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:44.196201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:44.204606 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:44.205257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:44.236685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-92ddfdfd-c93b-4e84-89ad-7b6ec6444846 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "PUT /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 996 time: 3.1434703 Aug 29 04:18:44.416582 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:44.431951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-32248144-3ed9-469a-a527-ff4030d925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.434610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-32248144-3ed9-469a-a527-ff4030d925a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.1357467 Aug 29 04:18:44.514837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 70ccc982-9a0f-4753-8638-417116310eb5 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:44.598789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 70ccc982-9a0f-4753-8638-417116310eb5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:44.600135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 70ccc982-9a0f-4753-8638-417116310eb5 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:44.716241 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:42Z', 'revision_number': 8, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:44.892634 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:44.902926 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:44.903591 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:44.912793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-21115ede-3631-4916-b37a-793bd09e6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:44.951795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-21115ede-3631-4916-b37a-793bd09e6fe0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.4945230 Aug 29 04:18:45.032411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.117034 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:45.182118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-75c9a669-b4dc-47ff-b484-e40a897424e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 999 time: 0.2161729 Aug 29 04:18:45.190302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Checking router: caeaf9e6-0d20-4996-9262-2a248da3fbce for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:45.216776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:45.220280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.311663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-30584c0f-bdfc-4a2a-ab0b-3a2216b3faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.323759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-30584c0f-bdfc-4a2a-ab0b-3a2216b3faf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.1299477 Aug 29 04:18:45.436253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-b53ca294-a369-4d13-bbfd-fa1c98cc964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:45.449085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-b53ca294-a369-4d13-bbfd-fa1c98cc964f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234894 Aug 29 04:18:45.514818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:45.640550 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:42Z', 'revision_number': 8, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:45.680634 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7eb61-1c7a-48f9-aa16-40fa21a659e6 None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '9cd34b26-fcc4-4922-a4c0-647b45532fa6', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'port_id': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'mac_address': 'fa:16:3e:0c:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:17:40Z', 'updated_at': '2021-08-29T04:18:42Z', 'revision_number': 8, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:45.700751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-c757ae27-77f7-4f8a-932e-48eb90ac1a6d service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491591 Aug 29 04:18:45.942930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-194ae4a6-91c4-466f-a056-b86291de53c0 req-8ccb27a5-1639-41f5-8789-12f4b678928f service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305186 Aug 29 04:18:46.128878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:46.185517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0b479-527f-4032-ad87-642ccbed5afa None None] The sync data for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 is: [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:15:49Z', 'revision_number': 4, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '55d52d2e-4dd3-45cf-8dd5-e55d3104e272', 'name': '', 'network_id': 'd0efa65a-da67-4432-8470-a3382ce23946', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'mac_address': 'fa:16:3e:e4:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:46Z', 'updated_at': '2021-08-29T04:16:00Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'subnets': [{'id': '41c3c0dd-c723-4676-afdc-9723d7ad2a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:46.288383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37291737-627d-488a-bd6b-9bb09dddfd14 req-885d51e3-64e1-4db8-b8ee-6be8d157ec33 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.309297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37291737-627d-488a-bd6b-9bb09dddfd14 req-885d51e3-64e1-4db8-b8ee-6be8d157ec33 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2131064 Aug 29 04:18:46.341429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080de540-d973-4298-a152-0da8a560740d None None] New status for floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:46.435012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37291737-627d-488a-bd6b-9bb09dddfd14 req-1bd77411-32a7-4622-ae7d-54ae622fea61 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217031 Aug 29 04:18:46.752643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db55e67-40bd-4aa9-a50a-45395c39003d req-b00f8d9b-869c-4f0b-8ee6-a947d060ddef tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:46.764196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6db55e67-40bd-4aa9-a50a-45395c39003d req-b00f8d9b-869c-4f0b-8ee6-a947d060ddef tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.1078360 Aug 29 04:18:46.882425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6db55e67-40bd-4aa9-a50a-45395c39003d req-79adb36e-e990-42d6-90d2-6b998e3ceab3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148019 Aug 29 04:18:46.926122 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a26c2b-ab7f-4dad-98de-76cd2caa7ce0 None None] New status for floating IP 66cab7a9-5efd-4bff-85ba-cb818c44d191: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:46.980376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fea5cafe-b6b6-4391-b9ce-06f636d88493 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:47.061726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: fea5cafe-b6b6-4391-b9ce-06f636d88493 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:47.072176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fea5cafe-b6b6-4391-b9ce-06f636d88493 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:47.157659 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201cdd8c-0707-43ca-8122-f09070f462c8 x-openstack-request-id: req-201cdd8c-0707-43ca-8122-f09070f462c8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:47.163443 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-plugged", "status": "completed", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:47.163886 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-201cdd8c-0707-43ca-8122-f09070f462c8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:47.164749 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'code': 200} Aug 29 04:18:47.455203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fcea8-3390-4fd7-a6ae-d0522e8b1d93 req-15b90110-cc9c-495c-955a-9264890eacd8 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.467362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb6fcea8-3390-4fd7-a6ae-d0522e8b1d93 req-15b90110-cc9c-495c-955a-9264890eacd8 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.1651385 Aug 29 04:18:47.515642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede69c7-1faa-405d-8b4f-1e471cfb727e req-1702b47b-f680-412d-8df3-497444919a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:47.518364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ede69c7-1faa-405d-8b4f-1e471cfb727e req-1702b47b-f680-412d-8df3-497444919a77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1097 time: 0.1514800 Aug 29 04:18:47.597742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb6fcea8-3390-4fd7-a6ae-d0522e8b1d93 req-f518c2dd-71ba-476d-8235-bb4ae11c69ee tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291211 Aug 29 04:18:47.651639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ede69c7-1faa-405d-8b4f-1e471cfb727e req-8cf4ae1e-6c13-4305-a00f-bdc3dc8a14af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169617 Aug 29 04:18:47.705031 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b0cb28-2723-4f93-8086-863cc8996ccd x-openstack-request-id: req-32b0cb28-2723-4f93-8086-863cc8996ccd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:47.705717 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6368e3-9990-4dd7-b71a-735ea56a5017", "name": "network-vif-deleted", "tag": "fea5cafe-b6b6-4391-b9ce-06f636d88493", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:47.706245 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32b0cb28-2723-4f93-8086-863cc8996ccd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:47.706728 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6368e3-9990-4dd7-b71a-735ea56a5017', 'name': 'network-vif-deleted', 'tag': 'fea5cafe-b6b6-4391-b9ce-06f636d88493', 'status': 'completed', 'code': 200} Aug 29 04:18:47.846895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e999cc40-c18b-41dd-85dd-bbdcbd891b50 req-76802872-1c0f-4afa-8c33-9b08b757116b tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 998 time: 0.1220477 Aug 29 04:18:48.010572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999cc40-c18b-41dd-85dd-bbdcbd891b50 req-de6b1c41-4da3-496a-9c5a-c9c632716b69 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:48.012121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e999cc40-c18b-41dd-85dd-bbdcbd891b50 req-de6b1c41-4da3-496a-9c5a-c9c632716b69 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.1641121 Aug 29 04:18:48.026988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-e999cc40-c18b-41dd-85dd-bbdcbd891b50 req-b9107a3e-5dde-4f69-8fd9-653e0cc4ee29 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:18:48.035211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e999cc40-c18b-41dd-85dd-bbdcbd891b50 req-b9107a3e-5dde-4f69-8fd9-653e0cc4ee29 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130677 Aug 29 04:18:48.092455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.245777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.284624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.391713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.396862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:48.402967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "DELETE /v2.0/security-groups/2bfc992e-5277-4de3-a978-fff3edd5ab65 HTTP/1.1" status: 204 len: 168 time: 0.3037691 Aug 29 04:18:48.403566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.447115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc992e-5277-4de3-a978-fff3edd5ab65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:48.457553 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4246d211-3b75-45b4-a66a-7fbc16fe6d86 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] show failed (client error): The resource could not be found. Aug 29 04:18:48.462407 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4246d211-3b75-45b4-a66a-7fbc16fe6d86 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "GET /v2.0/security-groups/2bfc992e-5277-4de3-a978-fff3edd5ab65 HTTP/1.1" status: 404 len: 347 time: 0.0570481 Aug 29 04:18:48.471308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.482687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.483561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.490368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.490780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.492099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.492470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.494477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.494882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.495222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.497409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.497654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.498006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2b01d-450c-4bc6-b66b-1d0eab39a2d6 tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:48.689632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:48.924875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Deleting port c125927c-c320-4650-88c3-b509d4958cc1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:48.925912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.092791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f9aae8a-d466-4788-9f0f-6c670d3ecb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.163833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.164203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.178819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Calling delete_port for c125927c-c320-4650-88c3-b509d4958cc1 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:49.278507 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f9aae8a-d466-4788-9f0f-6c670d3ecb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.285641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f9aae8a-d466-4788-9f0f-6c670d3ecb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.409348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.498697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Pushing event deleted for resources: {'Port': ['ID=c125927c-c320-4650-88c3-b509d4958cc1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.573978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.575059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.575763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.576887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.577913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.578493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.578950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.579611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.580201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.580876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.581885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.582637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:18:49.629081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.635765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.638353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ed66c27-e5f3-4011-822e-c2cd72eac0da tempest-ServersTestJSON-2123702970 tempest-ServersTestJSON-2123702970-project] 10.222.0.62 "DELETE /v2.0/floatingips/66cab7a9-5efd-4bff-85ba-cb818c44d191 HTTP/1.1" status: 204 len: 168 time: 1.1650603 Aug 29 04:18:49.660307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.707806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'name': 'network-vif-deleted', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5'}, {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:49.710189 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b853e-ba7c-4840-81e8-eef047587ae2" -d '{"events": [{"server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "name": "network-vif-deleted", "tag": "70ccc982-9a0f-4753-8638-417116310eb5"}, {"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:49.716218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6f9aae8a-d466-4788-9f0f-6c670d3ecb30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09e1c155337d46ee9b89bb5a806941b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0255017 Aug 29 04:18:49.717151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aae8a-d466-4788-9f0f-6c670d3ecb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293311a0-0ee0-4841-968f-8bdec684f3e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:49.721083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:49.788207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.829685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:49.988499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.000235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.010609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/293311a0-0ee0-4841-968f-8bdec684f3e3 HTTP/1.1" status: 204 len: 168 time: 0.2858934 Aug 29 04:18:50.033609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8347db5-e691-45ce-8f9f-e7c48f9195d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293311a0-0ee0-4841-968f-8bdec684f3e3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:50.648668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:50.705517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-fdbaef86-8924-41a9-b46e-ad05eeab6202 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f125e4a938a74b2d853117050c73edea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559409 Aug 29 04:18:50.913111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-550553d9-af4c-4fd0-9ce2-54af207d350e tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:50.915636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-550553d9-af4c-4fd0-9ce2-54af207d350e tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092962 Aug 29 04:18:50.944404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-0758a8d6-7764-4342-9a35-350d228d5869 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/quotas/f125e4a938a74b2d853117050c73edea HTTP/1.1" status: 200 len: 375 time: 0.0202460 Aug 29 04:18:51.038649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-e692c593-146b-407e-a08c-dbf1859ed356 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925579 Aug 29 04:18:51.098445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Deleting port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:51.098598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.314649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] For port 55d52d2e-4dd3-45cf-8dd5-e55d3104e272, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:51.314962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:51.332149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Calling delete_port for 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:51.392783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fda9d0-770d-4a9f-8e6e-d891f436f71c req-4ad0b12a-7c3e-44b3-839a-dc2055741a61 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:51.395652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0fda9d0-770d-4a9f-8e6e-d891f436f71c req-4ad0b12a-7c3e-44b3-839a-dc2055741a61 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.1472094 Aug 29 04:18:51.541355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0fda9d0-770d-4a9f-8e6e-d891f436f71c req-b5199b8a-1f5c-4fb8-99b5-46cd0624a555 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209359 Aug 29 04:18:51.793603 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d1c547-b833-4e3a-bbc6-8204858ffe6c x-openstack-request-id: req-f6d1c547-b833-4e3a-bbc6-8204858ffe6c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:51.794193 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c5e442-934e-4f3b-9dd8-1895fbacaf3f", "name": "network-vif-deleted", "tag": "70ccc982-9a0f-4753-8638-417116310eb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:51.794637 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6d1c547-b833-4e3a-bbc6-8204858ffe6c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:51.795516 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c5e442-934e-4f3b-9dd8-1895fbacaf3f', 'name': 'network-vif-deleted', 'tag': '70ccc982-9a0f-4753-8638-417116310eb5', 'status': 'completed', 'code': 200} Aug 29 04:18:51.796071 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:18:51.912405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-7ee4553c-502c-4fd9-b25b-f5a955f59cd4 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.3208995 Aug 29 04:18:51.936657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.027622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-60bfb2cf-09ff-4f60-aff7-0cc181790851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.029591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-60bfb2cf-09ff-4f60-aff7-0cc181790851 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.2024364 Aug 29 04:18:52.041990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-a06abf85-40fe-4140-a249-6814bb2661c3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.057010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-a06abf85-40fe-4140-a249-6814bb2661c3 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports/dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 943 time: 0.1272833 Aug 29 04:18:52.133581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Pushing event deleted for resources: {'Port': ['ID=55d52d2e-4dd3-45cf-8dd5-e55d3104e272,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:52.229199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5bcb894-22c7-4f8d-815b-f419c72db7ac req-f55b5b26-598b-4d71-bf3d-9ece323af2a6 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 210 time: 0.1707697 Aug 29 04:18:52.368161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-d0534526-1a43-40f5-ba9d-0e8bd71d5306 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.2597685 Aug 29 04:18:52.453690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-993590a4-e37c-43d6-868d-664335ad84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.455088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-993590a4-e37c-43d6-868d-664335ad84dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.3910983 Aug 29 04:18:52.564859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:52.685241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-173756c0-3738-439a-abaa-17119c4d36c9 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.688436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-173756c0-3738-439a-abaa-17119c4d36c9 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3191779 Aug 29 04:18:52.873061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b1071-38f5-461f-9bef-4bb140fe1717 req-6bdfca9d-a808-471a-9a99-aa9da4cc858d tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:52.875050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-855b1071-38f5-461f-9bef-4bb140fe1717 req-6bdfca9d-a808-471a-9a99-aa9da4cc858d tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.3986020 Aug 29 04:18:52.881950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-66efaf36-61ac-4820-a9a9-ba9fcf9a12ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 1001 time: 0.3961442 Aug 29 04:18:52.926465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-cbcc73aa-1d35-49d8-a572-abb0a1743f28 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 1001 time: 0.2159748 Aug 29 04:18:52.952454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:52.995531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Router caeaf9e6-0d20-4996-9262-2a248da3fbce has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:53.048910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-855b1071-38f5-461f-9bef-4bb140fe1717 req-712ed4b0-952c-47dc-8121-e9231bd9bbdb tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652417 Aug 29 04:18:53.071971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-541c5221-102c-4016-b076-aef77eeb57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.073510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-541c5221-102c-4016-b076-aef77eeb57b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.1761925 Aug 29 04:18:53.100400 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.232958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:53.243554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-78e0849b-6e60-40e2-96eb-de92517bccbe admin admin] 10.222.0.62 "PUT /v2.0/routers/caeaf9e6-0d20-4996-9262-2a248da3fbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5803812 Aug 29 04:18:53.243554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:53.258936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Sync routers for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:53.278796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:53.279461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:53.328776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-8071a5bb-68d0-4c3d-a757-ad6627d58dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.338582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-8071a5bb-68d0-4c3d-a757-ad6627d58dd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360024 Aug 29 04:18:53.354417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488feb6-06f8-4650-b165-83b5c96288bf req-2bb2a1f4-104b-45d5-add1-27092b21e38f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:53.375879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2488feb6-06f8-4650-b165-83b5c96288bf req-2bb2a1f4-104b-45d5-add1-27092b21e38f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1097 time: 0.2493973 Aug 29 04:18:53.503737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.513413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.513724 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6 disassociated. External IP: 172.25.3.58, port: dfbd2318-9cdc-4574-8bad-c83ef6da2762. Aug 29 04:18:53.523430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:53.582881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:53.597252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2488feb6-06f8-4650-b165-83b5c96288bf req-6e9634f4-74f5-42f0-8b0e-fb51b39a0e02 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181904 Aug 29 04:18:53.749572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-9d60b8a5-5d01-4deb-aa4e-dc3008508c91 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700802 Aug 29 04:18:53.760273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-9c71a22b-a145-46c5-90af-22ce4be3624c tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f125e4a938a74b2d853117050c73edea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738919 Aug 29 04:18:53.911163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:18:51Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:53.977970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Checking router: caeaf9e6-0d20-4996-9262-2a248da3fbce for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:54.017187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Routers {'caeaf9e6-0d20-4996-9262-2a248da3fbce'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:54.024127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['caeaf9e6-0d20-4996-9262-2a248da3fbce'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:54.066437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.097996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f63b853e-ba7c-4840-81e8-eef047587ae2 req-cab09060-3847-4d35-886f-67e805254dcf service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192759 Aug 29 04:18:54.308438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-26762b3e-584e-4c80-b741-fa6560add814 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.310877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-26762b3e-584e-4c80-b741-fa6560add814 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519591 Aug 29 04:18:54.358940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:54.369134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:18:54.374263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Request body: {'port': {'device_id': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': 'f125e4a938a74b2d853117050c73edea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:54.415513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Deleting port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:54.417019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.441466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] Set router caeaf9e6-0d20-4996-9262-2a248da3fbce gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:54.507001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-090ce747-335d-4731-b201-ff2113abbe9e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:54.509796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-090ce747-335d-4731-b201-ff2113abbe9e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.50 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.3031933 Aug 29 04:18:54.802233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.819392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:18:51Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:54.868834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:54.931828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:54.937198 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e58ebce-a182-48fe-a068-dbd5f2c827af" -d '{"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:54.948420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:54.958405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689541b-5840-4a64-8a3b-b75a1a830b26 None None] The sync data for ids ['caeaf9e6-0d20-4996-9262-2a248da3fbce'] in n-d-712139-13 is: [{'id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'name': 'tempest-ServersTestJSON-478137800-router', 'tenant_id': '36bfa1308f50498da294e7853d042cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:15:32Z', 'updated_at': '2021-08-29T04:18:51Z', 'revision_number': 5, 'project_id': '36bfa1308f50498da294e7853d042cf4', 'gw_port': {'id': '0aefc4f5-29e5-4d1c-83c5-d39625edfca5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeaf9e6-0d20-4996-9262-2a248da3fbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:15:36Z', 'updated_at': '2021-08-29T04:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:54.981806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] For port 0aefc4f5-29e5-4d1c-83c5-d39625edfca5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:54.982286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.052216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Calling delete_port for 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:55.069632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Made reservation on behalf of f125e4a938a74b2d853117050c73edea for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:18:55.070356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:18:55.076461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.092469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:18:55.125398 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.141558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:55.160553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:55.164637 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:55.304117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-90be9afc-7f97-45c5-92bc-b84dfa082251 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "PUT /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 695 time: 2.3759356 Aug 29 04:18:55.309108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:18:55.322546 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:18:55.484976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a007554-8235-465b-ad64-c8c6e3777dd1 req-8ea6968d-66d6-40ee-8599-9bedf7b8c69b tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 210 time: 0.1768756 Aug 29 04:18:55.505609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Deleting port 06ec8050-5c1b-475f-9fae-541748421194 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:55.506175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.521463 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:55.701755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:55.711470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-d0e7d5dd-f637-460e-adff-837ea3265685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:55.725244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-d0e7d5dd-f637-460e-adff-837ea3265685 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.3976095 Aug 29 04:18:55.761045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:55.780913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Allocated IP 192.168.233.19 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/f8e4a564-f232-4744-a9fa-30f48af0f5be) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:18:55.810500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:55.811321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55d52d2e-4dd3-45cf-8dd5-e55d3104e272 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:56.010739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] For port 06ec8050-5c1b-475f-9fae-541748421194, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=06ec8050-5c1b-475f-9fae-541748421194,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:18:56.011702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.053351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:56.073617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e29bd-1b87-47eb-890f-be978282f535 req-cecc0089-2ad4-4dca-98b1-299c51c071b0 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.076318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f1e29bd-1b87-47eb-890f-be978282f535 req-cecc0089-2ad4-4dca-98b1-299c51c071b0 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1097 time: 0.4024007 Aug 29 04:18:56.078633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Calling delete_port for 06ec8050-5c1b-475f-9fae-541748421194 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:18:56.172431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-ad43fb14-f168-4bf4-b19f-b8f8401f8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:56.181022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:56.186892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-ad43fb14-f168-4bf4-b19f-b8f8401f8b33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.4602187 Aug 29 04:18:56.212838 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:18:56.224485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:18:56.225456 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:56.266485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aefc4f5-29e5-4d1c-83c5-d39625edfca5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:56.361304 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:18:56.389644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f1e29bd-1b87-47eb-890f-be978282f535 req-d7805b25-fa46-458d-9be2-df0710f44e35 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032627 Aug 29 04:18:56.407395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-922e7c49-fd6d-4d2f-a004-c3d8304204a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.2189565 Aug 29 04:18:56.638575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:56.718983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:18:56.731348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Transition to ACTIVE for port object f8e4a564-f232-4744-a9fa-30f48af0f5be will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:18:56.764868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76055f2d-7bc9-471d-9289-40ec337a05cb None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:17:03Z', 'revision_number': 4, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '25c3c162-8c0b-45cf-8aa3-091ff87f73a3', 'name': '', 'network_id': '0dd0d088-9aaf-4d3c-ba0f-49b184219880', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'mac_address': 'fa:16:3e:7c:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:17:01Z', 'updated_at': '2021-08-29T04:17:14Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'subnets': [{'id': '1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:18:56.785471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.037422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.052763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35297795-2b34-4cfd-88a4-71a7e514d85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.061391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.163496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.172865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-5aeb5f48-f80f-448f-9d2c-cb8c9c55cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.177301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-5aeb5f48-f80f-448f-9d2c-cb8c9c55cab7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.7613449 Aug 29 04:18:57.209194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8453cc4e-775f-4c16-99b4-e001821c37c4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:18:57.242519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:18:57.243817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.244490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caeaf9e6-0d20-4996-9262-2a248da3fbce {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:18:57.253152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.257151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d764799-54d9-401d-9540-94c4293fb352 admin admin] 10.222.0.62 "DELETE /v2.0/routers/caeaf9e6-0d20-4996-9262-2a248da3fbce HTTP/1.1" status: 204 len: 168 time: 4.0129173 Aug 29 04:18:57.258666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:18:57.263511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:18:57.295079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:57.296715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f918-9d8a-47d9-bdc1-4fea21762fa5 req-e6da36ef-711d-483b-84ed-0a0072a5e9f9 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.304904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47e4f918-9d8a-47d9-bdc1-4fea21762fa5 req-e6da36ef-711d-483b-84ed-0a0072a5e9f9 tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/ports?device_id=0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8 HTTP/1.1" status: 200 len: 949 time: 0.2796052 Aug 29 04:18:57.535965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Deleting subnet 41c3c0dd-c723-4676-afdc-9723d7ad2a40 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:18:57.545668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.605344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838753b8-12e1-4ab4-8526-13d991cd8b1e None None] New status for floating IP 9cd34b26-fcc4-4922-a4c0-647b45532fa6: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:18:57.729513 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35297795-2b34-4cfd-88a4-71a7e514d85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.731866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.738182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Pushing event updated for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.763502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47e4f918-9d8a-47d9-bdc1-4fea21762fa5 req-e479ede4-483a-41c1-90fe-8e454126c88b tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.62 "GET /v2.0/security-groups?id=76cea7fd-7cf6-452e-9291-ee5939b30115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995794 Aug 29 04:18:57.767152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-a4f9b2b6-754c-4844-bbbf-1207dbb020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.769191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-a4f9b2b6-754c-4844-bbbf-1207dbb020e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5595796 Aug 29 04:18:57.770907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35297795-2b34-4cfd-88a4-71a7e514d85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.774034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.825992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35297795-2b34-4cfd-88a4-71a7e514d85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29450c23-87fd-4d78-abe3-4071ed6d98f8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:57.934351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:57.935427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:57.942226 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1015d85-6d1a-475c-9bcf-f735cb8311ca x-openstack-request-id: req-e1015d85-6d1a-475c-9bcf-f735cb8311ca {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:57.942605 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:57.942888 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1015d85-6d1a-475c-9bcf-f735cb8311ca {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:57.943525 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'code': 200} Aug 29 04:18:58.021501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Pushing event deleted for resources: {'Port': ['ID=06ec8050-5c1b-475f-9fae-541748421194,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:58.023606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-481b1484-c402-44f5-a05d-71ee9e1f2679 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6541290 Aug 29 04:18:58.032516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a266d19c-2bc0-4fd6-b73c-af146ed90c9e None None] Provisioning for port f8e4a564-f232-4744-a9fa-30f48af0f5be completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:18:58.032957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35297795-2b34-4cfd-88a4-71a7e514d85b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29fb7d59d9a24501b0ea98f7412e5aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9775720 Aug 29 04:18:58.042243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:58.068588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Request body: {'port': {'device_id': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:18:58.093154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a266d19c-2bc0-4fd6-b73c-af146ed90c9e None None] Provisioning complete for port f8e4a564-f232-4744-a9fa-30f48af0f5be triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:18:58.094200 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a266d19c-2bc0-4fd6-b73c-af146ed90c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.293632 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b31b03-378c-4a95-8b41-2644855397bb x-openstack-request-id: req-55b31b03-378c-4a95-8b41-2644855397bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:18:58.294124 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:18:58.294543 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55b31b03-378c-4a95-8b41-2644855397bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:18:58.295185 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:18:58.351903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] No DVR routers for this DVR port 06ec8050-5c1b-475f-9fae-541748421194 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:18:58.356444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a266d19c-2bc0-4fd6-b73c-af146ed90c9e None None] Port f8e4a564-f232-4744-a9fa-30f48af0f5be cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:18:58.368589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.374570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-878ec9dc-cf16-4b7d-8196-845370e9c49a req-11340a17-960c-4e59-be75-b29fa5f7890e tempest-ImagesNegativeTestJSON-1437825747 tempest-ImagesNegativeTestJSON-1437825747-project] 10.222.0.50 "DELETE /v2.0/ports/06ec8050-5c1b-475f-9fae-541748421194 HTTP/1.1" status: 204 len: 173 time: 3.6696320 Aug 29 04:18:58.446596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-ed4ac5f9-aac9-4c04-8b64-b26ccc58a55f service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387722 Aug 29 04:18:58.549697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.612350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2319b4-294c-46a1-8c61-924a19029029 req-75b2815d-09b3-40a2-bed7-6d3cc3b392d7 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.613945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df2319b4-294c-46a1-8c61-924a19029029 req-75b2815d-09b3-40a2-bed7-6d3cc3b392d7 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 935 time: 0.1488144 Aug 29 04:18:58.620308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-5b6aea17-27f2-44b6-ac10-c440cca7e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.621830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-5b6aea17-27f2-44b6-ac10-c440cca7e9ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40400a901f6e40749f4667dd9ad94a1b&device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 1098 time: 0.2843101 Aug 29 04:18:58.625913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.686930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843906c7-17cf-45c5-b37e-41dc3f2bd1fe req-fe70b255-96a9-466a-a64f-ef62d772b1f9 service neutron] 10.222.0.62 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190840 Aug 29 04:18:58.703996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.795118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-f06328d1-ff41-4f67-b2d7-e3afbd9daaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:58.797413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-f06328d1-ff41-4f67-b2d7-e3afbd9daaa5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 200 len: 922 time: 0.1514363 Aug 29 04:18:58.811244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df2319b4-294c-46a1-8c61-924a19029029 req-43ab89dd-2c01-4b47-9239-52b77ec08d10 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829479 Aug 29 04:18:58.829158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.848430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:58.896863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-9b454d6f-9a3f-4679-ae4b-7e4677efa69a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 200 len: 217 time: 0.0788436 Aug 29 04:18:59.006871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 06ec8050-5c1b-475f-9fae-541748421194 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:59.032014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-2535d763-7684-4494-8877-f2e03ee34d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.034656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-2535d763-7684-4494-8877-f2e03ee34d6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 200 len: 860 time: 0.0916984 Aug 29 04:18:59.080134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 06ec8050-5c1b-475f-9fae-541748421194 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:18:59.080276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 06ec8050-5c1b-475f-9fae-541748421194 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:18:59.097972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d61c15-cdfa-47f8-a2d6-4e3b94c85c8b None None] Network d0efa65a-da67-4432-8470-a3382ce23946 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:18:59.104349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-701aa07e-d4c4-488a-9c59-52e9c490d1d6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.106861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-701aa07e-d4c4-488a-9c59-52e9c490d1d6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.2723711 Aug 29 04:18:59.118735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-a8ab7b83-7be2-4cc3-9291-5388b094ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:18:59.120778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-a8ab7b83-7be2-4cc3-9291-5388b094ba2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0dd0d088-9aaf-4d3c-ba0f-49b184219880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692794 Aug 29 04:18:59.128645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c3c0dd-c723-4676-afdc-9723d7ad2a40,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.137082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.140934 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-66a31466-0166-4e3a-b0c3-b8cd39ad2121 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/41c3c0dd-c723-4676-afdc-9723d7ad2a40 HTTP/1.1" status: 204 len: 168 time: 1.8443608 Aug 29 04:18:59.148689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:18:59.339247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-f7967190-9cbe-4569-a733-e494d54507bd service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996157 Aug 29 04:18:59.347059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-9a92d3da-e59a-4d48-ba84-fb08d3052aa3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/quotas/77eebb98351c435ca17f702b0dc31668 HTTP/1.1" status: 200 len: 375 time: 0.2224085 Aug 29 04:18:59.402060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.407253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.409320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29450c23-87fd-4d78-abe3-4071ed6d98f8 HTTP/1.1" status: 204 len: 168 time: 1.3592780 Aug 29 04:18:59.425416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.487524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89af8f6-f480-4453-9606-8ae7f64f7a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29450c23-87fd-4d78-abe3-4071ed6d98f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:18:59.510268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.607708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] DHCP port deletion for d0efa65a-da67-4432-8470-a3382ce23946 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:18:59.684432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-86278f67-073f-42e9-b879-0c1bd2f26346 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1754262 Aug 29 04:18:59.784004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efd0dbc2-a2b2-4e2b-8e0e-320a3005def5 req-39df3faf-787d-484f-ae07-acde4925e0e2 service neutron] 10.222.0.50 "GET /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314427 Aug 29 04:18:59.861822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:18:59.932137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Deleting port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:18:59.932933 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.943201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e4a564-f232-4744-a9fa-30f48af0f5be {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:18:59.986150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:18:59.988471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-5756bced-8e0c-4003-a048-bca0a95268cc service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868903 Aug 29 04:19:00.069672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Transition to ACTIVE for port object f8e4a564-f232-4744-a9fa-30f48af0f5be will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:00.078463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:00.079114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.080909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.146714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Deleting port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:00.156904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.262809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Calling delete_port for 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:00.319061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'name': 'network-vif-deleted', 'tag': '06ec8050-5c1b-475f-9fae-541748421194'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:00.326952 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf53677-ed64-4a90-8412-3671316662d7" -d '{"events": [{"server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "name": "network-vif-deleted", "tag": "06ec8050-5c1b-475f-9fae-541748421194"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:00.360412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:00.361077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-96f12a6e-5968-4546-9233-88b5dbee5227 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:00.363240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-96f12a6e-5968-4546-9233-88b5dbee5227 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/ports?device_id=022368db-f53f-45ee-a109-55ce95939506 HTTP/1.1" status: 200 len: 944 time: 0.3620329 Aug 29 04:19:00.449098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.486194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:00.540957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:00.548868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.594273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Calling delete_port for 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:00.610610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e7408f51-88b9-418b-973f-67082b842c1b service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114674 Aug 29 04:19:00.633114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3af2-5851-410b-a9c7-7d90aae00575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.662505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,segment=NetworkSegment(dc012d15-e91f-4678-9724-f749b0452bb7),segment_id=dc012d15-e91f-4678-9724-f749b0452bb7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:00.709322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.713505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:00.740281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Attempting to bind port f8e4a564-f232-4744-a9fa-30f48af0f5be on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:00.741301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Attempting to bind port f8e4a564-f232-4744-a9fa-30f48af0f5be by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:00.742494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Attempting to bind port f8e4a564-f232-4744-a9fa-30f48af0f5be on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:00.755067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Port f8e4a564-f232-4744-a9fa-30f48af0f5be on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:00.755898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Attempting to bind port f8e4a564-f232-4744-a9fa-30f48af0f5be on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:00.766915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:00.767719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:00.768407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:00.769632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Bound port: f8e4a564-f232-4744-a9fa-30f48af0f5be, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:00.770374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.811674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:00.813196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0aefc4f5-29e5-4d1c-83c5-d39625edfca5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:00.881667 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.938955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:00.982058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Deleting port 4f1295fa-9885-43ee-b5fe-7d0045a40063 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:00.982603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.043480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.058956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.064610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] No DVR routers for this DVR port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:01.077833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:01.088104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:01.099633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] No DVR routers for this DVR port 0d746cd3-7b42-4820-be8a-2fd6fe85a0c8 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:01.204322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.230657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b11f6-974b-4435-9174-bd554bad20c9 None None] Pushing event deleted for resources: {'Port': ['ID=0d746cd3-7b42-4820-be8a-2fd6fe85a0c8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.330873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3af2-5851-410b-a9c7-7d90aae00575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.346888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3af2-5851-410b-a9c7-7d90aae00575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.366944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] For port 4f1295fa-9885-43ee-b5fe-7d0045a40063, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4f1295fa-9885-43ee-b5fe-7d0045a40063,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:01.368210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.427913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.428617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.431417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8e4a564-f232-4744-a9fa-30f48af0f5be HTTP/1.1" status: 200 len: 1096 time: 3.3904183 Aug 29 04:19:01.442441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:01.445177 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d078802-1b03-4385-b82d-e30b883d0af0" -d '{"events": [{"name": "network-changed", "server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:01.463697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Calling delete_port for 4f1295fa-9885-43ee-b5fe-7d0045a40063 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:01.472727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc3af2-5851-410b-a9c7-7d90aae00575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3292b-1c16-4375-b4e9-80ad90c1d523,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:01.489971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.498113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7ffc3af2-5851-410b-a9c7-7d90aae00575 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81b78008fff4417293cbbe52d1f601bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9888268 Aug 29 04:19:01.506157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:01.539996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0efa65a-da67-4432-8470-a3382ce23946']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:01.563585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc012d15-e91f-4678-9724-f749b0452bb7') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:01.564098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc012d15-e91f-4678-9724-f749b0452bb7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:01.588229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.626553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bf1f5-8d78-49c0-9332-822206d08e9b req-8c76e43d-1d60-4637-8620-2f7e7b744262 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:01.634736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6bf1f5-8d78-49c0-9332-822206d08e9b req-8c76e43d-1d60-4637-8620-2f7e7b744262 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 947 time: 0.1962111 Aug 29 04:19:01.655403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.715306 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.727624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:01.729803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.774609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.880659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6bf1f5-8d78-49c0-9332-822206d08e9b req-aadd84c6-06e7-4d34-8d91-b95989d627e6 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446260 Aug 29 04:19:01.899323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:01.936481 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:01.999235 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8571b771-cc45-4303-bbad-94b74bf7cc2b x-openstack-request-id: req-8571b771-cc45-4303-bbad-94b74bf7cc2b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:01.999639 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8", "name": "network-vif-deleted", "tag": "06ec8050-5c1b-475f-9fae-541748421194", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:01.999801 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8571b771-cc45-4303-bbad-94b74bf7cc2b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:02.002345 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc821d7-a6e8-4bf4-8f67-4c4bf0f5e5e8', 'name': 'network-vif-deleted', 'tag': '06ec8050-5c1b-475f-9fae-541748421194', 'status': 'completed', 'code': 200} Aug 29 04:19:02.006668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586381e-e4b7-4c08-944a-c6c9f0e581b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.042552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event deleted for resources: {'Port': ['ID=4f1295fa-9885-43ee-b5fe-7d0045a40063,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.048274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.143589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.150621 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0efa65a-da67-4432-8470-a3382ce23946 HTTP/1.1" status: 204 len: 168 time: 2.9929171 Aug 29 04:19:02.163638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0fd127a7-580a-4a37-9b4c-65b9a4f7779e req-61b0f268-c2c0-4ddb-99d5-51581b4cd0d6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 210 time: 0.0464237 Aug 29 04:19:02.166035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.168821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.173933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66e3292b-1c16-4375-b4e9-80ad90c1d523 HTTP/1.1" status: 204 len: 168 time: 0.6621702 Aug 29 04:19:02.193270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-8c9b3985-99d1-4547-8055-9c6b12f9cd42 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:19:02.205310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-8c9b3985-99d1-4547-8055-9c6b12f9cd42 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8236225 Aug 29 04:19:02.211455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Request body: {'binding': {'host': 'n-h1-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:02.212198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Unknown quota resources ['binding']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:19:02.230111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa519e-9a72-4a06-8902-d51cc6bb6426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3292b-1c16-4375-b4e9-80ad90c1d523,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.313549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] No DVR routers for this DVR port 4f1295fa-9885-43ee-b5fe-7d0045a40063 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:02.335698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.341710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e366b6f-6cae-4e9a-879f-a4de9a219057 req-3b617b69-5d73-4ed9-9dc4-77d11883d90e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "DELETE /v2.0/ports/4f1295fa-9885-43ee-b5fe-7d0045a40063 HTTP/1.1" status: 204 len: 173 time: 1.9450202 Aug 29 04:19:02.350979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:02.400851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 4f1295fa-9885-43ee-b5fe-7d0045a40063 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:02.401252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4f1295fa-9885-43ee-b5fe-7d0045a40063 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:02.485246 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f24049-54d0-4996-ada4-93819ccf1418 x-openstack-request-id: req-c3f24049-54d0-4996-ada4-93819ccf1418 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:02.488485 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:02.489377 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3f24049-54d0-4996-ada4-93819ccf1418 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:02.490726 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be', 'status': 'completed', 'code': 200} Aug 29 04:19:02.503239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298ab15-5b77-4eaf-a282-ed2b4bd4f855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0efa65a-da67-4432-8470-a3382ce23946,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:02.517109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on host n-h1-712139-13 for vnic_type normal with profile None {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:02.518024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:02.519218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:02.532658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:02.533433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:02.542829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-217436ba-d74e-4efb-8afa-cd3fdd68024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.545589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-217436ba-d74e-4efb-8afa-cd3fdd68024b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 1099 time: 0.5764742 Aug 29 04:19:02.551132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:02.552199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:02.553032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:02.553938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Bound port: ccee02fc-c3f7-4921-9f63-d0621f3f6958, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:02.648499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-a092e74c-4cab-48f9-bd6a-acd7f3946c68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be HTTP/1.1" status: 200 len: 217 time: 0.0493937 Aug 29 04:19:02.675736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:02.696815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-53ce3872-c778-4286-a532-dfb6b884d681 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 200 len: 693 time: 0.1923709 Aug 29 04:19:02.739116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:02.751977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:02.762630 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] 10.222.0.62 "POST /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958/bindings HTTP/1.1" status: 201 len: 390 time: 0.5509953 Aug 29 04:19:02.778348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1a8eae93-2737-418a-95fc-0a6dc2a04d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.781474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-1a8eae93-2737-418a-95fc-0a6dc2a04d94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1181505 Aug 29 04:19:02.860008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2ab3735b-95dd-4c8c-b40e-6a4bf1ad2d74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36bfa1308f50498da294e7853d042cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823013 Aug 29 04:19:02.860699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:02.912551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-255e96d6-8916-4acf-8729-ad622e0217a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.914322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-255e96d6-8916-4acf-8729-ad622e0217a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199851 Aug 29 04:19:02.928207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-45f597b4-dfac-4aa5-85a5-c7dc4d916e64 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:02.952182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-45f597b4-dfac-4aa5-85a5-c7dc4d916e64 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2477686 Aug 29 04:19:03.050280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.079636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-9b25d6e6-b417-4b06-9be2-e6426ba79abf tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 696 time: 0.1263881 Aug 29 04:19:03.098194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.141680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-a10d2eef-69dc-4233-8202-ff453eea5aa3 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056980 Aug 29 04:19:03.200868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-c8bf4143-048f-4de4-9397-bd02853d90dc tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.58 HTTP/1.1" status: 200 len: 696 time: 0.1194031 Aug 29 04:19:03.302314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.310949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.314262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/882e8f5d-d083-40cb-a953-e4df1a932ee4 HTTP/1.1" status: 204 len: 168 time: 0.4514847 Aug 29 04:19:03.344659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285a7c8-8897-4a2b-b638-6f7b190a85f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e8f5d-d083-40cb-a953-e4df1a932ee4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:03.382197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9438269-f72e-4429-bbf3-a56b9a6723bd req-b051f81a-051d-425b-8ebf-23d39f125f10 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.393740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9438269-f72e-4429-bbf3-a56b9a6723bd req-b051f81a-051d-425b-8ebf-23d39f125f10 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.3637669 Aug 29 04:19:03.450644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e0998135-766c-4fb9-a032-cb2593fd1156 req-51b5c08f-b6b4-4d43-bac9-5c0a3b9cd86a service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895541 Aug 29 04:19:03.484997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-9f9d90eb-ad9c-4d27-b209-c1a6d9d40ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.486719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-9f9d90eb-ad9c-4d27-b209-c1a6d9d40ee7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1097 time: 0.2840872 Aug 29 04:19:03.512196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9438269-f72e-4429-bbf3-a56b9a6723bd req-403246ce-9431-4076-8e2f-6d62e7bf8785 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Aug 29 04:19:03.552590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Deleting port 6ab72c87-57f7-44b8-93c0-42a1f1cd4416 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:03.555634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.793167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-49419519-84ad-4270-ad31-2b230650f551 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.795019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-49419519-84ad-4270-ad31-2b230650f551 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.50 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.1563859 Aug 29 04:19:03.834665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Request body: {'port': {'device_id': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'admin_state_up': True, 'tenant_id': '77eebb98351c435ca17f702b0dc31668'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:03.894563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.895697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:03.912879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-53cea561-e7d1-48c6-b749-ac49871bc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.915397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-53cea561-e7d1-48c6-b749-ac49871bc11c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f125e4a938a74b2d853117050c73edea&device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 1099 time: 0.2368848 Aug 29 04:19:03.927089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640166c-1b08-4cde-8ba4-b1ac8fb46e01 req-ea65722f-06e7-4797-bbd1-13de9f1f0825 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.936116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1640166c-1b08-4cde-8ba4-b1ac8fb46e01 req-ea65722f-06e7-4797-bbd1-13de9f1f0825 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 947 time: 0.2510357 Aug 29 04:19:03.945282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-1ba1ca71-2c36-4ef1-8f66-b806f1a02afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:03.947283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-1ba1ca71-2c36-4ef1-8f66-b806f1a02afa service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3864305 Aug 29 04:19:03.948668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Calling delete_port for 6ab72c87-57f7-44b8-93c0-42a1f1cd4416 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:04.028977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-deleted', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:04.033107 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97bf9e1-f289-4374-b20b-be8c8ec6d19b" -d '{"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-deleted", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:04.075435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:04.080660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:04.082947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-af27c6b3-3ee8-4a4a-938e-7383e2b8d6f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 217 time: 0.1165926 Aug 29 04:19:04.198139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1640166c-1b08-4cde-8ba4-b1ac8fb46e01 req-76fc36ee-4b96-46d5-80f8-fc50481ef47a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599704 Aug 29 04:19:04.259508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-62524b0d-d476-40ca-81ed-11651bfd5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.261273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-62524b0d-d476-40ca-81ed-11651bfd5667 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1340003 Aug 29 04:19:04.282193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-b8c8d66b-7398-4feb-a09e-05efc85815c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.283949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-b8c8d66b-7398-4feb-a09e-05efc85815c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3447168 Aug 29 04:19:04.401505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-fdc09c44-b152-4de8-99f5-3d9ce17622a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087451 Aug 29 04:19:04.410548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-8a7a67d5-d678-4712-8380-55451432c9e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be HTTP/1.1" status: 200 len: 217 time: 0.0980778 Aug 29 04:19:04.496434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Allocated IP 172.20.0.2 (cc32c1b8-29d8-4fcd-8540-0e4ea82870b0/94a42d33-d757-4242-9098-4733bc1da7ed/46911e0b-d3ad-4b3a-8db3-f86afb046080) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:04.533214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dfdd8812-aab2-4cc5-aaa8-abc693c2c2e2 req-44fa17d4-6ae2-444c-ae0b-2f912a7d076c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 210 time: 0.1273859 Aug 29 04:19:04.698899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-ef7dfd96-d9ec-4d35-a720-7af9117cb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:04.700006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-ef7dfd96-d9ec-4d35-a720-7af9117cb29b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2657082 Aug 29 04:19:04.707116 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52348414-3057-49bb-a5c9-edf0bfe9c77f x-openstack-request-id: req-52348414-3057-49bb-a5c9-edf0bfe9c77f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:04.707116 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022368db-f53f-45ee-a109-55ce95939506", "name": "network-vif-deleted", "tag": "4f1295fa-9885-43ee-b5fe-7d0045a40063", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:04.707116 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52348414-3057-49bb-a5c9-edf0bfe9c77f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:04.707116 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022368db-f53f-45ee-a109-55ce95939506', 'name': 'network-vif-deleted', 'tag': '4f1295fa-9885-43ee-b5fe-7d0045a40063', 'status': 'completed', 'code': 200} Aug 29 04:19:04.851380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-880aec5c-3a2d-4ba1-bf80-f2b121616753 service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199374 Aug 29 04:19:04.868807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.069063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f7814-bffe-4db5-93a9-4cb803724f49 req-acb58217-71df-4b98-8305-ea6ab11be357 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.081154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a7f7814-bffe-4db5-93a9-4cb803724f49 req-acb58217-71df-4b98-8305-ea6ab11be357 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.3470747 Aug 29 04:19:05.118587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-d30a26ae-9ad5-4026-8aae-3e7b6c5f69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.120164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-d30a26ae-9ad5-4026-8aae-3e7b6c5f69fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4083912 Aug 29 04:19:05.164690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event deleted for resources: {'Port': ['ID=6ab72c87-57f7-44b8-93c0-42a1f1cd4416,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.214432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.329382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.373182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:05.451278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:05.458181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:05.461951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:05.480265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:05.595340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:05.597003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.631221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-455496010-network', 'tenant_id': '01d54cb5a469412fa58f39971c9d8312'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.690580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:05.694734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.707028 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e983755e-942a-418d-8149-ef91b419da14 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8830097 Aug 29 04:19:05.707960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a7f7814-bffe-4db5-93a9-4cb803724f49 req-f74d77fc-a5e8-4044-8a71-a2f3631090c4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257429 Aug 29 04:19:05.734750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Request body: {'port': {'device_id': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:05.775572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.778080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.791152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5e45aa7-ebd9-4331-adc2-b66dd7f3951e req-7d402aaa-58df-4f98-a508-2e3d5301f7af tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "DELETE /v2.0/floatingips/9cd34b26-fcc4-4922-a4c0-647b45532fa6 HTTP/1.1" status: 204 len: 173 time: 2.5896928 Aug 29 04:19:05.848398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:05.886129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-041e9887-57d0-4519-9b1a-bbe9ec95363e service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9842765 Aug 29 04:19:05.926118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-0a17e280-7ca4-4845-891f-b7263b1c6896 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536855 Aug 29 04:19:05.944549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.084881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.115111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.152157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11af19fb-f747-424e-bea9-15fad257631f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.161665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267d884-c52b-4148-b2a7-730dc628a646 req-07e13517-e17e-4426-86b2-d52a40cf04fb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.163261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d267d884-c52b-4148-b2a7-730dc628a646 req-07e13517-e17e-4426-86b2-d52a40cf04fb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 931 time: 0.2821667 Aug 29 04:19:06.189005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162252f-989b-4ce8-9a5e-849e592b8ac2 req-237baab9-d0c6-468d-af82-c29f17cb78f5 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.196924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2162252f-989b-4ce8-9a5e-849e592b8ac2 req-237baab9-d0c6-468d-af82-c29f17cb78f5 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 947 time: 0.3088517 Aug 29 04:19:06.198165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:06.293234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2162252f-989b-4ce8-9a5e-849e592b8ac2 req-59ca2b66-c71e-4715-ba3b-48769c41db80 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809417 Aug 29 04:19:06.293577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.295003 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Added segment 064d7bf5-c556-48a2-8113-c6014e76a4d9 of type vlan for network 9abf5430-2816-4d7c-81b2-81adcaa32506 Aug 29 04:19:06.373829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d267d884-c52b-4148-b2a7-730dc628a646 req-f82ff05d-e1eb-4fdb-ad34-4edf00637563 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964576 Aug 29 04:19:06.383489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d078802-1b03-4385-b82d-e30b883d0af0 req-2e7376aa-d343-4a5a-a684-c37d988f7575 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103196 Aug 29 04:19:06.390906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.556972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.559857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:06.562535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:06.813465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] Pushing event updated for resources: {'Network': ['ID=9abf5430-2816-4d7c-81b2-81adcaa32506,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:06.829288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:06.908076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60ba0270-edf2-458b-a5c7-8099f7539b28 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5333490 Aug 29 04:19:06.916001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:06.936233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Request body: {'subnet': {'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-455496010-subnet', 'tenant_id': '01d54cb5a469412fa58f39971c9d8312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:07.038399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9ba18-d7b3-446e-bcf6-a99804ea393d req-d72229ae-e441-440e-b02a-b11fdece7747 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.042278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46911e0b-d3ad-4b3a-8db3-f86afb046080 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:07.049626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ef9ba18-d7b3-446e-bcf6-a99804ea393d req-d72229ae-e441-440e-b02a-b11fdece7747 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.2275794 Aug 29 04:19:07.065476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.074593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:07.077151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.105189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Transition to ACTIVE for port object 46911e0b-d3ad-4b3a-8db3-f86afb046080 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:07.111838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.117214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ef9ba18-d7b3-446e-bcf6-a99804ea393d req-ba65b417-6169-4558-9f0b-b109566c69cb tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665507 Aug 29 04:19:07.131808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f8e4a564-f232-4744-a9fa-30f48af0f5be details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:07.145397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c6532-6cdc-44e7-bdb0-76a35f6ffb44 req-035d373c-d8c5-4876-8d9b-c01a5757db56 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.148182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b5c6532-6cdc-44e7-bdb0-76a35f6ffb44 req-035d373c-d8c5-4876-8d9b-c01a5757db56 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2311110 Aug 29 04:19:07.284619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:07.302862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:07.369971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:07.393586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'f8e4a564-f232-4744-a9fa-30f48af0f5be', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'f8e4a564-f232-4744-a9fa-30f48af0f5be', 'mac_address': 'fa:16:3e:f9:c4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:07.411771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Attempting to bind port 46911e0b-d3ad-4b3a-8db3-f86afb046080 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:07.412951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Attempting to bind port 46911e0b-d3ad-4b3a-8db3-f86afb046080 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:07.413275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Attempting to bind port 46911e0b-d3ad-4b3a-8db3-f86afb046080 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:07.420267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Port 46911e0b-d3ad-4b3a-8db3-f86afb046080 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:07.420981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Attempting to bind port 46911e0b-d3ad-4b3a-8db3-f86afb046080 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:07.428386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:07.429064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Checking segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:07.429627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Bound using segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:07.430351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Bound port: 46911e0b-d3ad-4b3a-8db3-f86afb046080, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:07.431307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.465392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-379f1d19-602c-46e9-b660-9ce35f75a987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.507666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.521072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b5c6532-6cdc-44e7-bdb0-76a35f6ffb44 req-6d627c08-ab1c-4ef5-893e-76433fbf37a6 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261931 Aug 29 04:19:07.556398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e4a564-f232-4744-a9fa-30f48af0f5be {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:07.583773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:07.598667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.603895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:07.618395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.627838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:07.642540 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.697821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:07.698528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:07.700203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/46911e0b-d3ad-4b3a-8db3-f86afb046080 HTTP/1.1" status: 200 len: 1092 time: 1.9750583 Aug 29 04:19:07.700754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:07.705275 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee783bb4-4df7-46e3-ac26-f974e4645e63" -d '{"events": [{"name": "network-changed", "server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:07.889410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe30e39-a445-4270-8b41-298af527f9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.040446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15007d7b-4f63-4852-b325-25dc7c2ab03e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.112945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f08ed-179d-47f4-8be7-f431d9836a2d req-1299b04c-57b8-4a36-a543-f9fbd6faa3aa tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.120465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b79f08ed-179d-47f4-8be7-f431d9836a2d req-1299b04c-57b8-4a36-a543-f9fbd6faa3aa tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 947 time: 0.6177421 Aug 29 04:19:08.120878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e9c1b638-502b-4a89-9fa4-8533192e5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.125321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-e9c1b638-502b-4a89-9fa4-8533192e5c7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 1095 time: 0.3165421 Aug 29 04:19:08.152674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Checking segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:08.152892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Network hostable DHCP agents. Network: 9abf5430-2816-4d7c-81b2-81adcaa32506, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:08.174810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:08.213095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-9201691f-4b05-4fb8-a069-36c41ef996d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080 HTTP/1.1" status: 200 len: 217 time: 0.0671687 Aug 29 04:19:08.236027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f8e4a564-f232-4744-a9fa-30f48af0f5be'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:08.306682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3cb2-4153-47cd-a011-71c5714cc218 req-67de3f70-71ad-4da4-849e-41c671ef28e3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.320231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-698e3cb2-4153-47cd-a011-71c5714cc218 req-67de3f70-71ad-4da4-849e-41c671ef28e3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 943 time: 0.4733393 Aug 29 04:19:08.383090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-1e13bb21-0c72-4f98-8a7e-cbcd7d2b922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.385008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-1e13bb21-0c72-4f98-8a7e-cbcd7d2b922e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.1330562 Aug 29 04:19:08.426119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b79f08ed-179d-47f4-8be7-f431d9836a2d req-087fba06-d8af-4f2a-884e-3276a4505cbd tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807634 Aug 29 04:19:08.465778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-5b2aef4f-7394-4114-8e36-8016a20849d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696480 Aug 29 04:19:08.494853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:08.495954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3ca17af-aa8b-4488-9c98-4cdec003273f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0ee47624b8a4c48be22bee24bd6ef80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1911471 Aug 29 04:19:08.501323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:08.524247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9abf5430-2816-4d7c-81b2-81adcaa32506) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:08.535648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f4fc4-4fa1-4f1b-96e3-f9a987e56143 None None] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:08.537993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:08.539171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.552727 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4669385-94b5-4a55-b1ba-9d6814635c64 x-openstack-request-id: req-c4669385-94b5-4a55-b1ba-9d6814635c64 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:08.553479 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:08.553896 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4669385-94b5-4a55-b1ba-9d6814635c64 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:08.554792 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'status': 'completed', 'code': 200} Aug 29 04:19:08.567505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-698e3cb2-4153-47cd-a011-71c5714cc218 req-e09aa92f-1fb3-4683-be96-545a427001d3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449117 Aug 29 04:19:08.570924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-97742424-9c47-4d9f-b7f9-53b1c50a925d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6525962 Aug 29 04:19:08.749989 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.782805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.891360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedf088-52b0-40fe-9a8e-ede10fa7d908 None None] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:08.954310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-41c52609-6054-4b99-a208-cafb9f8cf846 service neutron] 10.222.0.50 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031374 Aug 29 04:19:08.957152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.962753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:08.966595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76cea7fd-7cf6-452e-9291-ee5939b30115 HTTP/1.1" status: 204 len: 168 time: 0.4698124 Aug 29 04:19:08.986925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-cd916fcf-b4ac-4394-aa4e-10c07dad7c54 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1957958558&fields=id&tenant_id=9c70bd2296e14ced935d36aa23d18ce7 HTTP/1.1" status: 200 len: 267 time: 0.2731826 Aug 29 04:19:09.027047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24e0c-8c06-45bc-b6fe-73a5b28683ed req-d29f0b95-f3d8-4938-9b1b-68d5a8907013 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.029197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7e24e0c-8c06-45bc-b6fe-73a5b28683ed req-d29f0b95-f3d8-4938-9b1b-68d5a8907013 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.3456657 Aug 29 04:19:09.119332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38902499-c982-4a2a-a029-7c5ee162f58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cea7fd-7cf6-452e-9291-ee5939b30115,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:09.193192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0be887cf-2b0a-444c-95e0-8d670b9d9876 req-520760bd-c987-4506-8e2d-eb161bd707ed service neutron] 10.222.0.50 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227578 Aug 29 04:19:09.251913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-b138357f-2d94-4b40-80d9-984433a78ce0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.252466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-b138357f-2d94-4b40-80d9-984433a78ce0 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ca94df5-3be1-4e41-ad48-1613930bc5bd HTTP/1.1" status: 200 len: 946 time: 0.4098854 Aug 29 04:19:09.284105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7e24e0c-8c06-45bc-b6fe-73a5b28683ed req-9b7d45f5-09de-4270-a355-964a788e8919 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.62 "GET /v2.0/security-groups?id=f229cd14-48eb-4694-bf21-1916d58860bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437572 Aug 29 04:19:09.361010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-3ba0a1bd-f3ff-4081-91b9-bccbeaae35d8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.372701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-3ba0a1bd-f3ff-4081-91b9-bccbeaae35d8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 816 time: 0.3423247 Aug 29 04:19:09.442234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-56ed90b7-bf99-4991-9291-8526426bc407 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/quotas/9c70bd2296e14ced935d36aa23d18ce7 HTTP/1.1" status: 200 len: 375 time: 0.0674193 Aug 29 04:19:09.464740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-7301c321-3e2c-4536-90ce-92a7a0be02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.467175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-7301c321-3e2c-4536-90ce-92a7a0be02cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 1095 time: 0.1366787 Aug 29 04:19:09.474952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:09.567138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d660fa3-4584-4ccc-a045-b6bb274ed608 req-214aad66-607a-4876-8e1a-5fca36a2192a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.574898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d660fa3-4584-4ccc-a045-b6bb274ed608 req-214aad66-607a-4876-8e1a-5fca36a2192a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.1703811 Aug 29 04:19:09.614423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-ce7b18f6-4202-4329-8f4a-0e4da9f77ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.616896 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-ce7b18f6-4202-4329-8f4a-0e4da9f77ba3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 905 time: 0.1307433 Aug 29 04:19:09.619901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-c6435247-6da4-4756-accd-9a74b2b3d539 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763248 Aug 29 04:19:09.710199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Deleting port dfbd2318-9cdc-4574-8bad-c83ef6da2762 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:09.710603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.728565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d660fa3-4584-4ccc-a045-b6bb274ed608 req-2bf8746c-e975-43e3-a839-022a20b98cf5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522858 Aug 29 04:19:09.729360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-2805df08-4372-491b-9ead-e3a5680b36de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080 HTTP/1.1" status: 200 len: 217 time: 0.1019828 Aug 29 04:19:09.815777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-b5e9fce8-9082-4048-b79c-6d6de01c56e6 service neutron] 10.222.0.62 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893463 Aug 29 04:19:09.836551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a9fcc2-85aa-452b-b1df-dee915f99215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.841556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-3ac10fc9-9ba8-4bfe-9c76-22657bced251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:09.843856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-3ac10fc9-9ba8-4bfe-9c76-22657bced251 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.1038482 Aug 29 04:19:09.909486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-290f2ab9-e4dd-478d-a064-d6a975412ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.925132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-302a75d3-29fd-40a2-9676-aa18ac94d9a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508506 Aug 29 04:19:09.931479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] For port dfbd2318-9cdc-4574-8bad-c83ef6da2762, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dfbd2318-9cdc-4574-8bad-c83ef6da2762,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:09.932591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:09.959595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Calling delete_port for dfbd2318-9cdc-4574-8bad-c83ef6da2762 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:10.028263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-86aa15c6-89c9-4da8-b389-c0b73fd0b84b service neutron] 10.222.0.62 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031307 Aug 29 04:19:10.162710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.195828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a9fcc2-85aa-452b-b1df-dee915f99215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.205842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a9fcc2-85aa-452b-b1df-dee915f99215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.216668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-133ac0e1-2b16-4601-9052-cb424520df7f service neutron] 10.222.0.50 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782922 Aug 29 04:19:10.239488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.287030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Pushing event deleted for resources: {'Port': ['ID=dfbd2318-9cdc-4574-8bad-c83ef6da2762,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.289418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['dfbd2318-9cdc-4574-8bad-c83ef6da2762'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:10.314399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9fcc2-85aa-452b-b1df-dee915f99215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aeb8d4-160e-435e-9517-96317a23e769,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:10.407331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] No DVR routers for this DVR port dfbd2318-9cdc-4574-8bad-c83ef6da2762 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:10.423799 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.425820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f82dd24-62fd-436e-9c5a-7edaca4c8d87 req-3a3abf43-779d-45ff-8c7a-cd6e47075d40 tempest-FloatingIPsAssociationTestJSON-39770479 tempest-FloatingIPsAssociationTestJSON-39770479-project] 10.222.0.50 "DELETE /v2.0/ports/dfbd2318-9cdc-4574-8bad-c83ef6da2762 HTTP/1.1" status: 204 len: 173 time: 1.0900834 Aug 29 04:19:10.426312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'name': 'network-vif-deleted', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:10.428773 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefe971-5035-4a05-9a9d-342629c6ec28" -d '{"events": [{"server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "name": "network-vif-deleted", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:10.638668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-fa17aeec-1e83-48f9-86b2-6cdc1e4081f3 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:10.640790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-fa17aeec-1e83-48f9-86b2-6cdc1e4081f3 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 0.2352304 Aug 29 04:19:10.661221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96a9fcc2-85aa-452b-b1df-dee915f99215 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f1e56be5d5642b09ed49f34a2e615ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1819510 Aug 29 04:19:10.667158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-88ea6c0a-43f3-4c1f-ba6d-d96670d5b8b6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/quotas/01d54cb5a469412fa58f39971c9d8312 HTTP/1.1" status: 200 len: 375 time: 0.0175958 Aug 29 04:19:10.669530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:10.715977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-b9109e40-9d0a-49ad-a38b-3b0f0bec2e57 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479097 Aug 29 04:19:10.821178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ee783bb4-4df7-46e3-ac26-f974e4645e63 req-3862b042-09ac-4807-9757-47c23efc9b86 service neutron] 10.222.0.50 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748830 Aug 29 04:19:10.880103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:10.972093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.008789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-beed8ce9-efb5-476a-a77b-30cb1d3008f9 service neutron] 10.222.0.62 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649577 Aug 29 04:19:11.043896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee3a97-8764-45b4-b43f-c998c9d7e2bf req-a0cee688-4b26-4328-8d78-eea7f507cd28 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.045480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecee3a97-8764-45b4-b43f-c998c9d7e2bf req-a0cee688-4b26-4328-8d78-eea7f507cd28 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 948 time: 0.1601324 Aug 29 04:19:11.107913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f8e4a564-f232-4744-a9fa-30f48af0f5be up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:11.146753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.149830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.153483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4aeb8d4-160e-435e-9517-96317a23e769 HTTP/1.1" status: 204 len: 168 time: 0.4806168 Aug 29 04:19:11.191163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecee3a97-8764-45b4-b43f-c998c9d7e2bf req-f2a9db63-d545-4d7b-9b15-0ce82315981b tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348853 Aug 29 04:19:11.255615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad439a0-6bd8-4c82-add9-9db8d2f94396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aeb8d4-160e-435e-9517-96317a23e769,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:11.296800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d2913c8a-6ff6-4a92-9eba-cea4004bf828 service neutron] 10.222.0.62 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726798 Aug 29 04:19:11.400153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.419549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port f8e4a564-f232-4744-a9fa-30f48af0f5be completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:11.434214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port f8e4a564-f232-4744-a9fa-30f48af0f5be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:11.435945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.522157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0877f8-cbf8-4f7d-ab7d-0272b744a97b req-d4e9b7a8-9c4b-442b-b4ec-80f0ea3b443f tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:11.537309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0877f8-cbf8-4f7d-ab7d-0272b744a97b req-d4e9b7a8-9c4b-442b-b4ec-80f0ea3b443f tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 943 time: 0.1826816 Aug 29 04:19:11.600411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:11.661099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.724062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0877f8-cbf8-4f7d-ab7d-0272b744a97b req-294ac9c0-6828-489c-bf62-26ac7b4d7428 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858399 Aug 29 04:19:11.729718 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89390e9e-ae33-471b-b8b5-f082cf523cf2 x-openstack-request-id: req-89390e9e-ae33-471b-b8b5-f082cf523cf2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:11.730034 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca94df5-3be1-4e41-ad48-1613930bc5bd", "name": "network-vif-deleted", "tag": "dfbd2318-9cdc-4574-8bad-c83ef6da2762", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:11.730287 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89390e9e-ae33-471b-b8b5-f082cf523cf2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:11.730700 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca94df5-3be1-4e41-ad48-1613930bc5bd', 'name': 'network-vif-deleted', 'tag': 'dfbd2318-9cdc-4574-8bad-c83ef6da2762', 'status': 'completed', 'code': 200} Aug 29 04:19:11.741681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:11.753618 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e9858-601c-496e-ae61-12a269d641d0" -d '{"events": [{"server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:11.826120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:11.871729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:11.876063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dfbd2318-9cdc-4574-8bad-c83ef6da2762 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:11.985474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.001452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.003854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.010240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb102c55-6b1b-47f8-b960-45a2c35a7f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.028235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: dfbd2318-9cdc-4574-8bad-c83ef6da2762 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:12.028876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dfbd2318-9cdc-4574-8bad-c83ef6da2762 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:12.091648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a5e18-10b7-43c0-90f1-c9eb1864d53e req-fd7eb536-c5cc-45c7-b564-689790a7a251 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:12.105513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c4a5e18-10b7-43c0-90f1-c9eb1864d53e req-fd7eb536-c5cc-45c7-b564-689790a7a251 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2075152 Aug 29 04:19:12.165034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c4a5e18-10b7-43c0-90f1-c9eb1864d53e req-13450716-9912-4c35-bbde-b6814ebefc3d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Aug 29 04:19:12.359789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb102c55-6b1b-47f8-b960-45a2c35a7f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.371603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb102c55-6b1b-47f8-b960-45a2c35a7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.398092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2ea2f92-9ceb-4584-951e-5546d4aed1b7 req-011ec8a7-8988-4192-b05b-6f8d996da0e2 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.0629942 Aug 29 04:19:12.549563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb102c55-6b1b-47f8-b960-45a2c35a7f74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d14d99bdd874972b3aa98f53375e90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623558 Aug 29 04:19:12.552902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:12.576321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102c55-6b1b-47f8-b960-45a2c35a7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b5f2b-510b-4afd-ae39-d5335e220119,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:12.686045 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0956a63f-7ca1-46b0-b608-eac18feb2652 x-openstack-request-id: req-0956a63f-7ca1-46b0-b608-eac18feb2652 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:12.686652 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:12.686751 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0956a63f-7ca1-46b0-b608-eac18feb2652 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:12.688267 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be', 'code': 200} Aug 29 04:19:12.725256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.777784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.779338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.900050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.921222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.923968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:12.925170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f19b5f2b-510b-4afd-ae39-d5335e220119 HTTP/1.1" status: 204 len: 168 time: 0.3711431 Aug 29 04:19:13.041590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed5b5e-30ae-4308-a0d9-0d3bac7f2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b5f2b-510b-4afd-ae39-d5335e220119,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.084057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:13.136314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646be2c5-92f0-413a-a4a3-18c24f608264 req-703ee9d4-6d31-4c19-bba2-70018126c3be tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.141905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-646be2c5-92f0-413a-a4a3-18c24f608264 req-703ee9d4-6d31-4c19-bba2-70018126c3be tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.2694139 Aug 29 04:19:13.275153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809442a7-ea5e-4780-ba6a-baf14005e5e3 req-a769bc0f-7885-4f21-bc4a-ff2fbab1bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.277836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-809442a7-ea5e-4780-ba6a-baf14005e5e3 req-a769bc0f-7885-4f21-bc4a-ff2fbab1bf6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 1101 time: 0.3917279 Aug 29 04:19:13.360052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-88dcd85c-2c29-4317-91bf-6613399fbb54 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.362463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-88dcd85c-2c29-4317-91bf-6613399fbb54 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.54 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 816 time: 0.4807892 Aug 29 04:19:13.441179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:13.484641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'mac_address': 'fa:16:3e:5c:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:13.506455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c920e737-de9e-4754-8213-a5228912a601 req-791156ef-3154-4fca-b122-e2ebf5614fff tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 210 time: 0.1557338 Aug 29 04:19:13.532374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-646be2c5-92f0-413a-a4a3-18c24f608264 req-02d4db21-cf78-49e9-be09-9c97fc0a0382 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598471 Aug 29 04:19:13.569864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-3fcc352c-7910-4a19-b501-46e18487d4a8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c70bd2296e14ced935d36aa23d18ce7 HTTP/1.1" status: 200 len: 380 time: 0.1673641 Aug 29 04:19:13.586177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'port': {'device_id': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'admin_state_up': True, 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'security_groups': ['b1f98b92-3fff-4068-97eb-bc0b958e8200']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.587975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-809442a7-ea5e-4780-ba6a-baf14005e5e3 req-63bbf73b-95fd-4dea-a9df-cd2f0e85aaa3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789991 Aug 29 04:19:13.685234 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.738572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46911e0b-d3ad-4b3a-8db3-f86afb046080 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:13.827613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:13.837547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:13.956499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-53eb0d83-b9d5-497e-aa27-0b895b77e60b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:13.966018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-53eb0d83-b9d5-497e-aa27-0b895b77e60b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 0.2050533 Aug 29 04:19:13.970151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:13.982457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Request body: {'port': {'device_id': '907dad9d-56b0-4860-82b5-b804bba7a416', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'admin_state_up': True, 'tenant_id': '01d54cb5a469412fa58f39971c9d8312'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:13.993949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.994297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.994651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.994987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.995314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.995644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.996003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.996329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.996649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.997017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.997337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:13.997652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:14.055001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748317c9-17a4-4cde-9ec8-4413e058f593 req-d8e75f9c-4d04-495b-ae7c-67da65a8f99b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.057391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-748317c9-17a4-4cde-9ec8-4413e058f593 req-d8e75f9c-4d04-495b-ae7c-67da65a8f99b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2600098 Aug 29 04:19:14.067088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b59bf8-16ce-4548-9231-d00049db1c1a req-24203d08-d567-456c-a9ed-d3d085c0481f tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.068996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38b59bf8-16ce-4548-9231-d00049db1c1a req-24203d08-d567-456c-a9ed-d3d085c0481f tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 943 time: 0.3306701 Aug 29 04:19:14.169742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-748317c9-17a4-4cde-9ec8-4413e058f593 req-d4080945-0ed7-4201-bf70-f141b87e0433 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992281 Aug 29 04:19:14.219800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38b59bf8-16ce-4548-9231-d00049db1c1a req-7e0c7e54-a52b-4082-b002-ca632eb70599 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Aug 29 04:19:14.226271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Made reservation on behalf of 9c70bd2296e14ced935d36aa23d18ce7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:14.240873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.289270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Deleting port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:14.289923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.406842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['46911e0b-d3ad-4b3a-8db3-f86afb046080'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:14.439989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:14.445943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.586675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Allocated IP 172.20.0.7 (f86291ac-36a4-4fba-9fa0-258045e05084/5d04d503-669d-4702-95f2-cdbf8b126e7a/0526d387-4838-4546-84d5-48044a46612c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:14.760484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] For port 25c3c162-8c0b-45cf-8aa3-091ff87f73a3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:14.761151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.807433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Calling delete_port for 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:14.911216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:14.921771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-efb5bdb0-4986-4ee1-99e5-659f145749e1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:14.923550 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-efb5bdb0-4986-4ee1-99e5-659f145749e1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 0.4120927 Aug 29 04:19:14.939289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Transition to ACTIVE for port object 0526d387-4838-4546-84d5-48044a46612c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:15.020566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Request body: {'port': {'device_id': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'admin_state_up': True, 'tenant_id': '01d54cb5a469412fa58f39971c9d8312'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:15.056716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.141211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Allocated IP 172.20.0.11 (9abf5430-2816-4d7c-81b2-81adcaa32506/15007d7b-4f63-4852-b325-25dc7c2ab03e/9bb5e445-439d-490a-a3e8-c19928fa972f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:15.183019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd2174-2912-4d25-a721-611b8298f22c req-5fe18a3c-633f-48de-977c-1583ddda808c tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.192576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02fd2174-2912-4d25-a721-611b8298f22c req-5fe18a3c-633f-48de-977c-1583ddda808c tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 931 time: 0.1959174 Aug 29 04:19:15.266270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Network f86291ac-36a4-4fba-9fa0-258045e05084 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:15.287954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event updated for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.335590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:15.351856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47298731-627c-4b8f-9476-44d556c25358 req-c2bbbcfa-fb7f-48b4-8757-5ba918f39b59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 210 time: 0.1045198 Aug 29 04:19:15.353253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:15.438352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02fd2174-2912-4d25-a721-611b8298f22c req-a7e907dd-56eb-43e3-90cb-ff33e965d71e tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429192 Aug 29 04:19:15.542559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.543224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.571138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:15.579510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.583398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-8517aa4b-dd67-436e-8e3d-89e3fc90bb50 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0058622 Aug 29 04:19:15.619247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Request body: {'port': {'device_id': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:15.801681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-788b68c0-a1e7-4ffc-99ec-d459dade2958 None None] Provisioning for port 0526d387-4838-4546-84d5-48044a46612c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:15.806933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baac54-a919-4c2a-9c6c-ad33607bd90d req-718606e0-c259-4888-9e80-77ff1e278859 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.815478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35baac54-a919-4c2a-9c6c-ad33607bd90d req-718606e0-c259-4888-9e80-77ff1e278859 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.2239616 Aug 29 04:19:15.821097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-788b68c0-a1e7-4ffc-99ec-d459dade2958 None None] Provisioning complete for port 0526d387-4838-4546-84d5-48044a46612c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:15.822208 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-788b68c0-a1e7-4ffc-99ec-d459dade2958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.839820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.859685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.861042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:15.894091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35baac54-a919-4c2a-9c6c-ad33607bd90d req-7c6f8a90-200d-4d5d-bfca-64cd43c6cbff tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771809 Aug 29 04:19:15.909150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-788b68c0-a1e7-4ffc-99ec-d459dade2958 None None] Port 0526d387-4838-4546-84d5-48044a46612c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:15.934385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696f73-576b-45d1-ab5e-b66966a838e8 req-cecc950f-4bff-483b-847e-cb710134ba04 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:15.955837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c3c162-8c0b-45cf-8aa3-091ff87f73a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:15.966450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90696f73-576b-45d1-ab5e-b66966a838e8 req-cecc950f-4bff-483b-847e-cb710134ba04 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2409127 Aug 29 04:19:16.066165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.132669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90696f73-576b-45d1-ab5e-b66966a838e8 req-4f8af7c6-1445-4c3f-ae7a-c199b4e5ab12 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594751 Aug 29 04:19:16.213469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:16.243504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:16.267248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:16.392250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54ef70-4f8c-46ad-b064-f24fac4297e8 req-7b09e544-f020-49fc-a1ad-ca3c98d0de1b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.393198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a54ef70-4f8c-46ad-b064-f24fac4297e8 req-7b09e544-f020-49fc-a1ad-ca3c98d0de1b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 944 time: 0.3558631 Aug 29 04:19:16.450980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Allocated IP 172.20.0.12 (9abf5430-2816-4d7c-81b2-81adcaa32506/15007d7b-4f63-4852-b325-25dc7c2ab03e/7ff3870a-b777-4567-af9a-e76393b84c4e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:16.457453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:16.488802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-a27987ea-0f20-43a6-8f83-5b294e62e49f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.490682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-a27987ea-0f20-43a6-8f83-5b294e62e49f tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.1800454 Aug 29 04:19:16.490912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:16.491089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.514279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a54ef70-4f8c-46ad-b064-f24fac4297e8 req-68424e24-f944-469c-acc0-4da7ae806f66 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924487 Aug 29 04:19:16.528977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-13'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:16.730411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-70a764e2-268c-434d-88ca-f134a8960353 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7530203 Aug 29 04:19:16.754197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Request body: {'port': {'device_id': '907dad9d-56b0-4860-82b5-b804bba7a416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:16.833243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.867073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:16.910580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.116737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:17.132554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:17.146502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d5ee3e0-fbde-4871-bb18-983ba5e3ef41 req-019e0671-fd65-4d0f-89f9-d00b3eb0913d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 210 time: 0.1397574 Aug 29 04:19:17.399413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0526d387-4838-4546-84d5-48044a46612c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:17.425296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bac95-2fc6-4e7b-8306-b09ee947d9b9 req-f14baa30-6379-49c4-9600-a75a44f70952 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.436830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b04bac95-2fc6-4e7b-8306-b09ee947d9b9 req-f14baa30-6379-49c4-9600-a75a44f70952 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 931 time: 0.4348388 Aug 29 04:19:17.476793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.486867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.604211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Transition to ACTIVE for port object 0526d387-4838-4546-84d5-48044a46612c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:17.672676 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.720660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 46911e0b-d3ad-4b3a-8db3-f86afb046080 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:17.734986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 46911e0b-d3ad-4b3a-8db3-f86afb046080 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:17.735864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.760847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:17.776837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1f11e-03c0-4f98-949f-aabadd67eae5 req-f97f64d2-a298-4267-87c9-ad0fa661c8c3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:17.782761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ee1f11e-03c0-4f98-949f-aabadd67eae5 req-f97f64d2-a298-4267-87c9-ad0fa661c8c3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.4208674 Aug 29 04:19:17.900715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event updated for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:17.908185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b04bac95-2fc6-4e7b-8306-b09ee947d9b9 req-a1353e51-10d0-42a6-8ac6-f3fce504e7d4 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256654 Aug 29 04:19:17.930272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:17.964811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:18.019803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:18.031734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.065662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 has no active binding in host n-h1-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:19:18.119164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.159675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:18.164079 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2bfbf-5950-4db9-b7c2-0a9f89ade4e7" -d '{"events": [{"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-plugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:18.189566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.199774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.292706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.360349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Pushing event updated for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:18.393856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.394846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.449044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-a146c62e-5a5f-42da-a144-91375a21960b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4382110 Aug 29 04:19:18.464483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Router e912f9db-ae1a-4e7e-9a29-b5b14f911580 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:18.473256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ee1f11e-03c0-4f98-949f-aabadd67eae5 req-57c6407c-119a-4bd3-8dcf-b1cdd199d761 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422317 Aug 29 04:19:18.488181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Request body: {'port': {'device_id': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:18.559990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:18.583020 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:18.631609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Attempting to bind port 0526d387-4838-4546-84d5-48044a46612c on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:18.632153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Attempting to bind port 0526d387-4838-4546-84d5-48044a46612c by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:18.632745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Attempting to bind port 0526d387-4838-4546-84d5-48044a46612c on network f86291ac-36a4-4fba-9fa0-258045e05084 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.662230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.682615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Port 0526d387-4838-4546-84d5-48044a46612c on network f86291ac-36a4-4fba-9fa0-258045e05084 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:18.683104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Attempting to bind port 0526d387-4838-4546-84d5-48044a46612c on network f86291ac-36a4-4fba-9fa0-258045e05084 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:18.713230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5e445-439d-490a-a3e8-c19928fa972f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:18.713401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:18.713975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Checking segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:18.714460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Bound using segment: {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:18.715138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Bound port: 0526d387-4838-4546-84d5-48044a46612c, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7914dba-4419-4ba8-9fd2-b5724b26e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:18.715618 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.726517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.739506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:18.747785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Transition to ACTIVE for port object 9bb5e445-439d-490a-a3e8-c19928fa972f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:18.751851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabc98a-3e73-4f45-b968-e0124c5fd2df req-44474350-054f-4635-b5b1-6d18c0f9c2dd tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.753823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5aabc98a-3e73-4f45-b968-e0124c5fd2df req-44474350-054f-4635-b5b1-6d18c0f9c2dd tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 945 time: 0.1647956 Aug 29 04:19:18.790860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff8f6f-6550-46f8-a494-a1cd82cc731b req-68052e98-efd6-40ab-80f5-938db2358429 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:18.801050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17ff8f6f-6550-46f8-a494-a1cd82cc731b req-68052e98-efd6-40ab-80f5-938db2358429 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 945 time: 0.2135172 Aug 29 04:19:18.866385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:18.929355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5aabc98a-3e73-4f45-b968-e0124c5fd2df req-c0e77f2a-b2fc-4d9c-b6ca-543f635c415b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497371 Aug 29 04:19:18.933819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:18.939298 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5bca85-007b-4f2a-a70f-b31e136f6302" -d '{"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:18.956376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.032696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:19.035438 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d00f8b-37b4-41a5-b73a-405d8618d06c x-openstack-request-id: req-f6d00f8b-37b4-41a5-b73a-405d8618d06c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:19.035612 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-plugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:19.036115 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6d00f8b-37b4-41a5-b73a-405d8618d06c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:19.036532 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'code': 200} Aug 29 04:19:19.044803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cedcf663-b3c4-41d4-a4dd-580a4059dbe4 admin admin] 10.222.0.62 "PUT /v2.0/routers/e912f9db-ae1a-4e7e-9a29-b5b14f911580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4399476 Aug 29 04:19:19.055312 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Sync routers for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:19.066171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:19.071981 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:19.072622 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:19.075102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:19.087427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0526d387-4838-4546-84d5-48044a46612c,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:19.102897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.128558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.208007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17ff8f6f-6550-46f8-a494-a1cd82cc731b req-61924d1e-f197-4b45-b5ee-40efdf33fa8c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037387 Aug 29 04:19:19.289667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.291675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.294372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-d6f4b582-7932-449d-8189-43349385ddac service neutron] 10.222.0.54 "PUT /v2.0/ports/0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 1092 time: 3.6930122 Aug 29 04:19:19.334737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.423211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.552494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Attempting to bind port 9bb5e445-439d-490a-a3e8-c19928fa972f on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:19.553138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Attempting to bind port 9bb5e445-439d-490a-a3e8-c19928fa972f by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:19.553416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Attempting to bind port 9bb5e445-439d-490a-a3e8-c19928fa972f on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:19.560617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4b582-7932-449d-8189-43349385ddac service neutron] Pushing event updated for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:19.562781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.581701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on host n-h2-712139-13 for vnic_type normal with profile {"migrating_to": "n-h1-712139-13"} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:19.582534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:19.583584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:19.599999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83daaa7-813d-4a5b-ade5-c96164f778f2 req-61d084b1-8546-4f72-a05b-32578caf0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.604859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c83daaa7-813d-4a5b-ade5-c96164f778f2 req-61d084b1-8546-4f72-a05b-32578caf0548 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 1097 time: 0.4206853 Aug 29 04:19:19.606177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:19.606559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Port 9bb5e445-439d-490a-a3e8-c19928fa972f on network 9abf5430-2816-4d7c-81b2-81adcaa32506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:19.606960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Attempting to bind port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on network 0a805732-0257-4e0c-895e-8f7f71b6df55 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:19.607092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Attempting to bind port 9bb5e445-439d-490a-a3e8-c19928fa972f on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:19.669074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:19.669419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Checking segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:19.669781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Bound using segment: {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:19.670319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Bound port: ccee02fc-c3f7-4921-9f63-d0621f3f6958, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9691f7ce-1493-415d-a9c7-1d03df8771ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0a805732-0257-4e0c-895e-8f7f71b6df55'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:19.670620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.703694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-7ed87b38-4a1b-4252-9ee5-5023ad7c72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.712851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-7ed87b38-4a1b-4252-9ee5-5023ad7c72d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1095 time: 0.3341134 Aug 29 04:19:19.718008 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:19.799638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-1d0cc6be-eb5a-4e4f-9283-72c63c04fcc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 217 time: 0.0714066 Aug 29 04:19:19.810482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2417-b1fb-4e0b-8dd2-6d9314022ece req-ba2cd191-f28f-4374-a798-859bab4dd245 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:19.820991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a83a2417-b1fb-4e0b-8dd2-6d9314022ece req-ba2cd191-f28f-4374-a798-859bab4dd245 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 932 time: 0.6105750 Aug 29 04:19:19.837335 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb4abab-bafb-40ee-94f0-ba9b3f12edfe x-openstack-request-id: req-ffb4abab-bafb-40ee-94f0-ba9b3f12edfe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:19.838797 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-unplugged", "status": "completed", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:19.839230 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffb4abab-bafb-40ee-94f0-ba9b3f12edfe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:19.839846 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'code': 200} Aug 29 04:19:19.855879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:19.858254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Checking segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:19.858770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Bound using segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:19.859237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Bound port: 9bb5e445-439d-490a-a3e8-c19928fa972f, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:19.859800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:19.883899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c83daaa7-813d-4a5b-ade5-c96164f778f2 req-0fa83cdc-416e-4c05-8c7c-358e1efc4beb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382710 Aug 29 04:19:20.020370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.075504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-06294d9f-3ae7-45c3-ad60-07cc5a1d84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.077365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-06294d9f-3ae7-45c3-ad60-07cc5a1d84c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 200 len: 855 time: 0.2426260 Aug 29 04:19:20.083775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a83a2417-b1fb-4e0b-8dd2-6d9314022ece req-da4634c5-895b-4053-b2dc-40702d6d0441 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962123 Aug 29 04:19:20.085231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:20.090385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:20.115740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.140100 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:19:15Z', 'revision_number': 5, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port': {'id': '280b6ee9-0e01-4ac4-9a06-82d1df9bd99a', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:16:56Z', 'updated_at': '2021-08-29T04:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:20.181124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc96e-4089-4646-816c-b9e997910b78 req-b7fe6e0b-c9d4-4992-b28b-50d1591c5305 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.182737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Checking router: e912f9db-ae1a-4e7e-9a29-b5b14f911580 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:20.191605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999bc96e-4089-4646-816c-b9e997910b78 req-b7fe6e0b-c9d4-4992-b28b-50d1591c5305 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.2649817 Aug 29 04:19:20.228711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Routers {'e912f9db-ae1a-4e7e-9a29-b5b14f911580'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:20.236633 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:20.273835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:20.368532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:20.391980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999bc96e-4089-4646-816c-b9e997910b78 req-162f89f0-e474-4b71-b4a7-423918b2a4f2 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999846 Aug 29 04:19:20.399610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.402615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.406135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.406963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] 10.222.0.50 "PUT /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 1123 time: 3.8936882 Aug 29 04:19:20.488774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ccee02fc-c3f7-4921-9f63-d0621f3f6958'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:20.523383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-e297b046-34f8-450c-a327-f43a3f587d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.525137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-e297b046-34f8-450c-a327-f43a3f587d34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f86291ac-36a4-4fba-9fa0-258045e05084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4329772 Aug 29 04:19:20.545319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9f149-06c0-4315-b835-c1d07eab8901 service neutron] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=8']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:20.571204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] Set router e912f9db-ae1a-4e7e-9a29-b5b14f911580 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:20.617362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac05ba5-ad3a-4c54-a506-873f39b15941 req-bbbc0092-685a-4c73-9911-4a2917c537f4 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:20.625880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aac05ba5-ad3a-4c54-a506-873f39b15941 req-bbbc0092-685a-4c73-9911-4a2917c537f4 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.3406975 Aug 29 04:19:20.737871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Deleting port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:20.738453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:20.750659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aac05ba5-ad3a-4c54-a506-873f39b15941 req-158d9b64-a0a9-42db-84ed-fbb6afeeca31 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167526 Aug 29 04:19:20.806326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:19:20Z', 'revision_number': 6, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:20.816484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['ccee02fc-c3f7-4921-9f63-d0621f3f6958'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:20.839595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff3870a-b777-4567-af9a-e76393b84c4e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:20.867380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-40f707bc-343a-414e-ba97-546c0f6c2128 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316872 Aug 29 04:19:20.985652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fdaa8-7d0a-4f70-a9a2-98b5a8ec811a None None] The sync data for ids ['e912f9db-ae1a-4e7e-9a29-b5b14f911580'] in n-d-712139-13 is: [{'id': 'e912f9db-ae1a-4e7e-9a29-b5b14f911580', 'name': 'tempest-FloatingIPsAssociationTestJSON-1447934324-router', 'tenant_id': '40400a901f6e40749f4667dd9ad94a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:16:54Z', 'updated_at': '2021-08-29T04:19:20Z', 'revision_number': 6, 'project_id': '40400a901f6e40749f4667dd9ad94a1b', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:21.068917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.069680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.071916 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] 10.222.0.54 "PUT /v2.0/ports/9bb5e445-439d-490a-a3e8-c19928fa972f HTTP/1.1" status: 200 len: 1093 time: 4.3240120 Aug 29 04:19:21.072274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603bd48-78fc-4f6a-8fa2-d4794f467f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.078836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:21.078836 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697" -d '{"events": [{"name": "network-changed", "server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:21.086569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.121079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Transition to ACTIVE for port object 7ff3870a-b777-4567-af9a-e76393b84c4e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:21.139191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.209236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f08d9d99-ffb7-49c8-a3ba-cd539ca843fd req-01586187-33e5-45b0-ba30-92d398fc43a0 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278110 Aug 29 04:19:21.357621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f584c3-aab8-4246-9e79-c940fbe24318 req-1db99d41-d20a-4245-95cb-ce20c8493944 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.388942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7f584c3-aab8-4246-9e79-c940fbe24318 req-1db99d41-d20a-4245-95cb-ce20c8493944 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 945 time: 0.1772692 Aug 29 04:19:21.541134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7f584c3-aab8-4246-9e79-c940fbe24318 req-dbf28757-f136-491f-b178-2d81c2621d78 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500683 Aug 29 04:19:21.610259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] For port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:21.610711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:21.641183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:21.691166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Calling delete_port for 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:21.828867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4a4e-dea7-4c27-8921-4ee166ee44fb req-450dd18e-76f0-46ea-b7cd-898c402361b7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.830674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-454b4a4e-dea7-4c27-8921-4ee166ee44fb req-450dd18e-76f0-46ea-b7cd-898c402361b7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.1428413 Aug 29 04:19:21.841595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'tag': '0526d387-4838-4546-84d5-48044a46612c'}, {'name': 'network-changed', 'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:21.845938 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "tag": "0526d387-4838-4546-84d5-48044a46612c"}, {"name": "network-changed", "server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:21.855763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-abd5d0e9-666a-4756-b936-c784c6fc56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:21.870394 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-abd5d0e9-666a-4756-b936-c784c6fc56bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=907dad9d-56b0-4860-82b5-b804bba7a416 HTTP/1.1" status: 200 len: 1096 time: 0.7028906 Aug 29 04:19:21.921828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-454b4a4e-dea7-4c27-8921-4ee166ee44fb req-b08e4331-4333-4e9d-ae76-af3194895226 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672648 Aug 29 04:19:21.999913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:22.021517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Attempting to bind port 7ff3870a-b777-4567-af9a-e76393b84c4e on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:22.021851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Attempting to bind port 7ff3870a-b777-4567-af9a-e76393b84c4e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:22.022193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Attempting to bind port 7ff3870a-b777-4567-af9a-e76393b84c4e on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:22.043885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-f599e4fa-fada-4831-8149-9bce765c266d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bb5e445-439d-490a-a3e8-c19928fa972f HTTP/1.1" status: 200 len: 217 time: 0.1452365 Aug 29 04:19:22.046190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:22.046650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 25c3c162-8c0b-45cf-8aa3-091ff87f73a3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:22.047240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:22.058187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Port 7ff3870a-b777-4567-af9a-e76393b84c4e on network 9abf5430-2816-4d7c-81b2-81adcaa32506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:22.058848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Attempting to bind port 7ff3870a-b777-4567-af9a-e76393b84c4e on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:22.168814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-cf9ddbc3-d324-413f-ac11-cbe325029ff5 tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.183946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-cf9ddbc3-d324-413f-ac11-cbe325029ff5 tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 1101 time: 0.1493990 Aug 29 04:19:22.231677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:22.232365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Checking segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:22.232470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Bound using segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:22.232874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Bound port: 7ff3870a-b777-4567-af9a-e76393b84c4e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:22.233779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.236256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-c7d0c6ed-6ffc-48f7-a0f1-70b7f8280dfa tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.244380 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdb2e4-1cd7-42b6-bdd0-95ed30ec0c21 x-openstack-request-id: req-c7cdb2e4-1cd7-42b6-bdd0-95ed30ec0c21 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:22.244841 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:22.245076 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7cdb2e4-1cd7-42b6-bdd0-95ed30ec0c21 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:22.245882 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'status': 'completed', 'code': 200} Aug 29 04:19:22.252300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.299256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-138fcd99-d950-4951-89e7-c211af63913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.301262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-138fcd99-d950-4951-89e7-c211af63913e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.2375376 Aug 29 04:19:22.332492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 280b6ee9-0e01-4ac4-9a06-82d1df9bd99a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:22.341287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.366706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0ed59-7f5c-4f9c-a493-215aa10e9ccf req-c221bdbc-58d0-4c02-baa7-b9652760692f tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.369232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6dc0ed59-7f5c-4f9c-a493-215aa10e9ccf req-c221bdbc-58d0-4c02-baa7-b9652760692f tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 944 time: 0.1211553 Aug 29 04:19:22.378360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-828bc900-971c-4ade-9018-122d673d06b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557423 Aug 29 04:19:22.442750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.449544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6dc0ed59-7f5c-4f9c-a493-215aa10e9ccf req-c756e723-f84c-4d93-87eb-3a2f1d1f6783 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Aug 29 04:19:22.551541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:22.573131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-c7d0c6ed-6ffc-48f7-a0f1-70b7f8280dfa tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.585333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7ff3870a-b777-4567-af9a-e76393b84c4e,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:22.590375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.603310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-c7d0c6ed-6ffc-48f7-a0f1-70b7f8280dfa tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.603592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.635957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Pushing event deleted for resources: {'Port': ['ID=280b6ee9-0e01-4ac4-9a06-82d1df9bd99a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.652649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c37fb01e-bf3f-4931-a93a-bf8b426a04b1 req-c7d0c6ed-6ffc-48f7-a0f1-70b7f8280dfa tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680047 Aug 29 04:19:22.679350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4d2b-33d4-43bd-9422-211a66595a4c req-e853719b-97ca-46ee-b68c-cf6b782629af tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.688878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-197f4d2b-33d4-43bd-9422-211a66595a4c req-e853719b-97ca-46ee-b68c-cf6b782629af tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.1409559 Aug 29 04:19:22.692583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0c6ed-6ffc-48f7-a0f1-70b7f8280dfa tempest-LiveMigrationNegativeTest-578915819 tempest-LiveMigrationNegativeTest-578915819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be79f05-a205-445c-afdf-d901da84ea8d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.707181 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-9a9d676a-7759-42bc-a06d-2a1e5222f61f service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189819 Aug 29 04:19:22.713429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.714793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.716107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] 10.222.0.50 "PUT /v2.0/ports/7ff3870a-b777-4567-af9a-e76393b84c4e HTTP/1.1" status: 200 len: 1093 time: 4.2490048 Aug 29 04:19:22.744932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-197f4d2b-33d4-43bd-9422-211a66595a4c req-3754c62c-4879-418e-bdeb-b67272815c22 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551066 Aug 29 04:19:22.776426 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46788005-fdda-45c3-8ef1-b5e3db8ac09f x-openstack-request-id: req-46788005-fdda-45c3-8ef1-b5e3db8ac09f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:22.776722 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "tag": "0526d387-4838-4546-84d5-48044a46612c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:22.776988 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46788005-fdda-45c3-8ef1-b5e3db8ac09f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:22.777581 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'tag': '0526d387-4838-4546-84d5-48044a46612c', 'status': 'completed', 'code': 200} Aug 29 04:19:22.777836 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'status': 'completed', 'code': 200} Aug 29 04:19:22.814567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f420f5-12cf-43b5-8923-387c28114781 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:22.818215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:22.926319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-8b58ba20-5f53-4394-8d34-209593c5b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:22.928006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-8b58ba20-5f53-4394-8d34-209593c5b848 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1095 time: 0.0983624 Aug 29 04:19:23.044853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38739a98-dc90-452a-9f30-da8b3addcb6c req-8503d912-1483-42b5-be85-bf7626944ec6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.047235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38739a98-dc90-452a-9f30-da8b3addcb6c req-8503d912-1483-42b5-be85-bf7626944ec6 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 945 time: 0.1734302 Aug 29 04:19:23.099686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-d2dacbd0-1382-45d1-98a1-1efba5c63a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.101719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-d2dacbd0-1382-45d1-98a1-1efba5c63a5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 917 time: 0.1650906 Aug 29 04:19:23.178361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-0d4adbf9-3247-4a90-bfc7-f6df24b6b091 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 217 time: 0.0605423 Aug 29 04:19:23.208539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38739a98-dc90-452a-9f30-da8b3addcb6c req-beeefa4d-a0d4-4880-ae84-8309cb773200 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385570 Aug 29 04:19:23.255871 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.269726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.293591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-f594f651-9f0a-4010-a7d2-df293feb9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.294998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-f594f651-9f0a-4010-a7d2-df293feb9684 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 200 len: 855 time: 0.1068139 Aug 29 04:19:23.318320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beef54-3dc8-4638-a0b1-ed67c467e1cf req-eb833252-b202-4a27-8803-1b6a6a83a138 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.327773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1beef54-3dc8-4638-a0b1-ed67c467e1cf req-eb833252-b202-4a27-8803-1b6a6a83a138 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.1171613 Aug 29 04:19:23.351937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-f0d71e6f-1fae-4ada-a9d5-792c0b76383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.353668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-f0d71e6f-1fae-4ada-a9d5-792c0b76383b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 1096 time: 0.4967635 Aug 29 04:19:23.359684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.360766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e912f9db-ae1a-4e7e-9a29-b5b14f911580 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:19:23.366343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.367935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4d03767-7c8b-4eb9-8cd9-b500c45fef4c admin admin] 10.222.0.62 "DELETE /v2.0/routers/e912f9db-ae1a-4e7e-9a29-b5b14f911580 HTTP/1.1" status: 204 len: 168 time: 4.2914376 Aug 29 04:19:23.375152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:23.388676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-74563a46-40e0-4f64-9629-6386e8f17226 service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653798 Aug 29 04:19:23.421141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-a22bd0b3-03bb-4c05-9699-890992b6da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.425486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-a22bd0b3-03bb-4c05-9699-890992b6da17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f86291ac-36a4-4fba-9fa0-258045e05084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870416 Aug 29 04:19:23.449225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1beef54-3dc8-4638-a0b1-ed67c467e1cf req-49dd94fa-54d5-4982-b816-57ffe2efc030 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077635 Aug 29 04:19:23.528559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-2c744429-d2d1-4f97-8092-8f36f7128d47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff3870a-b777-4567-af9a-e76393b84c4e HTTP/1.1" status: 200 len: 217 time: 0.0949872 Aug 29 04:19:23.583020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Deleting subnet 1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:19:23.621116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.658682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-1a036cc7-51ed-4475-8ca0-5c91973e95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.660189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-1a036cc7-51ed-4475-8ca0-5c91973e95b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=907dad9d-56b0-4860-82b5-b804bba7a416 HTTP/1.1" status: 200 len: 1096 time: 0.1428027 Aug 29 04:19:23.749928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:23.756760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-7467b152-932b-44e3-8fe6-299f9272afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.760035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-7467b152-932b-44e3-8fe6-299f9272afb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.2006414 Aug 29 04:19:23.786604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df2e5-b8f3-4252-9e04-aae5ca949ea5 req-dd4f46db-7e5c-4f46-b010-a88fb0f955de tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.788230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-260df2e5-b8f3-4252-9e04-aae5ca949ea5 req-dd4f46db-7e5c-4f46-b010-a88fb0f955de tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.1682668 Aug 29 04:19:23.807559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-bafa1a3c-f13b-4023-bd30-c33a160898e0 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517497 Aug 29 04:19:23.832118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-eb294519-b6b3-42c1-9577-83c304d03c6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438087 Aug 29 04:19:23.899260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-81ed338b-5419-479e-b58a-6c36bbbcbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:23.901463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-81ed338b-5419-479e-b58a-6c36bbbcbac9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 913 time: 0.2224348 Aug 29 04:19:23.921945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-260df2e5-b8f3-4252-9e04-aae5ca949ea5 req-ac938c3d-d0fa-4ffb-a522-cae45ab3c5a2 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226492 Aug 29 04:19:24.031151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.036511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-c8e79a23-81d5-4da6-8a4a-16da5ba60a2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bb5e445-439d-490a-a3e8-c19928fa972f HTTP/1.1" status: 200 len: 217 time: 0.1177642 Aug 29 04:19:24.089497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:24.115329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-5e840b44-3260-45d0-95f0-c40bd18bec40 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971787 Aug 29 04:19:24.143007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9428b-5bf9-4baf-bf19-2ab15a457ed1 req-5d293d2b-d23d-43fc-aba0-c53e8911a59d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.151646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c9428b-5bf9-4baf-bf19-2ab15a457ed1 req-5d293d2b-d23d-43fc-aba0-c53e8911a59d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 944 time: 0.2073660 Aug 29 04:19:24.217949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-beffb81b-7f32-4d02-b730-b893b814e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.220070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-beffb81b-7f32-4d02-b730-b893b814e302 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.1295252 Aug 29 04:19:24.247180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:24.250519 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c3779-2994-4dd3-832e-03389cfe2c59" -d '{"events": [{"name": "network-changed", "server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:24.265410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348b7ee-b63a-40ca-a8de-2bbad90aa578 req-eec44af3-9549-4689-be72-328728961a32 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.267604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e348b7ee-b63a-40ca-a8de-2bbad90aa578 req-eec44af3-9549-4689-be72-328728961a32 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.2165482 Aug 29 04:19:24.280303 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-31e7ab33-2ae2-4f0c-a2c5-ba037f726bba service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776884 Aug 29 04:19:24.284276 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-778bc7a1-b471-4870-bc8e-67c8ab5ac214 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532753 Aug 29 04:19:24.284446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0c9428b-5bf9-4baf-bf19-2ab15a457ed1 req-17ea60d2-6c3f-45df-a158-c403b2ccaf9d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242714 Aug 29 04:19:24.290287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.351804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-067359af-3eed-4fd0-9bc3-db85e524be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.356302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-067359af-3eed-4fd0-9bc3-db85e524be40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1126 time: 0.1777809 Aug 29 04:19:24.424186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:24.442631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.443671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d2495-5030-4b73-ab99-1eb95e28c7df None None] Network 0dd0d088-9aaf-4d3c-ba0f-49b184219880 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:24.448043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c88876de-662b-4624-ac0c-54fe85b62296 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1ebbbb46-8641-43bd-bf9e-c2cfc9e64ea6 HTTP/1.1" status: 204 len: 168 time: 1.0707397 Aug 29 04:19:24.452843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:24.527338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e348b7ee-b63a-40ca-a8de-2bbad90aa578 req-88754a4f-ba93-4a57-89d8-92cf95bdf3c6 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315021 Aug 29 04:19:24.552905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a12f160c-a26a-453a-824f-0aef0880b323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.602739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.607223 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-1435d8f3-8f63-41c0-bd9a-39dd7eec9eba service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136094 Aug 29 04:19:24.610322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71bdc362-da1b-4ea3-8288-609a493cd2b9 req-43c3cc70-1553-4cec-b930-d300491e5b35 service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047655 Aug 29 04:19:24.612203 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc92be4-d7e7-466a-a6ee-43d9b82f2e8e x-openstack-request-id: req-abc92be4-d7e7-466a-a6ee-43d9b82f2e8e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:24.612507 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:24.612758 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abc92be4-d7e7-466a-a6ee-43d9b82f2e8e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:24.613146 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e', 'status': 'completed', 'code': 200} Aug 29 04:19:24.675301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-b04aaa29-50e3-4391-8312-9e4f4deb7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.677169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-b04aaa29-50e3-4391-8312-9e4f4deb7e48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.3090072 Aug 29 04:19:24.688165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f978f7-bdbc-4898-9ad9-e0991dff4309 req-10fd99d4-8299-4bf1-bea0-fd162774b994 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.697440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7f978f7-bdbc-4898-9ad9-e0991dff4309 req-10fd99d4-8299-4bf1-bea0-fd162774b994 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 945 time: 0.3086557 Aug 29 04:19:24.762390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45cc79ab-8cf5-4b6f-97e0-0a5f1fd6c697 req-6bbe6acf-fd79-4583-9e1b-405acc51d00f service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443942 Aug 29 04:19:24.780590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Deleting port a326a4e8-643a-4095-93ca-f27e9314408d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:24.780928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.788295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] DHCP port deletion for 0dd0d088-9aaf-4d3c-ba0f-49b184219880 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:19:24.796439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-fd78788d-54e6-434c-9970-565310c46a22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 217 time: 0.0962272 Aug 29 04:19:24.840528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Deleting port a326a4e8-643a-4095-93ca-f27e9314408d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:24.840948 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.854924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] For port a326a4e8-643a-4095-93ca-f27e9314408d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a326a4e8-643a-4095-93ca-f27e9314408d,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.855295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.900301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Calling delete_port for a326a4e8-643a-4095-93ca-f27e9314408d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:24.910555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7f978f7-bdbc-4898-9ad9-e0991dff4309 req-b8ac2fa1-3ae9-472f-b65f-b3a7585596d3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122245 Aug 29 04:19:24.938721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-7620c22b-094b-475b-8e50-7665e9ed0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.941331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-7620c22b-094b-475b-8e50-7665e9ed0c93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.1287565 Aug 29 04:19:24.956867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] For port a326a4e8-643a-4095-93ca-f27e9314408d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a326a4e8-643a-4095-93ca-f27e9314408d,segment=NetworkSegment(21bf332a-fc6a-426e-9d3a-36f85c395c28),segment_id=21bf332a-fc6a-426e-9d3a-36f85c395c28)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:24.957835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:24.977896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Calling delete_port for a326a4e8-643a-4095-93ca-f27e9314408d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:24.986722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-f236c51d-e216-4bfb-afa3-325151c8fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:24.990628 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-f236c51d-e216-4bfb-afa3-325151c8fae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 1096 time: 0.1373105 Aug 29 04:19:24.999789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac122e0-840a-4935-9009-e3b927de7407 req-542806d2-b020-4a43-8254-3d134ddd4ee7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.026376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aac122e0-840a-4935-9009-e3b927de7407 req-542806d2-b020-4a43-8254-3d134ddd4ee7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.2569196 Aug 29 04:19:25.162233 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.164651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-b2c93e76-3ce2-43a1-bf9e-f3e82859f2dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080820 Aug 29 04:19:25.167447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.199620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] No DVR routers for this DVR port a326a4e8-643a-4095-93ca-f27e9314408d on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:25.225894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] No DVR routers for this DVR port a326a4e8-643a-4095-93ca-f27e9314408d on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:25.226831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505268-d7d3-412e-8449-6f40e9af43f0 None None] Pushing event deleted for resources: {'Port': ['ID=a326a4e8-643a-4095-93ca-f27e9314408d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.237198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a326a4e8-643a-4095-93ca-f27e9314408d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.261160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-430baa51-09df-4d5a-a482-2d0762b75e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.262768 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-430baa51-09df-4d5a-a482-2d0762b75e10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 913 time: 0.2529008 Aug 29 04:19:25.327677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a12f160c-a26a-453a-824f-0aef0880b323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.347613 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a12f160c-a26a-453a-824f-0aef0880b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.354744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-50e7d7a2-6106-4793-a933-bb31d465aff0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff3870a-b777-4567-af9a-e76393b84c4e HTTP/1.1" status: 200 len: 217 time: 0.0766273 Aug 29 04:19:25.362024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.404095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd0d088-9aaf-4d3c-ba0f-49b184219880']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:25.419255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cce18f-01a4-4f5d-81a4-bbeaa2bb5dda req-bc122bcc-ce17-47fe-9887-23a39aed07e3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.420950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bf332a-fc6a-426e-9d3a-36f85c395c28') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:25.421387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bf332a-fc6a-426e-9d3a-36f85c395c28') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:25.421639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56cce18f-01a4-4f5d-81a4-bbeaa2bb5dda req-bc122bcc-ce17-47fe-9887-23a39aed07e3 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.3765039 Aug 29 04:19:25.436964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aac122e0-840a-4935-9009-e3b927de7407 req-e9ddfbf7-cffa-4398-963f-f23260c26bfb tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937790 Aug 29 04:19:25.441193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.452662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-33529e0b-faf8-416b-88b4-65b5270472e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.453883 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-33529e0b-faf8-416b-88b4-65b5270472e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.0820565 Aug 29 04:19:25.463892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.482378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a12f160c-a26a-453a-824f-0aef0880b323 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f936c57c8d1458a9d51a3a83e039b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3908391 Aug 29 04:19:25.483140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:25.495181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:19:25.495545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:19:25.516031 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:19:25.529237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-23127237-20ba-4ad8-bd74-bf70c54d934b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625091 Aug 29 04:19:25.564991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f160c-a26a-453a-824f-0aef0880b323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edebdac-ea34-4160-9e0a-f7133c5f3cd1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.614834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-b40fb854-e8e8-41f6-9ce1-f7da0b4b8888 service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972838 Aug 29 04:19:25.667018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56cce18f-01a4-4f5d-81a4-bbeaa2bb5dda req-a3dbe30a-3c82-4f0e-9442-72f6f090b2eb tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010982 Aug 29 04:19:25.675371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.690154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:25.697806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] 10.222.0.62 "DELETE /v2.0/networks/0dd0d088-9aaf-4d3c-ba0f-49b184219880 HTTP/1.1" status: 204 len: 168 time: 1.2408688 Aug 29 04:19:25.754040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbce94-a1fe-45c0-81bf-1b4c0d9d68be req-3c8f83ce-7bf7-47d8-87ec-8a64d75addd1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:25.765418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14bbce94-a1fe-45c0-81bf-1b4c0d9d68be req-3c8f83ce-7bf7-47d8-87ec-8a64d75addd1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 944 time: 0.2403960 Aug 29 04:19:25.795168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-c1400d5c-0102-47d7-b704-559023276c2a service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165105 Aug 29 04:19:25.800678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791b214-ddce-47ff-93c2-adae41182c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd0d088-9aaf-4d3c-ba0f-49b184219880,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:25.817646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a326a4e8-643a-4095-93ca-f27e9314408d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:25.900057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a326a4e8-643a-4095-93ca-f27e9314408d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:25.901175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a326a4e8-643a-4095-93ca-f27e9314408d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:26.075181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.090003 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6c1c3779-2994-4dd3-832e-03389cfe2c59 req-f3977fc0-3484-49f8-a35e-cc812a357580 service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811394 Aug 29 04:19:26.124963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.158662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.235873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14bbce94-a1fe-45c0-81bf-1b4c0d9d68be req-f63b7a7a-3f02-48bf-9696-227934f0b53d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695892 Aug 29 04:19:26.263111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94c30119-5b76-4e57-ac88-0f8bb5c06135 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40400a901f6e40749f4667dd9ad94a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027787 Aug 29 04:19:26.264816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.270992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.273166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43a7cfb1-4afe-4126-92e9-b9c1f93d726c req-41cff70e-fd74-4ff0-8ccf-4008077495ea service neutron] 10.222.0.54 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469898 Aug 29 04:19:26.273619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5edebdac-ea34-4160-9e0a-f7133c5f3cd1 HTTP/1.1" status: 204 len: 168 time: 0.7878385 Aug 29 04:19:26.274241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:26.283988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5caa1-433e-49ed-b8b7-db0a488cdcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edebdac-ea34-4160-9e0a-f7133c5f3cd1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:26.299736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205a58-40da-453f-a011-6722450dc6ab req-aeaa4631-8d17-4de3-aa32-0fcc9141ffb8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.314228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40205a58-40da-453f-a011-6722450dc6ab req-aeaa4631-8d17-4de3-aa32-0fcc9141ffb8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.1684937 Aug 29 04:19:26.437359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40205a58-40da-453f-a011-6722450dc6ab req-a36dd3f9-8a1a-49d2-b4d1-dad7abd4d49d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813665 Aug 29 04:19:26.450674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b63e9d-1909-44f0-8764-f22fe1a00306 req-93b50365-ed8d-47a2-a1a6-f3751ad6999a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.460919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46b63e9d-1909-44f0-8764-f22fe1a00306 req-93b50365-ed8d-47a2-a1a6-f3751ad6999a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 945 time: 0.1153202 Aug 29 04:19:26.483031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.507571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9bb5e445-439d-490a-a3e8-c19928fa972f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:26.548012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46b63e9d-1909-44f0-8764-f22fe1a00306 req-15af55fd-5603-4c65-8781-38d076b9599c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Aug 29 04:19:26.627583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.677609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-22bc909d-7a62-4073-9586-d524d718b93b tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.679219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-22bc909d-7a62-4073-9586-d524d718b93b tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.2328703 Aug 29 04:19:26.712831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:26.731918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'port_id': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'mac_address': 'fa:16:3e:e5:ee:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15007d7b-4f63-4852-b325-25dc7c2ab03e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:26.742469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcfa5b-c4da-4472-b36a-3cf4972af92b req-0d37eb2a-0168-4751-9c19-0d74251a1c4a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:26.759275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82bcfa5b-c4da-4472-b36a-3cf4972af92b req-0d37eb2a-0168-4751-9c19-0d74251a1c4a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.1790116 Aug 29 04:19:26.819492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82bcfa5b-c4da-4472-b36a-3cf4972af92b req-67d81d1b-4867-43e1-931e-5574330bdfbe tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592520 Aug 29 04:19:26.857204 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.914720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb5e445-439d-490a-a3e8-c19928fa972f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:26.940442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.945503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:26.953144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f229cd14-48eb-4694-bf21-1916d58860bf HTTP/1.1" status: 204 len: 168 time: 0.6704061 Aug 29 04:19:26.985495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0ee67-a177-4daa-9fc9-1df2eab91782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f229cd14-48eb-4694-bf21-1916d58860bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.008641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.016814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Deleting port f8e4a564-f232-4744-a9fa-30f48af0f5be {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:27.017164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.034750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.172603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] For port f8e4a564-f232-4744-a9fa-30f48af0f5be, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f8e4a564-f232-4744-a9fa-30f48af0f5be,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.172971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.185829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7ff3870a-b777-4567-af9a-e76393b84c4e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:27.194687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Calling delete_port for f8e4a564-f232-4744-a9fa-30f48af0f5be owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:27.239013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d532a-255d-4e1e-aad8-dbad49ba9424 req-ca412012-b1c6-4b88-8abe-77f01aaa4abb tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.244193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-040d532a-255d-4e1e-aad8-dbad49ba9424 req-ca412012-b1c6-4b88-8abe-77f01aaa4abb tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 949 time: 0.1916409 Aug 29 04:19:27.285555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.344592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-040d532a-255d-4e1e-aad8-dbad49ba9424 req-0d501456-f99e-493f-8b79-24da23413052 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901332 Aug 29 04:19:27.414803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['9bb5e445-439d-490a-a3e8-c19928fa972f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:27.474455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.543046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8453cc4e-775f-4c16-99b4-e001821c37c4', 'f8e4a564-f232-4744-a9fa-30f48af0f5be'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:27.548486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Pushing event deleted for resources: {'Port': ['ID=f8e4a564-f232-4744-a9fa-30f48af0f5be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:27.630280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb714e-4868-4661-be5e-0c7227aa3fee req-af2a0900-5f95-4b56-b37e-5c892ebcded6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.647498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12cb714e-4868-4661-be5e-0c7227aa3fee req-af2a0900-5f95-4b56-b37e-5c892ebcded6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 944 time: 0.2138324 Aug 29 04:19:27.681166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] No DVR routers for this DVR port f8e4a564-f232-4744-a9fa-30f48af0f5be on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:27.685451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:27.690978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-12801a78-8c14-42bd-b8bf-60e65e628945 req-7dba815d-2ada-4c3e-924d-e786e7ed4b7d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "DELETE /v2.0/ports/f8e4a564-f232-4744-a9fa-30f48af0f5be HTTP/1.1" status: 204 len: 173 time: 0.9954770 Aug 29 04:19:27.694028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'name': 'network-vif-deleted', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:27.699631 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d89f8ce-00ea-468c-a2c0-41b85fde7880" -d '{"events": [{"server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "name": "network-vif-deleted", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:27.777295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12cb714e-4868-4661-be5e-0c7227aa3fee req-e538c1d9-38eb-4fb1-87fd-79b764163995 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279016 Aug 29 04:19:27.847860 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940fd0f-f58b-474a-b7de-a97b303dcc5f x-openstack-request-id: req-7940fd0f-f58b-474a-b7de-a97b303dcc5f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:27.848405 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eefe9e2-d88c-41a7-9ef5-648401e181aa", "name": "network-vif-deleted", "tag": "f8e4a564-f232-4744-a9fa-30f48af0f5be", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:27.848827 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7940fd0f-f58b-474a-b7de-a97b303dcc5f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:27.849402 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eefe9e2-d88c-41a7-9ef5-648401e181aa', 'name': 'network-vif-deleted', 'tag': 'f8e4a564-f232-4744-a9fa-30f48af0f5be', 'status': 'completed', 'code': 200} Aug 29 04:19:27.885453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7ff3870a-b777-4567-af9a-e76393b84c4e,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:27.942630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991661d-88ff-4c15-b6ef-acf6052f3e43 req-1d2af4f0-0511-46e3-80fb-a2bafbe77cfd tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:27.961799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a991661d-88ff-4c15-b6ef-acf6052f3e43 req-1d2af4f0-0511-46e3-80fb-a2bafbe77cfd tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.2369747 Aug 29 04:19:28.012178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '7ff3870a-b777-4567-af9a-e76393b84c4e', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'port_id': '7ff3870a-b777-4567-af9a-e76393b84c4e', 'mac_address': 'fa:16:3e:db:6c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15007d7b-4f63-4852-b325-25dc7c2ab03e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:28.062909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a991661d-88ff-4c15-b6ef-acf6052f3e43 req-1671de89-d0ab-43ce-becd-bd81e4a87bcb tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920613 Aug 29 04:19:28.102727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.156438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ecc73-8f24-4576-b401-d9565ed8c22a req-d213a6cf-379c-469b-9489-7cb4f68544a5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.158030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b78ecc73-8f24-4576-b401-d9565ed8c22a req-d213a6cf-379c-469b-9489-7cb4f68544a5 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 943 time: 0.1506131 Aug 29 04:19:28.175481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff3870a-b777-4567-af9a-e76393b84c4e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:28.239458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b78ecc73-8f24-4576-b401-d9565ed8c22a req-3d84ac69-30aa-419e-8234-c24db448e83e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730753 Aug 29 04:19:28.247389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7ff3870a-b777-4567-af9a-e76393b84c4e,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.265274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.312818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-9ff4ba62-f582-46d4-b51a-d33b4ec8cce6 service neutron] 10.222.0.54 "GET /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.0706935 Aug 29 04:19:28.343866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:28.536115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:28.549873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67208811-6adc-4c66-9184-0e67750e0974 req-494edac8-c470-4e48-8c6d-363d114e3e89 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eefe9e2-d88c-41a7-9ef5-648401e181aa HTTP/1.1" status: 200 len: 210 time: 0.0382099 Aug 29 04:19:28.619917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.673184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:28.723460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccee02fc-c3f7-4921-9f63-d0621f3f6958 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:28.736939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:28.775394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.912563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] Transition to ACTIVE for port object ccee02fc-c3f7-4921-9f63-d0621f3f6958 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:28.919569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:28.940611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15c55-09e3-484e-b2cf-dcc3a88ba0ea req-60d2f1d9-d035-48b7-8a59-d834e5b54895 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:28.942168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7f15c55-09e3-484e-b2cf-dcc3a88ba0ea req-60d2f1d9-d035-48b7-8a59-d834e5b54895 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 945 time: 0.1106410 Aug 29 04:19:28.974407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['7ff3870a-b777-4567-af9a-e76393b84c4e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:29.015095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] No DVR routers for this DVR port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:29.069781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7f15c55-09e3-484e-b2cf-dcc3a88ba0ea req-69540c85-c7ef-43f1-a1c4-1ee20b5e70a5 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082599 Aug 29 04:19:29.072315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] Pushing event updated for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=10']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.092508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-f10616ac-71c1-482e-8125-d60ebde59e01 service neutron] 10.222.0.54 "PUT /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958/bindings/n-h1-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7706928 Aug 29 04:19:29.211148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f8e4a564-f232-4744-a9fa-30f48af0f5be no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:29.260980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73a0c2-9968-4b33-acff-d307abeeca70 req-ad183178-1ccc-42fc-9904-6a57796e3c2f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.273403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff73a0c2-9968-4b33-acff-d307abeeca70 req-ad183178-1ccc-42fc-9904-6a57796e3c2f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.1109157 Aug 29 04:19:29.292986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: f8e4a564-f232-4744-a9fa-30f48af0f5be {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:29.293334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f8e4a564-f232-4744-a9fa-30f48af0f5be not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:29.320580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-fdeb80b4-7223-454d-8e77-bb106cd93a57 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.324968 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-fdeb80b4-7223-454d-8e77-bb106cd93a57 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.1433599 Aug 29 04:19:29.326807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff73a0c2-9968-4b33-acff-d307abeeca70 req-92b7a99b-71cf-43d8-b2cd-91ec7f8d838f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520864 Aug 29 04:19:29.397143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:29.415469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-6b2c7dfc-e4d3-49be-b28f-80b32ba2791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.417524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-6b2c7dfc-e4d3-49be-b28f-80b32ba2791c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0828865 Aug 29 04:19:29.436349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.447038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35543078-043a-4900-9892-6f338234180b req-2afe4c40-073f-4bdb-814d-deed4ae679bc tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.448971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35543078-043a-4900-9892-6f338234180b req-2afe4c40-073f-4bdb-814d-deed4ae679bc tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.0751460 Aug 29 04:19:29.509320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35543078-043a-4900-9892-6f338234180b req-9d7cd138-d23d-482e-bc5d-8bacdf5063b7 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Aug 29 04:19:29.529263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-7a7d5d0f-cd49-4236-a4b4-b1a3b60869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.531564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-7a7d5d0f-cd49-4236-a4b4-b1a3b60869c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1096 time: 0.0588534 Aug 29 04:19:29.555496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-425619789-network', 'tenant_id': '30ff2a9cfae9493fb1bac43936bb790b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:29.634067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Made reservation on behalf of 30ff2a9cfae9493fb1bac43936bb790b for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:29.637276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.651882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.715577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-2b96e262-b2f9-4027-ba12-c240415899f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.717978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-2b96e262-b2f9-4027-ba12-c240415899f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 200 len: 908 time: 0.1494577 Aug 29 04:19:29.793704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-0b5a0c4d-a13f-4fb3-8758-4b7763f20540 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 200 len: 217 time: 0.0516722 Aug 29 04:19:29.882913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:29.883317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-fbcd5d89-06ea-4674-9c49-42f944b870e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:29.884901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-fbcd5d89-06ea-4674-9c49-42f944b870e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 200 len: 847 time: 0.0773280 Aug 29 04:19:29.897245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.904367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.931939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:29.963181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:29.963528 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Added segment fe621229-6a01-49dc-8750-d9e6934f99c1 of type vlan for network 60a25991-019c-4285-b149-470784f17a12 Aug 29 04:19:29.966430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb08f9c-d67c-4549-a038-ecafba89e53b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:29.996986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-04a20a50-ef8f-4d1b-87de-673d335b2654 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0a805732-0257-4e0c-895e-8f7f71b6df55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526881 Aug 29 04:19:30.005100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1737d-695b-4502-872a-368e409959e3 req-9029b816-0781-4eb1-8745-c7196ac23833 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.007222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ab1737d-695b-4502-872a-368e409959e3 req-9029b816-0781-4eb1-8745-c7196ac23833 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.0826359 Aug 29 04:19:30.061711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1509932964-network', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.074035 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ab1737d-695b-4502-872a-368e409959e3 req-2093d5f4-6e02-4831-8467-5507959e434d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602565 Aug 29 04:19:30.081102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.099775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Made reservation on behalf of 14e83975f5074cd281e5367d2236f2c4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:30.109558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.130164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.158667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.160100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.160706 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.165075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-6a8392db-8333-4897-ac3c-1b18bc378afb service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450441 Aug 29 04:19:30.242658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5bb7f-3478-479f-a278-f903e42e0071 req-d5061863-9cce-4c8f-a527-77ab52ee2478 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.244239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bcb5bb7f-3478-479f-a278-f903e42e0071 req-d5061863-9cce-4c8f-a527-77ab52ee2478 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 945 time: 0.0763855 Aug 29 04:19:30.279493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] Pushing event updated for resources: {'Network': ['ID=60a25991-019c-4285-b149-470784f17a12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.290887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 60a25991-019c-4285-b149-470784f17a12 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:30.321882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bcb5bb7f-3478-479f-a278-f903e42e0071 req-96648e41-8746-497f-a92d-2cc78ce06bdf tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Aug 29 04:19:30.345349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.352368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-c809a25b-e4ec-42d9-ab60-4b28e8934cdb service neutron] 10.222.0.50 "GET /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682026 Aug 29 04:19:30.355558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.366741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.367567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f42e1447-2eb9-4c33-886e-b9128bbe05de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9648106 Aug 29 04:19:30.375953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Request body: {'subnet': {'network_id': '60a25991-019c-4285-b149-470784f17a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-425619789-subnet', 'tenant_id': '30ff2a9cfae9493fb1bac43936bb790b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.402391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:19:30.436985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.437576 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Added segment 46924553-2e49-4495-baf0-469d11533e65 of type vlan for network b356d00b-379e-459a-bb6f-51a9289df55a Aug 29 04:19:30.439322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283f4c54-f97e-4b9a-bf10-c3df72eccbbc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.462006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Made reservation on behalf of 30ff2a9cfae9493fb1bac43936bb790b for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:30.464240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.552303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0526d387-4838-4546-84d5-48044a46612c details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:30.611689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9bb5e445-439d-490a-a3e8-c19928fa972f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:30.618605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.646672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c881d8-5cb4-42c6-9f14-3afebbd0a29c req-cd0a30f0-19c3-4e5e-9a88-6829ad20c46a tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.648340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c881d8-5cb4-42c6-9f14-3afebbd0a29c req-cd0a30f0-19c3-4e5e-9a88-6829ad20c46a tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 943 time: 0.2056558 Aug 29 04:19:30.760591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.761872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.762992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.763959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 9bb5e445-439d-490a-a3e8-c19928fa972f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:30.788736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0526d387-4838-4546-84d5-48044a46612c,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:30.793119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 9bb5e445-439d-490a-a3e8-c19928fa972f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:30.793758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.821895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353156f-34c9-48e7-9565-ddcb188c750a req-07fa2add-c7bc-4db2-9320-f51e135c62ea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:30.823701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4353156f-34c9-48e7-9565-ddcb188c750a req-07fa2add-c7bc-4db2-9320-f51e135c62ea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.2124479 Aug 29 04:19:30.890384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c881d8-5cb4-42c6-9f14-3afebbd0a29c req-7bda8928-f55f-4c15-80aa-70147548eafd tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162807 Aug 29 04:19:30.927535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0426133 Aug 29 04:19:30.933390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:30.939167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Request body: {'subnet': {'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1509932964-subnet', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:30.943957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14487-a534-44fd-a003-97567ef1d3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b356d00b-379e-459a-bb6f-51a9289df55a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:30.948044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:30.997802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-85400c9d-d6ab-4161-a02b-3d8b4c8f808b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.002454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-85400c9d-d6ab-4161-a02b-3d8b4c8f808b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b&tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.1259594 Aug 29 04:19:31.020545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4353156f-34c9-48e7-9565-ddcb188c750a req-1bb369cb-9aef-49af-84da-b80da7c326f3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432517 Aug 29 04:19:31.030262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Made reservation on behalf of 14e83975f5074cd281e5367d2236f2c4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:31.032989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.099738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b356d00b-379e-459a-bb6f-51a9289df55a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:19:31.100803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e402935c-e9a8-4d1d-bf36-9f89bcfe314f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.138498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Checking segment: {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:31.139178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Network hostable DHCP agents. Network: 60a25991-019c-4285-b149-470784f17a12, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:31.188425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Network 60a25991-019c-4285-b149-470784f17a12 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:31.214576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '0526d387-4838-4546-84d5-48044a46612c', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'port_id': '0526d387-4838-4546-84d5-48044a46612c', 'mac_address': 'fa:16:3e:c7:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:31.225315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 60a25991-019c-4285-b149-470784f17a12) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:31.229836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:19:31.232795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7ff3870a-b777-4567-af9a-e76393b84c4e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:31.236099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.237008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.249319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38815a-8a51-4766-bf68-16b593acabe7 None None] Network 60a25991-019c-4285-b149-470784f17a12 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:31.274348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-54ecc417-4cf7-4428-88d7-7c2d8c2e21e1 service neutron] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:31.275268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e080603e-04f3-4b52-9bf3-a78d99dd803e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9069066 Aug 29 04:19:31.279861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-54ecc417-4cf7-4428-88d7-7c2d8c2e21e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.282675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-54ecc417-4cf7-4428-88d7-7c2d8c2e21e1 service neutron] 10.222.0.50 "DELETE /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958/bindings/n-h2-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.2701774 Aug 29 04:19:31.450278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 7ff3870a-b777-4567-af9a-e76393b84c4e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:31.469934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.482274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 7ff3870a-b777-4567-af9a-e76393b84c4e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:31.483025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.537664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.577661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0ea87-5846-44c5-ba98-576eccfafa45 req-5de50faa-9908-4dc8-a781-4589efb85272 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.585106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffa0ea87-5846-44c5-ba98-576eccfafa45 req-5de50faa-9908-4dc8-a781-4589efb85272 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.3159704 Aug 29 04:19:31.624407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0526d387-4838-4546-84d5-48044a46612c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:31.627269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bdc2-3f9e-4b17-8910-dfba7a03a3e6 req-3d0430e0-78b3-4c97-8095-b62740010fbf tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.635294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a593bdc2-3f9e-4b17-8910-dfba7a03a3e6 req-3d0430e0-78b3-4c97-8095-b62740010fbf tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 945 time: 0.1726437 Aug 29 04:19:31.637379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8c39f7-e4fb-42d7-a511-003c482ed901,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:31.711470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffa0ea87-5846-44c5-ba98-576eccfafa45 req-afeae06d-f292-4a67-8df0-c603f6aea28d tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137865 Aug 29 04:19:31.712397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Checking segment: {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:31.712763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Network hostable DHCP agents. Network: b356d00b-379e-459a-bb6f-51a9289df55a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:19:31.737534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0526d387-4838-4546-84d5-48044a46612c,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:31.743701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.763789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a593bdc2-3f9e-4b17-8910-dfba7a03a3e6 req-667196a7-9875-45e3-9f77-8f3046286e6e tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273375 Aug 29 04:19:31.773025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.780513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Network b356d00b-379e-459a-bb6f-51a9289df55a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:19:31.794709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b356d00b-379e-459a-bb6f-51a9289df55a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:31.800650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:31.801718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.828348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d133c5d8-fc9f-413c-b437-41e71b82bc14 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8886285 Aug 29 04:19:31.828630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8326f7b-776b-4fcd-846b-24e9b52a00e7 None None] Network 60a25991-019c-4285-b149-470784f17a12 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:31.829265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:31.836116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:31.859294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d9a8e-101a-445c-a223-5b8c6ecf091c None None] Network b356d00b-379e-459a-bb6f-51a9289df55a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:31.870534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.872885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:31.919548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:31.987738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:31.990706 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97252510-90e9-47ad-8fc7-026a32ffa514" -d '{"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:31.999524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.046197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:32.059562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'mac_address': 'fa:16:3e:5c:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:19:32.073895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.087505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.093752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.130667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['0526d387-4838-4546-84d5-48044a46612c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:32.196808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-982314419', 'description': 'tempest-description-375363241'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:32.339612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ae9c-6d8c-4b34-8612-bb3e36d7970c req-bf44ff10-e439-48ae-8f39-b4229ef65528 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.350313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7ff3870a-b777-4567-af9a-e76393b84c4e,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:32.355773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.359231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d22ae9c-6d8c-4b34-8612-bb3e36d7970c req-bf44ff10-e439-48ae-8f39-b4229ef65528 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 944 time: 0.2380531 Aug 29 04:19:32.390957 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.396761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.400154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.403753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.421176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46911e0b-d3ad-4b3a-8db3-f86afb046080 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:32.487979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d22ae9c-6d8c-4b34-8612-bb3e36d7970c req-06c2e27b-c09b-4b88-b9b4-67c3724f3c13 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275649 Aug 29 04:19:32.549639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:32.565928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.567893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.575542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-b356d00b-379e-459a-bb6f-51a9289df55a', 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'fixed_ips': [{'subnet_id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:19:32.579385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.616032 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f37e8f2-2ab7-487c-bf36-5d613561751c x-openstack-request-id: req-3f37e8f2-2ab7-487c-bf36-5d613561751c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:32.616417 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:32.616758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f37e8f2-2ab7-487c-bf36-5d613561751c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:32.617262 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'code': 200} Aug 29 04:19:32.691306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-11bb3a52-9c88-4d0f-b2b9-7a4463e2e568 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.700222 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-11bb3a52-9c88-4d0f-b2b9-7a4463e2e568 tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.2423797 Aug 29 04:19:32.832782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:32.876241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['46911e0b-d3ad-4b3a-8db3-f86afb046080'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:32.946909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Deleting port 8453cc4e-775f-4c16-99b4-e001821c37c4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:32.946909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.984311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:32.993453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4ff43-d4be-4334-a082-95c76a4b2133 req-54c7ba9d-7625-4f36-9a76-a3f95d58f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:32.995315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ad4ff43-d4be-4334-a082-95c76a4b2133 req-54c7ba9d-7625-4f36-9a76-a3f95d58f573 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=907dad9d-56b0-4860-82b5-b804bba7a416 HTTP/1.1" status: 200 len: 1098 time: 0.2658060 Aug 29 04:19:33.003892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.051460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173955cd-0972-4cc0-9f6f-79a1d22a537f req-6eec4a71-2026-4107-9420-2553b5e55108 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.053660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-173955cd-0972-4cc0-9f6f-79a1d22a537f req-6eec4a71-2026-4107-9420-2553b5e55108 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.3457441 Aug 29 04:19:33.054645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.056232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4768e25e-a927-44ee-9735-067ea3842aaa req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8998699 Aug 29 04:19:33.067432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.126606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Allocated IP 172.20.0.2 (b356d00b-379e-459a-bb6f-51a9289df55a/fd8c39f7-e4fb-42d7-a511-003c482ed901/8fc2dacb-2ed6-4381-838f-86f53a88f1e8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:33.142950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.247970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.248667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.261268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8453cc4e-775f-4c16-99b4-e001821c37c4 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:33.280503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Allocated IP 172.25.3.217 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/eedf4be2-5dfc-4373-a67d-6b2795db9209) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:33.287101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Calling delete_port for 8453cc4e-775f-4c16-99b4-e001821c37c4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:33.402287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.432848 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.456956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.481571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b50435-1a4d-49f9-9b4a-78192677c3cf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb374d-71a8-433c-ba85-4b8d2ae3a633,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.494833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ad4ff43-d4be-4334-a082-95c76a4b2133 req-397bf4b1-7336-4b7f-b436-a5336cc3920b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785485 Aug 29 04:19:33.505932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8453cc4e-775f-4c16-99b4-e001821c37c4, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8453cc4e-775f-4c16-99b4-e001821c37c4,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:33.516466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.558199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-173955cd-0972-4cc0-9f6f-79a1d22a537f req-aabb591f-53eb-4d7b-9d02-c33ce39e1b4b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857697 Aug 29 04:19:33.582329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:33.597236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:33.604552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:33.619149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.672218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Pushing event updated for resources: {'Port': ['ID=eedf4be2-5dfc-4373-a67d-6b2795db9209,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.708934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.727835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0c95-eaf7-4173-ab60-c385646e7cac req-0201b062-8945-4b01-829a-c03871ebf8ce tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:33.730014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b80a0c95-eaf7-4173-ab60-c385646e7cac req-0201b062-8945-4b01-829a-c03871ebf8ce tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cd56337-b580-4111-8889-fed8777c11b7 HTTP/1.1" status: 200 len: 950 time: 0.2813628 Aug 29 04:19:33.840798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Pushing event deleted for resources: {'Port': ['ID=8453cc4e-775f-4c16-99b4-e001821c37c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:33.940791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] No DVR routers for this DVR port 8453cc4e-775f-4c16-99b4-e001821c37c4 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:33.944187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.953571 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79950725-8070-4f6d-909d-c27fbfd76b8b req-85824990-d015-4b71-b7d5-f02d726cc42a tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.50 "DELETE /v2.0/ports/8453cc4e-775f-4c16-99b4-e001821c37c4 HTTP/1.1" status: 204 len: 173 time: 1.2454014 Aug 29 04:19:33.967405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:33.968339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-deleted', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:33.978354 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046cf316-62ab-4713-8bb1-c661785e2778" -d '{"events": [{"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-deleted", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:33.986756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Transition to ACTIVE for port object 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:33.997908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b80a0c95-eaf7-4173-ab60-c385646e7cac req-95131832-5bda-4873-8779-28070951698b tempest-LiveMigrationNegativeTest-519368032 tempest-LiveMigrationNegativeTest-519368032-project] 10.222.0.62 "GET /v2.0/security-groups?id=51dc28ae-a060-4a6b-ac7e-8938b25244ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592983 Aug 29 04:19:34.009730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d70cd-297e-4c24-8f47-249a8fac7422 req-969e6c88-f8a6-4de4-92dc-99460bc5249d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:34.010733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Transition to ACTIVE for port object 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:34.020321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf9d70cd-297e-4c24-8f47-249a8fac7422 req-969e6c88-f8a6-4de4-92dc-99460bc5249d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 946 time: 0.3327646 Aug 29 04:19:34.034074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.148987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Network b356d00b-379e-459a-bb6f-51a9289df55a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:34.167371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:34.173207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:34.190241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Pushing event updated for resources: {'Port': ['ID=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:34.312264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Attempting to bind port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:34.312705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Attempting to bind port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:34.313033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Attempting to bind port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 on network b356d00b-379e-459a-bb6f-51a9289df55a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:34.329141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:34.329813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Checking segment: {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:34.330302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.330709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Bound using segment: {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:34.331206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Bound port: 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:34.331596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.521018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-818254594', 'description': 'tempest-description-1382298877'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:34.557499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.558325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] For port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:34.566658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] For port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:34.577155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.603744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf9d70cd-297e-4c24-8f47-249a8fac7422 req-6bfc53e3-d783-45b8-ab10-39bedf5d8c19 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830967 Aug 29 04:19:34.617534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0526d387-4838-4546-84d5-48044a46612c up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:34.638538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:34.844304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e'}, {'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:34.851725 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babc6d15-0901-459b-835d-c89c75d466f7" -d '{"events": [{"server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "name": "network-vif-plugged", "status": "completed", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e"}, {"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:35.038324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1c517-78f8-4af7-9017-ce9f8dfef0ac req-82c0677a-9dad-4950-ba27-8894eb6c6733 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:35.041397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f1c517-78f8-4af7-9017-ce9f8dfef0ac req-82c0677a-9dad-4950-ba27-8894eb6c6733 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 944 time: 0.2642286 Aug 29 04:19:35.068489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 0526d387-4838-4546-84d5-48044a46612c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:35.075341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf6275-30e1-4df5-8c49-8ed6fd89f447 None None] Pushing event updated for resources: {'Port': ['ID=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.096628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 0526d387-4838-4546-84d5-48044a46612c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:35.098389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.261507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.270982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:35.316411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.390263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0526d387-4838-4546-84d5-48044a46612c,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:35.400425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.486737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.496551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 46911e0b-d3ad-4b3a-8db3-f86afb046080 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:35.497207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.522219 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.610447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.677094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:35.683100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.734452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.756769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-319f21d7-4f72-4666-b40f-f111b2e45327 req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2468693 Aug 29 04:19:35.758425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.776462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f1c517-78f8-4af7-9017-ce9f8dfef0ac req-97afa22f-76e3-411b-b288-04b0dc317855 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5727611 Aug 29 04:19:35.783020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38643-8284-42dd-9369-5dcce377cec5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db493aa-d050-4704-8a49-eba07765f632,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:35.823003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:35.908139 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e58b9-7ac1-4bb3-bdbe-7ab430780162 x-openstack-request-id: req-905e58b9-7ac1-4bb3-bdbe-7ab430780162 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:35.908946 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-deleted", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:35.909296 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-905e58b9-7ac1-4bb3-bdbe-7ab430780162 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:35.910341 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-deleted', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'status': 'completed', 'code': 200} Aug 29 04:19:36.066847 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db2b3d-a66c-45b3-8578-3290c2cb3702 x-openstack-request-id: req-c3db2b3d-a66c-45b3-8578-3290c2cb3702 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:36.067545 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "name": "network-vif-plugged", "status": "completed", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e", "code": 200}, {"server_uuid": "2cd56337-b580-4111-8889-fed8777c11b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8453cc4e-775f-4c16-99b4-e001821c37c4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:36.067545 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3db2b3d-a66c-45b3-8578-3290c2cb3702 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:36.067873 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e', 'code': 200} Aug 29 04:19:36.068202 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd56337-b580-4111-8889-fed8777c11b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8453cc4e-775f-4c16-99b4-e001821c37c4', 'code': 200} Aug 29 04:19:36.250019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:36.422345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2656a97-5919-4306-aef9-bffb16c0c8be req-2c583743-3166-482b-becd-2389c91789f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.425877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2656a97-5919-4306-aef9-bffb16c0c8be req-2c583743-3166-482b-becd-2389c91789f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 1098 time: 0.2058740 Aug 29 04:19:36.494411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:36.494612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7923f04-53ab-401d-aa99-e117ddec81bd req-6442cda1-c7f2-4d98-a256-8b07a7501e6e tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.504130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7923f04-53ab-401d-aa99-e117ddec81bd req-6442cda1-c7f2-4d98-a256-8b07a7501e6e tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 946 time: 0.1843760 Aug 29 04:19:36.527655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:19:36.530665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2656a97-5919-4306-aef9-bffb16c0c8be req-ba43e524-13bf-4138-bb9d-e4ac4f0f2c28 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Aug 29 04:19:36.792081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55baca-94c4-4907-b1db-fdecd4e04ef5 req-d3b0cb35-2384-4281-bfdd-3138d847c968 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:36.801749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d55baca-94c4-4907-b1db-fdecd4e04ef5 req-d3b0cb35-2384-4281-bfdd-3138d847c968 tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 1096 time: 0.2730682 Aug 29 04:19:36.811874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7923f04-53ab-401d-aa99-e117ddec81bd req-824a8f10-946d-4f23-b502-715e87262c6c tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054342 Aug 29 04:19:36.887849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79699b-94c8-4455-92ca-26e1dcbd3d06 None None] Network b356d00b-379e-459a-bb6f-51a9289df55a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:19:37.049279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:37.069844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d55baca-94c4-4907-b1db-fdecd4e04ef5 req-49f54538-85bf-437a-902e-cba407b4e72b tempest-LiveMigrationTest-1926498525 tempest-LiveMigrationTest-1926498525-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553840 Aug 29 04:19:37.203904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:37.222826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Sync routers for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:37.240883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Provisioning for port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:37.276845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Provisioning complete for port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:37.277518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.307150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.314146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:37.317528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d4be1fc-05f6-49ea-a56c-fc7b13a96498 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4876018 Aug 29 04:19:37.335661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:37.336670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:37.507226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398ad4-9fed-4ed4-8f0a-db2b239b4fe5 req-193eb3f0-8056-4fea-9263-9c1d8b9bffbb tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.509900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88398ad4-9fed-4ed4-8f0a-db2b239b4fe5 req-193eb3f0-8056-4fea-9263-9c1d8b9bffbb tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.2796795 Aug 29 04:19:37.520886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-41477cf0-d2ea-48fd-b0e7-999a5e9db727 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:37.524153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-41477cf0-d2ea-48fd-b0e7-999a5e9db727 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 812 time: 0.4816654 Aug 29 04:19:37.579026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88398ad4-9fed-4ed4-8f0a-db2b239b4fe5 req-e39fddf3-df25-4a23-b235-512b37497c84 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511153 Aug 29 04:19:37.580377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-b5a1496e-13ee-4d2f-a2d0-90b025cd8ac1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/quotas/30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 375 time: 0.0470355 Aug 29 04:19:37.612451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18882c3b-3bda-4fdf-8967-02ecc8a5d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:37.681147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-653bb25a-90fb-4d85-b5af-4e0904a9fbe1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899723 Aug 29 04:19:37.978615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:38.002466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-d5b27eb8-a961-4189-85aa-54f3851f92a4 service neutron] 10.222.0.62 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149755 Aug 29 04:19:38.113987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526d387-4838-4546-84d5-48044a46612c'}, {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:38.131833 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb73469-4123-4e76-803a-f712c0857eb2" -d '{"events": [{"server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "name": "network-vif-plugged", "status": "completed", "tag": "0526d387-4838-4546-84d5-48044a46612c"}, {"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-plugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:38.330785 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e74e341f-f073-4233-96c9-e2d68f774774 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f125e4a938a74b2d853117050c73edea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2774022 Aug 29 04:19:38.351699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.377972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.385987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:38.459073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-4d284057-c972-4c8d-92a7-dc0ab423ee65 service neutron] 10.222.0.62 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474635 Aug 29 04:19:38.527967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449f75-e9cb-4816-93a4-09761f4ce655 req-1779c3ed-f2c3-4d0e-b750-046e793c4b09 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.545752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d449f75-e9cb-4816-93a4-09761f4ce655 req-1779c3ed-f2c3-4d0e-b750-046e793c4b09 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 946 time: 0.3423319 Aug 29 04:19:38.626659 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.655578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d449f75-e9cb-4816-93a4-09761f4ce655 req-beea4c2a-cc9d-4a8a-b6b7-90bbb8e791a0 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045201 Aug 29 04:19:38.690948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.801490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] For port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:38.802039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78dfef66-a3cb-4f39-a980-5381ea7907aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.825583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.885868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.888638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:38.889916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51dc28ae-a060-4a6b-ac7e-8938b25244ef HTTP/1.1" status: 204 len: 168 time: 0.5319018 Aug 29 04:19:38.934664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8ce9-0a66-4ca4-a242-84194128130c req-f805457c-fa06-46c2-ba62-4a227c67dc71 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:38.944343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-274a8ce9-0a66-4ca4-a242-84194128130c req-f805457c-fa06-46c2-ba62-4a227c67dc71 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.1498423 Aug 29 04:19:38.947042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d340cf-72fe-4d53-b766-ee52db014d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dc28ae-a060-4a6b-ac7e-8938b25244ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:38.954780 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6f710f-8021-494c-b796-8e278573120c x-openstack-request-id: req-cb6f710f-8021-494c-b796-8e278573120c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:38.954780 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "name": "network-vif-plugged", "status": "completed", "tag": "0526d387-4838-4546-84d5-48044a46612c", "code": 200}, {"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-plugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:38.954973 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb6f710f-8021-494c-b796-8e278573120c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:38.955285 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526d387-4838-4546-84d5-48044a46612c', 'code': 200} Aug 29 04:19:38.955546 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'code': 200} Aug 29 04:19:39.036704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-274a8ce9-0a66-4ca4-a242-84194128130c req-cbfc4a92-fbdc-4fb5-8c90-3b8e2237b0e4 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913806 Aug 29 04:19:39.130282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce58be6a-6336-4e7e-bfc9-e86635e35e24 None None] Provisioning complete for port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:39.130881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce58be6a-6336-4e7e-bfc9-e86635e35e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.133801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398aa97-f1f1-44bf-9efa-61c75e140c38 None None] Pushing event updated for resources: {'Port': ['ID=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:39.260421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 3, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:39.283242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c120f-04a4-450c-a9d5-86b5e69f6dce req-410954c0-c535-40ba-a10d-3d76f558a69f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.290156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e9c120f-04a4-450c-a9d5-86b5e69f6dce req-410954c0-c535-40ba-a10d-3d76f558a69f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.2450809 Aug 29 04:19:39.296858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Checking router: 1a7bdd46-da98-4602-9fa2-df3d0ed22335 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:39.297437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Updating router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 port eedf4be2-5dfc-4373-a67d-6b2795db9209 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:39.399426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94e29468-e30c-4a35-8af6-ce4a08b37e8d req-624acd4a-45b7-4a49-a117-0a14efe57093 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 210 time: 0.1654000 Aug 29 04:19:39.433201 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.515756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec5e1c-8d9e-4f22-bf47-c17014eb8326 req-863016a3-8ea0-4cd2-8c02-cbbd888f6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.535098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82ec5e1c-8d9e-4f22-bf47-c17014eb8326 req-863016a3-8ea0-4cd2-8c02-cbbd888f6ef2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1097 time: 0.4034758 Aug 29 04:19:39.657314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e9c120f-04a4-450c-a9d5-86b5e69f6dce req-834955ec-4024-43e5-a014-86f199ba4f5a tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118517 Aug 29 04:19:39.737653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82ec5e1c-8d9e-4f22-bf47-c17014eb8326 req-bc13e792-80dc-4dee-9ce6-d5e23a390c39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993947 Aug 29 04:19:39.799555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:39.854700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:39.910314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f515f7-90d0-44a8-b4ee-2729acebbec2 req-dc5beeb1-c51d-4894-b935-5187db7065e1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:39.918965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09f515f7-90d0-44a8-b4ee-2729acebbec2 req-dc5beeb1-c51d-4894-b935-5187db7065e1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 946 time: 0.1270721 Aug 29 04:19:39.957303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a86f45b4-99af-4f5d-bccd-59ccc5aa4ae1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64631649c9a747129d80a97fa33a4004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993929 Aug 29 04:19:39.963625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:39.982772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78dfef66-a3cb-4f39-a980-5381ea7907aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.011869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-7ada8651-a35e-4c12-a5b0-38b9df46e11a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.014705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-7ada8651-a35e-4c12-a5b0-38b9df46e11a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.5814309 Aug 29 04:19:40.056944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09f515f7-90d0-44a8-b4ee-2729acebbec2 req-dfeeed01-6dd7-44ba-bc4c-d9b964003318 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357524 Aug 29 04:19:40.121209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-78dfef66-a3cb-4f39-a980-5381ea7907aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.165011 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.210826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfef66-a3cb-4f39-a980-5381ea7907aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec99f67-8de3-4676-8d92-8783401bf750,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.255568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.320302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.335818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Transition to ACTIVE for port object eedf4be2-5dfc-4373-a67d-6b2795db9209 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:40.351870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:40.378941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.489560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:40.490927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-78dfef66-a3cb-4f39-a980-5381ea7907aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f50243b4906a4b5a8a2b9e6b007a2e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1024933 Aug 29 04:19:40.501636 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6fc536b-f6a4-4f43-91a6-2260a01c3a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.530224 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.559797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Attempting to bind port eedf4be2-5dfc-4373-a67d-6b2795db9209 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:40.560206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Attempting to bind port eedf4be2-5dfc-4373-a67d-6b2795db9209 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:40.560775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Attempting to bind port eedf4be2-5dfc-4373-a67d-6b2795db9209 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:40.572015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:40.572417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:40.572966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.573381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:40.573877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Bound port: eedf4be2-5dfc-4373-a67d-6b2795db9209, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:40.574251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.577000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083feea-65b9-45f5-9d68-471b4b4160a8 None None] Pushing event updated for resources: {'Port': ['ID=eedf4be2-5dfc-4373-a67d-6b2795db9209,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.607773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039b0c5-0a96-45f2-a16b-a1e775ccee1b req-30d3c847-0d77-4f68-b887-c6a4dc1ff958 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.609590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b039b0c5-0a96-45f2-a16b-a1e775ccee1b req-30d3c847-0d77-4f68-b887-c6a4dc1ff958 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 944 time: 0.3068633 Aug 29 04:19:40.626175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.629738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.630909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7be79f05-a205-445c-afdf-d901da84ea8d HTTP/1.1" status: 204 len: 168 time: 0.6706653 Aug 29 04:19:40.636546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:40.637008 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.641027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37561a5-60ff-4852-9bd5-3913d95cc5d4 req-4d489189-0152-448e-b99a-1e0a57c53808 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:40.648402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b37561a5-60ff-4852-9bd5-3913d95cc5d4 req-4d489189-0152-448e-b99a-1e0a57c53808 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=907dad9d-56b0-4860-82b5-b804bba7a416 HTTP/1.1" status: 200 len: 946 time: 0.3064954 Aug 29 04:19:40.693390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] For port eedf4be2-5dfc-4373-a67d-6b2795db9209, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:40.698808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] For port eedf4be2-5dfc-4373-a67d-6b2795db9209, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eedf4be2-5dfc-4373-a67d-6b2795db9209,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:40.705665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.711228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920c80-228f-4c6c-bac4-84e7ae3ff16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be79f05-a205-445c-afdf-d901da84ea8d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.712967 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.829255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b37561a5-60ff-4852-9bd5-3913d95cc5d4 req-95cc43b0-6bc3-4f75-9dac-f42a77a6e2b5 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726379 Aug 29 04:19:40.852649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b039b0c5-0a96-45f2-a16b-a1e775ccee1b req-83b9e827-cf25-4d7c-a04c-f59c117ea1ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936922 Aug 29 04:19:40.857033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.857909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083feea-65b9-45f5-9d68-471b4b4160a8 None None] Pushing event updated for resources: {'Port': ['ID=eedf4be2-5dfc-4373-a67d-6b2795db9209,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:40.872521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:40.881088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:40.922995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Deleting port ccee02fc-c3f7-4921-9f63-d0621f3f6958 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:40.955010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.973233 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.977691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:40.990328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ec99f67-8de3-4676-8d92-8783401bf750 HTTP/1.1" status: 204 len: 168 time: 0.4843538 Aug 29 04:19:41.061960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf504d-b882-4b70-a76e-f0021f2ffa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec99f67-8de3-4676-8d92-8783401bf750,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:41.065647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Allocated IP 172.20.0.1 (b356d00b-379e-459a-bb6f-51a9289df55a/fd8c39f7-e4fb-42d7-a511-003c482ed901/51fc8005-304c-44d7-a905-503af2f0d45a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:41.131543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6db3c583-412b-4a56-86cb-ff26027c3d88 req-d6d413c4-96b1-4bee-af76-51733c910208 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 210 time: 0.1069176 Aug 29 04:19:41.265900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.300212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ac4cb-d35a-445c-8032-c06a6828634d req-3afa8d1b-12f2-4e7c-b577-59a6d230e07b tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.337541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb8ac4cb-d35a-445c-8032-c06a6828634d req-3afa8d1b-12f2-4e7c-b577-59a6d230e07b tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.1834719 Aug 29 04:19:41.379421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:41.491127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb8ac4cb-d35a-445c-8032-c06a6828634d req-239e1b2d-661f-4908-91a1-5ae2aa2b7725 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525857 Aug 29 04:19:41.507838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] For port ccee02fc-c3f7-4921-9f63-d0621f3f6958, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ccee02fc-c3f7-4921-9f63-d0621f3f6958,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:41.510405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:41.554898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Calling delete_port for ccee02fc-c3f7-4921-9f63-d0621f3f6958 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:41.822547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-8a55cdc4-48ff-4e9b-8bce-b68fe4cfb95a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:41.824063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-8a55cdc4-48ff-4e9b-8bce-b68fe4cfb95a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 812 time: 0.3278582 Aug 29 04:19:41.865084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'device_id': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'network_id': '60a25991-019c-4285-b149-470784f17a12', 'admin_state_up': True, 'tenant_id': '30ff2a9cfae9493fb1bac43936bb790b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:41.971633 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.046196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.114559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Transition to ACTIVE for port object 51fc8005-304c-44d7-a905-503af2f0d45a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:42.164709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 3, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:42.174166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.237209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event deleted for resources: {'Port': ['ID=ccee02fc-c3f7-4921-9f63-d0621f3f6958,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.278960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['1db34061-e79b-4851-981c-6194883d617d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:19:42.282451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58be63-f9a4-4ccc-9d5e-db197529d9a3 None None] The sync data for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 is: [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:33Z', 'revision_number': 3, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:42.294185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9f512-4f0b-4639-8613-8925d58931dc req-1540191a-2e4e-407a-8354-6b1dd680d3d3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:42.301891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f9f512-4f0b-4639-8613-8925d58931dc req-1540191a-2e4e-407a-8354-6b1dd680d3d3 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 866 time: 0.1920998 Aug 29 04:19:42.309967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Made reservation on behalf of 30ff2a9cfae9493fb1bac43936bb790b for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:42.314383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.327378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.354903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] No DVR routers for this DVR port ccee02fc-c3f7-4921-9f63-d0621f3f6958 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:42.394558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.396950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be26cc40-c42f-430f-9fc2-66d905410c97 req-26b53efa-4f6f-4847-a88c-cfc8d2b9bf0d tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "DELETE /v2.0/ports/ccee02fc-c3f7-4921-9f63-d0621f3f6958 HTTP/1.1" status: 204 len: 173 time: 2.3705249 Aug 29 04:19:42.398303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-deleted', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:42.401957 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb862e-05b6-408a-abf4-0a716208f88a" -d '{"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-deleted", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:42.425777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Network b356d00b-379e-459a-bb6f-51a9289df55a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:42.432326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:42.443163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:42.449511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:42.504538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:42.535448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99776166-3f4a-4dbe-9324-59909dee7afe req-1c36228a-e8fe-4965-9660-2ecd29176d0a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 210 time: 0.1978631 Aug 29 04:19:42.551135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c530a47-8109-46a1-acd2-b2929728a91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.606225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.913357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:42.924882 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02be6a7-2569-480b-aee7-5d5477e627da x-openstack-request-id: req-b02be6a7-2569-480b-aee7-5d5477e627da {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:42.924882 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bc9b86-cb49-40a6-b92b-e4acb6eed76b", "name": "network-vif-deleted", "tag": "ccee02fc-c3f7-4921-9f63-d0621f3f6958", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:42.925680 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b02be6a7-2569-480b-aee7-5d5477e627da {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:42.925680 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bc9b86-cb49-40a6-b92b-e4acb6eed76b', 'name': 'network-vif-deleted', 'tag': 'ccee02fc-c3f7-4921-9f63-d0621f3f6958', 'status': 'completed', 'code': 200} Aug 29 04:19:42.934413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f9f512-4f0b-4639-8613-8925d58931dc req-4f7fbaa8-df3d-4b86-b2a9-1cc07995193e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256654 Aug 29 04:19:43.142352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c19f0988-c387-47f8-bc61-9ab38f3cf217 None None] Provisioning for port 51fc8005-304c-44d7-a905-503af2f0d45a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:43.153648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c19f0988-c387-47f8-bc61-9ab38f3cf217 None None] Provisioning complete for port 51fc8005-304c-44d7-a905-503af2f0d45a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:43.157191 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c19f0988-c387-47f8-bc61-9ab38f3cf217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.190596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Allocated IP 172.20.0.2 (60a25991-019c-4285-b149-470784f17a12/e402935c-e9a8-4d1d-bf36-9f89bcfe314f/68e63cb7-3eb6-4f53-9ee7-26c8804831e8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:43.196927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.306242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c19f0988-c387-47f8-bc61-9ab38f3cf217 None None] Port 51fc8005-304c-44d7-a905-503af2f0d45a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:43.315183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:43.368656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f596bc-5d3c-4fa8-9412-fdb2113666b0 req-c311d8ae-7edf-4ad4-81c5-f7f857062fd8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.379808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1f596bc-5d3c-4fa8-9412-fdb2113666b0 req-c311d8ae-7edf-4ad4-81c5-f7f857062fd8 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.3056571 Aug 29 04:19:43.383090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: ccee02fc-c3f7-4921-9f63-d0621f3f6958 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:43.385494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ccee02fc-c3f7-4921-9f63-d0621f3f6958 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:43.406169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-8db85f19-01ab-4699-a9b5-835e789bbe7d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.415980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-8db85f19-01ab-4699-a9b5-835e789bbe7d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 0.6380966 Aug 29 04:19:43.482459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-a9016a4a-6f58-4ecf-939c-036bccdfa7cb tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:43.484517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-a9016a4a-6f58-4ecf-939c-036bccdfa7cb tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "GET /v2.0/ports?device_id=907dad9d-56b0-4860-82b5-b804bba7a416 HTTP/1.1" status: 200 len: 946 time: 0.5485885 Aug 29 04:19:43.519596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c530a47-8109-46a1-acd2-b2929728a91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.544473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-c3e1da38-f793-4d69-8a06-952a36dea840 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/quotas/01d54cb5a469412fa58f39971c9d8312 HTTP/1.1" status: 200 len: 375 time: 0.1270165 Aug 29 04:19:43.618879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c530a47-8109-46a1-acd2-b2929728a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:43.713365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1f596bc-5d3c-4fa8-9412-fdb2113666b0 req-6a152e35-a19d-44b5-b105-6658a6f601fd tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226860 Aug 29 04:19:43.739152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c530a47-8109-46a1-acd2-b2929728a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1d7274-293b-4040-80d9-aaa81f886f22,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:43.875216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c530a47-8109-46a1-acd2-b2929728a91d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52bc1be7861348f89c84b030b5fdd1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4414496 Aug 29 04:19:43.887336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:44.028449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eedf4be2-5dfc-4373-a67d-6b2795db9209 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:44.085779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-992188cc-b8dd-4c1c-9cc2-31758dcc62fc tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5400448 Aug 29 04:19:44.190736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2bc047cf-2f7e-41b7-aa04-91bc85e27ff2 req-9aa2d4ab-3089-44cf-bfab-31bd3f5253d8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 210 time: 0.0889130 Aug 29 04:19:44.227872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port eedf4be2-5dfc-4373-a67d-6b2795db9209 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:44.241425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.242718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port eedf4be2-5dfc-4373-a67d-6b2795db9209 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:44.243228 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.441631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-bf60ad82-78d4-452a-ae3d-c6d6c4a8930b service neutron] 10.222.0.62 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173804 Aug 29 04:19:44.462757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.487316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.508176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.550122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.615871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port eedf4be2-5dfc-4373-a67d-6b2795db9209, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eedf4be2-5dfc-4373-a67d-6b2795db9209,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:44.632074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.678829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.751493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=eedf4be2-5dfc-4373-a67d-6b2795db9209,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:44.824989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522624e-992e-4648-b47d-572c7aeb5b03 req-8291e7ec-2647-42a6-b83e-18d0e9ef95ae tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.824989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6522624e-992e-4648-b47d-572c7aeb5b03 req-8291e7ec-2647-42a6-b83e-18d0e9ef95ae tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.3760033 Aug 29 04:19:44.824989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Deleting port 9bb5e445-439d-490a-a3e8-c19928fa972f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:44.824989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.830452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-70b3c4d2-ef88-45f7-9cf0-99ac5c42077d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:44.832084 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-70b3c4d2-ef88-45f7-9cf0-99ac5c42077d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "GET /v2.0/ports?device_id=832bf134-9184-46c5-8175-6a9e7cc9dc16 HTTP/1.1" status: 200 len: 946 time: 0.4423044 Aug 29 04:19:44.838619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:44.963522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:44.964809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Request body: {'floatingip': {'port_id': '0526d387-4838-4546-84d5-48044a46612c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:45.121230 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.171991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.174580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.178372 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e1d7274-293b-4040-80d9-aaa81f886f22 HTTP/1.1" status: 204 len: 168 time: 1.2725477 Aug 29 04:19:45.210047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c3f3e-54bf-4f27-af26-a869b78835e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1d7274-293b-4040-80d9-aaa81f886f22,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.222905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Deleting port 7ff3870a-b777-4567-af9a-e76393b84c4e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:19:45.229229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.342550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] For port 7ff3870a-b777-4567-af9a-e76393b84c4e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7ff3870a-b777-4567-af9a-e76393b84c4e,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:45.343584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.359039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Calling delete_port for 7ff3870a-b777-4567-af9a-e76393b84c4e owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:45.487530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.547163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Network b356d00b-379e-459a-bb6f-51a9289df55a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:45.548968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.557354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:45.640812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event deleted for resources: {'Port': ['ID=7ff3870a-b777-4567-af9a-e76393b84c4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:45.686213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483f3d52-fa43-41ef-a339-c4fe08689b28 req-f47f9d07-dfc9-45a5-a5ae-2a57b320cd14 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 210 time: 0.2055871 Aug 29 04:19:45.761309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:45.761899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:45.936814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] No DVR routers for this DVR port 7ff3870a-b777-4567-af9a-e76393b84c4e on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:45.964243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eedf4be2-5dfc-4373-a67d-6b2795db9209 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:46.030044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.044006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aec2cf78-911e-4233-bc7a-306ba786f90a req-ac8b51fe-e763-44ec-809b-304f385e275b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "DELETE /v2.0/ports/7ff3870a-b777-4567-af9a-e76393b84c4e HTTP/1.1" status: 204 len: 173 time: 1.1930654 Aug 29 04:19:46.050405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'name': 'network-vif-deleted', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:46.055099 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171aa30-22a4-4a1a-a188-1d1621dfd7f6" -d '{"events": [{"server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "name": "network-vif-deleted", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:46.142509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port eedf4be2-5dfc-4373-a67d-6b2795db9209 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:46.143658 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.186743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:46.240177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0524a301-1753-49c1-b631-842837d9a093 None None] Provisioning complete for port 51fc8005-304c-44d7-a905-503af2f0d45a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:46.240865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0524a301-1753-49c1-b631-842837d9a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.366282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0524a301-1753-49c1-b631-842837d9a093 None None] Port 51fc8005-304c-44d7-a905-503af2f0d45a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:19:46.606077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:46.621082 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Sync routers for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:46.636241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15fb9b38-d163-4c86-9d1e-e5094b869bd1 admin admin] 10.222.0.62 "PUT /v2.0/routers/1a7bdd46-da98-4602-9fa2-df3d0ed22335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3204715 Aug 29 04:19:46.655256 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:46.656139 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:46.691623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 9bb5e445-439d-490a-a3e8-c19928fa972f no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:46.904834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:46.949825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:46.952743 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb6e97-9dba-4a13-aaf1-3d0cb7ac602f" -d '{"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:46.979165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 9bb5e445-439d-490a-a3e8-c19928fa972f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=9bb5e445-439d-490a-a3e8-c19928fa972f,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:46.989786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.119901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:47.195356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:47.260732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-deb995f8-a256-4e85-b857-d98b1af306d7 service neutron] 10.222.0.62 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8014359 Aug 29 04:19:47.272881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Calling delete_port for 9bb5e445-439d-490a-a3e8-c19928fa972f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:19:47.325506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7ff3870a-b777-4567-af9a-e76393b84c4e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:19:47.429474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 7ff3870a-b777-4567-af9a-e76393b84c4e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:19:47.429827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7ff3870a-b777-4567-af9a-e76393b84c4e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:19:47.659114 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:42Z', 'revision_number': 4, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '51fc8005-304c-44d7-a905-503af2f0d45a', 'name': '', 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'mac_address': 'fa:16:3e:2a:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:40Z', 'updated_at': '2021-08-29T04:19:43Z', 'revision_number': 2, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'subnets': [{'id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:47.746655 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397578c-5fc7-4a4c-b785-b0a8d8ecf17c x-openstack-request-id: req-9397578c-5fc7-4a4c-b785-b0a8d8ecf17c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:47.747272 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832bf134-9184-46c5-8175-6a9e7cc9dc16", "name": "network-vif-deleted", "tag": "7ff3870a-b777-4567-af9a-e76393b84c4e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:47.747272 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9397578c-5fc7-4a4c-b785-b0a8d8ecf17c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:47.747722 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832bf134-9184-46c5-8175-6a9e7cc9dc16', 'name': 'network-vif-deleted', 'tag': '7ff3870a-b777-4567-af9a-e76393b84c4e', 'status': 'completed', 'code': 200} Aug 29 04:19:47.749562 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Checking router: 1a7bdd46-da98-4602-9fa2-df3d0ed22335 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:47.751120 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Updating router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 port 51fc8005-304c-44d7-a905-503af2f0d45a binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:19:47.784356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d656b7e4-e2ae-4831-8f85-a42cc955eccd req-be56fa97-b9b6-4bd4-a5b5-8305daf743d1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 210 time: 0.5044506 Aug 29 04:19:47.837219 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:47.866108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.124595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d6413af9-f2bc-4553-abea-16361bfe3bf5 req-6343795a-c547-4995-9b6c-fc8d92aff39b tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 210 time: 0.1428239 Aug 29 04:19:48.209018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Network 60a25991-019c-4285-b149-470784f17a12 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:48.216444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:48.226909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:48.245237 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.269581 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Transition to ACTIVE for port object 51fc8005-304c-44d7-a905-503af2f0d45a will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:48.283789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.292414 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.295687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.478536 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Pushing event updated for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.504681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event deleted for resources: {'Port': ['ID=9bb5e445-439d-490a-a3e8-c19928fa972f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:48.533062 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.533546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.533969 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.534723 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.534723 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.535264 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.536313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.536313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.537383 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.539997 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fc7ca-82a0-48f7-b3b4-ccf0947cb324 x-openstack-request-id: req-a69fc7ca-82a0-48f7-b3b4-ccf0947cb324 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:48.539997 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-unplugged", "status": "completed", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:48.539997 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a69fc7ca-82a0-48f7-b3b4-ccf0947cb324 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:48.546352 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'code': 200} Aug 29 04:19:48.549295 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.550271 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.551491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.558108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.558485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.558869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.559084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.559412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.559734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.560081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.560435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.560752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.561068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.561387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.561701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:48.582863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] No DVR routers for this DVR port 9bb5e445-439d-490a-a3e8-c19928fa972f on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:19:48.615734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.619795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-862a62b9-f52e-431d-aadb-05f1f01ea1f2 req-aa723788-c93a-4439-b17c-cf1675bc7f17 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "DELETE /v2.0/ports/9bb5e445-439d-490a-a3e8-c19928fa972f HTTP/1.1" status: 204 len: 173 time: 5.1207013 Aug 29 04:19:48.621671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-deleted', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:48.629338 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f704462-d1b1-4f16-bcaa-d8d8996c3df2" -d '{"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-deleted", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:48.643416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:48.644730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.760041 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Attempting to bind port 51fc8005-304c-44d7-a905-503af2f0d45a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:48.760644 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Attempting to bind port 51fc8005-304c-44d7-a905-503af2f0d45a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:48.760906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Attempting to bind port 51fc8005-304c-44d7-a905-503af2f0d45a on network b356d00b-379e-459a-bb6f-51a9289df55a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:48.781217 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:48.783509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Checking segment: {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:48.786849 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.787485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Bound using segment: {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:48.789853 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Bound port: 51fc8005-304c-44d7-a905-503af2f0d45a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46924553-2e49-4495-baf0-469d11533e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:48.800601 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:48.830639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-24d89743-b55b-4a74-938c-8ec0d3110892 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9710271 Aug 29 04:19:49.045213 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] For port 51fc8005-304c-44d7-a905-503af2f0d45a, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:49.052867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] For port 51fc8005-304c-44d7-a905-503af2f0d45a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=51fc8005-304c-44d7-a905-503af2f0d45a,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:49.063539 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.122650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:19:49.179131 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:49.187702 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:49.253157 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c8621d-b20a-444d-a7a2-a580cab1b73f x-openstack-request-id: req-62c8621d-b20a-444d-a7a2-a580cab1b73f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:49.253463 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907dad9d-56b0-4860-82b5-b804bba7a416", "name": "network-vif-deleted", "tag": "9bb5e445-439d-490a-a3e8-c19928fa972f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:49.253728 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62c8621d-b20a-444d-a7a2-a580cab1b73f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:49.255706 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907dad9d-56b0-4860-82b5-b804bba7a416', 'name': 'network-vif-deleted', 'tag': '9bb5e445-439d-490a-a3e8-c19928fa972f', 'status': 'completed', 'code': 200} Aug 29 04:19:49.275404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Request body: {'port': {'device_id': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:49.457096 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:49.470790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.479391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-011ef7c8-2548-47c7-938a-8c1f8f17299e req-3bd6f8ce-bf98-43d6-a818-c07166f3d234 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 210 time: 0.2491918 Aug 29 04:19:49.543328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:49.897617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee277aa-ec3f-448f-850a-03d654afcc54 None None] Pushing event updated for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:50.174060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:50.235188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1daf5-a4be-441b-a9b3-4a3690d9a9e6 req-a07d7230-cda0-40d3-8227-bb6bebe156a5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:50.243350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eb1daf5-a4be-441b-a9b3-4a3690d9a9e6 req-a07d7230-cda0-40d3-8227-bb6bebe156a5 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 931 time: 0.4148304 Aug 29 04:19:50.276811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-e8dba0fa-558b-44a1-9dcd-096737efeab2 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8666513 Aug 29 04:19:50.328573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:50.339298 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Floating IP d5c28d41-8cf5-40a4-a6ca-22733a5ee490 associated. External IP: 172.25.3.36, port: 0526d387-4838-4546-84d5-48044a46612c. Aug 29 04:19:50.374719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:42Z', 'revision_number': 4, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '51fc8005-304c-44d7-a905-503af2f0d45a', 'name': '', 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'mac_address': 'fa:16:3e:2a:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:40Z', 'updated_at': '2021-08-29T04:19:49Z', 'revision_number': 4, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'subnets': [{'id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:50.506062 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e7cc6-59ed-4d4b-b812-7a30242878d0 None None] The sync data for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 is: [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:19:42Z', 'revision_number': 4, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '51fc8005-304c-44d7-a905-503af2f0d45a', 'name': '', 'network_id': 'b356d00b-379e-459a-bb6f-51a9289df55a', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'mac_address': 'fa:16:3e:2a:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:40Z', 'updated_at': '2021-08-29T04:19:49Z', 'revision_number': 4, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'subnets': [{'id': 'fd8c39f7-e4fb-42d7-a511-003c482ed901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:50.573540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:51.079403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-226a72c1-7b26-480b-b0c9-20ea930ac43d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.081447 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-226a72c1-7b26-480b-b0c9-20ea930ac43d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 0.3079774 Aug 29 04:19:51.099912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eb1daf5-a4be-441b-a9b3-4a3690d9a9e6 req-8de0a7c1-023d-4512-b66b-ab6290099850 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547900 Aug 29 04:19:51.106564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.126572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Request body: {'port': {'device_id': '652bc837-e10b-4786-88f0-72e183e171a3', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'admin_state_up': True, 'tenant_id': '01d54cb5a469412fa58f39971c9d8312'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:51.306157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.570126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.626603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.671704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:51.676316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:51.693963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b71bf925-e3ec-4562-9ab3-7d884acad9a8 req-ca304bb7-3085-454b-ab99-b64d00666aea tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=88bc9b86-cb49-40a6-b92b-e4acb6eed76b HTTP/1.1" status: 200 len: 210 time: 0.1123121 Aug 29 04:19:51.724707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-9e048c88-1c43-4f1b-8d18-d1c10cd96152 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:51.740601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-9e048c88-1c43-4f1b-8d18-d1c10cd96152 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 812 time: 1.1524537 Aug 29 04:19:51.796404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2da70ffc2c384f939f790c758f7958d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2200351 Aug 29 04:19:51.797954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:51.799497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a989633-41da-42c2-b562-00e008319970,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:51.824566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Request body: {'port': {'device_id': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'admin_state_up': True, 'tenant_id': '01d54cb5a469412fa58f39971c9d8312'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:51.933138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:19:51.958701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.959052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.959627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.959963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.960344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.960677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.961166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.961569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.963133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.963523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.963852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.964292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee90efa7-04e8-4ce6-857f-d91fa4a1fece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:19:51.969206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 51fc8005-304c-44d7-a905-503af2f0d45a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:52.148917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:52.183271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 51fc8005-304c-44d7-a905-503af2f0d45a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:19:52.228890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 51fc8005-304c-44d7-a905-503af2f0d45a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:52.229917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.351384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Allocated IP 172.20.0.11 (9abf5430-2816-4d7c-81b2-81adcaa32506/15007d7b-4f63-4852-b325-25dc7c2ab03e/8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:52.413205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84efd810-c08a-45fb-948e-81aaef670fe1 req-4204504f-9804-4944-9a6d-bab2b39dc88e tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 210 time: 0.1165619 Aug 29 04:19:52.555652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Made reservation on behalf of 01d54cb5a469412fa58f39971c9d8312 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:19:52.559748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.567178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.580396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:52.585247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b469660-e54c-4f19-bdcf-7cf6d092fbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.629251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.730307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 51fc8005-304c-44d7-a905-503af2f0d45a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=51fc8005-304c-44d7-a905-503af2f0d45a,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:19:52.739883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.770416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b469660-e54c-4f19-bdcf-7cf6d092fbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.780863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b469660-e54c-4f19-bdcf-7cf6d092fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:52.857042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b469660-e54c-4f19-bdcf-7cf6d092fbef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e5e8b6edbfc4592a282fd9a391786f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940458 Aug 29 04:19:52.860671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:52.863294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:52.864583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b469660-e54c-4f19-bdcf-7cf6d092fbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570abfe0-c2d7-4fc8-a3d3-5717af1d2c4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.033398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.067899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.186766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.196983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.212625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/570abfe0-c2d7-4fc8-a3d3-5717af1d2c4d HTTP/1.1" status: 204 len: 168 time: 0.3340554 Aug 29 04:19:53.267364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1206d7-2386-4964-a43a-17ef8cf8878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570abfe0-c2d7-4fc8-a3d3-5717af1d2c4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.371348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.374162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.462003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.604261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event updated for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:53.651351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:53.666392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:53.670216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:53.757481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.764670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:53.766840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.798872 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-922016ce-1a03-45c3-a319-cd4c6f103f47 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6742728 Aug 29 04:19:53.839532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Request body: {'port': {'device_id': '652bc837-e10b-4786-88f0-72e183e171a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:53.845063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Transition to ACTIVE for port object 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:53.911264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.923568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:53.950159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 51fc8005-304c-44d7-a905-503af2f0d45a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:19:54.065428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 51fc8005-304c-44d7-a905-503af2f0d45a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:19:54.066491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:54.067081 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.101099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48fe1f9-4021-4fbf-a05a-6959d581a774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.180541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.212800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:19:54.249501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:54.280682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360f05-81fc-41e4-855c-a123c4991a42 req-918b09c0-9d76-421f-b612-73c661b1c2cb tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:54.283996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Sync routers for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:19:54.297758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57360f05-81fc-41e4-855c-a123c4991a42 req-918b09c0-9d76-421f-b612-73c661b1c2cb tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 931 time: 0.9344349 Aug 29 04:19:54.315009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:54.316181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:54.485266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:54.648669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-155c0939-11a0-4941-ac4c-8d93ed46b822 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "PUT /v2.0/floatingips/d5c28d41-8cf5-40a4-a6ca-22733a5ee490 HTTP/1.1" status: 200 len: 990 time: 9.8066952 Aug 29 04:19:54.673955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'tag': '0526d387-4838-4546-84d5-48044a46612c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:54.678709 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5691c1-549d-4268-8ab0-d85cc89d2698" -d '{"events": [{"name": "network-changed", "server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "tag": "0526d387-4838-4546-84d5-48044a46612c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:54.747250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:54.757310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Allocated IP 172.20.0.7 (9abf5430-2816-4d7c-81b2-81adcaa32506/15007d7b-4f63-4852-b325-25dc7c2ab03e/db1cec68-ebdf-4338-8ba9-e562b14da538) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:54.871022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57360f05-81fc-41e4-855c-a123c4991a42 req-39e1a212-0c4b-4186-a5bf-ee9a7dd21900 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712767 Aug 29 04:19:55.011376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.016841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.017348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a989633-41da-42c2-b562-00e008319970 HTTP/1.1" status: 204 len: 168 time: 3.1856906 Aug 29 04:19:55.072289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b4fab-c844-4c44-86c8-956e7d7b8632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a989633-41da-42c2-b562-00e008319970,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.160942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Allocated IP 172.25.3.163 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/d57bc094-36cf-42ce-9673-10d0a1e577c9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:19:55.208251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Attempting to bind port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:55.208781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Attempting to bind port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:55.209313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Attempting to bind port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 on network 60a25991-019c-4285-b149-470784f17a12 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:55.287412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48fe1f9-4021-4fbf-a05a-6959d581a774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.306198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48fe1f9-4021-4fbf-a05a-6959d581a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.365440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 on network 60a25991-019c-4285-b149-470784f17a12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:55.365962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Attempting to bind port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 on network 60a25991-019c-4285-b149-470784f17a12 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:55.533574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b48fe1f9-4021-4fbf-a05a-6959d581a774 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50bcf0f6da5c437d8d9b9fb8b891d8de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4615464 Aug 29 04:19:55.535272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fe1f9-4021-4fbf-a05a-6959d581a774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f409001-c024-4c62-a682-464f17ecf7f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:55.553341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:19:55.599605 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:19:55.600474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:55.608617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Checking segment: {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:55.616915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Bound using segment: {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:55.617991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Bound port: 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:55.619009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.685295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd5c28d41-8cf5-40a4-a6ca-22733a5ee490', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'port_id': '0526d387-4838-4546-84d5-48044a46612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'mac_address': 'fa:16:3e:c7:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:32Z', 'updated_at': '2021-08-29T04:19:48Z', 'revision_number': 1, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:55.734712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.797333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0194b94a-bbca-4e73-a611-c2af3b3a2863 req-56846d62-cc20-4cf2-905f-b41f363bb941 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 210 time: 0.1662683 Aug 29 04:19:55.809523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:55.873775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Checking router: 1269a8ce-89fe-4342-85b9-bb49e5cef9bc for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:19:55.946974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:19:55.950227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:19:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:56.022979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.025853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.027224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f409001-c024-4c62-a682-464f17ecf7f1 HTTP/1.1" status: 204 len: 168 time: 0.4725814 Aug 29 04:19:56.068988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6cf83-40d9-43dc-bd76-7de115f880e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f409001-c024-4c62-a682-464f17ecf7f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:56.326492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.508669 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769ffbb-7052-4b99-a774-d8917c4ffcf8 x-openstack-request-id: req-c769ffbb-7052-4b99-a774-d8917c4ffcf8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:19:56.510235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-6ef73317-53df-41d9-acf5-663668d62eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:56.520887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-6ef73317-53df-41d9-acf5-663668d62eed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1097 time: 0.2510712 Aug 29 04:19:56.521935 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "tag": "0526d387-4838-4546-84d5-48044a46612c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:19:56.526808 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c769ffbb-7052-4b99-a774-d8917c4ffcf8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:19:56.527624 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'tag': '0526d387-4838-4546-84d5-48044a46612c', 'status': 'completed', 'code': 200} Aug 29 04:19:56.540683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:56.730671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:19:56.793030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:56.805257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:56.934666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.178021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.182265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.318464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Network 9abf5430-2816-4d7c-81b2-81adcaa32506 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:57.385432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:57.403638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:57.624310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:19:57.659992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.697827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-af27f56a-77ba-4046-8481-4ee544e80e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.700466 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-af27f56a-77ba-4046-8481-4ee544e80e0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 917 time: 1.1688132 Aug 29 04:19:57.702702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.707594 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.709761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] 10.222.0.50 "PUT /v2.0/ports/68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 1092 time: 8.4828169 Aug 29 04:19:57.711405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event updated for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:57.772743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:19:57.928856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Transition to ACTIVE for port object 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:19:57.944326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24effb54-5ce9-4bfc-aef5-a35ac7a22635 req-a6569c78-714d-4ecc-96d2-5d33477645fb tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:57.954511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:57.961072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24effb54-5ce9-4bfc-aef5-a35ac7a22635 req-a6569c78-714d-4ecc-96d2-5d33477645fb tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 943 time: 1.0384865 Aug 29 04:19:57.963131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event updated for resources: {'Port': ['ID=d57bc094-36cf-42ce-9673-10d0a1e577c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.063484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Pushing event updated for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.074715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:19:58.092089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:19:58.151467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-dd1455c0-04c2-4e78-98fd-eeb4cd1239f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 998 time: 0.4328027 Aug 29 04:19:58.270068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd5c28d41-8cf5-40a4-a6ca-22733a5ee490', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'port_id': '0526d387-4838-4546-84d5-48044a46612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'mac_address': 'fa:16:3e:c7:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:32Z', 'updated_at': '2021-08-29T04:19:48Z', 'revision_number': 1, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:19:58.416985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d2b8d-b6ec-4146-a35f-5d49fc6c8a49 service neutron] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:58.455352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbd196-4d06-41f7-a509-7cc92a23e946 None None] The sync data for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 is: [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd5c28d41-8cf5-40a4-a6ca-22733a5ee490', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'floating_ip_address': '172.25.3.36', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'port_id': '0526d387-4838-4546-84d5-48044a46612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'mac_address': 'fa:16:3e:c7:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:18:32Z', 'updated_at': '2021-08-29T04:19:48Z', 'revision_number': 1, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:19:58.531139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Attempting to bind port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:19:58.531139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Attempting to bind port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:19:58.541235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Attempting to bind port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:58.570869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba on network 9abf5430-2816-4d7c-81b2-81adcaa32506 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:19:58.572415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Attempting to bind port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:19:58.583984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-d9394b9e-ebb2-4f9e-9a2f-0d36660e02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.585936 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-d9394b9e-ebb2-4f9e-9a2f-0d36660e02c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 200 len: 855 time: 0.3929086 Aug 29 04:19:58.643806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:19:58.645089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Checking segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:19:58.645515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Bound using segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:19:58.645984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Bound port: 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:19:58.646362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:58.697517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:58.716200 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281933b6-1625-40d7-a782-01355ab06c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:19:58.772202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:58.773305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.016323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24effb54-5ce9-4bfc-aef5-a35ac7a22635 req-0aa158fd-bad2-4bb4-9f11-1c5d77266205 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0491581 Aug 29 04:19:59.049372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-dc4c5b4d-e1f1-4aa4-9903-aad61cc65a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.065662 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-dc4c5b4d-e1f1-4aa4-9903-aad61cc65a1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f86291ac-36a4-4fba-9fa0-258045e05084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4701018 Aug 29 04:19:59.136476 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e524f-7ef0-4d48-b830-d185acd2d36e None None] New status for floating IP d5c28d41-8cf5-40a4-a6ca-22733a5ee490: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:19:59.207757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea4c8ac6-f592-493d-9123-24e5f065f89d tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4102719 Aug 29 04:19:59.298867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Request body: {'port': {'device_id': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:19:59.312661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-ad2ebd4a-a93f-4a41-a543-42312dde2d31 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310076 Aug 29 04:19:59.464498 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.480122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:19:59.490048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-afbb840b-6266-40d9-967d-0c7463dab974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.493199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-afbb840b-6266-40d9-967d-0c7463dab974 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1095 time: 1.5132108 Aug 29 04:19:59.554511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:19:59.587633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.799067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-d0321c29-44c7-4928-99bb-52323248722f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 217 time: 0.2777727 Aug 29 04:19:59.858046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Pushing event updated for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:19:59.886784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.949925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5c5691c1-549d-4268-8ab0-d85cc89d2698 req-b7798417-a1db-4039-9c45-d7629bac0e9d service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306510 Aug 29 04:19:59.955486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:19:59.956273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:19:59.960015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-99a84906-45f3-4f33-a5cd-944e1028586e service neutron] 10.222.0.50 "PUT /v2.0/ports/8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba HTTP/1.1" status: 200 len: 1093 time: 6.1438749 Aug 29 04:19:59.962101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:19:59.970981 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156317fa-5d82-40cd-8801-78920d1b055e" -d '{"events": [{"name": "network-changed", "server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:00.289386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-b59a9a0e-fc60-42c7-aff9-e895d482784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.292287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-b59a9a0e-fc60-42c7-aff9-e895d482784c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 1096 time: 0.2009962 Aug 29 04:20:00.481591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-34179bdf-2c66-4d49-ae29-7117f9c92966 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba HTTP/1.1" status: 200 len: 217 time: 0.1650319 Aug 29 04:20:00.554645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:00.652166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ada29-ceb1-4d27-a23e-12613e9ca560 req-92f9bf95-1f31-4e0c-81d0-b09dae81e3cb tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.655696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba5ada29-ceb1-4d27-a23e-12613e9ca560 req-92f9bf95-1f31-4e0c-81d0-b09dae81e3cb tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 931 time: 1.0054164 Aug 29 04:20:00.749021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-92e0a626-08ae-4fdd-8c07-af3c835c71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.754881 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-92e0a626-08ae-4fdd-8c07-af3c835c71bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.2678616 Aug 29 04:20:00.765638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-2b3dfcb5-2eee-4938-b4ce-cdada238e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:00.769381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-2b3dfcb5-2eee-4938-b4ce-cdada238e987 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.9582489 Aug 29 04:20:00.901266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-b9cbe2b8-932e-43ff-8774-255052c266ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380312 Aug 29 04:20:00.958566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-1bffda0f-b8a4-49fd-a307-0949a2462333 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799325 Aug 29 04:20:00.994570 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.130727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba5ada29-ceb1-4d27-a23e-12613e9ca560 req-e8d1581a-f6c1-48de-8780-3d55a12dce27 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495697 Aug 29 04:20:01.251483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-ea863410-e54e-44df-9852-11989dab5075 service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422425 Aug 29 04:20:01.460720 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-0f9d432d-7abc-4910-b4df-608aebe6a38f service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004833 Aug 29 04:20:01.530566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-c7e5b80c-f831-46c8-a532-66b3a21ea195 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578179 Aug 29 04:20:01.563808 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab7a4b-34fd-4ebc-ae9f-9d597edabaae x-openstack-request-id: req-7dab7a4b-34fd-4ebc-ae9f-9d597edabaae {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:01.564528 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:01.564528 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7dab7a4b-34fd-4ebc-ae9f-9d597edabaae {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:01.564969 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'status': 'completed', 'code': 200} Aug 29 04:20:01.570211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1cec68-ebdf-4338-8ba9-e562b14da538 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:01.603261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.683522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Transition to ACTIVE for port object db1cec68-ebdf-4338-8ba9-e562b14da538 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:01.695234 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d7a12-b568-455d-8f82-12113464e3fa x-openstack-request-id: req-a33d7a12-b568-455d-8f82-12113464e3fa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:01.695567 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:01.696168 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a33d7a12-b568-455d-8f82-12113464e3fa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:01.696802 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba', 'status': 'completed', 'code': 200} Aug 29 04:20:01.703501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.724473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.767207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:01.905661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156317fa-5d82-40cd-8801-78920d1b055e req-6dafa3ec-1999-471c-925f-6c067d1a9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:01.907293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-6dafa3ec-1999-471c-925f-6c067d1a9dcb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 1096 time: 0.1371329 Aug 29 04:20:02.063628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596df61c-2296-4e4e-b456-ce7b84abed58 req-295d9b2b-0960-42a6-ad2c-630f6b7a43a2 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840274 Aug 29 04:20:02.206428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.242976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156317fa-5d82-40cd-8801-78920d1b055e req-a6ed53b2-7f77-457b-a63a-7a666f115c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.244868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-a6ed53b2-7f77-457b-a63a-7a666f115c59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 913 time: 0.3271317 Aug 29 04:20:02.252669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Pushing event updated for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.335322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-e23860f8-7bcf-4d98-993e-d15290c9e417 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba HTTP/1.1" status: 200 len: 217 time: 0.0801890 Aug 29 04:20:02.362461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:02.364134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 12.0579641 Aug 29 04:20:02.406056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd09928-0516-437f-a040-f3d1ca500b03 req-c5338c31-389b-4d28-81a7-eba04efe1a7b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.408901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bd09928-0516-437f-a040-f3d1ca500b03 req-c5338c31-389b-4d28-81a7-eba04efe1a7b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 943 time: 0.4692938 Aug 29 04:20:02.454967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156317fa-5d82-40cd-8801-78920d1b055e req-620b9f49-e389-49a7-9fec-616d7b3121bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.456772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-620b9f49-e389-49a7-9fec-616d7b3121bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.1130526 Aug 29 04:20:02.523569 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-cceed85e-975f-4541-a075-fcff27c1bd5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447752 Aug 29 04:20:02.558332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdea542-7c17-4483-8f7d-7f562f0c87a8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event updated for resources: {'Port': ['ID=d57bc094-36cf-42ce-9673-10d0a1e577c9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:02.603216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-ee11c25b-3c7a-49db-9aa3-f389669dd3bb tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.2094290 Aug 29 04:20:02.609593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:02.612904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281933b6-1625-40d7-a782-01355ab06c9f req-d6ba95a8-3579-419e-badc-0cba15d80d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:02.615586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-d6ba95a8-3579-419e-badc-0cba15d80d80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1095 time: 0.3650258 Aug 29 04:20:02.742769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-00d6f496-8a86-42b6-939c-6d54908b0305 service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121062 Aug 29 04:20:02.793251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Attempting to bind port db1cec68-ebdf-4338-8ba9-e562b14da538 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:02.793573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Attempting to bind port db1cec68-ebdf-4338-8ba9-e562b14da538 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:02.793831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Attempting to bind port db1cec68-ebdf-4338-8ba9-e562b14da538 on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:02.886448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bd09928-0516-437f-a040-f3d1ca500b03 req-dd9cab8f-e666-49a3-8170-9b0a0468217b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454846 Aug 29 04:20:03.027546 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156317fa-5d82-40cd-8801-78920d1b055e req-d25f2e20-21b3-450c-943c-cc7a93dc0f1d service neutron] 10.222.0.50 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708709 Aug 29 04:20:03.582523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Port db1cec68-ebdf-4338-8ba9-e562b14da538 on network 9abf5430-2816-4d7c-81b2-81adcaa32506 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:03.583288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Attempting to bind port db1cec68-ebdf-4338-8ba9-e562b14da538 on network 9abf5430-2816-4d7c-81b2-81adcaa32506 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:03.668218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bcd27f0-fe46-4f16-9a3a-50c8f7c9bea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.694628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:03.695116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Checking segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:03.710822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Bound using segment: {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:03.711730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Bound port: db1cec68-ebdf-4338-8ba9-e562b14da538, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064d7bf5-c556-48a2-8113-c6014e76a4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:03.712337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:03.887773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-2f2f1fb7-462f-4cac-9fcc-db8d3085400c tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:03.891071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-660cef1e-e1d8-45f2-b939-a4da1769205f req-2f2f1fb7-462f-4cac-9fcc-db8d3085400c tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 1.2290499 Aug 29 04:20:04.073039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281933b6-1625-40d7-a782-01355ab06c9f req-23e6a874-834a-4eb2-8e1b-d54f61f2e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.082958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-23e6a874-834a-4eb2-8e1b-d54f61f2e91c service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 1.2930286 Aug 29 04:20:04.327677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:04.333027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-b11f783f-a56d-4b15-b2ef-b470a2b23d65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 217 time: 0.2397261 Aug 29 04:20:04.439277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1cec68-ebdf-4338-8ba9-e562b14da538,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:04.529080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7d5d695-15d3-4e9d-aa1f-4aef23cf7337 req-8e815192-90b8-424b-874c-0d866b7d8362 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips/ccc34b93-d9aa-4669-a562-f2c39ff6fbd6 HTTP/1.1" status: 200 len: 693 time: 0.2038713 Aug 29 04:20:04.537576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.673196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6faae-ec99-40bd-a089-bf9952169cec req-1e723fb4-22fa-498d-98a5-dabca339d446 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.675392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08a6faae-ec99-40bd-a089-bf9952169cec req-1e723fb4-22fa-498d-98a5-dabca339d446 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 943 time: 0.5907693 Aug 29 04:20:04.742364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.747677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.749284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] 10.222.0.54 "PUT /v2.0/ports/db1cec68-ebdf-4338-8ba9-e562b14da538 HTTP/1.1" status: 200 len: 1092 time: 5.5113420 Aug 29 04:20:04.797076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:04.801183 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654da01-661e-4f83-b59b-77aef15ac4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:04.807465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281933b6-1625-40d7-a782-01355ab06c9f req-7d7d7ddf-a70d-4e30-b4bc-e02f3e739538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:04.809328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-7d7d7ddf-a70d-4e30-b4bc-e02f3e739538 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.4589760 Aug 29 04:20:04.932254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0105b-b67f-4b58-ae95-35aba5fc2a21 service neutron] Pushing event updated for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:04.963754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bcd27f0-fe46-4f16-9a3a-50c8f7c9bea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:04.989789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-5aa12d8c-524a-440b-a091-8c10ae098dfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304691 Aug 29 04:20:04.995504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9bcd27f0-fe46-4f16-9a3a-50c8f7c9bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.084839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08a6faae-ec99-40bd-a089-bf9952169cec req-54f1bc08-cf7d-4de1-beb4-ed6295531f92 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665969 Aug 29 04:20:05.144435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9bcd27f0-fe46-4f16-9a3a-50c8f7c9bea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77e9eb83d0234419a1b4ae9214a7c9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4915941 Aug 29 04:20:05.144435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd27f0-fe46-4f16-9a3a-50c8f7c9bea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54257cd-c031-42b9-bc62-be3aa6214bcc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.146081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:05.153636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-dadbf5d0-cc89-4e45-96d0-7e841ce0f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.155272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-dadbf5d0-cc89-4e45-96d0-7e841ce0f515 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 1095 time: 0.3390851 Aug 29 04:20:05.170637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5d695-15d3-4e9d-aa1f-4aef23cf7337 req-3a2f90bb-146f-4d09-bfaf-6c07fb55dff4 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.172139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7d5d695-15d3-4e9d-aa1f-4aef23cf7337 req-3a2f90bb-146f-4d09-bfaf-6c07fb55dff4 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.6090791 Aug 29 04:20:05.254678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-bf9625ee-e99f-47a8-9e27-2b775d5be872 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db1cec68-ebdf-4338-8ba9-e562b14da538 HTTP/1.1" status: 200 len: 217 time: 0.0779247 Aug 29 04:20:05.268449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.310498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-288a4269-0b6e-4525-b75b-486ce129978a service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089571 Aug 29 04:20:05.325062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.384181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:05.397674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730eb9-d1fd-4408-8436-b1b08bc38149 req-a59d9bda-53e8-4a82-91e8-52a280012002 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.405969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8730eb9-d1fd-4408-8436-b1b08bc38149 req-a59d9bda-53e8-4a82-91e8-52a280012002 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 943 time: 0.2304351 Aug 29 04:20:05.419370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-dc44fa21-39d2-4fb8-9dfd-9aae2756877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:05.420923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-dc44fa21-39d2-4fb8-9dfd-9aae2756877e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.1565299 Aug 29 04:20:05.432422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.437898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.441322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b54257cd-c031-42b9-bc62-be3aa6214bcc HTTP/1.1" status: 204 len: 168 time: 0.2936716 Aug 29 04:20:05.465239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c5930-4bd5-491e-905a-68ec8d246a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54257cd-c031-42b9-bc62-be3aa6214bcc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:05.488213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-c2b770ea-a6ca-4378-aab4-b16637aa6af8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567138 Aug 29 04:20:05.550195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8730eb9-d1fd-4408-8436-b1b08bc38149 req-2c750c57-fc9a-48f7-aa6e-d46b4bcdc3a1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432343 Aug 29 04:20:05.640441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-281933b6-1625-40d7-a782-01355ab06c9f req-a00427c6-7cfe-4139-aee8-9488537bf16c service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170638 Aug 29 04:20:05.662446 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb0a19-5147-4c4e-b862-830d4fd18621 x-openstack-request-id: req-4aeb0a19-5147-4c4e-b862-830d4fd18621 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:05.662892 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:05.663294 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4aeb0a19-5147-4c4e-b862-830d4fd18621 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:05.663838 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538', 'status': 'completed', 'code': 200} Aug 29 04:20:05.664079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:05.703361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'port_id': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba', 'mac_address': 'fa:16:3e:5a:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15007d7b-4f63-4852-b325-25dc7c2ab03e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:05.760683 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.821243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5955037d-175b-48ae-a94a-7d3bfdd24710 req-c29670d0-db31-4946-a151-a72507bc0973 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=14e83975f5074cd281e5367d2236f2c4 HTTP/1.1" status: 200 len: 696 time: 0.1260471 Aug 29 04:20:05.828145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-5e023ff0-2234-48a8-8494-1b40ceba197a service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274949 Aug 29 04:20:05.841706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:05.883537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:05.889787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:05.892391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:06.101896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.183340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.188880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955037d-175b-48ae-a94a-7d3bfdd24710 req-959226ed-7a91-4d37-a289-e21f7c1dab17 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.201190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5955037d-175b-48ae-a94a-7d3bfdd24710 req-959226ed-7a91-4d37-a289-e21f7c1dab17 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks?id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 787 time: 0.3482625 Aug 29 04:20:06.206998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'network_id': '60a25991-019c-4285-b149-470784f17a12', 'port_id': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'mac_address': 'fa:16:3e:be:67:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e402935c-e9a8-4d1d-bf36-9f89bcfe314f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:06.221829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-5955037d-175b-48ae-a94a-7d3bfdd24710 req-81e7805e-ec51-4a22-9e42-4134bf089763 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:06.223853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5955037d-175b-48ae-a94a-7d3bfdd24710 req-81e7805e-ec51-4a22-9e42-4134bf089763 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211277 Aug 29 04:20:06.312016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90a78465-b376-4330-8463-5e6b0bd41f5a req-10897d62-8fc6-49a2-a8d0-a9d3b7c9525a service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742320 Aug 29 04:20:06.325601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.349947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:06.385884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.392893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.490257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2adb8d-de4a-45da-b1fc-866ea6d2d071 req-c91b3f1e-e849-4fc4-9d7d-f3ab734157ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.492238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e2adb8d-de4a-45da-b1fc-866ea6d2d071 req-c91b3f1e-e849-4fc4-9d7d-f3ab734157ed tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 944 time: 0.1371105 Aug 29 04:20:06.498714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-0e77eeb3-9f61-4b27-bd64-30ad180a2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.500312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-0e77eeb3-9f61-4b27-bd64-30ad180a2d8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d54cb5a469412fa58f39971c9d8312&device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 1095 time: 0.1112649 Aug 29 04:20:06.506557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-13cb3c26-a026-48ba-95a3-d953e57c484e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.510008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-13cb3c26-a026-48ba-95a3-d953e57c484e tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e5a7182-c946-419a-9178-d1e3df21116f HTTP/1.1" status: 200 len: 944 time: 0.0897944 Aug 29 04:20:06.510573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:06.627268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e2adb8d-de4a-45da-b1fc-866ea6d2d071 req-93bc7c1c-a23f-4907-9590-60c81fdd24f8 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256957 Aug 29 04:20:06.648766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Deleting port 1db34061-e79b-4851-981c-6194883d617d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:06.649208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.739194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-6b5ee595-fc17-40fa-ac86-d51c8804719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.742157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-6b5ee595-fc17-40fa-ac86-d51c8804719c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 200 len: 913 time: 0.2323005 Aug 29 04:20:06.821357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-265351ab-caf1-4894-8bd1-2201786d46dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db1cec68-ebdf-4338-8ba9-e562b14da538 HTTP/1.1" status: 200 len: 217 time: 0.0601530 Aug 29 04:20:06.839803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] For port 1db34061-e79b-4851-981c-6194883d617d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=1db34061-e79b-4851-981c-6194883d617d,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:06.840488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:06.849744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:06.878875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Calling delete_port for 1db34061-e79b-4851-981c-6194883d617d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:06.914662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:06.961792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-bc4d6d52-dd93-4bdb-b81c-e2e2fb495948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:06.965108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-bc4d6d52-dd93-4bdb-b81c-e2e2fb495948 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 200 len: 852 time: 0.1343925 Aug 29 04:20:07.066154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-9ba1d485-3187-44a7-82b1-8c31fb1e32af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9abf5430-2816-4d7c-81b2-81adcaa32506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807629 Aug 29 04:20:07.202059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686173c-62b2-402f-b576-b0430fd9b793 req-e832b284-e459-4819-a99d-821ecc7c5549 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.216195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1686173c-62b2-402f-b576-b0430fd9b793 req-e832b284-e459-4819-a99d-821ecc7c5549 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 943 time: 0.2487271 Aug 29 04:20:07.260734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.323373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1686173c-62b2-402f-b576-b0430fd9b793 req-89e4127a-bf1f-4da2-8682-959f8840ec6b tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055536 Aug 29 04:20:07.328193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event deleted for resources: {'Port': ['ID=1db34061-e79b-4851-981c-6194883d617d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:07.369751 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-643bc809-d2d0-4c46-a199-f2c32c5c862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.428750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-646faafd-98fc-4b00-b93b-48d6cb6831d1 service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513780 Aug 29 04:20:07.490250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] No DVR routers for this DVR port 1db34061-e79b-4851-981c-6194883d617d on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:07.502743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:07.508314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f4e2e45-c727-422f-9769-3ffdd2f76c46 req-aad823fd-2da2-4200-894d-557efb5a7c6c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "DELETE /v2.0/ports/1db34061-e79b-4851-981c-6194883d617d HTTP/1.1" status: 204 len: 173 time: 0.9897559 Aug 29 04:20:07.510381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-deleted', 'tag': '1db34061-e79b-4851-981c-6194883d617d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:07.535498 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368efd03-872c-4fc7-ae9b-9094d5dfc8ba" -d '{"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-deleted", "tag": "1db34061-e79b-4851-981c-6194883d617d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:07.587789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263a4779-127a-46b7-8a20-19482dbf914e req-18749428-d9ae-438b-9da2-5d764a2ba8c6 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips/ccc34b93-d9aa-4669-a562-f2c39ff6fbd6 HTTP/1.1" status: 200 len: 693 time: 0.1750197 Aug 29 04:20:07.736920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6654da01-661e-4f83-b59b-77aef15ac4ac req-edfb3db8-4057-41d5-98a1-bb66ef84c125 service neutron] 10.222.0.54 "GET /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441440 Aug 29 04:20:07.884172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4779-127a-46b7-8a20-19482dbf914e req-47d2e904-aeae-4c83-b294-92375cd3dcc7 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:07.887159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263a4779-127a-46b7-8a20-19482dbf914e req-47d2e904-aeae-4c83-b294-92375cd3dcc7 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2601588 Aug 29 04:20:07.991885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263a4779-127a-46b7-8a20-19482dbf914e req-ab5d060f-9852-4c4e-9977-e96c5db00bc9 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.0909934 Aug 29 04:20:08.093673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263a4779-127a-46b7-8a20-19482dbf914e req-96d989cf-8b86-4023-ad7b-5c2f7615a69e tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.163 HTTP/1.1" status: 200 len: 696 time: 0.0878968 Aug 29 04:20:08.387590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ef28f-9744-4866-a13b-4da087c91237 req-daa30e37-2a92-4b9e-9134-2b847b6f8b44 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:08.397536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3ef28f-9744-4866-a13b-4da087c91237 req-daa30e37-2a92-4b9e-9134-2b847b6f8b44 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 944 time: 0.1124918 Aug 29 04:20:08.469282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3ef28f-9744-4866-a13b-4da087c91237 req-e3c29d91-af4c-41ef-89b9-4dbc7e3a1bd0 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Aug 29 04:20:08.482546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Deleting port d57bc094-36cf-42ce-9673-10d0a1e577c9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:08.483008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.665933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.666422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:08.688704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Calling delete_port for d57bc094-36cf-42ce-9673-10d0a1e577c9 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:08.804658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1cec68-ebdf-4338-8ba9-e562b14da538 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:08.809011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 1db34061-e79b-4851-981c-6194883d617d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:08.843707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 1db34061-e79b-4851-981c-6194883d617d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:08.844517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 1db34061-e79b-4851-981c-6194883d617d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:09.021865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1cec68-ebdf-4338-8ba9-e562b14da538,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:09.047108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.054049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'db1cec68-ebdf-4338-8ba9-e562b14da538', 'network_id': '9abf5430-2816-4d7c-81b2-81adcaa32506', 'port_id': 'db1cec68-ebdf-4338-8ba9-e562b14da538', 'mac_address': 'fa:16:3e:47:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15007d7b-4f63-4852-b325-25dc7c2ab03e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:09.127063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event deleted for resources: {'Port': ['ID=d57bc094-36cf-42ce-9673-10d0a1e577c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.178965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.215445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1cec68-ebdf-4338-8ba9-e562b14da538 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:09.264622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1cec68-ebdf-4338-8ba9-e562b14da538,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:09.277508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.280360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.282790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.285261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-263a4779-127a-46b7-8a20-19482dbf914e req-4f03d05a-d126-4747-9306-af69e51c4bda tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "DELETE /v2.0/floatingips/ccc34b93-d9aa-4669-a562-f2c39ff6fbd6 HTTP/1.1" status: 204 len: 173 time: 1.1663258 Aug 29 04:20:09.383872 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c1cfa-eec2-4969-8d79-99ada2b1184a x-openstack-request-id: req-365c1cfa-eec2-4969-8d79-99ada2b1184a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:09.384536 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a7182-c946-419a-9178-d1e3df21116f", "name": "network-vif-deleted", "tag": "1db34061-e79b-4851-981c-6194883d617d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:09.384761 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-365c1cfa-eec2-4969-8d79-99ada2b1184a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:09.385449 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a7182-c946-419a-9178-d1e3df21116f', 'name': 'network-vif-deleted', 'tag': '1db34061-e79b-4851-981c-6194883d617d', 'status': 'completed', 'code': 200} Aug 29 04:20:09.411290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:09.537125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:09.593851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1cec68-ebdf-4338-8ba9-e562b14da538'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:09.722486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedd1bf-25c4-4459-9d36-932d23753210 req-e938269a-c053-4038-b9a0-608c055a11c1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:09.726273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aedd1bf-25c4-4459-9d36-932d23753210 req-e938269a-c053-4038-b9a0-608c055a11c1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 944 time: 0.2055547 Aug 29 04:20:09.739749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:09.770991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:09.771746 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:09.920879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aedd1bf-25c4-4459-9d36-932d23753210 req-169f6d3b-aa73-42ff-9222-8c16b33da7c9 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674521 Aug 29 04:20:09.971404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb249ae-0bcd-489c-9a9d-01e4064bce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.068830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-b8831411-ca39-4448-bc7d-a682bcc9e32a tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3408275 Aug 29 04:20:10.074418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.099987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:10.156652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.206459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:10.209438 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574c5cc-7c9c-45ed-b62c-a63f473495c1" -d '{"events": [{"server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:10.216188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.231904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.239476 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.240429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:10.338087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:10.376718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:10.385195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:10.386097 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.485861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:10.498460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62efb3-64e9-41ac-8493-7419b8b6fd6b req-2f0dda7b-a5b1-415f-bf52-6c51fc59571f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:10.501617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c62efb3-64e9-41ac-8493-7419b8b6fd6b req-2f0dda7b-a5b1-415f-bf52-6c51fc59571f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 944 time: 0.1753094 Aug 29 04:20:10.539873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.570064 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.668631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:10.670817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c62efb3-64e9-41ac-8493-7419b8b6fd6b req-fdc8f4f8-83c0-4edc-99d0-691d557edb27 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492214 Aug 29 04:20:10.681447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.686998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:10.828083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1cec68-ebdf-4338-8ba9-e562b14da538 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:10.865671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Allocated IP 172.25.3.174 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/f306b945-b7f3-4706-9264-a1c3fb0776db) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:10.917976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb516bf8-1dde-4021-9775-90c553caea51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:10.938426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.027725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.047112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port db1cec68-ebdf-4338-8ba9-e562b14da538 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:11.070273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port db1cec68-ebdf-4338-8ba9-e562b14da538 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:11.071102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.126513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb516bf8-1dde-4021-9775-90c553caea51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.137211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb516bf8-1dde-4021-9775-90c553caea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.163507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.171426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-447758a5-ec0b-4b3f-b443-2b082482fc5a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.177795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-447758a5-ec0b-4b3f-b443-2b082482fc5a tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 945 time: 0.2619286 Aug 29 04:20:11.187748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.207197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb516bf8-1dde-4021-9775-90c553caea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ebc92-0952-4023-9508-75c08ab78c32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.230118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.289324 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fb516bf8-1dde-4021-9775-90c553caea51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fe7b225eb904d14ad1db16d059f6249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020813 Aug 29 04:20:11.291488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:11.305671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.321007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.322088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.375740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-54c7e97a-2b5d-4891-bf90-114339842738 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:11.376455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1cec68-ebdf-4338-8ba9-e562b14da538,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:11.384010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-54c7e97a-2b5d-4891-bf90-114339842738 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.5525923 Aug 29 04:20:11.384969 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.401067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.417219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-387200ff-67de-468f-92c3-3e20a4ca3501 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/quotas/77eebb98351c435ca17f702b0dc31668 HTTP/1.1" status: 200 len: 375 time: 0.0323327 Aug 29 04:20:11.444761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.503889 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.512236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Deleting port 7780d2c0-d152-4760-b9f9-a8c40aee3888 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:11.512732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.537465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.539102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9283cb29-ff0a-495e-985a-65921e350e3e tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209698 Aug 29 04:20:11.577467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.585939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:11.589930 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee5ebc92-0952-4023-9508-75c08ab78c32 HTTP/1.1" status: 204 len: 168 time: 0.2952688 Aug 29 04:20:11.609040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f9c6c-f58f-4fde-8fe0-032289b1db3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ebc92-0952-4023-9508-75c08ab78c32,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:11.769758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.050469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:12.067182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:12.074082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:12.083128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event updated for resources: {'Port': ['ID=f306b945-b7f3-4706-9264-a1c3fb0776db,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.169103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] For port 7780d2c0-d152-4760-b9f9-a8c40aee3888, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7780d2c0-d152-4760-b9f9-a8c40aee3888,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.169580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.199594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:12.209946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Calling delete_port for 7780d2c0-d152-4760-b9f9-a8c40aee3888 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:12.246421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-561e33aa-b7f4-4c66-80a8-856b17a6efdb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:12.249348 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-561e33aa-b7f4-4c66-80a8-856b17a6efdb tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caaefeb7-c253-4cc1-aca2-ed35a152e246 HTTP/1.1" status: 200 len: 943 time: 0.1143658 Aug 29 04:20:12.253436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-e31c3226-f8dd-4fed-9151-45994e606f80 service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576283 Aug 29 04:20:12.265452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f263ec-839d-41d4-9ee5-8f1698fdfc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.390739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Deleting port 46911e0b-d3ad-4b3a-8db3-f86afb046080 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:12.391532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.399655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.571681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] For port 46911e0b-d3ad-4b3a-8db3-f86afb046080, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=46911e0b-d3ad-4b3a-8db3-f86afb046080,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:12.572244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.594493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.597744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Calling delete_port for 46911e0b-d3ad-4b3a-8db3-f86afb046080 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:12.691238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-f936edd6-1bc6-4091-b597-708736d0f86e service neutron] 10.222.0.62 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270158 Aug 29 04:20:12.882735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.884492 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.928051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event deleted for resources: {'Port': ['ID=46911e0b-d3ad-4b3a-8db3-f86afb046080,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:12.947214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:12.970972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f263ec-839d-41d4-9ee5-8f1698fdfc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.039417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5f263ec-839d-41d4-9ee5-8f1698fdfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.055699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event deleted for resources: {'Port': ['ID=7780d2c0-d152-4760-b9f9-a8c40aee3888,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.067771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] No DVR routers for this DVR port 46911e0b-d3ad-4b3a-8db3-f86afb046080 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:13.072126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.077384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ae8ab6e3-32ae-44c3-ba94-0400f7cf810a req-b5ff3212-e234-493d-863a-6d360bbccea7 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.50 "DELETE /v2.0/ports/46911e0b-d3ad-4b3a-8db3-f86afb046080 HTTP/1.1" status: 204 len: 173 time: 0.8197441 Aug 29 04:20:13.078443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-deleted', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:13.082532 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92af723a-70da-405e-9644-2f453f0e43fc" -d '{"events": [{"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-deleted", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:13.224475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4defc638-5f09-4f7e-b52d-62e79cb7051b req-039258eb-b76e-4180-9319-415f89c09762 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 210 time: 0.1746807 Aug 29 04:20:13.304477 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f71f46-df94-491e-a7d0-ac0bb8de2c0a x-openstack-request-id: req-32f71f46-df94-491e-a7d0-ac0bb8de2c0a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:13.305627 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "name": "network-vif-plugged", "status": "completed", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:13.306289 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32f71f46-df94-491e-a7d0-ac0bb8de2c0a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:13.306943 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba', 'code': 200} Aug 29 04:20:13.309583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] No DVR routers for this DVR port 7780d2c0-d152-4760-b9f9-a8c40aee3888 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:13.315147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.318627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b405b844-728d-4fd6-b890-62dcf6a6ee6b req-33f8cfa5-bb50-448c-8070-29f6b1c48741 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.50 "DELETE /v2.0/ports/7780d2c0-d152-4760-b9f9-a8c40aee3888 HTTP/1.1" status: 204 len: 173 time: 2.1196027 Aug 29 04:20:13.322347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-deleted', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:13.326990 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91966dfd-93f7-4d12-bd7a-6d09d9f8a716" -d '{"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-deleted", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:13.331344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f263ec-839d-41d4-9ee5-8f1698fdfc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf60a7-47dd-49c6-b42f-a84ad23e1be3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.349224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a5f263ec-839d-41d4-9ee5-8f1698fdfc37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61e6f234603d439ca21776b2f596ed51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1439192 Aug 29 04:20:13.350312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:13.411198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.422151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.432161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:13.491831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 7780d2c0-d152-4760-b9f9-a8c40aee3888 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:13.492222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7780d2c0-d152-4760-b9f9-a8c40aee3888 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:13.526035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.578360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.638285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event updated for resources: {'Port': ['ID=f306b945-b7f3-4706-9264-a1c3fb0776db,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.695616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.698246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.700798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfdf60a7-47dd-49c6-b42f-a84ad23e1be3 HTTP/1.1" status: 204 len: 168 time: 0.3475506 Aug 29 04:20:13.717308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72024113-1314-43f6-b458-2fa2df3850af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf60a7-47dd-49c6-b42f-a84ad23e1be3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:13.739170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.746539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26babed-9d64-49f5-845e-6b361107b200 req-12b04dfc-f54f-48f5-8a25-889cf633c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.749009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d26babed-9d64-49f5-845e-6b361107b200 req-12b04dfc-f54f-48f5-8a25-889cf633c390 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 1098 time: 0.1219769 Aug 29 04:20:13.760121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7e630-73f8-4b62-84c6-13150bb1fb31 req-7f31a9a6-91bb-47a4-822d-413f6839d9ef tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:13.769545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4a7e630-73f8-4b62-84c6-13150bb1fb31 req-7f31a9a6-91bb-47a4-822d-413f6839d9ef tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 945 time: 0.2269924 Aug 29 04:20:13.845438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:13.855119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-a6d3e528-109d-4f9c-919e-3a5d1e31e6bc tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7595947 Aug 29 04:20:13.890749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4a7e630-73f8-4b62-84c6-13150bb1fb31 req-7b86c72d-6bd2-4d4d-83cd-9774e6d33de9 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196415 Aug 29 04:20:13.971066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d26babed-9d64-49f5-845e-6b361107b200 req-fd9886ae-6422-4282-87d3-eb261c962f99 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760826 Aug 29 04:20:14.004818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:14.013362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-33630c2c-ef64-4450-aeff-bcc154919d33 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.1567266 Aug 29 04:20:14.307244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3599e-aa6d-4d81-8b54-1e2b8f8b8bd5 req-a7c0251a-01d1-40d7-bcf2-faa28d186273 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.311037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbc3599e-aa6d-4d81-8b54-1e2b8f8b8bd5 req-a7c0251a-01d1-40d7-bcf2-faa28d186273 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 945 time: 0.2232645 Aug 29 04:20:14.370556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-56e37d08-cc79-4d23-9e48-ce2a3a151334 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:14.372741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-655f6b01-f27b-4cdc-a8bd-17b47669e07f req-56e37d08-cc79-4d23-9e48-ce2a3a151334 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3525839 Aug 29 04:20:14.462857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbc3599e-aa6d-4d81-8b54-1e2b8f8b8bd5 req-1ce83d77-ca66-4038-85e7-edb698ca56e2 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385620 Aug 29 04:20:14.531296 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ecccec-f8a0-47bd-a9dc-7cf793f419af x-openstack-request-id: req-a3ecccec-f8a0-47bd-a9dc-7cf793f419af {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:14.531886 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-deleted", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:14.532409 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3ecccec-f8a0-47bd-a9dc-7cf793f419af {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:14.533925 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-deleted', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'status': 'completed', 'code': 200} Aug 29 04:20:14.592643 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc65106-d60f-4fab-8b0a-bf450964c343 x-openstack-request-id: req-9fc65106-d60f-4fab-8b0a-bf450964c343 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:14.593374 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279dfd5-028f-47c7-8dab-9178694ba995", "name": "network-vif-deleted", "tag": "7780d2c0-d152-4760-b9f9-a8c40aee3888", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:14.593880 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fc65106-d60f-4fab-8b0a-bf450964c343 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:14.594778 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279dfd5-028f-47c7-8dab-9178694ba995', 'name': 'network-vif-deleted', 'tag': '7780d2c0-d152-4760-b9f9-a8c40aee3888', 'status': 'completed', 'code': 200} Aug 29 04:20:14.595439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e668d12a-8070-4604-993f-c621374b7319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.655866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6cce97f-b8d4-4f0e-88ad-09c20bbda8ba req-d4237ca8-da0e-4bd5-b85b-f8a02f409234 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 210 time: 0.0528030 Aug 29 04:20:14.798952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-ad7e82f6-10e7-4f5d-a560-cd42f23652b8 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips/9f0df1ed-caab-4d0b-bdf2-7b3a6ff35473 HTTP/1.1" status: 200 len: 693 time: 0.1222601 Aug 29 04:20:14.907140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e668d12a-8070-4604-993f-c621374b7319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:14.910639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03ece7d7-ab61-4fae-9372-10c72fe33744 req-b7f484a3-e8f8-479a-9830-22f9dab2272c tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=c279dfd5-028f-47c7-8dab-9178694ba995 HTTP/1.1" status: 200 len: 210 time: 0.0463297 Aug 29 04:20:14.924586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e668d12a-8070-4604-993f-c621374b7319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.006833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e668d12a-8070-4604-993f-c621374b7319 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c748f36aef74aaa967290c367b07e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004294 Aug 29 04:20:15.011858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:15.043509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668d12a-8070-4604-993f-c621374b7319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6ca1c3-af79-4a44-8e61-022f6d18cbfb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.070955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-5ce885b7-e51b-4672-aa05-caac4ea95e8a tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.072787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-5ce885b7-e51b-4672-aa05-caac4ea95e8a tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2727363 Aug 29 04:20:15.181346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.200315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-0d5866da-2444-4b88-bee7-d2b2319ff19d tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.1180348 Aug 29 04:20:15.237054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.308536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8'}, {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080'}, {'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:15.312631 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d09d006-6385-4afc-a6eb-3dca48ceca47" -d '{"events": [{"server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "name": "network-vif-plugged", "status": "completed", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8"}, {"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-unplugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080"}, {"server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "name": "network-vif-plugged", "status": "completed", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:15.349126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.355653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.358845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf6ca1c3-af79-4a44-8e61-022f6d18cbfb HTTP/1.1" status: 204 len: 168 time: 0.3443463 Aug 29 04:20:15.376766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558a5f3-9864-4b9f-a461-7487d8dbb68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6ca1c3-af79-4a44-8e61-022f6d18cbfb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:15.425930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:15.489442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 46911e0b-d3ad-4b3a-8db3-f86afb046080 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:15.491748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 46911e0b-d3ad-4b3a-8db3-f86afb046080 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:15.500605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-f99e44b4-23e7-41c1-8700-d60bcf213305 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.2925968 Aug 29 04:20:15.611132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-93f8933c-639d-4b87-8332-658e0b6a5adc tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.612804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-93f8933c-639d-4b87-8332-658e0b6a5adc tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 804 time: 0.4034033 Aug 29 04:20:15.625884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c492-be42-4cd3-a4e6-dd29f3105fc4 req-57eb6120-6c71-404b-acbb-920f2bc65d07 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:15.627770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0f9c492-be42-4cd3-a4e6-dd29f3105fc4 req-57eb6120-6c71-404b-acbb-920f2bc65d07 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 945 time: 0.2762477 Aug 29 04:20:15.638722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Request body: {'port': {'device_id': '237ec812-6554-4f05-8679-9309bcba3813', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'admin_state_up': True, 'tenant_id': '77eebb98351c435ca17f702b0dc31668'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:15.763963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0f9c492-be42-4cd3-a4e6-dd29f3105fc4 req-d0df0f04-ee59-46a7-917e-00b3fdff0b43 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Aug 29 04:20:15.830855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Deleting port f306b945-b7f3-4706-9264-a1c3fb0776db {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:15.831293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:15.882003 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09309164-60c9-4aa1-931a-632775f52f5c x-openstack-request-id: req-09309164-60c9-4aa1-931a-632775f52f5c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:15.883136 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "name": "network-vif-plugged", "status": "completed", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8", "code": 200}, {"server_uuid": "caaefeb7-c253-4cc1-aca2-ed35a152e246", "name": "network-vif-unplugged", "status": "completed", "tag": "46911e0b-d3ad-4b3a-8db3-f86afb046080", "code": 200}, {"server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "name": "network-vif-plugged", "status": "completed", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:15.883478 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09309164-60c9-4aa1-931a-632775f52f5c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:15.884369 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'code': 200} Aug 29 04:20:15.884706 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaefeb7-c253-4cc1-aca2-ed35a152e246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46911e0b-d3ad-4b3a-8db3-f86afb046080', 'code': 200} Aug 29 04:20:15.885199 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538', 'code': 200} Aug 29 04:20:15.924349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Made reservation on behalf of 77eebb98351c435ca17f702b0dc31668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:15.928739 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.110355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.110883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.115523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c835a-c680-462c-8da0-312ec6793a13 req-b6914146-1d04-4415-9fe2-cecf493bfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.118153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b97c835a-c680-462c-8da0-312ec6793a13 req-b6914146-1d04-4415-9fe2-cecf493bfa61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 1097 time: 0.1056046 Aug 29 04:20:16.171557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Calling delete_port for f306b945-b7f3-4706-9264-a1c3fb0776db owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:16.210180 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b97c835a-c680-462c-8da0-312ec6793a13 req-3a8a1188-2eff-4007-9673-849ebd7addf0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Aug 29 04:20:16.297150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f5f07-4fc4-4ae7-b965-f695e78b7859 req-fb47d0b0-2b08-40b3-a7ff-35231a89a9de tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.298878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b7f5f07-4fc4-4ae7-b965-f695e78b7859 req-fb47d0b0-2b08-40b3-a7ff-35231a89a9de tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 945 time: 0.2538431 Aug 29 04:20:16.336954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ccb6-08fa-4742-8cdf-af3bc74f023d req-59620445-7e78-44df-8df3-5012e2605282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:16.338320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4510ccb6-08fa-4742-8cdf-af3bc74f023d req-59620445-7e78-44df-8df3-5012e2605282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1097 time: 0.2236600 Aug 29 04:20:16.365711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Allocated IP 172.20.0.10 (cc32c1b8-29d8-4fcd-8540-0e4ea82870b0/94a42d33-d757-4242-9098-4733bc1da7ed/368ec159-53c2-43ac-b3de-c919c0758b73) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:16.435140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b7f5f07-4fc4-4ae7-b965-f695e78b7859 req-af9111c2-2ee8-4307-8aec-fed69fd16338 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251035 Aug 29 04:20:16.469785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4510ccb6-08fa-4742-8cdf-af3bc74f023d req-52538ad6-79d5-4ca8-bf06-51094fe3f43d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106324 Aug 29 04:20:16.614493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326fb429-a126-4937-a864-4a0a861dff1b req-658bd92d-27f5-4aea-b2c4-38945da53bef tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 210 time: 0.0497544 Aug 29 04:20:16.628414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.689249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Pushing event deleted for resources: {'Port': ['ID=f306b945-b7f3-4706-9264-a1c3fb0776db,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.776569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.807326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.811085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.812657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5df63f-4ab0-41e5-ad2e-2c126a77b300 req-1193e38d-be79-4c75-9174-21febb592a85 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "DELETE /v2.0/floatingips/9f0df1ed-caab-4d0b-bdf2-7b3a6ff35473 HTTP/1.1" status: 204 len: 173 time: 1.3111427 Aug 29 04:20:16.870299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:16.967303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:16.982742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:16.985467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:16.991127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:17.139061 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-5c8400fc-af43-4fd3-a757-198da4d31b06 req-5b4ac83b-b5fa-490c-b8aa-5ae502ccc6a4 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] show failed (client error): The resource could not be found. Aug 29 04:20:17.140521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c8400fc-af43-4fd3-a757-198da4d31b06 req-5b4ac83b-b5fa-490c-b8aa-5ae502ccc6a4 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips/9f0df1ed-caab-4d0b-bdf2-7b3a6ff35473 HTTP/1.1" status: 404 len: 350 time: 0.0547230 Aug 29 04:20:17.152148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.152831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.177966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f2ea-8247-402f-b24e-037f70d7415c req-747f0611-a45c-460e-9c4f-95e480c10377 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.180189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33d0f2ea-8247-402f-b24e-037f70d7415c req-747f0611-a45c-460e-9c4f-95e480c10377 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 945 time: 0.1410296 Aug 29 04:20:17.182419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-9d86ab7e-2adb-461b-87ae-80a6071e2bb3 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5485780 Aug 29 04:20:17.205942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Request body: {'port': {'device_id': '237ec812-6554-4f05-8679-9309bcba3813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:17.327957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33d0f2ea-8247-402f-b24e-037f70d7415c req-7078adf1-dc72-45dc-8c17-01eeb9081edc tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349845 Aug 29 04:20:17.426735 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:17.433740 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-260ce2f3-e809-4980-a15a-40c5cfecf26c req-dd4a66f8-61a7-498a-9426-eb6629f26b35 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] show failed (client error): The resource could not be found. Aug 29 04:20:17.433740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-260ce2f3-e809-4980-a15a-40c5cfecf26c req-dd4a66f8-61a7-498a-9426-eb6629f26b35 tempest-FloatingIPsTestJSON-665970998 tempest-FloatingIPsTestJSON-665970998-project] 10.222.0.62 "GET /v2.0/floatingips/9f0df1ed-caab-4d0b-bdf2-7b3a6ff35473 HTTP/1.1" status: 404 len: 350 time: 0.0671904 Aug 29 04:20:17.454369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:17.455824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2710c0-bb40-44b1-bc32-765f1e458306 req-6b0ba66f-9f6f-43f3-9cc1-bdfa1da38555 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.457859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2710c0-bb40-44b1-bc32-765f1e458306 req-6b0ba66f-9f6f-43f3-9cc1-bdfa1da38555 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 944 time: 0.2485602 Aug 29 04:20:17.580080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2710c0-bb40-44b1-bc32-765f1e458306 req-85b84965-fee0-49a3-9613-0dd8c5e1ad87 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/security-groups?id=b13eb0fa-0367-4282-9602-4025f75d5b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065493 Aug 29 04:20:17.942984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0227f-4251-4364-80d9-2089ffbeb274 req-049911b3-bb36-4ead-bf03-c04105c2f189 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:17.957781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-def0227f-4251-4364-80d9-2089ffbeb274 req-049911b3-bb36-4ead-bf03-c04105c2f189 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 944 time: 0.3685100 Aug 29 04:20:18.027012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:18.036689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf915b-931e-4046-9414-6e91475821d1 req-bff08a95-8605-4d7c-bda1-f37cd381636a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.039380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04bf915b-931e-4046-9414-6e91475821d1 req-bff08a95-8605-4d7c-bda1-f37cd381636a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 945 time: 0.2911978 Aug 29 04:20:18.073378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428890c-cebf-4d4b-be71-4976ce4817bb req-b6c0a761-8246-4121-bfda-27d3d762fb90 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.077464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e428890c-cebf-4d4b-be71-4976ce4817bb req-b6c0a761-8246-4121-bfda-27d3d762fb90 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 932 time: 0.2604668 Aug 29 04:20:18.222652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Deleting port 29ab3bd4-60c2-486b-9bee-77c67716affe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:18.223073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.266128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04bf915b-931e-4046-9414-6e91475821d1 req-5ffc5993-acbe-478a-95a6-ea01e1aad923 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812580 Aug 29 04:20:18.282475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e428890c-cebf-4d4b-be71-4976ce4817bb req-8edcbef5-d880-4471-b549-2e8bba6c59c2 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952970 Aug 29 04:20:18.390117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] For port 29ab3bd4-60c2-486b-9bee-77c67716affe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=29ab3bd4-60c2-486b-9bee-77c67716affe,segment=NetworkSegment(9691f7ce-1493-415d-a9c7-1d03df8771ec),segment_id=9691f7ce-1493-415d-a9c7-1d03df8771ec)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:18.390558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.530435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Calling delete_port for 29ab3bd4-60c2-486b-9bee-77c67716affe owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:18.535126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:18.538000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a86cca61-d8ad-4f21-8beb-0d936f6fc0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.547059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.569859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Transition to ACTIVE for port object 368ec159-53c2-43ac-b3de-c919c0758b73 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:18.584752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3308-396e-4b2e-9543-ff2865d13630 req-d776dc11-e044-4bbb-861a-5a77593b61c0 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:18.586376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-007d3308-396e-4b2e-9543-ff2865d13630 req-d776dc11-e044-4bbb-861a-5a77593b61c0 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 945 time: 0.1002848 Aug 29 04:20:18.587798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:18.666935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.113597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a86cca61-d8ad-4f21-8beb-0d936f6fc0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.118885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-007d3308-396e-4b2e-9543-ff2865d13630 req-d4727acf-2943-4d96-a69a-534413cb0019 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982181 Aug 29 04:20:19.131542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a86cca61-d8ad-4f21-8beb-0d936f6fc0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.147973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.194958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68e6ba08-1f6d-4161-91f1-a8f14a4ec25b req-0a730db9-baed-4757-8409-21506c686191 tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.62 "GET /v2.0/ports?device_id=39754b53-55ef-426f-b01b-d50581a252ab HTTP/1.1" status: 200 len: 210 time: 0.0883238 Aug 29 04:20:19.238760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Pushing event deleted for resources: {'Port': ['ID=29ab3bd4-60c2-486b-9bee-77c67716affe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.263621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Attempting to bind port 368ec159-53c2-43ac-b3de-c919c0758b73 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:19.264175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Attempting to bind port 368ec159-53c2-43ac-b3de-c919c0758b73 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:19.264903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Attempting to bind port 368ec159-53c2-43ac-b3de-c919c0758b73 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:19.290097 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a86cca61-d8ad-4f21-8beb-0d936f6fc0c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96f6029c4b6f40c9aab1cf988654124b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2585826 Aug 29 04:20:19.292258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:19.305012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Port 368ec159-53c2-43ac-b3de-c919c0758b73 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:19.305394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Attempting to bind port 368ec159-53c2-43ac-b3de-c919c0758b73 on network cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:19.313991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cca61-d8ad-4f21-8beb-0d936f6fc0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a08bbf-4927-476a-8403-8227a6f5d36b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.342235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:19.342780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Checking segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:19.343828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Bound using segment: {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:19.344384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Bound port: 368ec159-53c2-43ac-b3de-c919c0758b73, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173fb36a-e7ea-405a-9f7a-d45199df9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:19.344950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.367036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.370260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] No DVR routers for this DVR port 29ab3bd4-60c2-486b-9bee-77c67716affe on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:19.381327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.383510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-def0227f-4251-4364-80d9-2089ffbeb274 req-f9cf14c0-0c53-4576-8455-240f1a3cacac tempest-LiveMigrationTest-815470705 tempest-LiveMigrationTest-815470705-project] 10.222.0.54 "DELETE /v2.0/ports/29ab3bd4-60c2-486b-9bee-77c67716affe HTTP/1.1" status: 204 len: 173 time: 1.4095953 Aug 29 04:20:19.431937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-deleted', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:19.434881 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3be2f3-11e1-4546-8533-f717a3dc3752" -d '{"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-deleted", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:19.537357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00fa11-e999-41dc-8ac8-d30dcb7cfab7 req-af29d744-2f85-4d49-974b-9fb7b86f5355 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.539063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad00fa11-e999-41dc-8ac8-d30dcb7cfab7 req-af29d744-2f85-4d49-974b-9fb7b86f5355 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 946 time: 0.2982013 Aug 29 04:20:19.596531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:19.625184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.639343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938509c-7509-4e86-8cf1-e2ecb8e4124a req-4328c779-9dc8-4c49-b6ed-3e7af61ee354 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.641097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9938509c-7509-4e86-8cf1-e2ecb8e4124a req-4328c779-9dc8-4c49-b6ed-3e7af61ee354 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 945 time: 0.2356980 Aug 29 04:20:19.644644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:19.676979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.731139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.745338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad00fa11-e999-41dc-8ac8-d30dcb7cfab7 req-946d1936-d08c-4630-b6b7-56cfdd9f14e1 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960757 Aug 29 04:20:19.791056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.791700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.793202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] 10.222.0.54 "PUT /v2.0/ports/368ec159-53c2-43ac-b3de-c919c0758b73 HTTP/1.1" status: 200 len: 1093 time: 2.5956752 Aug 29 04:20:19.794260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:19.796665 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:19.861281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9938509c-7509-4e86-8cf1-e2ecb8e4124a req-5c0f96d8-0d90-420e-9257-bea1189d8fc3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101779 Aug 29 04:20:19.891955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264573-43a7-4dd4-95ee-b50f89021a81 service neutron] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:19.958932 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.961955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:19.963453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3a08bbf-4927-476a-8403-8227a6f5d36b HTTP/1.1" status: 204 len: 168 time: 0.6700611 Aug 29 04:20:19.969067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-56361c8a-6b20-49ad-81dd-83e7d372d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.971471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-56361c8a-6b20-49ad-81dd-83e7d372d25c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 1096 time: 0.1222131 Aug 29 04:20:19.992023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dd23d-7b09-4760-997c-b3402cc4ecc8 req-fab95116-886c-42af-89e8-1ae9a6b290ee tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:19.994003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-246dd23d-7b09-4760-997c-b3402cc4ecc8 req-fab95116-886c-42af-89e8-1ae9a6b290ee tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 944 time: 0.1071360 Aug 29 04:20:19.995041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b447d5-0740-4644-ba32-362928b94db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a08bbf-4927-476a-8403-8227a6f5d36b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:20.067195 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db766e-606d-4ef6-81aa-dce4479a641b x-openstack-request-id: req-d6db766e-606d-4ef6-81aa-dce4479a641b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:20.068020 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39754b53-55ef-426f-b01b-d50581a252ab", "name": "network-vif-deleted", "tag": "29ab3bd4-60c2-486b-9bee-77c67716affe", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:20.068020 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6db766e-606d-4ef6-81aa-dce4479a641b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:20.068373 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39754b53-55ef-426f-b01b-d50581a252ab', 'name': 'network-vif-deleted', 'tag': '29ab3bd4-60c2-486b-9bee-77c67716affe', 'status': 'completed', 'code': 200} Aug 29 04:20:20.073269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-5c13d559-8b71-499a-be74-a7427b9a0dae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368ec159-53c2-43ac-b3de-c919c0758b73 HTTP/1.1" status: 200 len: 217 time: 0.0752532 Aug 29 04:20:20.185892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-246dd23d-7b09-4760-997c-b3402cc4ecc8 req-2d580ded-4a0a-46f9-93da-a706ec53890b tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721194 Aug 29 04:20:20.206813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-a7a7db87-cc0b-49a9-828c-e9de7c5ea6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.208364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-a7a7db87-cc0b-49a9-828c-e9de7c5ea6fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.1197431 Aug 29 04:20:20.280103 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927a6ad-f300-4867-961c-4124176ab9dd x-openstack-request-id: req-8927a6ad-f300-4867-961c-4124176ab9dd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:20.280407 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:20.280628 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8927a6ad-f300-4867-961c-4124176ab9dd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:20.280981 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73', 'status': 'completed', 'code': 200} Aug 29 04:20:20.283338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-fada812f-c26b-4516-b473-70026b5078aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634811 Aug 29 04:20:20.328723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Deleting port 51fc8005-304c-44d7-a905-503af2f0d45a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:20.332257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.345868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.483371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.498364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] For port 51fc8005-304c-44d7-a905-503af2f0d45a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=51fc8005-304c-44d7-a905-503af2f0d45a,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:20.499803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.518539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-7ad8ac12-962f-4fcf-8a9b-0d71a8c65fc2 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-982314419&fields=id&tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 267 time: 0.1269851 Aug 29 04:20:20.532809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Calling delete_port for 51fc8005-304c-44d7-a905-503af2f0d45a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:20.619551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-c6961656-cb08-4ca2-bc52-2240352799d4 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129921 Aug 29 04:20:20.777829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:20.800183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376adf0-169c-482d-b157-89387a7da7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.852915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-acab2fc0-5564-4283-a0e5-ccad0f3119e3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:20.855399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-acab2fc0-5564-4283-a0e5-ccad0f3119e3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 945 time: 0.3338544 Aug 29 04:20:20.893507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:20.904865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'security_groups': ['8bb08f9c-d67c-4549-a038-ecafba89e53b', 'bfcb374d-71a8-433c-ba85-4b8d2ae3a633']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:20.907955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.968155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 29ab3bd4-60c2-486b-9bee-77c67716affe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:20.969657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 29ab3bd4-60c2-486b-9bee-77c67716affe not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:20.975081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8823cd42-5860-4e14-bf50-30da42d1970e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:20.992799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fc8005-304c-44d7-a905-503af2f0d45a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.058443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Deleting subnet 9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:21.100224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.251334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19384b14-9972-4103-a59c-779cca76f02d req-831b8aab-bc32-4b46-b35e-059d81d7e7d4 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.264802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376adf0-169c-482d-b157-89387a7da7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.268128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19384b14-9972-4103-a59c-779cca76f02d req-831b8aab-bc32-4b46-b35e-059d81d7e7d4 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 946 time: 0.5349367 Aug 29 04:20:21.274280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376adf0-169c-482d-b157-89387a7da7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.282018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.363994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2f21b6-590d-4f55-83aa-875af5ffc4cd req-d2ebd002-b16d-4f55-856c-128252cbe30c service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408040 Aug 29 04:20:21.375521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.381184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376adf0-169c-482d-b157-89387a7da7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89376e1-82b5-4f28-9272-c23cd472d27b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.391814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.392606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4376adf0-169c-482d-b157-89387a7da7c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0050534bc05b49e0930e8ffc2ecc7de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103692 Aug 29 04:20:21.396124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.522232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.552640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19384b14-9972-4103-a59c-779cca76f02d req-04519b2c-a18b-4ea0-a0d9-0bf92251fa76 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830641 Aug 29 04:20:21.584238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.670678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.707624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:21.718133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.720699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.721885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b89376e1-82b5-4f28-9272-c23cd472d27b HTTP/1.1" status: 204 len: 168 time: 0.3244884 Aug 29 04:20:21.732111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-8c438196-cb38-4e79-b933-78db600d6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:21.733330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-8c438196-cb38-4e79-b933-78db600d6ca3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77eebb98351c435ca17f702b0dc31668&device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 1096 time: 0.2849698 Aug 29 04:20:21.769947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a48c7-4fc3-4af5-ad57-acaa7bf7f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89376e1-82b5-4f28-9272-c23cd472d27b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:21.907086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8823cd42-5860-4e14-bf50-30da42d1970e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.910676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:21.916951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-585a5880-2bb1-45b4-b354-df3e67314a40 admin admin] 10.222.0.62 "PUT /v2.0/routers/1a7bdd46-da98-4602-9fa2-df3d0ed22335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4612141 Aug 29 04:20:21.923335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:21.940271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Sync routers for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:21.943869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8823cd42-5860-4e14-bf50-30da42d1970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.947140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:21.953432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:21.954312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:22.071412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.240931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.244286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.259467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c349ba-c683-492e-969b-0cde7c576fdc req-c74fb784-a27d-4018-b643-ea5b93d24232 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.269230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8c349ba-c683-492e-969b-0cde7c576fdc req-c74fb784-a27d-4018-b643-ea5b93d24232 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 944 time: 0.5638402 Aug 29 04:20:22.297651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:22.341910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8823cd42-5860-4e14-bf50-30da42d1970e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9c99ef926634312a0aa914b051b9a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8499365 Aug 29 04:20:22.343289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-d49d48f3-61fc-43a4-b569-23d097e4b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.344947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-d49d48f3-61fc-43a4-b569-23d097e4b0c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 200 len: 905 time: 0.5855434 Aug 29 04:20:22.345700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efe6145-6b53-4ec8-a036-b0ae29a9f7a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.348731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:22.428231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-142079f4-a841-4169-9e5e-0a46e25c0f00 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.430388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-142079f4-a841-4169-9e5e-0a46e25c0f00 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "GET /v2.0/ports?device_id=a664d0d2-d7de-4173-beaf-e47c5a92bf8b HTTP/1.1" status: 200 len: 945 time: 0.1050036 Aug 29 04:20:22.450907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Deleting port eedf4be2-5dfc-4373-a67d-6b2795db9209 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:22.451305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.555163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.566785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-0f4ad5f7-bb92-4e04-8945-b4e1310665c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368ec159-53c2-43ac-b3de-c919c0758b73 HTTP/1.1" status: 200 len: 217 time: 0.1996474 Aug 29 04:20:22.579805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.582866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e9272d84-5100-40fc-addb-9ce2c0d3d78a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9efe6145-6b53-4ec8-a036-b0ae29a9f7a2 HTTP/1.1" status: 204 len: 168 time: 2.1946483 Aug 29 04:20:22.593614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:22.598627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.606108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8c349ba-c683-492e-969b-0cde7c576fdc req-40588ac5-8a2b-4cd3-8c79-f6752f0dc136 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354421 Aug 29 04:20:22.634145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823cd42-5860-4e14-bf50-30da42d1970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77248748-a60b-432a-90a8-ff312392e3d7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:22.647652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:22.675350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:20:20Z', 'revision_number': 5, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port': {'id': 'eedf4be2-5dfc-4373-a67d-6b2795db9209', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:19:33Z', 'updated_at': '2021-08-29T04:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:22.761088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] For port eedf4be2-5dfc-4373-a67d-6b2795db9209, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eedf4be2-5dfc-4373-a67d-6b2795db9209,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:22.761679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.802420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Calling delete_port for eedf4be2-5dfc-4373-a67d-6b2795db9209 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:22.812088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Checking router: 1a7bdd46-da98-4602-9fa2-df3d0ed22335 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:22.852967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Deleting port db1cec68-ebdf-4338-8ba9-e562b14da538 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:22.853519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.857554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.858236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:22.874139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c9f49c-0b94-42e6-a402-0beaa306ad99 req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "PUT /v2.0/ports/68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 981 time: 2.0005047 Aug 29 04:20:22.885051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Routers {'1a7bdd46-da98-4602-9fa2-df3d0ed22335'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:22.886230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:22.896777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:22.899528 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207595a0-9511-47b6-b29c-c3c839e53386" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:22.973627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:22.990705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-72043685-df1d-4f22-875e-b5764119a365 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:22.993067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-72043685-df1d-4f22-875e-b5764119a365 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 946 time: 0.5901904 Aug 29 04:20:23.016044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-576b9987-908e-4c5a-8820-6c9256ff6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.022436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-576b9987-908e-4c5a-8820-6c9256ff6ff3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 200 len: 844 time: 0.3955190 Aug 29 04:20:23.069797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e13c01-9840-405e-bcf6-61daed659473 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.088676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:23.138533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.143389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.166345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74858ff-14a2-43db-b6af-65a8f51e5862 req-32b97860-b328-4e46-811b-0710efb3f118 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.167076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] For port db1cec68-ebdf-4338-8ba9-e562b14da538, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1cec68-ebdf-4338-8ba9-e562b14da538,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:23.167459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.174881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a74858ff-14a2-43db-b6af-65a8f51e5862 req-32b97860-b328-4e46-811b-0710efb3f118 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 946 time: 0.3738542 Aug 29 04:20:23.201010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Calling delete_port for db1cec68-ebdf-4338-8ba9-e562b14da538 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:23.282684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-8b0bb078-bf1d-450c-8578-6d040325916d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458251 Aug 29 04:20:23.301595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-40f8dde5-683a-4019-bac2-895a7bb1a914 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-818254594&fields=id&tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 267 time: 0.1703382 Aug 29 04:20:23.359125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a74858ff-14a2-43db-b6af-65a8f51e5862 req-414b18a6-2de5-45df-b19e-c60665f34947 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/security-groups?id=11af19fb-f747-424e-bea9-15fad257631f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822836 Aug 29 04:20:23.368106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.415975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a805732-0257-4e0c-895e-8f7f71b6df55']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:23.438869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9691f7ce-1493-415d-a9c7-1d03df8771ec') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:23.439539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9691f7ce-1493-415d-a9c7-1d03df8771ec') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:23.456484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:20:23.461654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.515104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:23.540168 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:23.546112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.626085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.635085 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fc489c-32ed-464c-9f7a-265b80c30868 x-openstack-request-id: req-91fc489c-32ed-464c-9f7a-265b80c30868 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:23.635474 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:23.635658 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91fc489c-32ed-464c-9f7a-265b80c30868 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:23.636082 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'status': 'completed', 'code': 200} Aug 29 04:20:23.689916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=eedf4be2-5dfc-4373-a67d-6b2795db9209,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:23.692672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Deleting port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:23.693088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.716194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-92d5a30b-c668-4cdc-9c87-11b1f4606859 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:23.720077 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.728418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-92d5a30b-c668-4cdc-9c87-11b1f4606859 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 984 time: 0.3632619 Aug 29 04:20:23.735851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] Set router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:23.774499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'security_groups': ['8bb08f9c-d67c-4549-a038-ecafba89e53b', 'bfcb374d-71a8-433c-ba85-4b8d2ae3a633', '6db493aa-d050-4704-8a49-eba07765f632']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:23.831777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.844079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:23.847015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0a805732-0257-4e0c-895e-8f7f71b6df55 HTTP/1.1" status: 204 len: 168 time: 1.2503719 Aug 29 04:20:23.887903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1cec68-ebdf-4338-8ba9-e562b14da538'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:23.920509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:23.922813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event deleted for resources: {'Port': ['ID=db1cec68-ebdf-4338-8ba9-e562b14da538,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.034814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] For port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,segment=NetworkSegment(064d7bf5-c556-48a2-8113-c6014e76a4d9),segment_id=064d7bf5-c556-48a2-8113-c6014e76a4d9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.035448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.051715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:20:22Z', 'revision_number': 6, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:24.072035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Calling delete_port for 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:24.072616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Deleting subnet 370c44cd-adef-4758-b395-bcc4cb85cdcc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:24.094928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.117536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976bfd6-d47c-4512-b11c-e7c260d2cb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a805732-0257-4e0c-895e-8f7f71b6df55,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.133769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0993373-82f1-4cfc-b0bf-49cc1be36d3f None None] The sync data for ids ['1a7bdd46-da98-4602-9fa2-df3d0ed22335'] in n-d-712139-13 is: [{'id': '1a7bdd46-da98-4602-9fa2-df3d0ed22335', 'name': 'tempest-FloatingIPsTestJSON-1509932964-router', 'tenant_id': '14e83975f5074cd281e5367d2236f2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:19:31Z', 'updated_at': '2021-08-29T04:20:22Z', 'revision_number': 6, 'project_id': '14e83975f5074cd281e5367d2236f2c4', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:24.243088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.268366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-aac4e38f-1cec-43ca-9376-2f33a821462a service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645097 Aug 29 04:20:24.284965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207595a0-9511-47b6-b29c-c3c839e53386 req-2ba48974-acbb-4ce7-9bce-ce12c10af821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.290249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '368ec159-53c2-43ac-b3de-c919c0758b73', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '368ec159-53c2-43ac-b3de-c919c0758b73', 'mac_address': 'fa:16:3e:83:5e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:24.292407 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-2ba48974-acbb-4ce7-9bce-ce12c10af821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1136 time: 0.5909123 Aug 29 04:20:24.364442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.366535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] No DVR routers for this DVR port db1cec68-ebdf-4338-8ba9-e562b14da538 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:24.372257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.379582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.383642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.389010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77248748-a60b-432a-90a8-ff312392e3d7 HTTP/1.1" status: 204 len: 168 time: 2.0193350 Aug 29 04:20:24.391946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.397267 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a2b30e0d-1153-4a73-969f-507d195d6e6c req-5c282aab-48e8-48af-8595-792b87a29ff6 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.54 "DELETE /v2.0/ports/db1cec68-ebdf-4338-8ba9-e562b14da538 HTTP/1.1" status: 204 len: 173 time: 1.9580688 Aug 29 04:20:24.404167 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.439140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:24.479400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffa53d-737e-4076-8b58-cf3ab46fccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77248748-a60b-432a-90a8-ff312392e3d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.481126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'name': 'network-vif-deleted', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:24.494275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:24.500242 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea1f78b-271a-42e0-8336-c2f62431a7de" -d '{"events": [{"server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "name": "network-vif-deleted", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:24.510604 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.521358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.575954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89214036-a0e4-4480-a7cc-0f499dcf9c08 req-86c4da94-1be6-4afb-b411-ae6426b1277c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:24.592465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89214036-a0e4-4480-a7cc-0f499dcf9c08 req-86c4da94-1be6-4afb-b411-ae6426b1277c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 944 time: 0.3668292 Aug 29 04:20:24.665694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.677923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.678436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.678884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.679330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.680224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.680663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.681096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.681575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.682102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.682528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.683229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.683716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:24.763258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e83f2c4c-1e66-4bc8-aec1-b151b0975c4d req-7a8b7e30-e5ee-47a4-8a44-d94be3b10984 service neutron] 10.222.0.54 "GET /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699244 Aug 29 04:20:24.782619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['368ec159-53c2-43ac-b3de-c919c0758b73'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:24.831377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89214036-a0e4-4480-a7cc-0f499dcf9c08 req-a843958d-7589-4566-b23d-c975f471d73c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378159 Aug 29 04:20:24.876350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:24.924532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Pushing event deleted for resources: {'Port': ['ID=8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:24.996241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1cec68-ebdf-4338-8ba9-e562b14da538 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.043639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: db1cec68-ebdf-4338-8ba9-e562b14da538 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:25.044255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1cec68-ebdf-4338-8ba9-e562b14da538 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:25.056154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] No DVR routers for this DVR port 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:25.063959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.068073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a767f70-b261-4442-8575-c3a4c1df7583 req-1a8661d3-aef2-48c1-aab2-36aae85b9a59 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.50 "DELETE /v2.0/ports/8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba HTTP/1.1" status: 204 len: 173 time: 2.0411515 Aug 29 04:20:25.387778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43ed28ee-95c9-4d6c-98d9-664f18b5e230 req-0c975235-ab5c-4bf8-81fd-2d38cd9e4b26 tempest-MultipleCreateTestJSON-1156067722 tempest-MultipleCreateTestJSON-1156067722-project] 10.222.0.62 "GET /v2.0/ports?device_id=652bc837-e10b-4786-88f0-72e183e171a3 HTTP/1.1" status: 200 len: 210 time: 0.1145475 Aug 29 04:20:25.460713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.485132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.498852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.524623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.554304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:25.602751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:25.603320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:25.604662 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.609025 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afe614-2a11-473e-bcea-bb27734eac57 x-openstack-request-id: req-21afe614-2a11-473e-bcea-bb27734eac57 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.609591 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a664d0d2-d7de-4173-beaf-e47c5a92bf8b", "name": "network-vif-deleted", "tag": "db1cec68-ebdf-4338-8ba9-e562b14da538", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.609897 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21afe614-2a11-473e-bcea-bb27734eac57 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.610314 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a664d0d2-d7de-4173-beaf-e47c5a92bf8b', 'name': 'network-vif-deleted', 'tag': 'db1cec68-ebdf-4338-8ba9-e562b14da538', 'status': 'completed', 'code': 200} Aug 29 04:20:25.612530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.638060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.638784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7bdd46-da98-4602-9fa2-df3d0ed22335 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:20:25.651046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.652465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bfbef016-3fc6-400d-b9f3-9d80200dc7ab admin admin] 10.222.0.62 "DELETE /v2.0/routers/1a7bdd46-da98-4602-9fa2-df3d0ed22335 HTTP/1.1" status: 204 len: 168 time: 3.7280722 Aug 29 04:20:25.657275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:25.675497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:25.703569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'name': 'network-vif-deleted', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:25.708561 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b5d6d6-d70a-4c19-bad5-8f7c4d0df841" -d '{"events": [{"server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "name": "network-vif-deleted", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:25.714058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:25.716918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207595a0-9511-47b6-b29c-c3c839e53386 req-7e38f2c6-e745-45c7-852e-340c9ad9ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.721467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-7e38f2c6-e745-45c7-852e-340c9ad9ee9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 1.4171410 Aug 29 04:20:25.771113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:25.801961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:25.803426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.806593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2004e24b-7f65-4162-912f-20cee5fbf0cc req-c4d4eeca-6903-4c68-836a-ec1be2576289 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "PUT /v2.0/ports/68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 1020 time: 2.0766680 Aug 29 04:20:25.893339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eedf4be2-5dfc-4373-a67d-6b2795db9209 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.917402 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540e20d4-52b2-4eef-b78f-a6a2987f648f x-openstack-request-id: req-540e20d4-52b2-4eef-b78f-a6a2987f648f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:25.918478 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652bc837-e10b-4786-88f0-72e183e171a3", "name": "network-vif-deleted", "tag": "8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:25.919154 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-540e20d4-52b2-4eef-b78f-a6a2987f648f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:25.920111 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652bc837-e10b-4786-88f0-72e183e171a3', 'name': 'network-vif-deleted', 'tag': '8c1d3f6f-5f44-4450-81f8-3f7fab7a9eba', 'status': 'completed', 'code': 200} Aug 29 04:20:25.922105 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-054a2523-5d77-46f6-bbae-95997f31cada service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 217 time: 0.1833045 Aug 29 04:20:25.924144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.935205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Deleting subnet fd8c39f7-e4fb-42d7-a511-003c482ed901 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:25.952521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae70d21-d523-4df6-95bc-2d2321f5a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.959415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:25.969820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: eedf4be2-5dfc-4373-a67d-6b2795db9209 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:25.970375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eedf4be2-5dfc-4373-a67d-6b2795db9209 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:25.971039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 51fc8005-304c-44d7-a905-503af2f0d45a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:25.983041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:26.068889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370c44cd-adef-4758-b395-bcc4cb85cdcc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.085780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.090867 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0fc53b46-fb7f-44f5-9d06-1db545688a27 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/370c44cd-adef-4758-b395-bcc4cb85cdcc HTTP/1.1" status: 204 len: 168 time: 2.1520128 Aug 29 04:20:26.095248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.120791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 51fc8005-304c-44d7-a905-503af2f0d45a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:26.121426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 51fc8005-304c-44d7-a905-503af2f0d45a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:26.176269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.459734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207595a0-9511-47b6-b29c-c3c839e53386 req-23fc5d06-4f89-43fd-b819-853b5cc18e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.462746 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-23fc5d06-4f89-43fd-b819-853b5cc18e5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.4918180 Aug 29 04:20:26.465808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.582034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3474-2832-412f-a1fc-89dad468b432 req-ce32e65b-e156-4326-b4ed-e63f6c6a4824 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.589845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dec3474-2832-412f-a1fc-89dad468b432 req-ce32e65b-e156-4326-b4ed-e63f6c6a4824 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1023 time: 0.5912530 Aug 29 04:20:26.590202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-c173c750-2b6a-4947-b535-d5ff93fef5f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102281 Aug 29 04:20:26.616780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c37b7-c0e4-43ad-948f-2222ebc2f2b8 req-e6749b25-4033-4ac8-953c-52c629d260b5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:26.618896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.619172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990c37b7-c0e4-43ad-948f-2222ebc2f2b8 req-e6749b25-4033-4ac8-953c-52c629d260b5 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 945 time: 0.0933547 Aug 29 04:20:26.707839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7dec3474-2832-412f-a1fc-89dad468b432 req-9a24ef18-1981-4159-8226-a5635667122a tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=6db493aa-d050-4704-8a49-eba07765f632&id=bfcb374d-71a8-433c-ba85-4b8d2ae3a633 HTTP/1.1" status: 200 len: 6147 time: 0.1170111 Aug 29 04:20:26.730462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990c37b7-c0e4-43ad-948f-2222ebc2f2b8 req-68fe6c0b-7af8-42e4-988d-4a15c7dc7248 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742104 Aug 29 04:20:26.772297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.869462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae70d21-d523-4df6-95bc-2d2321f5a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.874494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8c39f7-e4fb-42d7-a511-003c482ed901,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:26.876707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.879420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1e143f8f-783d-4d31-8b53-61b2397d12ce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fd8c39f7-e4fb-42d7-a511-003c482ed901 HTTP/1.1" status: 204 len: 168 time: 1.2162721 Aug 29 04:20:26.882942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:26.892597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:26.896231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b4197-a867-40b9-8b9e-771b145bf98a None None] Network b356d00b-379e-459a-bb6f-51a9289df55a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:26.896465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dae70d21-d523-4df6-95bc-2d2321f5a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.908900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:26.927235 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-fa81bc29-f098-457f-be1c-9319fcbccc37 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230629 Aug 29 04:20:26.957535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c75aef-0cff-4b60-9fea-10f828389e1f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.004576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dae70d21-d523-4df6-95bc-2d2321f5a235 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45673d28e36949d3b7eb7885443b6033&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2231476 Aug 29 04:20:27.013854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1692177002 ', 'description': 'tempest-description-2093592079'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:27.022737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.035176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f27d822-3252-4cdb-a227-3edf22c0a414') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.035479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f27d822-3252-4cdb-a227-3edf22c0a414') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:27.039393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.060438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae70d21-d523-4df6-95bc-2d2321f5a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2910e-c88c-4073-a9ca-951bc101a295,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.070563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.147375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.149855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.158727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:27.159037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.214960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.233486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:27.239339 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:27.263899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Deleting subnet 15007d7b-4f63-4852-b325-25dc7c2ab03e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:27.277039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.281236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.318469 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.323834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d6c75aef-0cff-4b60-9fea-10f828389e1f HTTP/1.1" status: 204 len: 168 time: 1.2028637 Aug 29 04:20:27.357986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 368ec159-53c2-43ac-b3de-c919c0758b73 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:27.374348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.385961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 368ec159-53c2-43ac-b3de-c919c0758b73 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:27.387998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.405150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873738b7-edeb-494d-9e26-8b6689aad847 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c75aef-0cff-4b60-9fea-10f828389e1f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.514359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] DHCP port deletion for b356d00b-379e-459a-bb6f-51a9289df55a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:20:27.517544 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-207595a0-9511-47b6-b29c-c3c839e53386 req-69670b6c-19ee-4e0a-bf48-d619d5328ac0 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685673 Aug 29 04:20:27.527764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Deleting port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:27.528117 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.535360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.578783 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.610146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.612729 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f7319-35f1-4c90-bff0-c1e764b7389f" -d '{"events": [{"server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "name": "network-vif-plugged", "status": "completed", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.634546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.643362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.648466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.650542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7fd2910e-c88c-4073-a9ca-951bc101a295 HTTP/1.1" status: 204 len: 168 time: 0.6056583 Aug 29 04:20:27.659535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:27.667186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.672158 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.681208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.727410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54934) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.727692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Deleting port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:27.728306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.772398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c0d62-79e6-483c-95e2-07d298a5d74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2910e-c88c-4073-a9ca-951bc101a295,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.858320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:27.913097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586f160-4804-4b46-afb7-65c5c9170d0c x-openstack-request-id: req-a586f160-4804-4b46-afb7-65c5c9170d0c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:27.913097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "name": "network-vif-plugged", "status": "completed", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:27.913097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a586f160-4804-4b46-afb7-65c5c9170d0c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:27.913097 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73', 'code': 200} Aug 29 04:20:27.934570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:27.940436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.942094 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b18128-9042-4d07-a4a7-dcc9a0af511e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:27.969796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15007d7b-4f63-4852-b325-25dc7c2ab03e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:27.975158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:27.993856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] For port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:27.994314 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.015448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.016893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:28.020002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.024227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f4eb4b7-b2a8-4751-8368-4817b3505aa5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15007d7b-4f63-4852-b325-25dc7c2ab03e HTTP/1.1" status: 204 len: 168 time: 0.9834750 Aug 29 04:20:28.025025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c478ce19-c6a2-4683-abae-d61fc27ea057 req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0919104 Aug 29 04:20:28.031539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:28.063026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] For port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,segment=NetworkSegment(46924553-2e49-4495-baf0-469d11533e65),segment_id=46924553-2e49-4495-baf0-469d11533e65)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:28.063395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.064754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Calling delete_port for 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:28.206135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde180cc-c90d-41ba-a394-d8275b571347 req-27caa665-c1df-4219-8cc7-ef7591f826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.218247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a57e1-5293-400f-8d89-f370a11379a8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d53c00-b632-4fdf-873b-6ad92c738244,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.219409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde180cc-c90d-41ba-a394-d8275b571347 req-27caa665-c1df-4219-8cc7-ef7591f826c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 1098 time: 0.2951424 Aug 29 04:20:28.258615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.270910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Calling delete_port for 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:28.288888 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.322687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.362027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-13dfb0ba-a11e-47fd-9ae3-a8d41518a131 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6534905 Aug 29 04:20:28.397544 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6982a-bbc9-4f34-a222-a021223574ae x-openstack-request-id: req-57a6982a-bbc9-4f34-a222-a021223574ae {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:28.404125 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:28.404738 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57a6982a-bbc9-4f34-a222-a021223574ae {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:28.405975 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'status': 'completed', 'code': 200} Aug 29 04:20:28.418585 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde180cc-c90d-41ba-a394-d8275b571347 req-9f2efbf9-cb14-48ca-b8e8-2e07a534c0d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787186 Aug 29 04:20:28.428197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] No DVR routers for this DVR port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:28.432068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d567d8-6a35-4e58-8d0f-c0f5c9e0e3af None None] Pushing event deleted for resources: {'Port': ['ID=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.547414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4ae3c8b3-5a1e-4834-a884-c2197a89d0b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdcfe680cf764ad8b50be65c3474f7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7838891 Aug 29 04:20:28.556533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:28.592916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-cbb8e39e-2d46-4adc-8db6-ec3a5b256576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.597110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-cbb8e39e-2d46-4adc-8db6-ec3a5b256576 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1175 time: 0.2349923 Aug 29 04:20:28.608946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.624079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aee7cf4d-19fd-4e41-b62a-ff2b05cb3608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.638250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200579a-e16f-4a68-9834-b8fd50d373f3 req-6ed1d61d-b22b-4f67-b9d3-8a1872f32d20 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.648319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abf5430-2816-4d7c-81b2-81adcaa32506']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.648829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c200579a-e16f-4a68-9834-b8fd50d373f3 req-6ed1d61d-b22b-4f67-b9d3-8a1872f32d20 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 946 time: 0.5837667 Aug 29 04:20:28.693192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88e1a301-05a9-4b8b-bfea-551040ec0089 req-905115f3-9096-4d1a-8084-5ef4ffddbe9d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/25d53c00-b632-4fdf-873b-6ad92c738244 HTTP/1.1" status: 200 len: 1781 time: 0.3035026 Aug 29 04:20:28.730300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064d7bf5-c556-48a2-8113-c6014e76a4d9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.731801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064d7bf5-c556-48a2-8113-c6014e76a4d9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:28.754777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.806419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.810246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c200579a-e16f-4a68-9834-b8fd50d373f3 req-5fdd1ff1-ab46-4f65-8224-015d183579ac tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586449 Aug 29 04:20:28.822800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.828586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:28.829009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.832404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-ff506c24-318e-4de8-a9dd-7116ea2b86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:28.834002 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-ff506c24-318e-4de8-a9dd-7116ea2b86b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1097 time: 0.1975389 Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:28.834703 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:28.839625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:28.888310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc2dacb-2ed6-4381-838f-86f53a88f1e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:28.894369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] No DVR routers for this DVR port 8fc2dacb-2ed6-4381-838f-86f53a88f1e8 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:28.943900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-373639e0-7c30-4cff-8835-d64fbc12898a req-8850ffb5-6864-442b-a20e-01bc18e5e659 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/25d53c00-b632-4fdf-873b-6ad92c738244 HTTP/1.1" status: 200 len: 1781 time: 0.1925027 Aug 29 04:20:28.983950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.017691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-367ec2ea-53a8-46a4-914e-2fea16f0d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.019710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-367ec2ea-53a8-46a4-914e-2fea16f0d1c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.4071367 Aug 29 04:20:29.040432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.085670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.098919 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.101085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] 10.222.0.62 "DELETE /v2.0/networks/9abf5430-2816-4d7c-81b2-81adcaa32506 HTTP/1.1" status: 204 len: 168 time: 1.0676217 Aug 29 04:20:29.134557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-50563340-de91-4944-8d29-39dcc3d29070 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 217 time: 0.1012349 Aug 29 04:20:29.140419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efaa35-4c37-46c7-90d7-b8ea5396d53b admin admin] Pushing event deleted for resources: {'Network': ['ID=9abf5430-2816-4d7c-81b2-81adcaa32506,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.162089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-e6e79700-1c92-4f06-a6cb-35a5a2fd946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.163193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-e6e79700-1c92-4f06-a6cb-35a5a2fd946f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 917 time: 0.2792227 Aug 29 04:20:29.192416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aee7cf4d-19fd-4e41-b62a-ff2b05cb3608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.209319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b356d00b-379e-459a-bb6f-51a9289df55a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.224322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aee7cf4d-19fd-4e41-b62a-ff2b05cb3608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.269317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46924553-2e49-4495-baf0-469d11533e65') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.270201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46924553-2e49-4495-baf0-469d11533e65') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:29.284089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.286980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.288440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b13eb0fa-0367-4282-9602-4025f75d5b29 HTTP/1.1" status: 204 len: 168 time: 0.7305286 Aug 29 04:20:29.303410 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-373639e0-7c30-4cff-8835-d64fbc12898a req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.311789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dafa47-d4a2-42bb-931d-643f5558bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13eb0fa-0367-4282-9602-4025f75d5b29,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.333809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.345967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-6990a6e3-f7c7-4e8c-8f36-a261a83a33ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 1000 time: 0.1667829 Aug 29 04:20:29.347841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-fa2b1833-03fd-4eb1-aef0-27cb76c13f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.349775 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-fa2b1833-03fd-4eb1-aef0-27cb76c13f7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.1685991 Aug 29 04:20:29.414320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aee7cf4d-19fd-4e41-b62a-ff2b05cb3608 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11a0ec100324408ab9fc12dd305a1e29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4340353 Aug 29 04:20:29.420513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7cf4d-19fd-4e41-b62a-ff2b05cb3608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a7934-9df9-45db-8a7d-c911abe03347,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.424728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.425271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.428124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-373639e0-7c30-4cff-8835-d64fbc12898a req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.450566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-5d28d4e9-b9c0-41b3-9cd0-318530f3f81c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796599 Aug 29 04:20:29.455735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.456460 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.501601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:29.502255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:29.513569 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:29.612200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-6fa401cd-5d72-4e5d-b6c7-607b01a1bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.612200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-6fa401cd-5d72-4e5d-b6c7-607b01a1bd60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 200 len: 855 time: 0.2512393 Aug 29 04:20:29.711192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55805326-743e-45bc-958a-3374a8952b73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01d54cb5a469412fa58f39971c9d8312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754147 Aug 29 04:20:29.714629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:29.722084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-373639e0-7c30-4cff-8835-d64fbc12898a req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.724830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-373639e0-7c30-4cff-8835-d64fbc12898a req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.728887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-373639e0-7c30-4cff-8835-d64fbc12898a req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/25d53c00-b632-4fdf-873b-6ad92c738244 HTTP/1.1" status: 204 len: 173 time: 0.7646034 Aug 29 04:20:29.754060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.771592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.785632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:29.788229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b356d00b-379e-459a-bb6f-51a9289df55a HTTP/1.1" status: 204 len: 168 time: 2.9039431 Aug 29 04:20:29.789377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781ba79-f5a8-427a-a62e-9a48da90bb76 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d53c00-b632-4fdf-873b-6ad92c738244,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.836295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-80cf3fd5-c845-4e77-8734-d08c1b806b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:29.839114 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-80cf3fd5-c845-4e77-8734-d08c1b806b8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f86291ac-36a4-4fba-9fa0-258045e05084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179835 Aug 29 04:20:29.908001 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-f3bca497-3d9c-43eb-9e4b-a540f7628a9e req-d160586b-0221-4030-947a-e963d7084b10 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:20:29.927246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3bca497-3d9c-43eb-9e4b-a540f7628a9e req-d160586b-0221-4030-947a-e963d7084b10 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/25d53c00-b632-4fdf-873b-6ad92c738244 HTTP/1.1" status: 404 len: 352 time: 0.0828829 Aug 29 04:20:29.931274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e501d-eb99-4b0e-b1ce-2251d491aa27 admin admin] Pushing event deleted for resources: {'Network': ['ID=b356d00b-379e-459a-bb6f-51a9289df55a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:29.942951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-1fe96af5-4d95-4864-b4da-6d939157bfd9 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768019 Aug 29 04:20:29.953955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.046780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-224586054', 'description': 'tempest-description-228686029'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:30.070442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.073637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.075386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a5a7934-9df9-45db-8a7d-c911abe03347 HTTP/1.1" status: 204 len: 168 time: 0.6421628 Aug 29 04:20:30.104619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.106624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fbc25-7a90-4cdf-bda3-332c3f94f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a7934-9df9-45db-8a7d-c911abe03347,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.155179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.155856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-fb7adb92-7c26-48b0-94b7-9dce243a9991 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968981 Aug 29 04:20:30.157484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.163192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08b18128-9042-4d07-a4a7-dcc9a0af511e req-53a97dd6-4bc8-4be7-a743-92715ec46b47 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842518 Aug 29 04:20:30.182267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6454-7e3a-4bcd-9c63-99ba0bd9c3f8 req-54f1256d-630a-4f64-845b-b8957562fa06 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:30.199729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730a6454-7e3a-4bcd-9c63-99ba0bd9c3f8 req-54f1256d-630a-4f64-845b-b8957562fa06 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 946 time: 0.2545388 Aug 29 04:20:30.295691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.297101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d61f84dc-4b5f-4958-ba19-18f1c5dbd91c req-c0c71f61-be66-4698-b20e-fcc6305de7ef service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326416 Aug 29 04:20:30.324863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730a6454-7e3a-4bcd-9c63-99ba0bd9c3f8 req-c5fc79b6-2534-49ac-aa7b-5be3f0c7efcc tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238360 Aug 29 04:20:30.401669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ed7efa2d-0c32-4995-8433-178540f2b750 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14e83975f5074cd281e5367d2236f2c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024427 Aug 29 04:20:30.404271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.424306 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.429267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.431662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11af19fb-f747-424e-bea9-15fad257631f HTTP/1.1" status: 204 len: 168 time: 0.7154877 Aug 29 04:20:30.450718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80a9c3-510e-4047-b146-146e07e1cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af19fb-f747-424e-bea9-15fad257631f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.487449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.507069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.541289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.542500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.555462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.578532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e5954a2-5eec-4c7d-a388-2b7bc5f84129 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e18c242f7dcd4e87b246f57d33fa9559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889711 Aug 29 04:20:30.584340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:30.611055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.612530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8618f3db-bb4f-4bd4-ab7f-a0ee9b3e9733 req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5809371 Aug 29 04:20:30.616661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae14bba-9b7f-48cd-9d93-f54470e5ed07 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c6914-a168-4c67-a442-674c27af3fc8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.648919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1072928113', 'description': 'tempest-description-971080764'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:30.732658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.736000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.780711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.880355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.883256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.884605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dadd16a-f73e-4b44-9d10-de979468eb56 HTTP/1.1" status: 204 len: 168 time: 0.2990396 Aug 29 04:20:30.901028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9f080-328e-45a7-ac43-ee9e7b996589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dadd16a-f73e-4b44-9d10-de979468eb56,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:30.955431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.961440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.963024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.967970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:30.973904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/283f4c54-f97e-4b9a-bf10-c3df72eccbbc HTTP/1.1" status: 204 len: 168 time: 0.5667477 Aug 29 04:20:30.989247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9bf83-a93d-4595-9355-c9aab64a5158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f4c54-f97e-4b9a-bf10-c3df72eccbbc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.024630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401b5611-214e-4799-9b04-93df86e6bd17,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.029412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.042653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75bdccad-4bef-407b-8f12-23749129f3df req-935f49f3-7687-43ca-91b3-8b6d02bf0349 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3962731 Aug 29 04:20:31.079288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670866806', 'description': 'tempest-description-831595022'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:31.125797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.196871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:31.222549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a528b73a-cebb-41ed-9c18-3e20bd6acdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.257866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.262509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.302309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163fc4bc-c819-4889-943f-8b8dffc50ca6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.422226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a528b73a-cebb-41ed-9c18-3e20bd6acdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.428576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a528b73a-cebb-41ed-9c18-3e20bd6acdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.468879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.475408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67a847db-de88-4f90-beee-9fb2f0bf3e01 req-65ac87d9-b819-4e41-87f3-4da27209dbf1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4056528 Aug 29 04:20:31.512427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b73a-cebb-41ed-9c18-3e20bd6acdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91191323-dcc7-479e-8c5d-dc9a4946c0c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.532601 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a528b73a-cebb-41ed-9c18-3e20bd6acdbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bb2c39224e84be880433778dacab0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312669 Aug 29 04:20:31.534542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:31.566299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685bfd-46a0-404c-a67f-9f145a3a82bd req-bcd70fa8-39a0-4bba-a1bd-232027efab10 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:31.568396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0685bfd-46a0-404c-a67f-9f145a3a82bd req-bcd70fa8-39a0-4bba-a1bd-232027efab10 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 946 time: 0.1485372 Aug 29 04:20:31.636104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.658909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0685bfd-46a0-404c-a67f-9f145a3a82bd req-250e7eea-d500-4a6f-acc9-d622e8be8f9f tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821214 Aug 29 04:20:31.690558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.710464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5338eb60-151c-446c-99ae-48b5ed94ec69 req-96ef91ab-4ede-4797-a008-29be2616ea6b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 10892 time: 0.1954496 Aug 29 04:20:31.775608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.781792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:31.783809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91191323-dcc7-479e-8c5d-dc9a4946c0c0 HTTP/1.1" status: 204 len: 168 time: 0.2478833 Aug 29 04:20:31.800416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e42ae-0d8c-4ec4-8bf4-032c181158f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91191323-dcc7-479e-8c5d-dc9a4946c0c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:31.827248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5338eb60-151c-446c-99ae-48b5ed94ec69 req-5b4a5883-fda9-432c-80ab-0a35b44e1c06 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/8bb08f9c-d67c-4549-a038-ecafba89e53b HTTP/1.1" status: 200 len: 2981 time: 0.0925126 Aug 29 04:20:31.926200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5338eb60-151c-446c-99ae-48b5ed94ec69 req-6fe47781-7106-47b9-b3c4-6800176eec02 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/8bb08f9c-d67c-4549-a038-ecafba89e53b HTTP/1.1" status: 200 len: 2981 time: 0.0941062 Aug 29 04:20:32.008219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-010d0262-20ff-490f-b39e-c2c7d9b9fcdb tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/df7c6914-a168-4c67-a442-674c27af3fc8 HTTP/1.1" status: 200 len: 1799 time: 0.0589676 Aug 29 04:20:32.136255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.178983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.275429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.281409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.283692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb694a45-d5b2-4611-9123-598ada8c7366 req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/df7c6914-a168-4c67-a442-674c27af3fc8 HTTP/1.1" status: 204 len: 173 time: 0.2635868 Aug 29 04:20:32.304799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749822b5-792e-4166-99ab-31dfff2eef0b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c6914-a168-4c67-a442-674c27af3fc8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.377992 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-02e02be1-1b86-4cba-a77e-3b056c19a8a7 req-8828dfd0-24b9-424f-bdb6-5dd91b602613 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:20:32.379330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02e02be1-1b86-4cba-a77e-3b056c19a8a7 req-8828dfd0-24b9-424f-bdb6-5dd91b602613 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/df7c6914-a168-4c67-a442-674c27af3fc8 HTTP/1.1" status: 404 len: 352 time: 0.0302415 Aug 29 04:20:32.488420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-f9e22057-fa41-433e-a3b1-a01e332f7e43 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/401b5611-214e-4799-9b04-93df86e6bd17 HTTP/1.1" status: 200 len: 1800 time: 0.0850370 Aug 29 04:20:32.565113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.589574 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:20:32.595603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.690003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.695274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:32.697670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3109b879-b0f6-41fc-95a3-fb10efff2855 req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/401b5611-214e-4799-9b04-93df86e6bd17 HTTP/1.1" status: 204 len: 173 time: 0.2017345 Aug 29 04:20:32.716382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96e26-2350-4faa-be73-e5cb2d999336 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401b5611-214e-4799-9b04-93df86e6bd17,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:32.782458 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-890d2f8a-6cb9-429d-84fb-0338399c5dc3 req-0d15f23d-f998-4ba3-950d-a57e71651af1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:20:32.782458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-890d2f8a-6cb9-429d-84fb-0338399c5dc3 req-0d15f23d-f998-4ba3-950d-a57e71651af1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/401b5611-214e-4799-9b04-93df86e6bd17 HTTP/1.1" status: 404 len: 352 time: 0.0273209 Aug 29 04:20:32.949026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-ff951a9b-0c51-47ee-bba6-1fc390c66554 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/163fc4bc-c819-4889-943f-8b8dffc50ca6 HTTP/1.1" status: 200 len: 1799 time: 0.1302094 Aug 29 04:20:32.980761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6109de-3678-4d1c-b85f-c0defc31e5bc req-584f802d-d1ec-4c26-8f54-1e233050c7e0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:32.983612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df6109de-3678-4d1c-b85f-c0defc31e5bc req-584f802d-d1ec-4c26-8f54-1e233050c7e0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 946 time: 0.1371067 Aug 29 04:20:33.085685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.104551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df6109de-3678-4d1c-b85f-c0defc31e5bc req-2abfed1c-71f2-475f-9080-20bc99f22d2d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001472 Aug 29 04:20:33.166683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.283502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.285083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.286350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96cc6bca-85e3-43fb-813c-1b4138bab31a req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/163fc4bc-c819-4889-943f-8b8dffc50ca6 HTTP/1.1" status: 204 len: 173 time: 0.3224127 Aug 29 04:20:33.310836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4a63-e0be-4c6c-a62c-dbeba02ccc5d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fc4bc-c819-4889-943f-8b8dffc50ca6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:33.341626 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-2aaa6fd6-2a2b-4bce-b0d9-4b1457d03cc0 req-a26db7c8-2c49-4c27-aba2-60dab5567e35 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:20:33.355301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aaa6fd6-2a2b-4bce-b0d9-4b1457d03cc0 req-a26db7c8-2c49-4c27-aba2-60dab5567e35 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/163fc4bc-c819-4889-943f-8b8dffc50ca6 HTTP/1.1" status: 404 len: 352 time: 0.0304267 Aug 29 04:20:33.471555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85131bf6-2c26-4bf8-8c1e-656ee85bc2b1 req-e15e3330-d266-47e9-bc7a-13136b33785b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 6147 time: 0.0793865 Aug 29 04:20:33.488265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:33.559917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85131bf6-2c26-4bf8-8c1e-656ee85bc2b1 req-b0b7ace4-2678-4cd2-b571-d2fabf13354c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/8bb08f9c-d67c-4549-a038-ecafba89e53b HTTP/1.1" status: 200 len: 2981 time: 0.0754669 Aug 29 04:20:33.642584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85131bf6-2c26-4bf8-8c1e-656ee85bc2b1 req-8cff70d6-8bb2-4438-9104-bae042edadcf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/8bb08f9c-d67c-4549-a038-ecafba89e53b HTTP/1.1" status: 200 len: 2981 time: 0.0710588 Aug 29 04:20:33.685769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1853887941', 'description': 'tempest-description-609046942'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:33.719909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.774176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1218703787-network', 'tenant_id': '9fb408e702714ac8be9b42e0e61a0271'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:33.909298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.916044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.938855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Made reservation on behalf of 9fb408e702714ac8be9b42e0e61a0271 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:33.944295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.968401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.972982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:33.983192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-159d8885-a41b-484e-bd82-a9a22d1e5e60 req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3013620 Aug 29 04:20:33.991729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c4cef-51cf-44d3-a5bd-7dfef1036765 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529853ad-ade2-43b6-94f1-c038834e88d4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.031767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1937324491', 'description': 'tempest-description-684318189'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:34.169633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.177037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.237314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.283004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.293075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:34.316206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.317916 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Added segment 9f5bf042-6d8c-4f44-abbc-44242cb742bd of type vlan for network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 Aug 29 04:20:34.367116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ac25-8091-44b2-9671-727375710605 req-1bbbd10d-0d9d-4283-bdd9-3bc6e8c18dab tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.376111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6025ac25-8091-44b2-9671-727375710605 req-1bbbd10d-0d9d-4283-bdd9-3bc6e8c18dab tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 946 time: 0.1192772 Aug 29 04:20:34.426634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.452491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6025ac25-8091-44b2-9671-727375710605 req-9848e6d9-a40d-4b1d-9989-d949613920d1 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749979 Aug 29 04:20:34.519550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.521957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.528284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.555300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.577352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ce3858-165c-4178-8c52-51100583e164 req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5537415 Aug 29 04:20:34.598462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.601074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:34.601982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.624767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fef1a-10bb-4d03-8caf-c99315592ed3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c131f6-2b4e-457d-9fc3-7febb70a5353,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.727423 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2375312 Aug 29 04:20:34.731612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:34.737369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Request body: {'subnet': {'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1218703787-subnet', 'tenant_id': '9fb408e702714ac8be9b42e0e61a0271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:34.756111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4f01-d94a-4df4-85bf-0108f07ca970 admin admin] Pushing event updated for resources: {'Network': ['ID=88528b02-36f2-4f54-ba08-71ce8faf7ca9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:34.772043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:34.786400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Made reservation on behalf of 9fb408e702714ac8be9b42e0e61a0271 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:34.789300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:34.915214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:35.093002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:35.101530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-734116374-network', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:35.120561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '368ec159-53c2-43ac-b3de-c919c0758b73', 'network_id': 'cc32c1b8-29d8-4fcd-8540-0e4ea82870b0', 'port_id': '368ec159-53c2-43ac-b3de-c919c0758b73', 'mac_address': 'fa:16:3e:83:5e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a42d33-d757-4242-9098-4733bc1da7ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:35.135041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.171227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-5c475856-977d-45d6-a092-c029b7830b23 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.173253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-5c475856-977d-45d6-a092-c029b7830b23 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 812 time: 0.2714183 Aug 29 04:20:35.174645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Made reservation on behalf of a64989e7ce5547eaae3ad68254131802 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:35.177458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.181829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.207784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:35.211683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e4081307-d29a-4ed7-b958-e9ccba2c5257 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/quotas/30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 375 time: 0.0309711 Aug 29 04:20:35.216290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.244034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:35.253287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.303509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Pushing event updated for resources: {'Subnet': ['ID=612ba230-082c-4844-8285-ad05ac050c07,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.306390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e7d7f566-85e2-4695-8711-0ad1fd3c0071 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808711 Aug 29 04:20:35.328966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Checking segment: {'id': '9f5bf042-6d8c-4f44-abbc-44242cb742bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:35.330451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Network hostable DHCP agents. Network: 88528b02-36f2-4f54-ba08-71ce8faf7ca9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:35.357045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['368ec159-53c2-43ac-b3de-c919c0758b73'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:35.398078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.399230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:35.424804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 88528b02-36f2-4f54-ba08-71ce8faf7ca9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:35.440179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.441093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.450807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80285288-c6f2-4da0-bca6-e965146c5a59 None None] Network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:35.469902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-33af8b26-74a1-47c5-8250-7e9b69c78b44 service neutron] 10.222.0.62 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499548 Aug 29 04:20:35.475569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.489668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8914c278-42b2-4b93-8bdd-a6e916de974a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7565515 Aug 29 04:20:35.502677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.595602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:35.630090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.630436 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Added segment c87f189a-e938-4c10-9493-7d1568043285 of type vlan for network 01d4c330-1483-464f-a060-4e6b67d4b153 Aug 29 04:20:35.700960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92def1-26d1-4a1c-a627-5c08e0e1e719 None None] Network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:35.713975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa5e53c-d667-428f-9362-9613669392fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:35.798151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:35.881987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.927631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dc3a5-5216-4132-bb66-2d9fd7423232 req-74b0843c-9526-41b5-ba6b-112f5c4eb2e0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.936601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb9dc3a5-5216-4132-bb66-2d9fd7423232 req-74b0843c-9526-41b5-ba6b-112f5c4eb2e0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 945 time: 0.2757549 Aug 29 04:20:35.939987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-72b105ef-eb3a-417a-a514-0bf5f0dd223d service neutron] 10.222.0.62 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599497 Aug 29 04:20:35.995468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb9dc3a5-5216-4132-bb66-2d9fd7423232 req-2a8d0845-5f3c-4d0a-8bd2-41b34f655ea0 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544834 Aug 29 04:20:35.996757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:35.997779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:35.998376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.065930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6351476 Aug 29 04:20:36.067051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:36.071496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Request body: {'subnet': {'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-subnet', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:36.092600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecef5-bdfd-49e7-a1ae-933c931fea6d admin admin] Pushing event updated for resources: {'Network': ['ID=01d4c330-1483-464f-a060-4e6b67d4b153,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.117616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 01d4c330-1483-464f-a060-4e6b67d4b153 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:36.127576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Made reservation on behalf of a64989e7ce5547eaae3ad68254131802 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:36.149708 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.516770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.630163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c696922-75ff-425c-919a-d445e63d9280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.726513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df74df9-260a-4fc7-8d82-e728fea84fd6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:36.763870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Checking segment: {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:36.764273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Network hostable DHCP agents. Network: 01d4c330-1483-464f-a060-4e6b67d4b153, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:36.825112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Network 01d4c330-1483-464f-a060-4e6b67d4b153 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:36.847760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a95e9b78-f462-4b68-870f-c74fa3dc1f8c req-de2ac813-8adf-4a2c-ab82-82f6b93a91ee tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 210 time: 0.0442498 Aug 29 04:20:36.860340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 01d4c330-1483-464f-a060-4e6b67d4b153) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:36.873848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535fe28b-4921-4885-bc6e-a8f260df4d44 None None] Network 01d4c330-1483-464f-a060-4e6b67d4b153 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:36.894791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:36.895816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:36.996855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c696922-75ff-425c-919a-d445e63d9280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.007298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c696922-75ff-425c-919a-d445e63d9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.007590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.008201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.009071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.009946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.010827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.011738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.012687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.013569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.022934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:37.029136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a11d8867-fe46-4f1b-b8be-03055ed0fd0f req-d3e6d092-9cfa-478e-9524-027fde757d35 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.3044991 Aug 29 04:20:37.108633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.109731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c696922-75ff-425c-919a-d445e63d9280 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=514f52725d294d6abae93eb5236831e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3097565 Aug 29 04:20:37.119323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e21b6ce4-6715-48a4-9682-afcac965dad2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0507758 Aug 29 04:20:37.125214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:37.177852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c696922-75ff-425c-919a-d445e63d9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad5fca-944a-40cb-b722-e52eead85e80,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.187421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:37.400464 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61b2052f-73dc-4e55-99ac-7b1679c403e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.418338 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.431773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.437983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.439708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.469418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:37.488711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-01d4c330-1483-464f-a060-4e6b67d4b153', 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'fixed_ips': [{'subnet_id': '5df74df9-260a-4fc7-8d82-e728fea84fd6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:37.490154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.510745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.515674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:37.526399 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.654087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.662576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.720700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Allocated IP 172.20.0.2 (01d4c330-1483-464f-a060-4e6b67d4b153/5df74df9-260a-4fc7-8d82-e728fea84fd6/ed032984-de50-4412-875a-cd3d4d88b5d9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:37.778590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f7ce-6dac-4aa6-bd80-a2dfe9a31126 req-a9ffbd7f-9950-4837-95ac-baabdda47177 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.780178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d569f7ce-6dac-4aa6-bd80-a2dfe9a31126 req-a9ffbd7f-9950-4837-95ac-baabdda47177 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 886 time: 0.4791222 Aug 29 04:20:37.881241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.905171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb37dc-434e-4787-bd4c-79578b37e56e req-800679a8-5b90-4f15-93f8-39d5d27b075c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:37.914427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82eb37dc-434e-4787-bd4c-79578b37e56e req-800679a8-5b90-4f15-93f8-39d5d27b075c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 944 time: 0.2746711 Aug 29 04:20:37.931587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.935074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:37.936279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dad5fca-944a-40cb-b722-e52eead85e80 HTTP/1.1" status: 204 len: 168 time: 0.8256605 Aug 29 04:20:37.981513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0604794-a437-433a-943a-451718a024b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad5fca-944a-40cb-b722-e52eead85e80,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:37.987519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.018240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Transition to ACTIVE for port object ed032984-de50-4412-875a-cd3d4d88b5d9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:38.049459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Transition to ACTIVE for port object ed032984-de50-4412-875a-cd3d4d88b5d9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:38.063668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.139549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82eb37dc-434e-4787-bd4c-79578b37e56e req-7f26a6a7-9152-4845-a9bc-e481ee571761 tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183177 Aug 29 04:20:38.165993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Pushing event updated for resources: {'Port': ['ID=ed032984-de50-4412-875a-cd3d4d88b5d9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:38.171044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Network 01d4c330-1483-464f-a060-4e6b67d4b153 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:38.173095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:38.176134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:38.319274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.320867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.323237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.325024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.326080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.327150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.328534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.329750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.333327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Attempting to bind port ed032984-de50-4412-875a-cd3d4d88b5d9 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:38.333891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Attempting to bind port ed032984-de50-4412-875a-cd3d4d88b5d9 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:38.334580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Attempting to bind port ed032984-de50-4412-875a-cd3d4d88b5d9 on network 01d4c330-1483-464f-a060-4e6b67d4b153 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:38.336109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88af7e90-882c-42c0-873e-4f14b506276e req-88158625-bf4d-4c68-81f8-af338bc179d3 tempest-NetworksTest-1686597967 tempest-NetworksTest-1686597967-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5703 time: 0.3732367 Aug 29 04:20:38.366256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:38.366879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Checking segment: {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:38.367572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.368260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Bound using segment: {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:38.369266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Bound port: ed032984-de50-4412-875a-cd3d4d88b5d9, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:38.369757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.585707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e361344-bd66-4af2-ba34-5611431b53bd req-7b912cab-e61b-43db-bb2f-9114cd33a11d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 210 time: 0.0653720 Aug 29 04:20:38.635452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.694167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.792560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.811391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-c8300dca-f3e7-4552-9ce8-a54f35f7657c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.814128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-c8300dca-f3e7-4552-9ce8-a54f35f7657c tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 944 time: 0.4370854 Aug 29 04:20:38.830967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2530c-7ba7-4228-84ab-62b752793bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:38.861631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-84c7a4c3-2d67-497a-be41-1625f121b880 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:38.863778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-84c7a4c3-2d67-497a-be41-1625f121b880 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 812 time: 0.6063387 Aug 29 04:20:38.900609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'device_id': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'network_id': '60a25991-019c-4285-b149-470784f17a12', 'admin_state_up': True, 'tenant_id': '30ff2a9cfae9493fb1bac43936bb790b'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:38.933724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:38.968466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] For port ed032984-de50-4412-875a-cd3d4d88b5d9, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:38.974546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] For port ed032984-de50-4412-875a-cd3d4d88b5d9, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed032984-de50-4412-875a-cd3d4d88b5d9,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:38.983130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.143673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbd89a-1af7-4555-8da9-c2b477d5d063 None None] Pushing event updated for resources: {'Port': ['ID=ed032984-de50-4412-875a-cd3d4d88b5d9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.162866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Allocated IP 172.25.3.55 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/d60df140-4d25-4530-94cf-773a545fbf91) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:39.190607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Deleting port 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:20:39.191582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.459532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] For port 368ec159-53c2-43ac-b3de-c919c0758b73, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=368ec159-53c2-43ac-b3de-c919c0758b73,segment=NetworkSegment(173fb36a-e7ea-405a-9f7a-d45199df9b5d),segment_id=173fb36a-e7ea-405a-9f7a-d45199df9b5d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:39.460344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.475645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.481393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Calling delete_port for 368ec159-53c2-43ac-b3de-c919c0758b73 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:20:39.545274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2530c-7ba7-4228-84ab-62b752793bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.620706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2530c-7ba7-4228-84ab-62b752793bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.656150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-931c309d-881a-4389-b1d2-98804a4b431f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.722557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.760611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Made reservation on behalf of 30ff2a9cfae9493fb1bac43936bb790b for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:39.764428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.767731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Pushing event deleted for resources: {'Port': ['ID=368ec159-53c2-43ac-b3de-c919c0758b73,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.827679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2530c-7ba7-4228-84ab-62b752793bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c5181a-3fed-4fcd-8e30-874770f9bcf0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:39.837376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] No DVR routers for this DVR port 368ec159-53c2-43ac-b3de-c919c0758b73 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:20:39.842972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.845494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6680ef14-8e96-4f89-8dd9-cb6625017604 req-cef45fe6-b563-40ea-86db-edcc6a1f6b9a tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.54 "DELETE /v2.0/ports/368ec159-53c2-43ac-b3de-c919c0758b73 HTTP/1.1" status: 204 len: 173 time: 0.9993999 Aug 29 04:20:39.846000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'name': 'network-vif-deleted', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:39.848430 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005344de-93c9-41c3-bfeb-b867613c5a87" -d '{"events": [{"server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "name": "network-vif-deleted", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:39.915548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ee17bf97-fe43-4974-bf84-d50e3d80d158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:39.930398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:39.932717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f0f2530c-7ba7-4228-84ab-62b752793bd1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7abd1d9c258c41188c7f61fe60b778c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286654 Aug 29 04:20:40.004427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed032984-de50-4412-875a-cd3d4d88b5d9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:40.052992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36080ca3-7182-4a2a-ada5-987f8c51bcbe req-99db50ad-27c8-4cb3-81dc-2937dbbc1cfa tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.061789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36080ca3-7182-4a2a-ada5-987f8c51bcbe req-99db50ad-27c8-4cb3-81dc-2937dbbc1cfa tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/ports?device_id=237ec812-6554-4f05-8679-9309bcba3813 HTTP/1.1" status: 200 len: 865 time: 0.6868100 Aug 29 04:20:40.071413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.083276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ed032984-de50-4412-875a-cd3d4d88b5d9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:40.109151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.138390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Allocated IP 172.20.0.13 (60a25991-019c-4285-b149-470784f17a12/e402935c-e9a8-4d1d-bf36-9f89bcfe314f/d19a2502-5c0d-48da-8006-d3ffab85f24d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:40.158475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.165315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.280469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-865c2744-b077-497e-9439-3d8bf99cc4c4 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.282694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-865c2744-b077-497e-9439-3d8bf99cc4c4 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/networks?id=88528b02-36f2-4f54-ba08-71ce8faf7ca9 HTTP/1.1" status: 200 len: 810 time: 0.4757166 Aug 29 04:20:40.292918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:40.316004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:40.341738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:40.435089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.437817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.439125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04c5181a-3fed-4fcd-8e30-874770f9bcf0 HTTP/1.1" status: 204 len: 168 time: 0.5073919 Aug 29 04:20:40.457583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.507832 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.510303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625e167-5eaa-49cf-b9e8-8f0c747c4599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c5181a-3fed-4fcd-8e30-874770f9bcf0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.576076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:40.589642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Network 60a25991-019c-4285-b149-470784f17a12 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:40.594543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:40.599592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:40.670431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.739206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:40.742117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:40.868559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe52f2-c2d3-4cd5-b65c-d0b0c6c9334b None None] Network 01d4c330-1483-464f-a060-4e6b67d4b153 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:40.885890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36080ca3-7182-4a2a-ada5-987f8c51bcbe req-ebf6bafe-cd7a-47b7-ace5-03f8caa3e73d tempest-ImagesTestJSON-120208186 tempest-ImagesTestJSON-120208186-project] 10.222.0.62 "GET /v2.0/security-groups?id=7102fa5c-f9f0-4326-b111-5c610fe5eecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213503 Aug 29 04:20:40.915582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-d76bb7ab-a0f4-4971-aa8e-b6a4ca4ec0a5 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/quotas/9fb408e702714ac8be9b42e0e61a0271 HTTP/1.1" status: 200 len: 375 time: 0.6040833 Aug 29 04:20:40.919176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Pushing event updated for resources: {'Port': ['ID=d60df140-4d25-4530-94cf-773a545fbf91,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:40.951531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:20:40.986209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 368ec159-53c2-43ac-b3de-c919c0758b73 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:20:40.986847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 368ec159-53c2-43ac-b3de-c919c0758b73 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:20:40.998501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-630274ee-a6b4-48f6-b927-376bf25551a9 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9fb408e702714ac8be9b42e0e61a0271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919642 Aug 29 04:20:41.011020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Provisioning for port ed032984-de50-4412-875a-cd3d4d88b5d9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:41.028713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Provisioning complete for port ed032984-de50-4412-875a-cd3d4d88b5d9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:41.029008 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.213701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.262495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-931c309d-881a-4389-b1d2-98804a4b431f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.278407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.282868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-e6561d1b-ed4b-4013-858e-51dd0741438c tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3869660 Aug 29 04:20:41.284201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-931c309d-881a-4389-b1d2-98804a4b431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.307463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Request body: {'port': {'device_id': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:41.351413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c309d-881a-4389-b1d2-98804a4b431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e4460-f0b3-4f56-a528-b16b935f75db,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.377118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] For port ed032984-de50-4412-875a-cd3d4d88b5d9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed032984-de50-4412-875a-cd3d4d88b5d9,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:41.396267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.400461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6533-4b6d-4cdf-9c95-a97c0f6bf39f req-5dbcb312-ce76-4ebf-8864-5ddf1aa5c3af tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:41.409488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.411682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0cf6533-4b6d-4cdf-9c95-a97c0f6bf39f req-5dbcb312-ce76-4ebf-8864-5ddf1aa5c3af tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 932 time: 0.3657701 Aug 29 04:20:41.492575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045daf4-b6e8-4f46-954d-d5e504eac06d None None] Pushing event updated for resources: {'Port': ['ID=ed032984-de50-4412-875a-cd3d4d88b5d9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:41.616890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0cf6533-4b6d-4cdf-9c95-a97c0f6bf39f req-32711f4c-d6ea-40e0-8af5-d621654fe493 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034621 Aug 29 04:20:41.630914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-931c309d-881a-4389-b1d2-98804a4b431f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aaa005206e114d8ebfb4de2cb8c6c4b8&name=default HTTP/1.1" status: 200 len: 2981 time: 2.6869860 Aug 29 04:20:41.638386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:41.687503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-128e79eb-9362-4fe4-b8f7-9e06436c3039 service neutron] 10.222.0.62 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876481 Aug 29 04:20:41.803296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.859630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db4d2388-d869-47fc-bb6e-3bc2cbdbe248 None None] Provisioning complete for port ed032984-de50-4412-875a-cd3d4d88b5d9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:41.860347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db4d2388-d869-47fc-bb6e-3bc2cbdbe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.890078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19a2502-5c0d-48da-8006-d3ffab85f24d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:41.899213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.914157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Transition to ACTIVE for port object d19a2502-5c0d-48da-8006-d3ffab85f24d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:41.916497 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b06a57-6674-4b73-a3b5-267587c4555c x-openstack-request-id: req-41b06a57-6674-4b73-a3b5-267587c4555c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:41.917142 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237ec812-6554-4f05-8679-9309bcba3813", "name": "network-vif-deleted", "tag": "368ec159-53c2-43ac-b3de-c919c0758b73", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:41.917832 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41b06a57-6674-4b73-a3b5-267587c4555c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:41.918766 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237ec812-6554-4f05-8679-9309bcba3813', 'name': 'network-vif-deleted', 'tag': '368ec159-53c2-43ac-b3de-c919c0758b73', 'status': 'completed', 'code': 200} Aug 29 04:20:41.922488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:41.951851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-c189cb1f-6fb7-48cb-900c-14a8342fda4e service neutron] 10.222.0.62 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625873 Aug 29 04:20:41.953610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed032984-de50-4412-875a-cd3d4d88b5d9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:42.112436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.133524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.178355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Attempting to bind port d19a2502-5c0d-48da-8006-d3ffab85f24d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:42.179012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Attempting to bind port d19a2502-5c0d-48da-8006-d3ffab85f24d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:42.179806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Attempting to bind port d19a2502-5c0d-48da-8006-d3ffab85f24d on network 60a25991-019c-4285-b149-470784f17a12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:42.186174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Port d19a2502-5c0d-48da-8006-d3ffab85f24d on network 60a25991-019c-4285-b149-470784f17a12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:42.186788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Attempting to bind port d19a2502-5c0d-48da-8006-d3ffab85f24d on network 60a25991-019c-4285-b149-470784f17a12 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:42.193386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:42.194055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Checking segment: {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:42.194808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Bound using segment: {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:42.195490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Bound port: d19a2502-5c0d-48da-8006-d3ffab85f24d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe621229-6a01-49dc-8750-d9e6934f99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60a25991-019c-4285-b149-470784f17a12'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:42.196122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.234430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ed032984-de50-4412-875a-cd3d4d88b5d9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:42.237298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.289883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:42.294328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:42.304651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.369595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.372144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.375777 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] 10.222.0.50 "PUT /v2.0/ports/d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 1093 time: 1.0758429 Aug 29 04:20:42.422455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10e3d-48be-4cb0-9715-437d73c3a530 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:42.448660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.569077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.605808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-3676f900-8e8e-4563-9853-2331aca13fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:42.626763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-3676f900-8e8e-4563-9853-2331aca13fb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1096 time: 0.1547449 Aug 29 04:20:42.653260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cd10014-991c-4a90-bbee-cefe2ab3ec1b req-c2ce7685-568e-4399-9cf6-602b8f93eb8f tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 210 time: 0.0624914 Aug 29 04:20:42.778469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:42.790368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-3ba84b87-eda1-4c3f-918f-8f5703459730 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 217 time: 0.1398714 Aug 29 04:20:42.893852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Deleting subnet 94a42d33-d757-4242-9098-4733bc1da7ed {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:20:42.912279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.936550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.947146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.979806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:42.981247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.985384 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:42.987212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf7e4460-f0b3-4f56-a528-b16b935f75db HTTP/1.1" status: 204 len: 168 time: 1.3289502 Aug 29 04:20:43.007964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-a30c8bf5-aacc-47fb-84a0-999bad657af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.009811 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-a30c8bf5-aacc-47fb-84a0-999bad657af8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.1838419 Aug 29 04:20:43.011674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb446-39a9-4a4d-8de4-2d533597fb0e req-315478ac-49ef-4c1d-9e82-06307e0ab1fa tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:43.013777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cccdb446-39a9-4a4d-8de4-2d533597fb0e req-315478ac-49ef-4c1d-9e82-06307e0ab1fa tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 944 time: 0.1673560 Aug 29 04:20:43.015542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.060173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ba221-6cf3-4505-9b5c-4202ad7d6f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e4460-f0b3-4f56-a528-b16b935f75db,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.152367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-3ae853b9-2fef-40a3-9965-4d044ee1bede service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315877 Aug 29 04:20:43.285290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cccdb446-39a9-4a4d-8de4-2d533597fb0e req-c5ed4657-b340-4b31-bf69-d3d4bf39da83 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089410 Aug 29 04:20:43.323356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.437980 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-91225702-1f90-4847-a420-f07780657002 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709117 Aug 29 04:20:43.443044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.455410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:20:43.527647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a42d33-d757-4242-9098-4733bc1da7ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:43.530466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.533326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76bdf08a-27ad-4595-85fe-02513d9c785a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/94a42d33-d757-4242-9098-4733bc1da7ed HTTP/1.1" status: 204 len: 168 time: 0.7528107 Aug 29 04:20:43.538266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55568) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:43.629346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.770679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-924235fb-5fd2-4ecb-ad17-fedfd5a89c80 req-c7efbe13-8601-4b39-87fe-1165e6292587 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224547 Aug 29 04:20:43.833732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.857547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc32c1b8-29d8-4fcd-8540-0e4ea82870b0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.874734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173fb36a-e7ea-405a-9f7a-d45199df9b5d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.875480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173fb36a-e7ea-405a-9f7a-d45199df9b5d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:43.890762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.925757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-7f404d6f-7b07-4c92-aa7c-e8dfaef6500d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2026062 Aug 29 04:20:43.927186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2fa6-0f54-450e-a4b0-53ce42a1d557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.932882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.946381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:43.948099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:43.962432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:43.966187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Sync routers for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:44.004594 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:44.007540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:44.038080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.041613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-73d4a2e2-40ae-4ea5-9dc9-712fadfe7deb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9144073 Aug 29 04:20:44.055682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.135684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:44.141583 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d20231-4eaf-4fe3-846a-440345d59ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:44.146772 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:44.154059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.159275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.229193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad1d14da-6122-4d69-a064-d7ab241f1590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.267242 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.274714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] 10.222.0.62 "DELETE /v2.0/networks/cc32c1b8-29d8-4fcd-8540-0e4ea82870b0 HTTP/1.1" status: 204 len: 168 time: 0.7351916 Aug 29 04:20:44.312230 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03807708-0cf8-4073-a732-a3385495a3d3 x-openstack-request-id: req-03807708-0cf8-4073-a732-a3385495a3d3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:44.312542 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:44.313448 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03807708-0cf8-4073-a732-a3385495a3d3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:44.314036 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'status': 'completed', 'code': 200} Aug 29 04:20:44.359162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b67cd-0815-41fd-80e9-1b75665189ff admin admin] Pushing event deleted for resources: {'Network': ['ID=cc32c1b8-29d8-4fcd-8540-0e4ea82870b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:44.372607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-e6e9b479-55e9-4b67-847d-87068cdd5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.374770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-e6e9b479-55e9-4b67-847d-87068cdd5a64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1175 time: 0.3208213 Aug 29 04:20:44.498220 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:44.541672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-55f27a50-a15b-4201-8f45-1c5d734a8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.548643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-55f27a50-a15b-4201-8f45-1c5d734a8977 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1096 time: 0.1679177 Aug 29 04:20:44.818784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-7869f8ae-574b-49f8-9ad8-adc79451ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:44.822489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-7869f8ae-574b-49f8-9ad8-adc79451ad60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.2610059 Aug 29 04:20:44.834424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2fa6-0f54-450e-a4b0-53ce42a1d557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.879358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2fa6-0f54-450e-a4b0-53ce42a1d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:44.939342 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:41Z', 'revision_number': 3, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:44.967533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7dfc2fa6-0f54-450e-a4b0-53ce42a1d557 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58a54d2e1950447f992a46a64e174fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9765530 Aug 29 04:20:44.968650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:44.980631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-78cc493c-0261-49e6-9d31-552dbcefdaec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 217 time: 0.1412067 Aug 29 04:20:44.991006 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Checking router: 98e1c91c-cd7b-4106-961d-e68f5154e4f0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:44.991637 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Updating router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 port d60df140-4d25-4530-94cf-773a545fbf91 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:45.029493 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.090656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a608b476-f77a-48a3-819c-0b171f9b38ef req-afa04325-9e28-4dd2-a9a7-34b51702f488 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 210 time: 1.2457888 Aug 29 04:20:45.101385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.239230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc2fa6-0f54-450e-a4b0-53ce42a1d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aaeaa4-89bf-4033-ac7d-c6614241e9e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.256925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-9bf2b118-130f-4be6-916a-a69a05dbee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.258623 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-9bf2b118-130f-4be6-916a-a69a05dbee07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.2456472 Aug 29 04:20:45.331875 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-98055a27-915a-4236-87fb-18520f4650dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586946 Aug 29 04:20:45.343014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-89a08226-2e4a-4353-b303-9cd867d6edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.345872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-89a08226-2e4a-4353-b303-9cd867d6edeb service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.8972983 Aug 29 04:20:45.426320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-19763c61-c65d-4286-9191-195b004bd368 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77eebb98351c435ca17f702b0dc31668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728896 Aug 29 04:20:45.434725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-fcd067ad-6166-4ab7-8a98-c8a7298266b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 200 len: 217 time: 0.0760021 Aug 29 04:20:45.435851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.473092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-51308f5c-1b24-4fd0-acdf-1c8969c1c3b6 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.476349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-51308f5c-1b24-4fd0-acdf-1c8969c1c3b6 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.54 "GET /v2.0/networks?id=88528b02-36f2-4f54-ba08-71ce8faf7ca9 HTTP/1.1" status: 200 len: 810 time: 0.5219278 Aug 29 04:20:45.507814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-4bf5a0ac-a839-4462-84e9-326faeb8e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.509869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-4bf5a0ac-a839-4462-84e9-326faeb8e31f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.0608439 Aug 29 04:20:45.515621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Request body: {'port': {'device_id': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9', 'admin_state_up': True, 'tenant_id': '9fb408e702714ac8be9b42e0e61a0271'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:45.517320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.548998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0d04b-4dea-4f3c-a046-21c43369dcdd req-416c6ab8-ac37-4f90-bff3-5fedfcbcff1b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:45.550994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ff0d04b-4dea-4f3c-a046-21c43369dcdd req-416c6ab8-ac37-4f90-bff3-5fedfcbcff1b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 944 time: 0.9967625 Aug 29 04:20:45.557527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d19a2502-5c0d-48da-8006-d3ffab85f24d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:45.638887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad1d14da-6122-4d69-a064-d7ab241f1590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.662240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad1d14da-6122-4d69-a064-d7ab241f1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.689251 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.709719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Transition to ACTIVE for port object d60df140-4d25-4530-94cf-773a545fbf91 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:45.727130 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.807995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:45.814162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d14da-6122-4d69-a064-d7ab241f1590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6908bf-6213-468d-a5e4-9d19d9bb71d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.822483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-ba11fddd-28de-43c5-b65f-8e4abae4fc1f service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761298 Aug 29 04:20:45.834042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ad1d14da-6122-4d69-a064-d7ab241f1590 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d389b4b0e06f4a419c4ba474a744d4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6742268 Aug 29 04:20:45.837754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:45.838325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-4425dde2-3488-4af0-83e3-8c8bcff4399f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107045 Aug 29 04:20:45.841439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'network_id': '60a25991-019c-4285-b149-470784f17a12', 'port_id': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'mac_address': 'fa:16:3e:90:07:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e402935c-e9a8-4d1d-bf36-9f89bcfe314f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:45.858540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b9add-93e5-4ab0-a41e-537e15cd65eb None None] Pushing event updated for resources: {'Port': ['ID=d60df140-4d25-4530-94cf-773a545fbf91,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:45.895060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Attempting to bind port d60df140-4d25-4530-94cf-773a545fbf91 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:45.895788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Attempting to bind port d60df140-4d25-4530-94cf-773a545fbf91 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:45.896404 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Attempting to bind port d60df140-4d25-4530-94cf-773a545fbf91 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:45.905192 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:45.905924 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:45.906545 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.907141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:45.908394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Bound port: d60df140-4d25-4530-94cf-773a545fbf91, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:45.909253 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.921590 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.940939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19a2502-5c0d-48da-8006-d3ffab85f24d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:45.983207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:45.993197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] For port d60df140-4d25-4530-94cf-773a545fbf91, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:45.994718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:45.999719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] For port d60df140-4d25-4530-94cf-773a545fbf91, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d60df140-4d25-4530-94cf-773a545fbf91,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:46.007856 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.032394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.038604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-beb45739-d899-4f2a-9310-15769ef0828b tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=591c12583dde40778ab533e35f07d23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2317410 Aug 29 04:20:46.041228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-f8a595a1-e9e6-4cc3-b039-ba8248ed8a80 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598263 Aug 29 04:20:46.059153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.082781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Made reservation on behalf of 9fb408e702714ac8be9b42e0e61a0271 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:46.089053 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.115717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b9add-93e5-4ab0-a41e-537e15cd65eb None None] Pushing event updated for resources: {'Port': ['ID=d60df140-4d25-4530-94cf-773a545fbf91,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.128742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.158173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:46.159825 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:46.178393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.205429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-65d20231-4eaf-4fe3-846a-440345d59ec0 req-61a3ecd7-9a94-490b-8d5d-b358d4d97950 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725870 Aug 29 04:20:46.335787 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:46.398986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d19a2502-5c0d-48da-8006-d3ffab85f24d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:46.456105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Allocated IP 172.20.0.12 (88528b02-36f2-4f54-ba08-71ce8faf7ca9/612ba230-082c-4844-8285-ad05ac050c07/ae347bb9-6003-4b7f-a1cb-c8f3392fec39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:46.495964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.522679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.544928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c32b34-61a0-42bb-862b-dd537dc2d0bf req-6c419e57-a897-477b-801c-5e364ab1c085 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906149 Aug 29 04:20:46.674206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.678857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.684826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c6908bf-6213-468d-a5e4-9d19d9bb71d2 HTTP/1.1" status: 204 len: 168 time: 0.8333392 Aug 29 04:20:46.695073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-fec3f680-b6b3-4461-9e9f-e1546c7eda05 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:46.696404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-fec3f680-b6b3-4461-9e9f-e1546c7eda05 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045686 Aug 29 04:20:46.722750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ff0d04b-4dea-4f3c-a046-21c43369dcdd req-aeb2aff9-7db0-4138-8336-159c05f27df6 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9825225 Aug 29 04:20:46.754776 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:41Z', 'revision_number': 3, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:46.757246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5257-8539-4c4d-b4ec-6493678679c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6908bf-6213-468d-a5e4-9d19d9bb71d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:46.764985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.795651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-7ea54b57-875a-424e-8251-e1d06c84382b tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/quotas/591c12583dde40778ab533e35f07d23e HTTP/1.1" status: 200 len: 375 time: 0.0461633 Aug 29 04:20:46.801338 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e948c80-56b8-4990-a5af-3a2830da7016 None None] The sync data for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 is: [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:41Z', 'revision_number': 3, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:46.868435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.950930 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:46.990438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-bc9a6238-a831-4fef-8d3f-eb146671b707 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610259 Aug 29 04:20:47.071087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:47.088180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:47.096031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:47.099609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Pushing event updated for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.156750 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.164759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.168492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7102fa5c-f9f0-4326-b111-5c610fe5eecd HTTP/1.1" status: 204 len: 168 time: 1.7200797 Aug 29 04:20:47.229473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.235731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.238395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29aaeaa4-89bf-4033-ac7d-c6614241e9e7 HTTP/1.1" status: 204 len: 168 time: 2.2159023 Aug 29 04:20:47.248139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49682d48-f305-43d9-8063-e59203341a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102fa5c-f9f0-4326-b111-5c610fe5eecd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.271448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.272172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.277873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Allocated IP 172.20.0.1 (01d4c330-1483-464f-a060-4e6b67d4b153/5df74df9-260a-4fc7-8d82-e728fea84fd6/e95eb6ab-8cdf-4a96-a937-88e7d58d2a08) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:47.301951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e1542-4cba-4a3a-a817-d09c1f731d8d req-19a3a807-d074-4f0b-8d0b-bc36ebce0975 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:47.303659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-476e1542-4cba-4a3a-a817-d09c1f731d8d req-19a3a807-d074-4f0b-8d0b-bc36ebce0975 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 932 time: 0.4693370 Aug 29 04:20:47.311360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3cdb2a1e-512f-4616-a7c3-084ae529f00c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8076832 Aug 29 04:20:47.312020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6d6da-b469-44a1-b7e7-f19397787310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aaeaa4-89bf-4033-ac7d-c6614241e9e7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:47.332407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Request body: {'port': {'device_id': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:47.510574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.572350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d19a2502-5c0d-48da-8006-d3ffab85f24d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:47.588617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-476e1542-4cba-4a3a-a817-d09c1f731d8d req-4549c154-69c7-4bd0-9361-6e5844892dd3 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531645 Aug 29 04:20:47.826678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port d19a2502-5c0d-48da-8006-d3ffab85f24d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:47.831963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port d19a2502-5c0d-48da-8006-d3ffab85f24d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:47.832588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:47.932714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.037083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Transition to ACTIVE for port object e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:48.063138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d60df140-4d25-4530-94cf-773a545fbf91 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:48.070880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae83c9-5ccf-4729-ad83-2d6489cc9d39 req-c20a781c-334a-4514-85bc-98908fa0707f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:48.077138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eae83c9-5ccf-4729-ad83-2d6489cc9d39 req-c20a781c-334a-4514-85bc-98908fa0707f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 945 time: 0.1734483 Aug 29 04:20:48.159418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.213584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-e9c02eb2-f799-4427-a124-0dc2b5a59b2a tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=591c12583dde40778ab533e35f07d23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602863 Aug 29 04:20:48.227980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eae83c9-5ccf-4729-ad83-2d6489cc9d39 req-49a81c43-6b5e-4f01-a8ee-f262ddbe1a90 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389687 Aug 29 04:20:48.270224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:48.272887 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b91752-2126-4e28-8199-e0909c1a5dad" -d '{"events": [{"server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "name": "network-vif-plugged", "status": "completed", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:48.320641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:48.339038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.342034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d60df140-4d25-4530-94cf-773a545fbf91 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:48.360672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.418157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d60df140-4d25-4530-94cf-773a545fbf91 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:48.418157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.478130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Network 01d4c330-1483-464f-a060-4e6b67d4b153 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:48.499114 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa9416-1735-44c3-b62a-edf1fd025151 x-openstack-request-id: req-6cfa9416-1735-44c3-b62a-edf1fd025151 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:48.500944 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "name": "network-vif-plugged", "status": "completed", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:48.502138 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cfa9416-1735-44c3-b62a-edf1fd025151 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:48.503510 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'code': 200} Aug 29 04:20:48.504363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:48.531035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:48.619519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.730344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Pushing event updated for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:48.810043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.811331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.811954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.812514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.815862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:48.818646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.819600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.820424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.821030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.821601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.822163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.822717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.823287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:48.906481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d60df140-4d25-4530-94cf-773a545fbf91, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d60df140-4d25-4530-94cf-773a545fbf91,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:48.927113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.089239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d60df140-4d25-4530-94cf-773a545fbf91,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.140167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34ccaeec-db02-4e06-9319-bbff6616665f None None] Provisioning for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:49.141136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-15e71288-4935-4006-adfd-391e08b4bcb9 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.144180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-15e71288-4935-4006-adfd-391e08b4bcb9 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9032140 Aug 29 04:20:49.145834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae347bb9-6003-4b7f-a1cb-c8f3392fec39 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:49.156504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34ccaeec-db02-4e06-9319-bbff6616665f None None] Provisioning complete for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:49.156897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34ccaeec-db02-4e06-9319-bbff6616665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.175293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.201615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e2ad5-7d10-4730-bb1a-0d64e0b2fba2 req-d1fa3299-2693-4809-9456-d9f0ace1871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.205913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b25e2ad5-7d10-4730-bb1a-0d64e0b2fba2 req-d1fa3299-2693-4809-9456-d9f0ace1871e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1098 time: 0.5479236 Aug 29 04:20:49.210946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Transition to ACTIVE for port object ae347bb9-6003-4b7f-a1cb-c8f3392fec39 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:49.220172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.224151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-34ccaeec-db02-4e06-9319-bbff6616665f None None] Port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:49.224829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-925b8776-3ccb-4a2f-95d1-44193de76343 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/quotas/591c12583dde40778ab533e35f07d23e HTTP/1.1" status: 200 len: 375 time: 0.0699809 Aug 29 04:20:49.314120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-cf1e53c9-1e1c-4cbb-9cd5-ec2339daa4db tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882173 Aug 29 04:20:49.319582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.336641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Pushing event updated for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.413046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32651aee-eb63-4038-aea8-d7586e239868 req-b077513a-215d-4b47-a7ab-cbce47e03a49 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.415006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32651aee-eb63-4038-aea8-d7586e239868 req-b077513a-215d-4b47-a7ab-cbce47e03a49 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 932 time: 0.5786238 Aug 29 04:20:49.441862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b25e2ad5-7d10-4730-bb1a-0d64e0b2fba2 req-6eb3e298-c06d-4c03-885e-a640fbf3b393 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516154 Aug 29 04:20:49.465106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Attempting to bind port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:49.466373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Attempting to bind port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9f5bf042-6d8c-4f44-abbc-44242cb742bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:49.467087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Attempting to bind port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 on network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:49.477674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 on network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:49.478478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Attempting to bind port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 on network 88528b02-36f2-4f54-ba08-71ce8faf7ca9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:49.492355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:49.493203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Checking segment: {'id': '9f5bf042-6d8c-4f44-abbc-44242cb742bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:49.494113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Bound using segment: {'id': '9f5bf042-6d8c-4f44-abbc-44242cb742bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:49.495242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Bound port: ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5bf042-6d8c-4f44-abbc-44242cb742bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:49.496018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.517870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32651aee-eb63-4038-aea8-d7586e239868 req-087a949f-8a07-4c06-896c-62439e55c867 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830967 Aug 29 04:20:49.592640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.742225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:49.749398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,segment=NetworkSegment(9f5bf042-6d8c-4f44-abbc-44242cb742bd),segment_id=9f5bf042-6d8c-4f44-abbc-44242cb742bd)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:49.758836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.806212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:49.807251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:49.808876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae347bb9-6003-4b7f-a1cb-c8f3392fec39 HTTP/1.1" status: 200 len: 1093 time: 2.4822817 Aug 29 04:20:49.811719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:49.815990 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b8b3b-508f-4d49-9c3e-591a77034cda" -d '{"events": [{"name": "network-changed", "server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:49.849370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6266f8c3-4b2f-4389-99ed-4e6822b9f8a4 req-ea7313ab-f06c-4e13-8151-2eda8b7aabb1 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 210 time: 0.0781081 Aug 29 04:20:49.875740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc32a7-5f82-458d-9805-b877ceb5e708 service neutron] Pushing event updated for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:49.997703 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62ace8-e610-44d0-acb4-f43d6d3dc60a x-openstack-request-id: req-aa62ace8-e610-44d0-acb4-f43d6d3dc60a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:20:49.998578 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:20:49.999231 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa62ace8-e610-44d0-acb4-f43d6d3dc60a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:20:50.000062 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39', 'status': 'completed', 'code': 200} Aug 29 04:20:50.021143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-dd05cb55-325a-4b64-9b66-31a38b2e0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.023132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-dd05cb55-325a-4b64-9b66-31a38b2e0658 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fb408e702714ac8be9b42e0e61a0271&device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 1096 time: 0.1261547 Aug 29 04:20:50.090906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d60df140-4d25-4530-94cf-773a545fbf91 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:50.109862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2403a69-4d94-43be-9d56-4bd028630b48 req-8f7ff5fa-5205-46e3-ae1e-f001c0df165d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.144671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2403a69-4d94-43be-9d56-4bd028630b48 req-8f7ff5fa-5205-46e3-ae1e-f001c0df165d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 946 time: 0.4385812 Aug 29 04:20:50.177837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:50.196714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-a448906d-1e71-483f-8e6b-cbb25d4034fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39 HTTP/1.1" status: 200 len: 217 time: 0.1606400 Aug 29 04:20:50.235717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d60df140-4d25-4530-94cf-773a545fbf91 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:50.236507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.275721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.364451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2403a69-4d94-43be-9d56-4bd028630b48 req-ebefca1b-5d0a-4a48-b8b4-e2530e5a2d8e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172425 Aug 29 04:20:50.372844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.378785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-d23a1245-9520-4e3c-b503-8beb84473c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.380362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-d23a1245-9520-4e3c-b503-8beb84473c7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=612ba230-082c-4844-8285-ad05ac050c07 HTTP/1.1" status: 200 len: 850 time: 0.1730254 Aug 29 04:20:50.417472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:50.446237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-826076e3-93e6-47ee-b41e-befd96683cf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88528b02-36f2-4f54-ba08-71ce8faf7ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487878 Aug 29 04:20:50.461675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-89308555-c8d4-40e6-8a4c-186a50ebdc14 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:20:50.465214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-89308555-c8d4-40e6-8a4c-186a50ebdc14 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063703 Aug 29 04:20:50.515270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Pushing event updated for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:50.603551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Network 01d4c330-1483-464f-a060-4e6b67d4b153 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:50.609946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:50.684570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-2b5b2fb6-11d3-453e-a2f2-83c306166be7 service neutron] 10.222.0.54 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113211 Aug 29 04:20:50.816335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:20:50.830010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e66d2-2801-4e75-9405-8dab07e1bd6c req-f2f94131-ecaa-4ea2-a795-10c4e82025f8 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:50.838507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-315e66d2-2801-4e75-9405-8dab07e1bd6c req-f2f94131-ecaa-4ea2-a795-10c4e82025f8 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 944 time: 0.1501243 Aug 29 04:20:50.923492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-995fe8b2-a82e-4ebd-97c1-3e8ba8044a58 req-3c9996bc-d218-45dc-9043-608039213f46 service neutron] 10.222.0.54 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258394 Aug 29 04:20:50.929829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-network', 'tenant_id': '258facaa888d4903baebe7ca6b335719'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:50.941803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-bfa9d87e-c175-4d27-8b5f-8ea9d146e33f tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=591c12583dde40778ab533e35f07d23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807624 Aug 29 04:20:51.004051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Made reservation on behalf of 258facaa888d4903baebe7ca6b335719 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:51.008054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.036887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.048317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-315e66d2-2801-4e75-9405-8dab07e1bd6c req-584d0b7a-1b31-4e9f-8102-3e87472ac8ee tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085948 Aug 29 04:20:51.117769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c1fe851-7544-4ad7-9137-29477e58a9f9 None None] Provisioning complete for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:51.123024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c1fe851-7544-4ad7-9137-29477e58a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.267112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fe851-7544-4ad7-9137-29477e58a9f9 None None] Port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:51.300033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:20:51.312905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-d935bd75-60bd-47bb-87d0-d0ba0315485c tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.315490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-d935bd75-60bd-47bb-87d0-d0ba0315485c tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3726392 Aug 29 04:20:51.320218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4ac0ffb8-abba-4b03-8f10-46830a782359 admin admin] 10.222.0.62 "PUT /v2.0/routers/98e1c91c-cd7b-4106-961d-e68f5154e4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2513108 Aug 29 04:20:51.333905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Sync routers for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:20:51.342870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Request body: {'port': {'device_id': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '591c12583dde40778ab533e35f07d23e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:51.369888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:51.372397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:51.446668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-873954d6-f220-4edc-b2cd-1dc9cbb5449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.453638 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-873954d6-f220-4edc-b2cd-1dc9cbb5449d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fb408e702714ac8be9b42e0e61a0271&device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 1096 time: 0.4278789 Aug 29 04:20:51.485381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3d795f1-3598-4324-9207-675dd616e894 req-bbf99244-e1ff-437e-a319-5e0ec9327727 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 210 time: 0.1304708 Aug 29 04:20:51.738667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:51.827805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.853079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:51.862043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f95a2-96e9-48b4-8979-3f47712918a5 req-d5cdeb71-3771-4c87-99d9-9ebb863d92ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:51.884752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e72f95a2-96e9-48b4-8979-3f47712918a5 req-d5cdeb71-3771-4c87-99d9-9ebb863d92ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 946 time: 0.1741202 Aug 29 04:20:51.969488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:52.015715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Made reservation on behalf of 591c12583dde40778ab533e35f07d23e for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:52.026134 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.033061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.033601 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Added segment 05407ba9-dfeb-45e2-979e-bf2dcdb8aac6 of type vlan for network 339118d4-ee60-401e-84e3-d90a611064c3 Aug 29 04:20:52.045227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.064408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.074547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e72f95a2-96e9-48b4-8979-3f47712918a5 req-1f3a27ff-c738-4e2d-b393-2b97fca85d82 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880388 Aug 29 04:20:52.078950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.079519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.080126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.080702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.081268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.081832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.082394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.082954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.083521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.084115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.084680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.085248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:20:52.105261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-bba3182e-7835-45ec-adc3-93e2d0f04f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.114175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-bba3182e-7835-45ec-adc3-93e2d0f04f27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88528b02-36f2-4f54-ba08-71ce8faf7ca9 HTTP/1.1" status: 200 len: 911 time: 0.6405787 Aug 29 04:20:52.214078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:49Z', 'revision_number': 4, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e95eb6ab-8cdf-4a96-a937-88e7d58d2a08', 'name': '', 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'mac_address': 'fa:16:3e:0a:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:49Z', 'revision_number': 2, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'subnets': [{'id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:52.258728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Checking router: 98e1c91c-cd7b-4106-961d-e68f5154e4f0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:20:52.259452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Updating router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:20:52.293474 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.305718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.315967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.343685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.396210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.495075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.497298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:52.502042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:52.507426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:52.628582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] Pushing event updated for resources: {'Network': ['ID=339118d4-ee60-401e-84e3-d90a611064c3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:52.644379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 339118d4-ee60-401e-84e3-d90a611064c3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:52.645198 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-7530b83c-637d-4822-b8d4-4c00a0c18e07 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=591c12583dde40778ab533e35f07d23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225193 Aug 29 04:20:52.659763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f509b77e-f1aa-4f2d-ab71-766289bcd01c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4807649 Aug 29 04:20:52.690956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:52.717400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Request body: {'subnet': {'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-subnet', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:52.830938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Allocated IP 192.168.233.225 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/fcdab6d8-9590-4f54-aaad-f04b3479f653) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:52.981729 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-165456a1-458a-474d-a2dc-4c5a3d15529b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39 HTTP/1.1" status: 200 len: 217 time: 0.5103831 Aug 29 04:20:52.985278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:52.996449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Made reservation on behalf of 258facaa888d4903baebe7ca6b335719 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:52.999598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.024894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae347bb9-6003-4b7f-a1cb-c8f3392fec39 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:20:53.126805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.145230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Transition to ACTIVE for port object fcdab6d8-9590-4f54-aaad-f04b3479f653 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:53.206308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.280170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-661b2d02-e752-4842-af2d-6ef9e2c14991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.286398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-661b2d02-e752-4842-af2d-6ef9e2c14991 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=612ba230-082c-4844-8285-ad05ac050c07 HTTP/1.1" status: 200 len: 850 time: 0.0754225 Aug 29 04:20:53.290695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.317082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6d308e-2c3d-4cc4-ba6d-df91aa7f6863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.360864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3ce711-4022-450d-b65a-8dbf43e53edb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.363264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae0095-d731-4021-b686-797d6cdbc22e req-a9d64dc1-8109-418f-83e1-585e26db529d tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.365882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8ae0095-d731-4021-b686-797d6cdbc22e req-a9d64dc1-8109-418f-83e1-585e26db529d tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 944 time: 0.8603113 Aug 29 04:20:53.372423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-688042719'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:53.379322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.382365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,segment=NetworkSegment(9f5bf042-6d8c-4f44-abbc-44242cb742bd),segment_id=9f5bf042-6d8c-4f44-abbc-44242cb742bd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:53.386715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:53.407192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:53.419310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39', 'network_id': '88528b02-36f2-4f54-ba08-71ce8faf7ca9', 'port_id': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39', 'mac_address': 'fa:16:3e:75:4d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612ba230-082c-4844-8285-ad05ac050c07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:20:53.422909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:53.441105 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-48407f86-9561-4a4d-a0d0-f5a5ca09b5ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88528b02-36f2-4f54-ba08-71ce8faf7ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028116 Aug 29 04:20:53.441373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.500079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Transition to ACTIVE for port object e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:53.523977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.531819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.550519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8ae0095-d731-4021-b686-797d6cdbc22e req-8766f6f7-c2c5-4f0e-a192-2b44499362da tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748743 Aug 29 04:20:53.560293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-a99fdbfb-e6fb-4b13-bee1-0762c36a48a6 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6095121 Aug 29 04:20:53.606466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:53.606774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-f05e937e-905f-4782-8ec4-5a50b5a476d2 service neutron] 10.222.0.54 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250563 Aug 29 04:20:53.630581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.630581 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.649358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae347bb9-6003-4b7f-a1cb-c8f3392fec39 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:53.684615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-e6876359-bd2e-43d4-b6b7-04725a157921 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:53.687288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-e6876359-bd2e-43d4-b6b7-04725a157921 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0246856 Aug 29 04:20:53.711871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff0772-5b0a-4a8f-be87-ce63fe067b7d None None] Pushing event updated for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:53.821793 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Request body: {'port': {'device_id': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '591c12583dde40778ab533e35f07d23e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:53.835832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,segment=NetworkSegment(9f5bf042-6d8c-4f44-abbc-44242cb742bd),segment_id=9f5bf042-6d8c-4f44-abbc-44242cb742bd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:53.844301 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.884737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44af361d-f8be-45fb-aae6-e61bb51df5d6 req-fb6ac107-e7f8-4fa3-91a3-9cc5e3eb91a1 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 210 time: 0.0779610 Aug 29 04:20:53.915079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-024b8b3b-508f-4d49-9c3e-591a77034cda req-df803c64-4cc2-4ede-b4aa-69441b4575d3 service neutron] 10.222.0.54 "GET /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717762 Aug 29 04:20:53.927297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6d308e-2c3d-4cc4-ba6d-df91aa7f6863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.938738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c6d308e-2c3d-4cc4-ba6d-df91aa7f6863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:53.974275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Checking segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:53.974660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Network hostable DHCP agents. Network: 339118d4-ee60-401e-84e3-d90a611064c3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:20:54.012440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.036166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Network 339118d4-ee60-401e-84e3-d90a611064c3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:20:54.047008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Made reservation on behalf of c80d91a798c9469d8949b51bc318dc55 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:54.049190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.051412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Attempting to bind port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:54.052000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Attempting to bind port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:54.052558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Attempting to bind port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 on network 01d4c330-1483-464f-a060-4e6b67d4b153 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:54.068104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:54.068814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Checking segment: {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:54.069557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.070239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Bound using segment: {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:54.071044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Bound port: e95eb6ab-8cdf-4a96-a937-88e7d58d2a08, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f189a-e938-4c10-9493-7d1568043285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:54.071733 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.073786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.076613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b26eb84-ac9f-4304-b2b8-b82ac6d69d32 None None] Provisioning for port fcdab6d8-9590-4f54-aaad-f04b3479f653 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:54.078203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 339118d4-ee60-401e-84e3-d90a611064c3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:54.080893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:54.081184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c6d308e-2c3d-4cc4-ba6d-df91aa7f6863 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82057ec265ef4586a1629ff0b92defaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5704985 Aug 29 04:20:54.083105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d308e-2c3d-4cc4-ba6d-df91aa7f6863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a971e1-edc3-4d28-9e6c-6684a5547f7d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.101306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacfcf8c-3ff6-4df5-954c-5ffe9d2205f5 None None] Network 339118d4-ee60-401e-84e3-d90a611064c3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:54.108556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b26eb84-ac9f-4304-b2b8-b82ac6d69d32 None None] Provisioning complete for port fcdab6d8-9590-4f54-aaad-f04b3479f653 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:54.109025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b26eb84-ac9f-4304-b2b8-b82ac6d69d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.132620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.133848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.149344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ae347bb9-6003-4b7f-a1cb-c8f3392fec39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:54.154882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:20:54.154882 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:20:54.154882 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '591c12583dde40778ab533e35f07d23e', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 20, 54, 29864)}] Aug 29 04:20:54.154882 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:20:54.155562 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:20:54.159832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e15393-3df4-440e-8d6c-9372a5663be3 req-52d89c8f-e208-4a57-95f9-ca2df670414e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:54.163609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10e15393-3df4-440e-8d6c-9372a5663be3 req-52d89c8f-e208-4a57-95f9-ca2df670414e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 946 time: 0.1322100 Aug 29 04:20:54.168833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.178186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-c1337a84-c70e-4dea-8f63-90f177cda124 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8420832 Aug 29 04:20:54.209311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Request body: {'port': {'device_id': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:54.278995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b26eb84-ac9f-4304-b2b8-b82ac6d69d32 None None] Port fcdab6d8-9590-4f54-aaad-f04b3479f653 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:54.287095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.325343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] For port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:54.343402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.356768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] For port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:54.406147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.437131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10e15393-3df4-440e-8d6c-9372a5663be3 req-e6442bef-d8bb-41d7-addb-5b85b317ce81 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425842 Aug 29 04:20:54.449484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.509694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.543410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.578504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-339118d4-ee60-401e-84e3-d90a611064c3', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'fixed_ips': [{'subnet_id': '5f3ce711-4022-450d-b65a-8dbf43e53edb'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:20:54.579793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.610536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:20:54.611864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:54.617101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff0772-5b0a-4a8f-be87-ce63fe067b7d None None] Pushing event updated for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.628909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.633733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.635637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24a971e1-edc3-4d28-9e6c-6684a5547f7d HTTP/1.1" status: 204 len: 168 time: 0.5516911 Aug 29 04:20:54.680551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.728126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8c29a53-1e22-4d92-b9f2-abad0dd0b106 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0300946 Aug 29 04:20:54.735963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:54.768126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:54.771756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b008b8e9-6a5c-4791-836f-eed0c870f253,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.811383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.811968 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Added segment a7c340df-3e33-43b6-8adc-23b2de435c92 of type vlan for network e79585ee-25b2-47db-97e9-b9b44a9ace93 Aug 29 04:20:54.817302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00131fb6-c562-42cc-9479-766289f39701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a971e1-edc3-4d28-9e6c-6684a5547f7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:54.882725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Made reservation on behalf of 591c12583dde40778ab533e35f07d23e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:54.889756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:54.897498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Allocated IP 172.20.0.2 (339118d4-ee60-401e-84e3-d90a611064c3/5f3ce711-4022-450d-b65a-8dbf43e53edb/01e732e6-7474-4623-a887-c339102c8130) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:54.933950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.054652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:20:55.064903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:55.127152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-6c7fe5f1-3d29-41c9-9b0f-08fd1c2e7f20 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1853887941&fields=id&tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 267 time: 0.4073861 Aug 29 04:20:55.141370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.153916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.154966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.359270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Pushing event updated for resources: {'Network': ['ID=e79585ee-25b2-47db-97e9-b9b44a9ace93,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.396310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e79585ee-25b2-47db-97e9-b9b44a9ace93 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:55.465401 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.559533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Transition to ACTIVE for port object 01e732e6-7474-4623-a887-c339102c8130 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:55.629308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Transition to ACTIVE for port object 01e732e6-7474-4623-a887-c339102c8130 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:55.647858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.685659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09ef5ff4-fd67-42cc-9397-dd2c84bd3832 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6987853 Aug 29 04:20:55.689192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:55.695337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.696539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.726998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Network 339118d4-ee60-401e-84e3-d90a611064c3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:55.731082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:49Z', 'revision_number': 4, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e95eb6ab-8cdf-4a96-a937-88e7d58d2a08', 'name': '', 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'mac_address': 'fa:16:3e:0a:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:54Z', 'revision_number': 4, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'subnets': [{'id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:55.739333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:55.764745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-146bde1d-cbb1-4b0d-9b63-0b3100cb541f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:55.773092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-146bde1d-cbb1-4b0d-9b63-0b3100cb541f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 946 time: 0.5652030 Aug 29 04:20:55.799185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'security_groups': ['8bb08f9c-d67c-4549-a038-ecafba89e53b', '529853ad-ade2-43b6-94f1-c038834e88d4']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:55.824903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Allocated IP 172.25.3.29 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/3a118eb2-bc3e-4257-884b-9fb26e71165e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:55.913692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:55.970721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:55.974963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2e8a0-8125-4baa-ab82-1199656d5680 None None] The sync data for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 is: [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:20:49Z', 'revision_number': 4, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e95eb6ab-8cdf-4a96-a937-88e7d58d2a08', 'name': '', 'network_id': '01d4c330-1483-464f-a060-4e6b67d4b153', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'mac_address': 'fa:16:3e:0a:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:46Z', 'updated_at': '2021-08-29T04:20:54Z', 'revision_number': 4, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'subnets': [{'id': '5df74df9-260a-4fc7-8d82-e728fea84fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:20:55.990795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Pushing event updated for resources: {'Port': ['ID=01e732e6-7474-4623-a887-c339102c8130,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:55.998759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdab6d8-9590-4f54-aaad-f04b3479f653 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:56.010560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.028027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Transition to ACTIVE for port object fcdab6d8-9590-4f54-aaad-f04b3479f653 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:56.080691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Attempting to bind port 01e732e6-7474-4623-a887-c339102c8130 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:56.081584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Attempting to bind port 01e732e6-7474-4623-a887-c339102c8130 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:56.082278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Attempting to bind port 01e732e6-7474-4623-a887-c339102c8130 on network 339118d4-ee60-401e-84e3-d90a611064c3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:56.089041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:56.089805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Checking segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:56.090422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.091002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Bound using segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:56.091692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Bound port: 01e732e6-7474-4623-a887-c339102c8130, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:56.092309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.144655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.231063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Allocated IP 192.168.233.57 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/cea70a5a-57b0-4362-9894-08f3423e3975) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:56.312467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] For port 01e732e6-7474-4623-a887-c339102c8130, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:56.330914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] For port 01e732e6-7474-4623-a887-c339102c8130, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e732e6-7474-4623-a887-c339102c8130,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:56.344256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.347546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.460394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.498585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Transition to ACTIVE for port object cea70a5a-57b0-4362-9894-08f3423e3975 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:56.531277 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.539450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:56.555435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'name': 'tempest-network--1221773002', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:56.567618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f5136-d095-4f00-bd56-4e957eda16f2 None None] Pushing event updated for resources: {'Port': ['ID=01e732e6-7474-4623-a887-c339102c8130,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.574399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.634343 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.680274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.690013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:56.699064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:56.712423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:56.728402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.802320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1124859786-network', 'tenant_id': '30c5b4b751ce4ab8963f3e7b2d3c9915'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:56.880230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:56.882573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.884802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Made reservation on behalf of 30c5b4b751ce4ab8963f3e7b2d3c9915 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:56.887580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.908654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:56.925073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.929759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.958721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:56.960040 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:56.972894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:20:57.035472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:20:57.046304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:20:57.053146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae347bb9-6003-4b7f-a1cb-c8f3392fec39 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:57.084926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Attempting to bind port fcdab6d8-9590-4f54-aaad-f04b3479f653 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:57.085606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Attempting to bind port fcdab6d8-9590-4f54-aaad-f04b3479f653 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:57.087137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Attempting to bind port fcdab6d8-9590-4f54-aaad-f04b3479f653 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:57.184107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Port fcdab6d8-9590-4f54-aaad-f04b3479f653 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:57.188772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Attempting to bind port fcdab6d8-9590-4f54-aaad-f04b3479f653 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:57.203718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.211824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:57.219006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:57.219569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:57.220166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Bound port: fcdab6d8-9590-4f54-aaad-f04b3479f653, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:57.220690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.223168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.248580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:57.257294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:57.257886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.259040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f623bc60-0fc9-4fd7-9d9e-ad8ab5139f57 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4490914 Aug 29 04:20:57.265084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2313af8-1378-4d5e-9bb3-06399c2c75b4 None None] Provisioning for port cea70a5a-57b0-4362-9894-08f3423e3975 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:57.296271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=3a118eb2-bc3e-4257-884b-9fb26e71165e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.338392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c2313af8-1378-4d5e-9bb3-06399c2c75b4 None None] Provisioning complete for port cea70a5a-57b0-4362-9894-08f3423e3975 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:57.338929 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2313af8-1378-4d5e-9bb3-06399c2c75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.342626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Request body: {'port': {'device_id': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:57.380877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:57.465638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c2313af8-1378-4d5e-9bb3-06399c2c75b4 None None] Port cea70a5a-57b0-4362-9894-08f3423e3975 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:20:57.479562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf0833-7231-42c6-93ac-d48b003410c9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.504193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.504545 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Added segment 15fdf535-1e36-420f-a028-2c463843e67c of type vlan for network 76957e58-7ba0-4c53-ba4e-08c335e66d5d Aug 29 04:20:57.572913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.624526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:57.635533 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc664e0-4a0d-495c-8dc0-ad3da06e932d" -d '{"events": [{"server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "name": "network-vif-plugged", "status": "completed", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:57.648977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.665492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,segment=NetworkSegment(9f5bf042-6d8c-4f44-abbc-44242cb742bd),segment_id=9f5bf042-6d8c-4f44-abbc-44242cb742bd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:57.670212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.674297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.686929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.712407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:57.727821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:57.736034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:57.743585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.796430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.869157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.870744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:57.871544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:57.874197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.040606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=76957e58-7ba0-4c53-ba4e-08c335e66d5d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.051613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:20:58.055528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.056622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.059083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] 10.222.0.50 "PUT /v2.0/ports/fcdab6d8-9590-4f54-aaad-f04b3479f653 HTTP/1.1" status: 200 len: 1097 time: 3.8608379 Aug 29 04:20:58.062358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e732e6-7474-4623-a887-c339102c8130 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:58.085096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:58.090045 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466020c-5506-4dec-a11c-9d2e5a1e7109" -d '{"events": [{"name": "network-changed", "server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:58.138418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43e6b3d3-c5f0-4996-a4f4-81b1fa76382f tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4436870 Aug 29 04:20:58.150485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 76957e58-7ba0-4c53-ba4e-08c335e66d5d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:58.154789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.155385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.180246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb2f99-8d90-46a2-bd57-25f75639e0ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.324466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 01e732e6-7474-4623-a887-c339102c8130 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:58.340719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:20:58.373675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82392066-380e-4c38-bd2c-90db509b8091 None None] Network 339118d4-ee60-401e-84e3-d90a611064c3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:20:58.396117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.396661 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Added segment b39ee59b-a423-4efd-b1b0-b190a2a0dae5 of type vlan for network 71274b69-3269-4afe-b689-8fd82598cd8d Aug 29 04:20:58.434368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:58.441371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce84f1b-58e2-4266-8d40-b101e0774498 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.469515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Provisioning for port 01e732e6-7474-4623-a887-c339102c8130 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:58.478432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Provisioning complete for port 01e732e6-7474-4623-a887-c339102c8130 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:58.479106 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.482117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea70a5a-57b0-4362-9894-08f3423e3975 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:20:58.503567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.510681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.530602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-7b5e8fd9-e868-47f7-b0b3-e28e1758251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.534034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-7b5e8fd9-e868-47f7-b0b3-e28e1758251e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 1100 time: 0.3591163 Aug 29 04:20:58.552171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Transition to ACTIVE for port object cea70a5a-57b0-4362-9894-08f3423e3975 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:20:58.555592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.569065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.573144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.592974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:20:58.601958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:58.602334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.634919 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.637222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.638454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.714562 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.718658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.725907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-f437c952-18a3-4506-b8a9-40a52085365a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653 HTTP/1.1" status: 200 len: 217 time: 0.1696947 Aug 29 04:20:58.728190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.754655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.807582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] For port 01e732e6-7474-4623-a887-c339102c8130, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e732e6-7474-4623-a887-c339102c8130,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:58.859471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'd19a2502-5c0d-48da-8006-d3ffab85f24d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:58.871970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.876488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] Pushing event updated for resources: {'Network': ['ID=71274b69-3269-4afe-b689-8fd82598cd8d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.899604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1850f23-7a86-4af7-8707-57439a816e76 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3585708 Aug 29 04:20:58.920749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:58.924879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:58.930294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Request body: {'subnet': {'network_id': '71274b69-3269-4afe-b689-8fd82598cd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1124859786-subnet', 'tenant_id': '30c5b4b751ce4ab8963f3e7b2d3c9915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:58.949465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:58.950153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:58.951665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74a04047-dddb-4f3c-b3d0-0f175cd03dc0 req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "PUT /v2.0/ports/d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 982 time: 3.1776919 Aug 29 04:20:58.970778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 71274b69-3269-4afe-b689-8fd82598cd8d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:20:59.019729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-607c2c4a-c8a7-445e-aeaa-9ac462a53780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.021820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-607c2c4a-c8a7-445e-aeaa-9ac462a53780 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2802038 Aug 29 04:20:59.178413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6cdc-2714-4996-a174-0a50f33295e9 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.195666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.196254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Allocated IP 172.25.3.22 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/281a797e-ab0b-4251-8921-480956668cd0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:20:59.226924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Made reservation on behalf of 30c5b4b751ce4ab8963f3e7b2d3c9915 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:59.238362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.250598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d19a2502-5c0d-48da-8006-d3ffab85f24d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:20:59.253669 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.262599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76957e58-7ba0-4c53-ba4e-08c335e66d5d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.290810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fdf535-1e36-420f-a028-2c463843e67c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.291331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fdf535-1e36-420f-a028-2c463843e67c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:20:59.316990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.360665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.377239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Attempting to bind port cea70a5a-57b0-4362-9894-08f3423e3975 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:20:59.377652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Attempting to bind port cea70a5a-57b0-4362-9894-08f3423e3975 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:20:59.378110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Attempting to bind port cea70a5a-57b0-4362-9894-08f3423e3975 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:59.382854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:20:59.383536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:20:59.388584 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:20:59.391133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e5b76-cbc1-47bb-bed9-f2a289433a79 None None] Pushing event updated for resources: {'Port': ['ID=01e732e6-7474-4623-a887-c339102c8130,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.391236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.412019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Port cea70a5a-57b0-4362-9894-08f3423e3975 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:20:59.412483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Attempting to bind port cea70a5a-57b0-4362-9894-08f3423e3975 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:20:59.413197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:20:59.427592 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.439894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.487984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:20:59.488610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:20:59.489325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:20:59.491551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Bound port: cea70a5a-57b0-4362-9894-08f3423e3975, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:20:59.491986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.511127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.574626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-0db88134-2786-41fd-8bcb-0cbce6ba0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.577578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-0db88134-2786-41fd-8bcb-0cbce6ba0469 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4943900 Aug 29 04:20:59.583066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.613879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ff9ca7d-8886-40b0-94b9-10749faa8b96 None None] Provisioning complete for port 01e732e6-7474-4623-a887-c339102c8130 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:20:59.614637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ca7d-8886-40b0-94b9-10749faa8b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.634619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.647902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76957e58-7ba0-4c53-ba4e-08c335e66d5d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:20:59.654582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.662099 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/76957e58-7ba0-4c53-ba4e-08c335e66d5d HTTP/1.1" status: 204 len: 168 time: 1.5015361 Aug 29 04:20:59.679881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:20:59.684132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:20:59.696357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:20:59.702481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba499-3223-4d84-b5b6-088ba5225d47 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Network': ['ID=76957e58-7ba0-4c53-ba4e-08c335e66d5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:20:59.734605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:20:59.758617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.780990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:20:59.785890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.862201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:20:59.863429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:20:59.866521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] 10.222.0.50 "PUT /v2.0/ports/cea70a5a-57b0-4362-9894-08f3423e3975 HTTP/1.1" status: 200 len: 1096 time: 2.5778229 Aug 29 04:20:59.867436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:20:59.872799 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:20:59.947264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:00.027349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e732e6-7474-4623-a887-c339102c8130 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:00.035442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0ba21-cd84-4577-83c1-b49cc672afab service neutron] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.095067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.103982 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Added segment 8ae4c923-535f-4b98-8ba9-c25fba617a37 of type vlan for network 6b5f49c3-dd03-44fe-9997-2028decf899f Aug 29 04:21:00.292803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4e3e496a-bf13-40ee-b521-695d08017b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.295488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-4e3e496a-bf13-40ee-b521-695d08017b85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 1099 time: 0.2979164 Aug 29 04:21:00.302065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.330667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-508f2e9d-a60e-4bdc-ac2b-c91eaf1fb044 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:00.331790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-508f2e9d-a60e-4bdc-ac2b-c91eaf1fb044 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080881 Aug 29 04:21:00.371019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.372977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.374062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.374768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 01e732e6-7474-4623-a887-c339102c8130 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:00.375382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.393699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.434885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=3a118eb2-bc3e-4257-884b-9fb26e71165e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.443563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-0ae9ec7e-8034-4334-a88f-5fcfa62947d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=cea70a5a-57b0-4362-9894-08f3423e3975 HTTP/1.1" status: 200 len: 217 time: 0.0883436 Aug 29 04:21:00.466580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ae5a0-e06e-4ada-8d03-c726e0e2fd29 req-9c4b49b6-3ded-4731-81ec-2661b554c5bb tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.469573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a2ae5a0-e06e-4ada-8d03-c726e0e2fd29 req-9c4b49b6-3ded-4731-81ec-2661b554c5bb tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 946 time: 1.2781208 Aug 29 04:21:00.487336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.492721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:00.548997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:00.549510 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.588045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9019032 Aug 29 04:21:00.594678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:00.615163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'subnet': {'network_id': '6b5f49c3-dd03-44fe-9997-2028decf899f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:00.637122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53839eb3-9646-4fa6-9a86-021151f665b4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.649080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a2ae5a0-e06e-4ada-8d03-c726e0e2fd29 req-49877d80-2979-4469-888c-092edeeb8fa8 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580219 Aug 29 04:21:00.663332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ca88a-cd25-4440-94a0-efd53ae17aa8 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=6b5f49c3-dd03-44fe-9997-2028decf899f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.685961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 6b5f49c3-dd03-44fe-9997-2028decf899f details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:00.718791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.736641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.755970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-b1646c68-c841-4e2b-a857-0771dcb3a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:00.763165 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-b1646c68-c841-4e2b-a857-0771dcb3a01b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2952545 Aug 29 04:21:00.796926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:00.801379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.815221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Checking segment: {'id': 'b39ee59b-a423-4efd-b1b0-b190a2a0dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '71274b69-3269-4afe-b689-8fd82598cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:00.815581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Network hostable DHCP agents. Network: 71274b69-3269-4afe-b689-8fd82598cd8d, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:00.835777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:00.837354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-20f9bb12-57e5-4836-8c7b-de294fd557b7 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2604136 Aug 29 04:21:00.843515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:00.844422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=281a797e-ab0b-4251-8921-480956668cd0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:00.878078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:00.909173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:00.913246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-e45d90d0-c4cb-415d-8bb9-e04e7546fb71 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721789 Aug 29 04:21:00.957184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-f8651c91-fa16-4d4d-a265-b52c4adfdf63 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.0964038 Aug 29 04:21:01.048609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Network 71274b69-3269-4afe-b689-8fd82598cd8d is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:01.132828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 71274b69-3269-4afe-b689-8fd82598cd8d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:01.143002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce2c7b-5032-452d-9a42-765f1d0b4a23 None None] Network 71274b69-3269-4afe-b689-8fd82598cd8d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:01.184865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.184865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.265290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f089-bc17-4145-ac5b-08c1950b5c1a req-fd0f43d5-0f4a-4d88-ba3f-676fb7b59134 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.266928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c03f089-bc17-4145-ac5b-08c1950b5c1a req-fd0f43d5-0f4a-4d88-ba3f-676fb7b59134 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.3255594 Aug 29 04:21:01.296948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-738b6b55-ae99-48a7-b85e-c3eac95ca9a9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3708262 Aug 29 04:21:01.350174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d5c6bc3-52fb-419d-83ec-60260d933f48 req-8d96b38b-e063-47c4-a9df-61d2581ec33e service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072940 Aug 29 04:21:01.367255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fbefd-9aae-401c-b2df-1f44cd72ba18 None None] Network 71274b69-3269-4afe-b689-8fd82598cd8d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:01.371252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-71f34f45-8787-4320-982f-a067cfa73da0 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.371987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f019ad4c-253a-4933-b818-65a7691fea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.372853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d1817cd-042a-42e7-b841-8bc32f21ca33 req-71f34f45-8787-4320-982f-a067cfa73da0 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3910198 Aug 29 04:21:01.374841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-f019ad4c-253a-4933-b818-65a7691fea53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6013532 Aug 29 04:21:01.413843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c03f089-bc17-4145-ac5b-08c1950b5c1a req-e3e5d643-b160-4eda-bf12-75a31e7e31bd tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156039 Aug 29 04:21:01.540249 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e365af9-9737-432b-8539-095745e5e527 x-openstack-request-id: req-4e365af9-9737-432b-8539-095745e5e527 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:01.540716 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "name": "network-vif-plugged", "status": "completed", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:01.542226 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e365af9-9737-432b-8539-095745e5e527 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:01.542226 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39', 'code': 200} Aug 29 04:21:01.575020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-6e79e858-9a2b-4170-90b2-a1ac249af6eb service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747701 Aug 29 04:21:01.739718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a445b606-a86a-44bc-83dd-b66afdff5efa req-ca2c2df4-3e5d-49d2-b03b-fe15d1f4e028 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/529853ad-ade2-43b6-94f1-c038834e88d4 HTTP/1.1" status: 200 len: 1800 time: 0.1202881 Aug 29 04:21:01.769150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:01.873439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18e915-61d6-4280-83f8-616392a25a54 req-81e42514-9a6e-498c-bc36-6413dfd1c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:01.875191 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2b18e915-61d6-4280-83f8-616392a25a54 req-81e42514-9a6e-498c-bc36-6413dfd1c8bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 1098 time: 0.1456921 Aug 29 04:21:01.884221 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-a445b606-a86a-44bc-83dd-b66afdff5efa req-84de8dce-2225-4910-bbfb-caf4de222612 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:21:01.885292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a445b606-a86a-44bc-83dd-b66afdff5efa req-84de8dce-2225-4910-bbfb-caf4de222612 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/529853ad-ade2-43b6-94f1-c038834e88d4 HTTP/1.1" status: 409 len: 341 time: 0.1358047 Aug 29 04:21:01.910400 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad4eed-8e59-4aba-9847-52a71df31f05 x-openstack-request-id: req-d8ad4eed-8e59-4aba-9847-52a71df31f05 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:01.910945 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:01.910945 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8ad4eed-8e59-4aba-9847-52a71df31f05 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:01.911968 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'status': 'completed', 'code': 200} Aug 29 04:21:01.913774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a5b5057-140c-40b6-9b0f-e02bdd4122fd req-578da8c5-7f38-43f0-897d-3fac99ea65fc service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288043 Aug 29 04:21:01.942911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2b18e915-61d6-4280-83f8-616392a25a54 req-aeb9c291-2a51-4120-aa5d-f6b9c31b567c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544670 Aug 29 04:21:02.012175 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd393aeb-0584-4bcf-bd4e-5b0e0956a46e x-openstack-request-id: req-fd393aeb-0584-4bcf-bd4e-5b0e0956a46e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:02.012456 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:02.012701 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd393aeb-0584-4bcf-bd4e-5b0e0956a46e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:02.013103 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'status': 'completed', 'code': 200} Aug 29 04:21:02.071220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:21:02.071695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.103157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-c7eb693d-62c0-4ad6-8760-1374717cfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.104921 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-c7eb693d-62c0-4ad6-8760-1374717cfcc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 1100 time: 0.1288385 Aug 29 04:21:02.156755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Subnet': ['ID=046253de-c24a-4939-85b4-aab0fdfbf008,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.198985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1486117654', 'description': 'tempest-description-1861656297'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:02.210732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Checking segment: {'id': '8ae4c923-535f-4b98-8ba9-c25fba617a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b5f49c3-dd03-44fe-9997-2028decf899f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:02.211120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Network hostable DHCP agents. Network: 6b5f49c3-dd03-44fe-9997-2028decf899f, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:02.215862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.235129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-3f7a263c-dce2-4d10-a3f4-74012f3bd8f3 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2599125 Aug 29 04:21:02.255024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Network 6b5f49c3-dd03-44fe-9997-2028decf899f is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:02.274812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-9e2ca671-3969-42c8-87d8-35fee9c41418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.277010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-9e2ca671-3969-42c8-87d8-35fee9c41418 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1376624 Aug 29 04:21:02.278305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 6b5f49c3-dd03-44fe-9997-2028decf899f) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:02.284985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.286214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.290644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:02.291827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f6367-0033-4a65-b02a-3b8f1f4f532c None None] Network 6b5f49c3-dd03-44fe-9997-2028decf899f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:02.299100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.323102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-0737685c-8bad-4184-ad7d-43589da7cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.325301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-0737685c-8bad-4184-ad7d-43589da7cc0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 1099 time: 0.1880808 Aug 29 04:21:02.366069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-a79af355-243d-4114-8d57-73875bc0cbdc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653 HTTP/1.1" status: 200 len: 217 time: 0.0748212 Aug 29 04:21:02.432546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.439012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc43584a-dc1a-4891-a460-0d02a485c8de tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8374374 Aug 29 04:21:02.440970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:02.453306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'floatingip': {'floating_network_id': '6b5f49c3-dd03-44fe-9997-2028decf899f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:02.466597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-b2630e46-e0c1-43ac-a7c9-8bb2a7e37917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.468381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-b2630e46-e0c1-43ac-a7c9-8bb2a7e37917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0931773 Aug 29 04:21:02.503668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76122a18-87f8-41ed-8fba-199e76523b29 None None] Network 6b5f49c3-dd03-44fe-9997-2028decf899f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:02.558724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-c689a260-4307-4342-85ab-351a3fded289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.562935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-c689a260-4307-4342-85ab-351a3fded289 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0805047 Aug 29 04:21:02.644237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-0b5ce72b-1502-47d8-8c53-9fa403e7fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.646896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-0b5ce72b-1502-47d8-8c53-9fa403e7fe3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3052497 Aug 29 04:21:02.717598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-502f5319-517c-427c-8691-09b7cc344b3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=cea70a5a-57b0-4362-9894-08f3423e3975 HTTP/1.1" status: 200 len: 217 time: 0.0496364 Aug 29 04:21:02.763387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.785230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Router 9995c7c9-fc79-4235-9bc9-3b07d993e09a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:02.794327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.833920 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.841140 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-516af861-a019-4046-9028-273e9f98890b service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661104 Aug 29 04:21:02.851330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:02.852828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95d27343-0d90-4eb4-ae7c-c3dc32e997b3 req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6859157 Aug 29 04:21:02.854417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-ef989155-2301-467b-a7ba-0c280a17da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:02.856502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-ef989155-2301-467b-a7ba-0c280a17da3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1178572 Aug 29 04:21:02.864019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6692-9876-4aa6-8e1a-01d4ec1ed02c tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:02.866800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.023391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5466020c-5506-4dec-a11c-9d2e5a1e7109 req-7e601737-779f-4a79-bd08-f29a52a2606a service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656978 Aug 29 04:21:03.061699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.191733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-f9e8d8e0-2e70-4b3e-9611-5a51496c11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.194339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-f9e8d8e0-2e70-4b3e-9611-5a51496c11bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2835715 Aug 29 04:21:03.213324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38eae-6634-4f33-adb0-246f0948adce req-675d49b6-dcdd-463d-a45f-efc2e5676e3c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:03.216511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fb38eae-6634-4f33-adb0-246f0948adce req-675d49b6-dcdd-463d-a45f-efc2e5676e3c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 946 time: 0.2751513 Aug 29 04:21:03.230677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Allocated IP 172.20.0.9 (6b5f49c3-dd03-44fe-9997-2028decf899f/046253de-c24a-4939-85b4-aab0fdfbf008/013c17d0-d2e1-431c-9dea-d452e4fdae6e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:03.338583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:03.357156 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Sync routers for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:03.374953 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:03.377053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:03.404513 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.410688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-93aec5e2-26c9-45e1-ae84-0d6aa9208ce8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5766318 Aug 29 04:21:03.410688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Allocated IP 172.25.3.53 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/516d41a5-c0ac-4e04-9530-093771c9df97) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:03.411237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:03.424000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fb38eae-6634-4f33-adb0-246f0948adce req-4757fdca-98e7-488b-a4cd-bc0aef2789a4 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552911 Aug 29 04:21:03.431543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.493793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-7b2b3e3c-a889-4385-b898-60a3f3014cac service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682638 Aug 29 04:21:03.597168 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:03.642835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:03.654090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.697899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3f159e-f612-4c8a-aa25-2b0e38b71c53 req-297fd779-4b7f-45a4-a7f2-36722b7a8d4f service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851037 Aug 29 04:21:03.767385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.775428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.861998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:03.878165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:03.890163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'mac_address': 'fa:16:3e:df:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:03.894667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:03.901028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:03.946783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:03.950468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Network 6b5f49c3-dd03-44fe-9997-2028decf899f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:03.953233 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:03.964560 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:01Z', 'revision_number': 3, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:03.974409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:03.986969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=516d41a5-c0ac-4e04-9530-093771c9df97,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:03.990783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:03.996926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:03.999399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Port': ['ID=013c17d0-d2e1-431c-9dea-d452e4fdae6e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.013471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdab6d8-9590-4f54-aaad-f04b3479f653 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:04.037425 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Checking router: 9995c7c9-fc79-4235-9bc9-3b07d993e09a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:04.038596 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Updating router 9995c7c9-fc79-4235-9bc9-3b07d993e09a port 281a797e-ab0b-4251-8921-480956668cd0 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:04.058202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:04.065601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.113375 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.195741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.242199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd1161-c5ed-4006-bc58-07784bde1c4b req-686b5480-66ac-44d5-a06a-94d5ef02369c tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.243848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bdd1161-c5ed-4006-bc58-07784bde1c4b req-686b5480-66ac-44d5-a06a-94d5ef02369c tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.1446693 Aug 29 04:21:04.252151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.360271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.454765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.546578 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.560095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Transition to ACTIVE for port object 281a797e-ab0b-4251-8921-480956668cd0 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:04.570361 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.577499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['fcdab6d8-9590-4f54-aaad-f04b3479f653'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:04.636756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-6de43072-51a2-40c0-b299-5881e3ee8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:04.637727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-6de43072-51a2-40c0-b299-5881e3ee8894 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1137 time: 0.4467137 Aug 29 04:21:04.641837 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Pushing event updated for resources: {'Port': ['ID=281a797e-ab0b-4251-8921-480956668cd0,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.657280 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.658518 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.658964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.659452 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.659872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.660138 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.660446 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.660901 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.661319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.661903 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.662487 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.663046 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.663681 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:04.680234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Attempting to bind port 281a797e-ab0b-4251-8921-480956668cd0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:04.681034 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Attempting to bind port 281a797e-ab0b-4251-8921-480956668cd0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:04.681665 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Attempting to bind port 281a797e-ab0b-4251-8921-480956668cd0 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:04.690281 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:04.691025 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:04.691699 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.693650 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:04.694538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Bound port: 281a797e-ab0b-4251-8921-480956668cd0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:04.697727 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.736782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.764608 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] For port 281a797e-ab0b-4251-8921-480956668cd0, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:04.768409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] For port 281a797e-ab0b-4251-8921-480956668cd0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=281a797e-ab0b-4251-8921-480956668cd0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:04.774753 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.790288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.796178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:04.824008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bdd1161-c5ed-4006-bc58-07784bde1c4b req-7792ea9a-49f7-4b26-a57b-d43087006c32 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673318 Aug 29 04:21:04.878807 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64695d15-bb84-4a8d-a426-c8f2405ab74b None None] Pushing event updated for resources: {'Port': ['ID=281a797e-ab0b-4251-8921-480956668cd0,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.898079 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:04.899369 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:04.938958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Port': ['ID=013c17d0-d2e1-431c-9dea-d452e4fdae6e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:04.986685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.011606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Allocated IP 172.20.0.1 (339118d4-ee60-401e-84e3-d90a611064c3/5f3ce711-4022-450d-b65a-8dbf43e53edb/8798c748-e600-4338-8428-fdedcb7b11f3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:05.013976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.018561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75c747d5-6c7c-4f2a-891a-0b54f8a620f6 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5683937 Aug 29 04:21:05.020201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:05.065858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-0e02d6c9-e65d-42d5-8de9-1090da830243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.067995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-0e02d6c9-e65d-42d5-8de9-1090da830243 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.3964958 Aug 29 04:21:05.077785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27893b53-30e3-40ec-ae02-928935c250e8 req-9909de69-db4f-440a-81b6-642c23c4ca4b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb HTTP/1.1" status: 200 len: 1815 time: 0.1973312 Aug 29 04:21:05.120114 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:05.128588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-4e953a77-1b3b-4017-99ff-60cff04326c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 217 time: 0.0459423 Aug 29 04:21:05.130730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cad4c928-49c7-4b1e-8e73-cacd84ee456e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=6b5f49c3-dd03-44fe-9997-2028decf899f HTTP/1.1" status: 200 len: 689 time: 0.1104097 Aug 29 04:21:05.133136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:05.140284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:05.140619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:05.259450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.284327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Transition to ACTIVE for port object 8798c748-e600-4338-8428-fdedcb7b11f3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:05.329912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-47b3f1c6-95f9-4843-9d1e-566a1910db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:05.331420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-47b3f1c6-95f9-4843-9d1e-566a1910db3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.1744857 Aug 29 04:21:05.344737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.346881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.374326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.408020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-552baadb-b76c-4e30-98b4-09ff90dc4724 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611579 Aug 29 04:21:05.418643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Network 339118d4-ee60-401e-84e3-d90a611064c3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:05.429526 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:01Z', 'revision_number': 3, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:05.431155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:05.438816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:05.461006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.465122 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.481659 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993b94a-61ee-4127-b5c0-d14f42c3fcb6 None None] The sync data for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 is: [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:01Z', 'revision_number': 3, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:05.538423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Pushing event updated for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.548219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.641671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:05.655082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=516d41a5-c0ac-4e04-9530-093771c9df97,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.713309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.732387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.735584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.787878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf6f800-a1f4-46af-9f78-1f84f904e428,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:05.794951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-2a085eaf-e8c7-4b58-bdcd-9b58a951358f service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401561 Aug 29 04:21:05.799124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.800613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-b24eb9da-2266-4d65-b561-d143ebeafc06 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5530093 Aug 29 04:21:05.805269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.824073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27893b53-30e3-40ec-ae02-928935c250e8 req-78197535-ee40-4351-b334-0bb92783d3b0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6943414 Aug 29 04:21:05.897674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:05.927581 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc388a-c8cd-4654-a980-af484451d295 x-openstack-request-id: req-ecfc388a-c8cd-4654-a980-af484451d295 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:05.927875 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:05.928265 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ecfc388a-c8cd-4654-a980-af484451d295 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:05.928561 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'status': 'completed', 'code': 200} Aug 29 04:21:05.976824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd65e22f-d991-4907-a9ea-b0b1f58c0125 None None] Provisioning for port 8798c748-e600-4338-8428-fdedcb7b11f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:06.003554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-371127fa-80cb-4093-a332-e36615e0ad3b tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1711724 Aug 29 04:21:06.007807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd65e22f-d991-4907-a9ea-b0b1f58c0125 None None] Provisioning complete for port 8798c748-e600-4338-8428-fdedcb7b11f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:06.008993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd65e22f-d991-4907-a9ea-b0b1f58c0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.011905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Deleting port 013c17d0-d2e1-431c-9dea-d452e4fdae6e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:06.014883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:06.015852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.094287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd65e22f-d991-4907-a9ea-b0b1f58c0125 None None] Port 8798c748-e600-4338-8428-fdedcb7b11f3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:06.112503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'mac_address': 'fa:16:3e:2f:f7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:06.173653 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.201521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea70a5a-57b0-4362-9894-08f3423e3975 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:06.203164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.210734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.243471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:06.255586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.270739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.278558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739c5b85-7940-46c1-ba85-83d9e5bbdf6c req-8f994c1b-fb6e-4677-9390-426337077603 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516935 Aug 29 04:21:06.335063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ed5e-7e3b-44d9-a355-efa4fce46536 req-54e2b46f-a296-4fa9-a2ac-3f3845cdb406 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.336666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33a8ed5e-7e3b-44d9-a355-efa4fce46536 req-54e2b46f-a296-4fa9-a2ac-3f3845cdb406 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 985 time: 0.2248447 Aug 29 04:21:06.343492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.343838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:06.380760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Pushing event updated for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.390433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Calling delete_port for 013c17d0-d2e1-431c-9dea-d452e4fdae6e owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:06.411560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-c9d5e57a-2ee7-46d4-aa41-b7f4d5208b6a tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.413305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e435dc3-03ae-4bbb-8a01-ad4820cfb945 req-c9d5e57a-2ee7-46d4-aa41-b7f4d5208b6a tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3854933 Aug 29 04:21:06.425801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:06.516725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33a8ed5e-7e3b-44d9-a355-efa4fce46536 req-7e636427-0b49-431e-8ed1-a1e7b0590dd2 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=529853ad-ade2-43b6-94f1-c038834e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1596203 Aug 29 04:21:06.566815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Network 339118d4-ee60-401e-84e3-d90a611064c3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:06.566815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:06.572866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-448ee519-40ba-48c8-9408-a6c7dc4c22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.574404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-448ee519-40ba-48c8-9408-a6c7dc4c22e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1137 time: 0.1015155 Aug 29 04:21:06.693463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['cea70a5a-57b0-4362-9894-08f3423e3975'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:06.821111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cebb2-7385-4e86-9499-c25e5bf76fe9 req-286b9e4f-5aa5-47b3-a2a3-206acc17f43e tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:06.824516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-369cebb2-7385-4e86-9499-c25e5bf76fe9 req-286b9e4f-5aa5-47b3-a2a3-206acc17f43e tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 946 time: 0.2766333 Aug 29 04:21:06.920112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Router 9995c7c9-fc79-4235-9bc9-3b07d993e09a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:07.057252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1d4a10e-8de7-49ee-a4eb-25939e9aff65 req-73f18f6d-cf34-43f9-a572-340cb0287dcb tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb HTTP/1.1" status: 200 len: 2409 time: 0.2229939 Aug 29 04:21:07.082110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:07.087009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.088818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b812ec77-dbae-4b37-9ec0-87b5b966b41c admin admin] 10.222.0.62 "PUT /v2.0/routers/9995c7c9-fc79-4235-9bc9-3b07d993e09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6762295 Aug 29 04:21:07.112282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-efaa75d0-13c7-4cd2-8a8d-4495b7b9e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.115522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-efaa75d0-13c7-4cd2-8a8d-4495b7b9e0e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.5036335 Aug 29 04:21:07.173946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-298755a6-7183-403d-bd4a-970edefb9553 None None] Provisioning complete for port 8798c748-e600-4338-8428-fdedcb7b11f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:07.174651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-298755a6-7183-403d-bd4a-970edefb9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.188041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Port': ['ID=013c17d0-d2e1-431c-9dea-d452e4fdae6e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:07.197726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-369cebb2-7385-4e86-9499-c25e5bf76fe9 req-39bdae1f-4dae-4bff-abe7-f4a25a55a490 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420854 Aug 29 04:21:07.255610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-1c2d3ce7-4728-4040-94c1-405094773eb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 217 time: 0.1274791 Aug 29 04:21:07.287158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-298755a6-7183-403d-bd4a-970edefb9553 None None] Port 8798c748-e600-4338-8428-fdedcb7b11f3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:07.306062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d78e5e93-eaa0-4e4c-8fc0-cdbd1978971f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.474766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe917b-1baa-4eb5-8b45-e232b69eb03b req-533c07f6-d161-4a7e-aa2b-58f317c7f8a4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.477457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5fe917b-1baa-4eb5-8b45-e232b69eb03b req-533c07f6-d161-4a7e-aa2b-58f317c7f8a4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 948 time: 0.2919254 Aug 29 04:21:07.486485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.499089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-849266ee-21cb-43a4-8afb-7e0b771cc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:07.500688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-849266ee-21cb-43a4-8afb-7e0b771cc2fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.1874726 Aug 29 04:21:07.563494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-3d9bf9a5-0eef-4060-85c8-ec0c473aefae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483665 Aug 29 04:21:07.629324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-6bb48edd-ea56-4dd0-a7cc-0b3c3891b14d tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3137462 Aug 29 04:21:07.654936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:07.656397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5fe917b-1baa-4eb5-8b45-e232b69eb03b req-0580533e-4225-47e7-8e36-ba5a7b75e628 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663463 Aug 29 04:21:07.688382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:07.734850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.777022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-f4332725-14e7-43c5-92db-ae4bc6fe25a1 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-group-rules/bbf6f800-a1f4-46af-9f78-1f84f904e428 HTTP/1.1" status: 200 len: 778 time: 0.0651429 Aug 29 04:21:07.778522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port fcdab6d8-9590-4f54-aaad-f04b3479f653 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:07.783361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.786907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port fcdab6d8-9590-4f54-aaad-f04b3479f653 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:07.787466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:07.883738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-05b6e7ff-91df-4cdf-92d8-4b118671867c service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694685 Aug 29 04:21:07.981583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-6bc68210-ba5d-40ad-a530-224fab22fc09 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb HTTP/1.1" status: 200 len: 2409 time: 0.1668725 Aug 29 04:21:07.992626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.013740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.063918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:08.066983 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018eb1e5-b55a-40ab-bfad-833b91062fd0" -d '{"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:08.085612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.086532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=046253de-c24a-4939-85b4-aab0fdfbf008,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.092273 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.121019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:08.136015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-network', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:08.172250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 281a797e-ab0b-4251-8921-480956668cd0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:08.176545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.178198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Made reservation on behalf of 2b36f3f54289428f953a9abb9b162d72 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:08.190890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.206205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.219960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7d9763-fcdb-4f7c-93a7-a67eecffa8f4 req-3b437ee0-b644-4dc8-91a5-075d9ca7cee6 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246031 Aug 29 04:21:08.226380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Sync routers for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:08.251034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:08.251453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:20:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.263440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.274478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.295316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.298914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5f49c3-dd03-44fe-9997-2028decf899f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.331580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae4c923-535f-4b98-8ba9-c25fba617a37') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.331580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae4c923-535f-4b98-8ba9-c25fba617a37') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.345667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.356385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.362064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.380644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.386697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.392425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.402703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b04254-0da0-4d2c-9760-bda34bdf6eba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.415522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:08.416276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.426140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.428011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d383b80a-7e7b-4702-8173-8a4f0ac5e6d5 req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bbf6f800-a1f4-46af-9f78-1f84f904e428 HTTP/1.1" status: 204 len: 173 time: 0.4293673 Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:08.429357 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:08.436649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 281a797e-ab0b-4251-8921-480956668cd0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:08.442372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 281a797e-ab0b-4251-8921-480956668cd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:08.442749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.449019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484f45-974a-4041-9b99-cc34e439a2f6 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbf6f800-a1f4-46af-9f78-1f84f904e428,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.513090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:08.665132 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.705583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 281a797e-ab0b-4251-8921-480956668cd0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=281a797e-ab0b-4251-8921-480956668cd0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:08.711605 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:08.800579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=281a797e-ab0b-4251-8921-480956668cd0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:08.833432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:05Z', 'revision_number': 4, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8798c748-e600-4338-8428-fdedcb7b11f3', 'name': '', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'mac_address': 'fa:16:3e:d1:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:04Z', 'updated_at': '2021-08-29T04:21:06Z', 'revision_number': 2, 'project_id': '258facaa888d4903baebe7ca6b335719', 'subnets': [{'id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:08.869609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Checking router: 9995c7c9-fc79-4235-9bc9-3b07d993e09a for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:08.870538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Updating router 9995c7c9-fc79-4235-9bc9-3b07d993e09a port 8798c748-e600-4338-8428-fdedcb7b11f3 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:08.899505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.068425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:09.077099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.090813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b5f49c3-dd03-44fe-9997-2028decf899f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:21:09.100974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.101645 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Added segment aae8f1c2-433b-4fd5-8556-e0ad64ae2a76 of type vlan for network 4423ee2c-f89f-4675-a0d9-b2f4da06742a Aug 29 04:21:09.102405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.105114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6b5f49c3-dd03-44fe-9997-2028decf899f HTTP/1.1" status: 204 len: 168 time: 3.9487064 Aug 29 04:21:09.117868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.146798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f276b-0185-4a56-9f12-88b7e01d03af tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b5f49c3-dd03-44fe-9997-2028decf899f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.196532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Allocated IP 172.25.3.67 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b59215e9-21a6-46e7-9e5c-edc63ed6a339) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:09.207069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb5d82-bc89-42e2-870c-aedc28f2581a req-557a5d13-c3ca-4ab6-8986-9b5f1da9f82b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.209145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5bb5d82-bc89-42e2-870c-aedc28f2581a req-557a5d13-c3ca-4ab6-8986-9b5f1da9f82b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 985 time: 0.6482728 Aug 29 04:21:09.222720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.258513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.260233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.261535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.342783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] Pushing event updated for resources: {'Network': ['ID=4423ee2c-f89f-4675-a0d9-b2f4da06742a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.371424 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-101bd31f-c658-430d-b442-b625e7cc1137 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2481856 Aug 29 04:21:09.373672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.381124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Request body: {'subnet': {'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-subnet', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.383365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:09.413663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Made reservation on behalf of 2b36f3f54289428f953a9abb9b162d72 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:09.415958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0aef882a-b6ce-4f02-856e-4c68d572b09b tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1954 time: 0.2964995 Aug 29 04:21:09.418004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.430704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5bb5d82-bc89-42e2-870c-aedc28f2581a req-27872030-88d8-4676-be08-14c1178e1011 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=529853ad-ade2-43b6-94f1-c038834e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1806507 Aug 29 04:21:09.433524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.553871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.554386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.554848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.555383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.555829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.556475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.557292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.558847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.559648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:09.579118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.581471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d049d990-a221-4ecd-adf0-269c92a769c4 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5963 time: 0.1421750 Aug 29 04:21:09.590299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.604004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.610675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Transition to ACTIVE for port object 8798c748-e600-4338-8428-fdedcb7b11f3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:09.633991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.660300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:09.682024 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c86e3d06-ec6c-45e3-b929-d13734194d19 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:21:09.683286 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c86e3d06-ec6c-45e3-b929-d13734194d19 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/ca2de1fe-1dc6-4214-81d4-60c7c19d5015 HTTP/1.1" status: 404 len: 345 time: 0.0914226 Aug 29 04:21:09.686288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:09.705404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:09.736498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:09.822411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=b59215e9-21a6-46e7-9e5c-edc63ed6a339,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.831338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:09.834874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:09.841383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-100357721', 'description': 'tempest-description-1988873408'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:09.845785 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81892bfb-a89b-47f4-9625-ce40d8ca7494 x-openstack-request-id: req-81892bfb-a89b-47f4-9625-ce40d8ca7494 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:09.846300 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:09.846641 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81892bfb-a89b-47f4-9625-ce40d8ca7494 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:09.847275 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'code': 200} Aug 29 04:21:09.878855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:09.913207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee99cff-40f7-4b00-b585-12a49ae3e8fa None None] Pushing event updated for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:09.989059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.000213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.016809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 281a797e-ab0b-4251-8921-480956668cd0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:10.094511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Attempting to bind port 8798c748-e600-4338-8428-fdedcb7b11f3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:10.095342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Attempting to bind port 8798c748-e600-4338-8428-fdedcb7b11f3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:10.095983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Attempting to bind port 8798c748-e600-4338-8428-fdedcb7b11f3 on network 339118d4-ee60-401e-84e3-d90a611064c3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:10.100721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port cea70a5a-57b0-4362-9894-08f3423e3975 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:10.113260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:10.114117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Checking segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:10.114976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.117970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Bound using segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:10.118601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Bound port: 8798c748-e600-4338-8428-fdedcb7b11f3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:10.125977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.129941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e211a-c648-4a6c-b350-13c0fbe241ad req-5da5464b-a336-41c0-90bf-0b32c56a1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.131977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5e211a-c648-4a6c-b350-13c0fbe241ad req-5da5464b-a336-41c0-90bf-0b32c56a1973 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 1102 time: 0.1341596 Aug 29 04:21:10.133849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port cea70a5a-57b0-4362-9894-08f3423e3975 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:10.134335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.197635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 281a797e-ab0b-4251-8921-480956668cd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:10.198731 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.259092 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f964d92a-e321-4dc2-83c7-b4fa367c07b0 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 04:21:10.260571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f964d92a-e321-4dc2-83c7-b4fa367c07b0 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:21:10.269230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f964d92a-e321-4dc2-83c7-b4fa367c07b0 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6b5f49c3-dd03-44fe-9997-2028decf899f HTTP/1.1" status: 404 len: 339 time: 0.5777574 Aug 29 04:21:10.270172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:10.275482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.280540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'name': 'tempest-network--1350714653', 'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:10.284054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.287973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.337373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.377266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d4b22-a425-4c9b-be8e-518716b4f633,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.382478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5e211a-c648-4a6c-b350-13c0fbe241ad req-994129fe-5a99-44d9-8f1c-de12213f13fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047871 Aug 29 04:21:10.396129 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.422408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:10.425822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.445624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.446046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-630b9a38-8ca3-4710-bcef-617e63ced1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.447352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db512abe-2ff3-46d6-a59a-23912a32c742 req-52719292-6656-459a-a6e3-b7e307a77972 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6147649 Aug 29 04:21:10.483088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] For port 8798c748-e600-4338-8428-fdedcb7b11f3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:10.489660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] For port 8798c748-e600-4338-8428-fdedcb7b11f3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8798c748-e600-4338-8428-fdedcb7b11f3,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:10.500637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14aacf91-b43f-4eaf-a7f6-7f561714bf26,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.537644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:10.555868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.562701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.563481 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Added segment b46d8714-9fed-4705-a7c6-21b229f71a3b of type vlan for network e14c2d88-294d-40a3-8b7a-81aa5ff36648 Aug 29 04:21:10.563797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.565780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.625236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.638699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.660028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Checking segment: {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:10.660587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Network hostable DHCP agents. Network: 4423ee2c-f89f-4675-a0d9-b2f4da06742a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:10.664487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.665790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.667897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.695999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee99cff-40f7-4b00-b585-12a49ae3e8fa None None] Pushing event updated for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.708167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:10.708812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:10.758066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:10.770581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.798939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5282528 Aug 29 04:21:10.801821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0a85b-7524-4690-abb3-a3fb9e36e334 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=e14c2d88-294d-40a3-8b7a-81aa5ff36648,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.804899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:10.809741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:10.843748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=b59215e9-21a6-46e7-9e5c-edc63ed6a339,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:10.850099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e14c2d88-294d-40a3-8b7a-81aa5ff36648 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:10.871600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.938600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:10.945498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:10.953589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-5ebfa9da-500f-4642-bef3-1313bf280dc5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3144376 Aug 29 04:21:10.959206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4423ee2c-f89f-4675-a0d9-b2f4da06742a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:10.996720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:10.997746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.013087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddef42-ad92-46f3-92f0-f1a34085414c req-a70f6b1b-c937-4ab4-bf13-d367f2c6b61a tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.021319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18ddef42-ad92-46f3-92f0-f1a34085414c req-a70f6b1b-c937-4ab4-bf13-d367f2c6b61a tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 949 time: 0.2061751 Aug 29 04:21:11.039651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-b68a9a41-50fe-446d-b295-b596819653c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0850382 Aug 29 04:21:11.048083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2a504f54-aed2-4ed3-bd16-47f55c17efc7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6704507 Aug 29 04:21:11.051405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:11.061590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f63431-5ce0-478b-a455-98e6b6b1675f None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:11.061856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:11.138074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1e8ba-73a8-4e6e-af8c-b193ec1c1ecc tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.144841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18ddef42-ad92-46f3-92f0-f1a34085414c req-a5c4c980-d3e7-42dd-b662-0a94ba6772c5 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227074 Aug 29 04:21:11.150301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1e8ba-73a8-4e6e-af8c-b193ec1c1ecc tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.158413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.159412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.161344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1e8ba-73a8-4e6e-af8c-b193ec1c1ecc tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.170727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1e8ba-73a8-4e6e-af8c-b193ec1c1ecc tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.181405 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aec1e8ba-73a8-4e6e-af8c-b193ec1c1ecc tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3746638 Aug 29 04:21:11.188667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:11.258519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-b60230be-eac7-4e5d-8f44-fdce52df0197 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.266350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.270599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b7d17ed-dfc0-41bc-a73c-1e7346330629 req-b60230be-eac7-4e5d-8f44-fdce52df0197 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2182114 Aug 29 04:21:11.288688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.333113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.362996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.391915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.403261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14c2d88-294d-40a3-8b7a-81aa5ff36648']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:11.420744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46d8714-9fed-4705-a7c6-21b229f71a3b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:11.421099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46d8714-9fed-4705-a7c6-21b229f71a3b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:11.436431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.449053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-a74ecdbb-a96b-48fe-a475-21bc01c7644f tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1937324491&fields=id&tenant_id=30ff2a9cfae9493fb1bac43936bb790b HTTP/1.1" status: 200 len: 267 time: 0.2190516 Aug 29 04:21:11.454804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.463633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:11.464180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:11.466188 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:11.481493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79338097-b227-46cc-963c-ae436f762205 req-583ea383-0b41-49d6-86e0-99c513001299 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/ee3d4b22-a425-4c9b-be8e-518716b4f633 HTTP/1.1" status: 200 len: 1814 time: 0.1907742 Aug 29 04:21:11.512781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'fixed_ips': [{'subnet_id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:11.513760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.554582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:05Z', 'revision_number': 4, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8798c748-e600-4338-8428-fdedcb7b11f3', 'name': '', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'mac_address': 'fa:16:3e:d1:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:04Z', 'updated_at': '2021-08-29T04:21:10Z', 'revision_number': 4, 'project_id': '258facaa888d4903baebe7ca6b335719', 'subnets': [{'id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:11.558575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.576427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e14c2d88-294d-40a3-8b7a-81aa5ff36648 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:21:11.591495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd559ac-c2b9-4574-9d24-42ace40217d8 None None] The sync data for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 is: [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:21:05Z', 'revision_number': 4, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8798c748-e600-4338-8428-fdedcb7b11f3', 'name': '', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'mac_address': 'fa:16:3e:d1:f7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:04Z', 'updated_at': '2021-08-29T04:21:10Z', 'revision_number': 4, 'project_id': '258facaa888d4903baebe7ca6b335719', 'subnets': [{'id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:11.609344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.615574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.629174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:11.629892 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e14c2d88-294d-40a3-8b7a-81aa5ff36648 HTTP/1.1" status: 204 len: 168 time: 0.4348876 Aug 29 04:21:11.639114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-1a4e5bee-8c62-467b-9e98-a8fb54cfec84 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.648284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-1a4e5bee-8c62-467b-9e98-a8fb54cfec84 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 985 time: 0.1917224 Aug 29 04:21:11.654410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'port': {'security_groups': ['529853ad-ade2-43b6-94f1-c038834e88d4', '8bb08f9c-d67c-4549-a038-ecafba89e53b', '76c131f6-2b4e-457d-9fc3-7febb70a5353']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:11.657869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9292-d9b7-4805-99fd-d2a75c6c7675 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Network': ['ID=e14c2d88-294d-40a3-8b7a-81aa5ff36648,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:11.663297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'name': 'tempest-network--188167326', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:11.793771 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.800410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Allocated IP 172.20.0.2 (4423ee2c-f89f-4675-a0d9-b2f4da06742a/14aacf91-b43f-4eaf-a7f6-7f561714bf26/4842717a-08a2-409f-b86f-dbc42faf8f47) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:11.825003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:11.827426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.852059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:11.856848 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a516260-c083-455c-b482-02f412d45e16" -d '{"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-plugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:11.861514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.880441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:11.892024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.892372 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Added segment 5f2d834f-387d-49d9-88c4-c34d83b5f038 of type vlan for network 5608a7e5-7f23-4176-9ba1-afea54e83794 Aug 29 04:21:11.949862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:11.982524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ae2c5-f54a-40bf-b369-b42d3c230cf4 req-b37a9e7f-edd0-4ce8-8e47-144dc62d8922 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:11.984352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d0ae2c5-f54a-40bf-b369-b42d3c230cf4 req-b37a9e7f-edd0-4ce8-8e47-144dc62d8922 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 946 time: 0.2870829 Aug 29 04:21:12.061577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.062545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.063124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.083681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.114564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Transition to ACTIVE for port object 4842717a-08a2-409f-b86f-dbc42faf8f47 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:12.148299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Transition to ACTIVE for port object 4842717a-08a2-409f-b86f-dbc42faf8f47 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:12.153460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d0ae2c5-f54a-40bf-b369-b42d3c230cf4 req-a6892515-9193-461f-a3c7-b86f54533f9c tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.62 "GET /v2.0/security-groups?id=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599414 Aug 29 04:21:12.163870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5027118 Aug 29 04:21:12.164343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.185761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.190169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be32920-5ee8-41ee-a7aa-30305d8a3b69 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=5608a7e5-7f23-4176-9ba1-afea54e83794,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:12.229890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5608a7e5-7f23-4176-9ba1-afea54e83794 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:12.296549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:12.299988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Pushing event updated for resources: {'Port': ['ID=4842717a-08a2-409f-b86f-dbc42faf8f47,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:12.306217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:12.311831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:12.443668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Attempting to bind port 4842717a-08a2-409f-b86f-dbc42faf8f47 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:12.444108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Attempting to bind port 4842717a-08a2-409f-b86f-dbc42faf8f47 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:12.444600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Attempting to bind port 4842717a-08a2-409f-b86f-dbc42faf8f47 on network 4423ee2c-f89f-4675-a0d9-b2f4da06742a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:12.457704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:12.458340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Checking segment: {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:12.459113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.459855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Bound using segment: {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:12.460086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-7b34ccf8-ddad-4662-afe8-1cefa2e840bf tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.460810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Bound port: 4842717a-08a2-409f-b86f-dbc42faf8f47, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:12.461499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.461695 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-7b34ccf8-ddad-4662-afe8-1cefa2e840bf tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aefa84f-29b3-4bef-bdc1-b2645d3c2739 HTTP/1.1" status: 200 len: 946 time: 0.2915215 Aug 29 04:21:12.552751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-1b162967-b801-42a3-8afc-ec8521e46211 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3567092 Aug 29 04:21:12.560215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb20e5-1683-4d61-9f7b-5cca37f2c265 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.561743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83bb20e5-1683-4d61-9f7b-5cca37f2c265 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "GET /v2.0/networks/5608a7e5-7f23-4176-9ba1-afea54e83794 HTTP/1.1" status: 200 len: 756 time: 0.3954790 Aug 29 04:21:12.565794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.569477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:12.619644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.633102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] For port 4842717a-08a2-409f-b86f-dbc42faf8f47, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:12.638441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] For port 4842717a-08a2-409f-b86f-dbc42faf8f47, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4842717a-08a2-409f-b86f-dbc42faf8f47,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:12.645302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.658672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.676479 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.768802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80a24-a265-4614-86b4-0fddd385ce1b None None] Pushing event updated for resources: {'Port': ['ID=4842717a-08a2-409f-b86f-dbc42faf8f47,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:12.800056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:12.811328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04887c6-e592-4f7c-820f-14d37248ea52 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:12.814518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d04887c6-e592-4f7c-820f-14d37248ea52 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "GET /v2.0/networks/e79585ee-25b2-47db-97e9-b9b44a9ace93 HTTP/1.1" status: 200 len: 767 time: 0.2475712 Aug 29 04:21:12.818541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:12.893223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.897820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.914280 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.934509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Allocated IP 172.25.3.74 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/40493ffb-3ba9-470a-930b-8d60ecb484e7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:12.953341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Deleting port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:12.953878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:12.973606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'd19a2502-5c0d-48da-8006-d3ffab85f24d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:13.046297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.065014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.065937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.067304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40c934db-9ffe-419c-bab5-8f02b249b31c req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "PUT /v2.0/ports/d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 1021 time: 1.4181385 Aug 29 04:21:13.067807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:13.070307 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485679c6-3c95-41cc-a96b-f4c216d5777a" -d '{"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:13.191587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf308cc-d11e-4615-8b98-ebae6d048fdf tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.255844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.275591 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe23ce-5e5e-4eea-8397-8be5f4bbfa10 x-openstack-request-id: req-98fe23ce-5e5e-4eea-8397-8be5f4bbfa10 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:13.276612 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-plugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:13.276968 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98fe23ce-5e5e-4eea-8397-8be5f4bbfa10 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:13.284453 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'code': 200} Aug 29 04:21:13.289975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d19a2502-5c0d-48da-8006-d3ffab85f24d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:13.294352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.297422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] For port ae347bb9-6003-4b7f-a1cb-c8f3392fec39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,segment=NetworkSegment(9f5bf042-6d8c-4f44-abbc-44242cb742bd),segment_id=9f5bf042-6d8c-4f44-abbc-44242cb742bd)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:13.300354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.323437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.336994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Calling delete_port for ae347bb9-6003-4b7f-a1cb-c8f3392fec39 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:13.346940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5608a7e5-7f23-4176-9ba1-afea54e83794']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:13.364573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2d834f-387d-49d9-88c4-c34d83b5f038') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:13.365047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2d834f-387d-49d9-88c4-c34d83b5f038') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:13.399419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.465022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.477482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:13.478038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:13.480667 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:13.577616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.588054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5608a7e5-7f23-4176-9ba1-afea54e83794 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:21:13.591286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.608875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.624877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/5608a7e5-7f23-4176-9ba1-afea54e83794 HTTP/1.1" status: 204 len: 168 time: 0.7992809 Aug 29 04:21:13.663874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:13.695386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'name': 'tempest-network--342910779'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:13.699634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bc1f0-8e41-4f9e-886b-2524cd7b7434 req-04060135-a58a-4890-a7b2-23ed95b9ca89 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.711339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b88bc1f0-8e41-4f9e-886b-2524cd7b7434 req-04060135-a58a-4890-a7b2-23ed95b9ca89 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 949 time: 0.3004303 Aug 29 04:21:13.715020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c73740-689a-4c3b-9925-073cc0a8ae18 req-7084480c-9538-4a6e-befa-8b2adbe5c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:13.716789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c73740-689a-4c3b-9925-073cc0a8ae18 req-7084480c-9538-4a6e-befa-8b2adbe5c59b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 1101 time: 0.2958355 Aug 29 04:21:13.741301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a9e7c-0c36-4d62-a306-f0ec61ed4754 tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Network': ['ID=5608a7e5-7f23-4176-9ba1-afea54e83794,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.796542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:13.820925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:13.828329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.837634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:13.850721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Made reservation on behalf of c3271f8f95de4f64bb1a8f7b6c9342a6 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:13.854804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:13.881029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b88bc1f0-8e41-4f9e-886b-2524cd7b7434 req-d5a900d8-d9ce-4e9d-b400-f7b42c8fd5e7 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686759 Aug 29 04:21:13.923556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Pushing event deleted for resources: {'Port': ['ID=ae347bb9-6003-4b7f-a1cb-c8f3392fec39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:13.975426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Allocated IP 172.25.3.17 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/59e13b32-37aa-4790-b50d-9e09a2935e35) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:14.022687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] No DVR routers for this DVR port ae347bb9-6003-4b7f-a1cb-c8f3392fec39 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:14.026635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.030158 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-316196e0-8cfc-4cdd-b130-7bcdf2512060 req-d6724026-26e2-487b-940a-30ab96bde698 tempest-ServerGroupTestJSON-110107109 tempest-ServerGroupTestJSON-110107109-project] 10.222.0.54 "DELETE /v2.0/ports/ae347bb9-6003-4b7f-a1cb-c8f3392fec39 HTTP/1.1" status: 204 len: 173 time: 1.5554631 Aug 29 04:21:14.035516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'name': 'network-vif-deleted', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:14.039801 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c3bcf-54ad-4cd1-b16c-3759e578b55b" -d '{"events": [{"server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "name": "network-vif-deleted", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:14.046112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:14.065831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.067101 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Added segment db10e8ab-e2d2-4fe2-af07-abab42a89a9e of type vlan for network 34e40476-c663-4ac2-a5c9-270987af39b1 Aug 29 04:21:14.167735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.187266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4842717a-08a2-409f-b86f-dbc42faf8f47 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:14.217199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.219471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.221119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.364480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbb9f4-f97d-49bf-8dab-e0d078e03ba7 None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:14.374321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7055001 Aug 29 04:21:14.379618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:14.389761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:14.395099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4842717a-08a2-409f-b86f-dbc42faf8f47 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:14.419280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6669e82-5c59-468a-a9fc-676e8f03b5da tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=34e40476-c663-4ac2-a5c9-270987af39b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.470668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 34e40476-c663-4ac2-a5c9-270987af39b1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:14.633471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c73740-689a-4c3b-9925-073cc0a8ae18 req-8d8fcf4d-d2cd-4223-9c05-0adfda0f2d4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8803082 Aug 29 04:21:14.643428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=40493ffb-3ba9-470a-930b-8d60ecb484e7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.645015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.663561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.709565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Network 34e40476-c663-4ac2-a5c9-270987af39b1 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:21:14.712331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:14.714477 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.717805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "PUT /v2.0/networks/34e40476-c663-4ac2-a5c9-270987af39b1 HTTP/1.1" status: 200 len: 857 time: 0.3360255 Aug 29 04:21:14.730250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:14.782787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:14.797434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4d646a-5ac7-4072-b989-9cefb864cb55 req-d33aa3bf-0ae6-484a-af50-0d411adf9cc8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/76c131f6-2b4e-457d-9fc3-7febb70a5353 HTTP/1.1" status: 200 len: 1800 time: 0.1612840 Aug 29 04:21:14.815723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503150-d33e-4aeb-a601-f423a271c28d tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event updated for resources: {'Network': ['ID=34e40476-c663-4ac2-a5c9-270987af39b1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:14.833626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8798c748-e600-4338-8428-fdedcb7b11f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:14.890994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Provisioning for port 4842717a-08a2-409f-b86f-dbc42faf8f47 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:14.923670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Provisioning complete for port 4842717a-08a2-409f-b86f-dbc42faf8f47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:14.924110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.008452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.045354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8798c748-e600-4338-8428-fdedcb7b11f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:15.052916 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-7d4d646a-5ac7-4072-b989-9cefb864cb55 req-431933f2-4548-4977-83b9-3b81e4909eca tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:21:15.054286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4d646a-5ac7-4072-b989-9cefb864cb55 req-431933f2-4548-4977-83b9-3b81e4909eca tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/76c131f6-2b4e-457d-9fc3-7febb70a5353 HTTP/1.1" status: 409 len: 341 time: 0.2565911 Aug 29 04:21:15.058218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8798c748-e600-4338-8428-fdedcb7b11f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:15.058406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.086432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.135392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae347bb9-6003-4b7f-a1cb-c8f3392fec39 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:15.160618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:15.181577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:15.199814 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad00518-09c7-45e4-b5f5-ceb2d11489a8 x-openstack-request-id: req-5ad00518-09c7-45e4-b5f5-ceb2d11489a8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:15.200212 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:15.200372 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ad00518-09c7-45e4-b5f5-ceb2d11489a8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:15.200775 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'status': 'completed', 'code': 200} Aug 29 04:21:15.201564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:15.224493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: ae347bb9-6003-4b7f-a1cb-c8f3392fec39 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:15.225422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae347bb9-6003-4b7f-a1cb-c8f3392fec39 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:15.233553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.306484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] For port 4842717a-08a2-409f-b86f-dbc42faf8f47, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4842717a-08a2-409f-b86f-dbc42faf8f47,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:15.310588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-329163328', 'description': 'tempest-description-1339323882'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:15.312977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.345164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.379815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.393414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed5a56-ac6e-4f0d-9799-40393d66d10b None None] Pushing event updated for resources: {'Port': ['ID=4842717a-08a2-409f-b86f-dbc42faf8f47,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.403529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=59e13b32-37aa-4790-b50d-9e09a2935e35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.409403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 8798c748-e600-4338-8428-fdedcb7b11f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8798c748-e600-4338-8428-fdedcb7b11f3,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:15.419189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.430783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e40476-c663-4ac2-a5c9-270987af39b1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:15.434585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.489975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.515979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db10e8ab-e2d2-4fe2-af07-abab42a89a9e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:15.516442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db10e8ab-e2d2-4fe2-af07-abab42a89a9e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:15.575776 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.605070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-35cf677b-4a1e-4195-bcfc-bd1132525cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.606619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-35cf677b-4a1e-4195-bcfc-bd1132525cbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1176 time: 0.3477609 Aug 29 04:21:15.607376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.645733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79730b7c-95bb-4a6e-aeb6-4890941dabb0 None None] Provisioning complete for port 4842717a-08a2-409f-b86f-dbc42faf8f47 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:15.646100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79730b7c-95bb-4a6e-aeb6-4890941dabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.652425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.703453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:15.703778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:15.707976 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:15.798742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.861332 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.929274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4842717a-08a2-409f-b86f-dbc42faf8f47 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:15.931829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34e40476-c663-4ac2-a5c9-270987af39b1 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:21:15.948415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.950419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] 10.222.0.62 "DELETE /v2.0/networks/34e40476-c663-4ac2-a5c9-270987af39b1 HTTP/1.1" status: 204 len: 168 time: 1.2165101 Aug 29 04:21:15.959824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:15.976596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:15.981564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daabadc-17de-439d-b597-5c1ba59c229e tempest-ExternalNetworksTestJSON-1686727812 tempest-ExternalNetworksTestJSON-1686727812-project-admin] Pushing event deleted for resources: {'Network': ['ID=34e40476-c663-4ac2-a5c9-270987af39b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:15.983902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-296c560d-fb31-4e35-aa09-05f3bbb3e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:15.985469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-296c560d-fb31-4e35-aa09-05f3bbb3e41c service neutron] 10.222.0.50 "GET /v2.0/networks?id=60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 200 len: 913 time: 0.3307788 Aug 29 04:21:16.033506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4842717a-08a2-409f-b86f-dbc42faf8f47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:16.033885 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fb64d1-a077-44e6-9dc1-819df58d8d51 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] DELETE failed (client error): The resource could not be found. Aug 29 04:21:16.034375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fb64d1-a077-44e6-9dc1-819df58d8d51 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:21:16.034592 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.043198 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4fb64d1-a077-44e6-9dc1-819df58d8d51 tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "DELETE /v2.0/subnets/046253de-c24a-4939-85b4-aab0fdfbf008 HTTP/1.1" status: 404 len: 337 time: 0.0809150 Aug 29 04:21:16.044166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:16.163728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.186245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-aa1e5312-f2da-4dea-bfd4-b9ce4575cdad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 200 len: 217 time: 0.1448302 Aug 29 04:21:16.267290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.277967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.282913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8798c748-e600-4338-8428-fdedcb7b11f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:16.322175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.383316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8798c748-e600-4338-8428-fdedcb7b11f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:16.383908 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.398392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aba592-3fa7-47a8-ace9-a1e40f143881,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.403264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.417710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2990dff2-afe5-4dab-b0e8-4f9ac530cf89 req-a3688dde-1e78-4ff4-9fcd-791b443d4305 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1453989 Aug 29 04:21:16.422285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-bbc4ac77-1114-475d-aaf6-a2cab11f0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.424844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-bbc4ac77-1114-475d-aaf6-a2cab11f0295 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 200 len: 852 time: 0.1936524 Aug 29 04:21:16.478758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.506806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79585ee-25b2-47db-97e9-b9b44a9ace93']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:16.524819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c340df-3e33-43b6-8adc-23b2de435c92') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:16.525192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c340df-3e33-43b6-8adc-23b2de435c92') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:16.542036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.579822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.595988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:16.596756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:16.672341 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:16.675345 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76730b97-d699-4f18-ade4-a1e882c6cd46 x-openstack-request-id: req-76730b97-d699-4f18-ade4-a1e882c6cd46 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:16.675345 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefa84f-29b3-4bef-bdc1-b2645d3c2739", "name": "network-vif-deleted", "tag": "ae347bb9-6003-4b7f-a1cb-c8f3392fec39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:16.675550 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76730b97-d699-4f18-ade4-a1e882c6cd46 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:16.676183 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aefa84f-29b3-4bef-bdc1-b2645d3c2739', 'name': 'network-vif-deleted', 'tag': 'ae347bb9-6003-4b7f-a1cb-c8f3392fec39', 'status': 'completed', 'code': 200} Aug 29 04:21:16.713957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.724526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:16.730570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] 10.222.0.62 "DELETE /v2.0/networks/e79585ee-25b2-47db-97e9-b9b44a9ace93 HTTP/1.1" status: 204 len: 168 time: 0.6846616 Aug 29 04:21:16.746157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb023f5-97b9-4934-a345-8d78c9b95a0b tempest-ExternalNetworksTestJSON-1191703643 tempest-ExternalNetworksTestJSON-1191703643-project] Pushing event deleted for resources: {'Network': ['ID=e79585ee-25b2-47db-97e9-b9b44a9ace93,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:16.766258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-d82d4615-1bf7-43ca-83c1-4086c6fed18d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60a25991-019c-4285-b149-470784f17a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433556 Aug 29 04:21:16.929749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ac7de-a3df-43de-80c1-583daec61235 req-74b07a87-8f8a-452d-8f5a-bc2e161d8398 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:16.931392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739ac7de-a3df-43de-80c1-583daec61235 req-74b07a87-8f8a-452d-8f5a-bc2e161d8398 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 949 time: 0.3055766 Aug 29 04:21:16.941336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Router c2e8a064-5dab-4898-955b-8df2af0b8533 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:21:17.010942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.046488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.124346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-739ac7de-a3df-43de-80c1-583daec61235 req-400d7d64-446f-409d-a8ee-d04f7d608b92 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789470 Aug 29 04:21:17.130402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:17.161886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-d2816e19-535b-492d-837a-8b8ebd4b1b26 service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596530 Aug 29 04:21:17.288790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event updated for resources: {'Port': ['ID=59e13b32-37aa-4790-b50d-9e09a2935e35,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.324207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.332097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:17.352493 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Sync routers for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:17.372374 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:17.373267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:17.377849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.386830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-68a2be29-1c7c-44cf-bb41-84ef9042a525 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8329830 Aug 29 04:21:17.396801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.398029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-424ccfca-b1d0-41e0-aea8-18ce7dd19ed2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3445842 Aug 29 04:21:17.403502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-485679c6-3c95-41cc-a96b-f4c216d5777a req-43ae08ca-e978-4992-bd37-5706ec46236c service neutron] 10.222.0.50 "GET /v2.0/networks/60a25991-019c-4285-b149-470784f17a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845701 Aug 29 04:21:17.403996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:17.424874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6445ce01-1aa9-482c-8607-40f02933fa8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c80d91a798c9469d8949b51bc318dc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918100 Aug 29 04:21:17.428897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:17.514364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.549142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.639633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.642334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:17.647868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:17.648318 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b008b8e9-6a5c-4791-836f-eed0c870f253 HTTP/1.1" status: 204 len: 168 time: 0.2113037 Aug 29 04:21:17.660028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ed453-0f83-4893-b8f8-714c1563aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008b8e9-6a5c-4791-836f-eed0c870f253,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:17.846679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-4e87c2d3-ad3b-468f-a69c-ab40e1836a90 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.17 HTTP/1.1" status: 200 len: 695 time: 0.4589384 Aug 29 04:21:17.997009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77fa11af-bb53-45d2-bb9f-09debbdc1da2 req-ed0136cc-3fd3-4abe-8d04-eb849b125ea8 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/35aba592-3fa7-47a8-ace9-a1e40f143881 HTTP/1.1" status: 200 len: 1814 time: 0.1691496 Aug 29 04:21:18.018319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:14Z', 'revision_number': 3, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:18.101326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Checking router: c2e8a064-5dab-4898-955b-8df2af0b8533 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:18.101326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Updating router c2e8a064-5dab-4898-955b-8df2af0b8533 port 40493ffb-3ba9-470a-930b-8d60ecb484e7 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:18.105348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:18.114371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-0807e53f-7070-4a11-a838-81b5566ec67a tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.115880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c25c19d9-53a7-4fb1-a856-08ddb0a3eb57 req-0807e53f-7070-4a11-a838-81b5566ec67a tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2472403 Aug 29 04:21:18.153692 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.244283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-400e566a-8758-462d-b07e-474b1d613536 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3271f8f95de4f64bb1a8f7b6c9342a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230369 Aug 29 04:21:18.246035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:18.333706 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.374991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.404906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9026d0-69b4-4aa7-8a2a-a698b525c9bd req-c9ba28af-5cb3-466c-a18b-eb91b74bd299 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.408777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d9026d0-69b4-4aa7-8a2a-a698b525c9bd req-c9ba28af-5cb3-466c-a18b-eb91b74bd299 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 950 time: 0.1988137 Aug 29 04:21:18.475723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90072-43f0-48a1-9fb0-d56b2f2dc870 req-aa849caf-670e-4937-a668-5da3b9add0ef tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:18.477756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7a90072-43f0-48a1-9fb0-d56b2f2dc870 req-aa849caf-670e-4937-a668-5da3b9add0ef tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1024 time: 0.2182982 Aug 29 04:21:18.488472 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.491278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.493016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92bf0833-7231-42c6-93ac-d48b003410c9 HTTP/1.1" status: 204 len: 168 time: 0.2430277 Aug 29 04:21:18.504173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99255402-4044-4212-a7c1-554ec3ec3a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf0833-7231-42c6-93ac-d48b003410c9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:18.591187 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.606364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Transition to ACTIVE for port object 40493ffb-3ba9-470a-930b-8d60ecb484e7 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:18.613920 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.622474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d9026d0-69b4-4aa7-8a2a-a698b525c9bd req-53a22d43-0081-4907-bd26-a8b7fcaf5a38 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022145 Aug 29 04:21:18.647002 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Attempting to bind port 40493ffb-3ba9-470a-930b-8d60ecb484e7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:18.647352 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Attempting to bind port 40493ffb-3ba9-470a-930b-8d60ecb484e7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:18.647730 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Attempting to bind port 40493ffb-3ba9-470a-930b-8d60ecb484e7 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:18.671108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7a90072-43f0-48a1-9fb0-d56b2f2dc870 req-41acc96e-fb57-44d8-8c41-3975c822afe1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=76c131f6-2b4e-457d-9fc3-7febb70a5353&id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=529853ad-ade2-43b6-94f1-c038834e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1802440 Aug 29 04:21:18.672750 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:18.673192 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:18.673592 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.674046 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:18.674546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Bound port: 40493ffb-3ba9-470a-930b-8d60ecb484e7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:18.675131 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.750584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395543842', 'description': 'tempest-description-454976517'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:18.856635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.859181 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] For port 40493ffb-3ba9-470a-930b-8d60ecb484e7, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:18.863094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] For port 40493ffb-3ba9-470a-930b-8d60ecb484e7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=40493ffb-3ba9-470a-930b-8d60ecb484e7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:18.874141 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.909702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:18.912502 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:18.913365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:18.951610 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477be0a4-ccbf-4646-92e2-859e72078abf None None] Pushing event updated for resources: {'Port': ['ID=40493ffb-3ba9-470a-930b-8d60ecb484e7,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.039641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65a4b968-60b1-4c83-9648-cdfb63da4645 req-e0e5ae0a-6341-47da-98f8-5f493766b51f tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips/2edcd691-76dc-4311-a8e7-1b266cb2ff3d HTTP/1.1" status: 200 len: 692 time: 0.1395850 Aug 29 04:21:19.067472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477be0a4-ccbf-4646-92e2-859e72078abf None None] Pushing event updated for resources: {'Port': ['ID=40493ffb-3ba9-470a-930b-8d60ecb484e7,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.105519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:19.411898 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:14Z', 'revision_number': 3, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:19.438244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4b968-60b1-4c83-9648-cdfb63da4645 req-2f47c4fd-8760-4153-a6bb-165e25181ac5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:19.439712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65a4b968-60b1-4c83-9648-cdfb63da4645 req-2f47c4fd-8760-4153-a6bb-165e25181ac5 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3473144 Aug 29 04:21:19.443985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.461455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-65a4b968-60b1-4c83-9648-cdfb63da4645 req-964c6756-19b3-42dc-bd6a-577225e1b0de tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:19.462652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65a4b968-60b1-4c83-9648-cdfb63da4645 req-964c6756-19b3-42dc-bd6a-577225e1b0de tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107830 Aug 29 04:21:19.463147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.465538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eabec1-a8b4-4d5d-9bea-b44c5626a7fd None None] The sync data for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 is: [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:14Z', 'revision_number': 3, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:19.495474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Allocated IP 172.20.0.1 (4423ee2c-f89f-4675-a0d9-b2f4da06742a/14aacf91-b43f-4eaf-a7f6-7f561714bf26/bc134e1a-0f14-4db3-ae24-bf5e13867245) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:19.518524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.520641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cf1218f-2a1c-4c22-97de-f67c1c9840fe req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7844567 Aug 29 04:21:19.543622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2f8be-4766-4948-8ff8-7a47a5db0f66 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a26c2-5325-4ab7-8029-1d96ee776644,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:19.781108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:19.806527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-56a38c67-849d-40cd-9b99-6112fcf82f35 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips/2edcd691-76dc-4311-a8e7-1b266cb2ff3d HTTP/1.1" status: 200 len: 692 time: 0.1041939 Aug 29 04:21:19.854561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Transition to ACTIVE for port object bc134e1a-0f14-4db3-ae24-bf5e13867245 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:20.189276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-765a96dc-fe0b-4906-84db-c2fceb1d553f tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.191751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-765a96dc-fe0b-4906-84db-c2fceb1d553f tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.3737066 Aug 29 04:21:20.280202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-e81887d9-7499-43b6-a3f6-3d7d313d5c16 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.17 HTTP/1.1" status: 200 len: 695 time: 0.0705557 Aug 29 04:21:20.338290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-1b63ed6c-e6a3-4f94-801b-75e9c3d50909 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:20.340485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-1b63ed6c-e6a3-4f94-801b-75e9c3d50909 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1024 time: 0.3374064 Aug 29 04:21:20.422677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-e7825570-9db1-4935-b721-87de8ef6d734 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.17 HTTP/1.1" status: 200 len: 695 time: 0.1179812 Aug 29 04:21:20.436722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f031159-0505-4656-bde4-6b5f80e275c6 req-340cd71d-0953-4d64-a360-a33a16241347 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/d79a26c2-5325-4ab7-8029-1d96ee776644 HTTP/1.1" status: 200 len: 1813 time: 0.3159425 Aug 29 04:21:20.461952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:20.820404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:20.847408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:20.868309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:20.872105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:21.055707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6607e-480d-4bf0-b1af-cd4c722540bf req-c642a6a5-9bcb-406b-98d3-7191041f41a3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:21.059122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45a6607e-480d-4bf0-b1af-cd4c722540bf req-c642a6a5-9bcb-406b-98d3-7191041f41a3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 1024 time: 0.3886750 Aug 29 04:21:21.121255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.132091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Deleting port d19a2502-5c0d-48da-8006-d3ffab85f24d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:21.132565 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.275102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b34e5cd-5c5b-4415-9ebd-7dbd10f4ff7f None None] Provisioning for port bc134e1a-0f14-4db3-ae24-bf5e13867245 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:21.284469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b34e5cd-5c5b-4415-9ebd-7dbd10f4ff7f None None] Provisioning complete for port bc134e1a-0f14-4db3-ae24-bf5e13867245 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:21.285207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b34e5cd-5c5b-4415-9ebd-7dbd10f4ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.375671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b34e5cd-5c5b-4415-9ebd-7dbd10f4ff7f None None] Port bc134e1a-0f14-4db3-ae24-bf5e13867245 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:21.404832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45a6607e-480d-4bf0-b1af-cd4c722540bf req-e5f3f9c4-5d87-418f-b9a5-e39d872e8527 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=76c131f6-2b4e-457d-9fc3-7febb70a5353&id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=529853ad-ade2-43b6-94f1-c038834e88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3288801 Aug 29 04:21:21.422454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Deleting port 59e13b32-37aa-4790-b50d-9e09a2935e35 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:21.426769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.474857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.633139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port d19a2502-5c0d-48da-8006-d3ffab85f24d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d19a2502-5c0d-48da-8006-d3ffab85f24d,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:21.633550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.660082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1147855202', 'description': 'tempest-description-197582402'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:21.690641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Calling delete_port for d19a2502-5c0d-48da-8006-d3ffab85f24d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:21.724825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:21.769558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9c5be6e2-8612-4dc1-81f2-025bbcb76d25 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:21.778887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.813256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.813607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.829467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c5be6e2-8612-4dc1-81f2-025bbcb76d25 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "PUT /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3 HTTP/1.1" status: 200 len: 366 time: 0.3505118 Aug 29 04:21:21.839359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.881436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Calling delete_port for 59e13b32-37aa-4790-b50d-9e09a2935e35 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:21.894992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fef7bb9a-c99e-4fde-9688-7675abaa77f1 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0471766 Aug 29 04:21:21.899157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.916647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:21.928208 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-449ad8ed-fa60-4fb4-b707-58e28b5871b2 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3 HTTP/1.1" status: 200 len: 366 time: 0.0250621 Aug 29 04:21:21.930211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:21.977050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8d299dc2-420c-496d-af61-21e8a8c26cb7 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3 HTTP/1.1" status: 204 len: 168 time: 0.0447738 Aug 29 04:21:21.977837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.006395 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5db3f01f-f7a9-491a-8b8c-b873b876dd21 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0266395 Aug 29 04:21:22.007845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.029706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:22.039144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4044ace9-e6cb-4e51-8ebb-a052cb3c2c7a tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3 HTTP/1.1" status: 200 len: 370 time: 0.0269196 Aug 29 04:21:22.040309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.047533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'mac_address': 'fa:16:3e:df:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:21:22.052610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 40493ffb-3ba9-470a-930b-8d60ecb484e7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:22.078200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ad455fbe-9210-4dd3-96c4-c8803590da38 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3/default HTTP/1.1" status: 200 len: 370 time: 0.0351224 Aug 29 04:21:22.079953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.122091 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-50054e54-b1ab-4176-9a90-19509e4a0763 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] delete failed (client error): The resource could not be found. Aug 29 04:21:22.129893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50054e54-b1ab-4176-9a90-19509e4a0763 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/4b07dd51ace949f19622343d25cb64d3 HTTP/1.1" status: 404 len: 348 time: 0.0481906 Aug 29 04:21:22.184299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.214750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcdab6d8-9590-4f54-aaad-f04b3479f653 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:21:22.250018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:22.260604 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.268175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 40493ffb-3ba9-470a-930b-8d60ecb484e7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:22.307389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 40493ffb-3ba9-470a-930b-8d60ecb484e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:22.308383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.321744 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.340381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.403093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:22.422775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.434478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:network and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.445281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.445632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.458897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:subnet and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.465726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6a65d6a-38fd-4bb0-872c-ff5cea0e8753 req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8551905 Aug 29 04:21:22.469070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.481424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:subnetpool and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.489036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9cd8f-4ed8-4d50-9b00-730d106ed076 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc974fc-9a3e-4684-8071-7b7e956213f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.493626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.510687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:port and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.522231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.530537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['fcdab6d8-9590-4f54-aaad-f04b3479f653'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:22.534180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:router and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.548433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.557765 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.563531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:floatingip and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.573066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.586466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.632329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:security_group and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.640222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.646780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 40493ffb-3ba9-470a-930b-8d60ecb484e7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=40493ffb-3ba9-470a-930b-8d60ecb484e7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:22.651731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Usage tracker for resource:security_group_rule and tenant:2d3ebdafaaa448b0b9b51ff2558bbaf4 is out of sync, need to count used quota {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 04:21:22.662637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.quota.resource [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94826) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 04:21:22.669488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2da2fe9-1494-471f-bce9-62fa8e921d84 tempest-QuotasTest-1654463766 tempest-QuotasTest-1654463766-project-admin] 10.222.0.62 "GET /v2.0/quotas/2d3ebdafaaa448b0b9b51ff2558bbaf4/details.json HTTP/1.1" status: 200 len: 703 time: 0.2630332 Aug 29 04:21:22.683446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.686361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'Port': ['ID=d19a2502-5c0d-48da-8006-d3ffab85f24d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:22.700218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:22.784083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d58c2c8-d37e-4c5f-88df-7247684191eb req-1bbe3430-5141-4f25-956e-ab0f89443137 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 210 time: 0.0905788 Aug 29 04:21:22.830743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=40493ffb-3ba9-470a-930b-8d60ecb484e7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.087999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['68e63cb7-3eb6-4f53-9ee7-26c8804831e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:21:23.134301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.172514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event deleted for resources: {'Port': ['ID=59e13b32-37aa-4790-b50d-9e09a2935e35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.223661 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.239308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] No DVR routers for this DVR port d19a2502-5c0d-48da-8006-d3ffab85f24d on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:23.249825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.251960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d12f6b83-fbc9-4453-a884-c64e28020135 req-8ef2423a-1bf2-43db-b074-4e80a8d46066 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "DELETE /v2.0/ports/d19a2502-5c0d-48da-8006-d3ffab85f24d HTTP/1.1" status: 204 len: 173 time: 2.8785059 Aug 29 04:21:23.252638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.254764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'name': 'network-vif-deleted', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:23.257231 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27c31a-8de5-4ea9-a29a-f33547049b56" -d '{"events": [{"server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "name": "network-vif-deleted", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:23.353998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8423de-95f9-4b5d-950c-2c8b4a906b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.389591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01a2bfb0-f35a-4f5f-92dd-f973dd1aa3df req-9b0580ae-a2f3-481c-825f-68b7139deaad tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/abc974fc-9a3e-4684-8071-7b7e956213f9 HTTP/1.1" status: 200 len: 1814 time: 0.2146444 Aug 29 04:21:23.390708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.393386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.394587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2058059f-e54b-44b8-bc72-5d93c90b1692 req-903affbf-d152-4958-84eb-4c484b0143c1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "DELETE /v2.0/floatingips/2edcd691-76dc-4311-a8e7-1b266cb2ff3d HTTP/1.1" status: 204 len: 173 time: 2.9707832 Aug 29 04:21:23.403592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.416253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.526939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8423de-95f9-4b5d-950c-2c8b4a906b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.534205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d8423de-95f9-4b5d-950c-2c8b4a906b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.562314 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4aa3f-677d-486d-b46a-dcb0ae267332 x-openstack-request-id: req-14b4aa3f-677d-486d-b46a-dcb0ae267332 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:23.563283 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8920f3e8-d792-4bc3-92be-99bd7b261bac", "name": "network-vif-deleted", "tag": "d19a2502-5c0d-48da-8006-d3ffab85f24d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:23.563283 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14b4aa3f-677d-486d-b46a-dcb0ae267332 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:23.565362 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8920f3e8-d792-4bc3-92be-99bd7b261bac', 'name': 'network-vif-deleted', 'tag': 'd19a2502-5c0d-48da-8006-d3ffab85f24d', 'status': 'completed', 'code': 200} Aug 29 04:21:23.607211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d8423de-95f9-4b5d-950c-2c8b4a906b07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=573c3bb5b3a94e82ad5aed7b5f763941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708202 Aug 29 04:21:23.613388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56188) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:23.628033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8423de-95f9-4b5d-950c-2c8b4a906b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba67cba-2cbf-4597-8ec4-c27d7f07e3cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:23.724389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.732060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:23.763819 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-3e1a8154-51c4-4d9c-937a-078697c122c5 req-52279d53-0870-4e42-852f-bf585bba6083 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] show failed (client error): The resource could not be found. Aug 29 04:21:23.765165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e1a8154-51c4-4d9c-937a-078697c122c5 req-52279d53-0870-4e42-852f-bf585bba6083 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/4898324b-9b07-4358-b323-36315ea2773a HTTP/1.1" status: 404 len: 352 time: 0.1372366 Aug 29 04:21:23.788058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.841655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port fcdab6d8-9590-4f54-aaad-f04b3479f653 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:23.842436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.896215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:23.905962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f33b2e-5c9a-4505-bc3b-4c9de467cb26 req-e3550656-554a-4a3d-a628-7fa8b9ebcc36 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:23.908023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76f33b2e-5c9a-4505-bc3b-4c9de467cb26 req-e3550656-554a-4a3d-a628-7fa8b9ebcc36 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3762276 Aug 29 04:21:23.909989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:23.920000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.933846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:23.942963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ba67cba-2cbf-4597-8ec4-c27d7f07e3cd HTTP/1.1" status: 204 len: 168 time: 0.3242438 Aug 29 04:21:23.974771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6fc3b-bd25-4c7c-b5c9-44c42a02d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba67cba-2cbf-4597-8ec4-c27d7f07e3cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.078547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 40493ffb-3ba9-470a-930b-8d60ecb484e7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:24.091800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.116441 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-f61721cf-fb04-4678-8f76-332844b0c119 req-42ff7ff4-f3a8-4c16-b46f-e9dbf075b861 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] show failed (client error): The resource could not be found. Aug 29 04:21:24.117892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f61721cf-fb04-4678-8f76-332844b0c119 req-42ff7ff4-f3a8-4c16-b46f-e9dbf075b861 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-group-rules/02f8d5ed-23a3-4e9f-853e-95ae4afda48d HTTP/1.1" status: 404 len: 361 time: 0.1789966 Aug 29 04:21:24.238214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:24.246812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:24.249900 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c322adb-cf06-4a02-924d-c3a2e30c31f3" -d '{"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:24.259649 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.273882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d19a2502-5c0d-48da-8006-d3ffab85f24d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:24.444629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: d19a2502-5c0d-48da-8006-d3ffab85f24d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:24.448332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9f768c2-acdd-4a45-9d27-00dd24803611 req-9a49ddd2-3816-4be8-b1a0-91cdd9d49c85 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=a64989e7ce5547eaae3ad68254131802 HTTP/1.1" status: 200 len: 1654 time: 0.1136653 Aug 29 04:21:24.449096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d19a2502-5c0d-48da-8006-d3ffab85f24d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:24.537926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 40493ffb-3ba9-470a-930b-8d60ecb484e7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:24.538483 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.581060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fba149d7-2ffa-4781-ae3d-cfa44307b9f1 None None] Provisioning complete for port bc134e1a-0f14-4db3-ae24-bf5e13867245 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:24.581426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba149d7-2ffa-4781-ae3d-cfa44307b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.589365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.611535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c41e614-c4b8-4c58-a4a0-0772e3f245ff req-42eea1bb-8c11-46d3-a641-429789bd3420 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=8920f3e8-d792-4bc3-92be-99bd7b261bac HTTP/1.1" status: 200 len: 210 time: 0.1563146 Aug 29 04:21:24.653808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fba149d7-2ffa-4781-ae3d-cfa44307b9f1 None None] Port bc134e1a-0f14-4db3-ae24-bf5e13867245 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:21:24.731435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:24.747019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Router c2e8a064-5dab-4898-955b-8df2af0b8533 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:24.749224 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21f1b398-32ef-4888-b924-ee14ce7f5033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.818513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-2b3d6153-13bd-489e-89cf-3bededcc75a9 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/abc974fc-9a3e-4684-8071-7b7e956213f9 HTTP/1.1" status: 200 len: 1814 time: 0.1397870 Aug 29 04:21:24.840379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f768c2-acdd-4a45-9d27-00dd24803611 req-e006f1e9-884d-43ba-8c26-cf88e6216614 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:24.842652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9f768c2-acdd-4a45-9d27-00dd24803611 req-e006f1e9-884d-43ba-8c26-cf88e6216614 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks?id=e072c453-34e6-463a-8307-d1699680704a&id=e072c453-34e6-463a-8307-d1699680704a&id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 787 time: 0.3931212 Aug 29 04:21:24.888617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21f1b398-32ef-4888-b924-ee14ce7f5033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.895594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-e9f768c2-acdd-4a45-9d27-00dd24803611 req-5482a613-06d6-4107-bb44-4fecb1ec4af2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:21:24.896558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21f1b398-32ef-4888-b924-ee14ce7f5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:24.896722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9f768c2-acdd-4a45-9d27-00dd24803611 req-5482a613-06d6-4107-bb44-4fecb1ec4af2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149462 Aug 29 04:21:24.967146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-21f1b398-32ef-4888-b924-ee14ce7f5033 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d3ebdafaaa448b0b9b51ff2558bbaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345631 Aug 29 04:21:24.971802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:24.978886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1b398-32ef-4888-b924-ee14ce7f5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363f083-10e5-488d-b0e4-0eebfd18b139,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:24.995001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:25.028617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.051779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:25.065370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e5748fa7-2c31-437d-b1b7-c48995eb5b9a admin admin] 10.222.0.62 "PUT /v2.0/routers/c2e8a064-5dab-4898-955b-8df2af0b8533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6603091 Aug 29 04:21:25.073219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Sync routers for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:25.079636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.095100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Deleting subnet 612ba230-082c-4844-8285-ad05ac050c07 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:25.107410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:25.108102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:25.115054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.150817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.204781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.225312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.319542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.335347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:25.384491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.392489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.403526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d363f083-10e5-488d-b0e4-0eebfd18b139 HTTP/1.1" status: 204 len: 168 time: 0.4302490 Aug 29 04:21:25.419475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccc683-f086-4600-9a83-aad7c86980a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363f083-10e5-488d-b0e4-0eebfd18b139,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.470983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.480816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.496288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9885900-5713-48a2-ae7f-2fb94bb100b2 req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-groups/abc974fc-9a3e-4684-8071-7b7e956213f9 HTTP/1.1" status: 204 len: 173 time: 0.6135955 Aug 29 04:21:25.551272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b7774-66b9-45fd-b206-814e9b8c0b5d tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc974fc-9a3e-4684-8071-7b7e956213f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.594857 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33667a1-98b0-4606-bf94-d4a314d917c5 x-openstack-request-id: req-f33667a1-98b0-4606-bf94-d4a314d917c5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:25.595672 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:25.596211 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f33667a1-98b0-4606-bf94-d4a314d917c5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:25.596893 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'code': 200} Aug 29 04:21:25.662756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.738701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-b2384903-a1e5-40d6-a612-f46247feab9c tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips/a980a852-4b19-4822-93ca-16e701ed7aac HTTP/1.1" status: 200 len: 692 time: 0.1439204 Aug 29 04:21:25.872716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-963f45ee-dfda-44fc-accc-f88503b32f52 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:25.884366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-963f45ee-dfda-44fc-accc-f88503b32f52 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.1433234 Aug 29 04:21:25.888373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612ba230-082c-4844-8285-ad05ac050c07,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:25.930876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:25.934718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0bd3fd66-1909-4a1f-beaa-518772872c78 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/612ba230-082c-4844-8285-ad05ac050c07 HTTP/1.1" status: 204 len: 168 time: 0.9369562 Aug 29 04:21:25.939449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:26.040818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-45894a31-cf6d-4983-b81b-d8c01db61ec4 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1477423 Aug 29 04:21:26.107877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:21Z', 'revision_number': 4, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bc134e1a-0f14-4db3-ae24-bf5e13867245', 'name': '', 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'mac_address': 'fa:16:3e:cf:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:19Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 2, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'subnets': [{'id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.222029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-eff3fe58-db32-4a86-b9ba-6f4dba1286d3 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/d79a26c2-5325-4ab7-8029-1d96ee776644 HTTP/1.1" status: 200 len: 1813 time: 0.3291597 Aug 29 04:21:26.230148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.307591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-5c21eec2-481b-4879-ad0f-8e4329d3fbee tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.2610288 Aug 29 04:21:26.371880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Checking router: c2e8a064-5dab-4898-955b-8df2af0b8533 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:26.372818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Updating router c2e8a064-5dab-4898-955b-8df2af0b8533 port bc134e1a-0f14-4db3-ae24-bf5e13867245 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:21:26.422391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.543886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.572222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88528b02-36f2-4f54-ba08-71ce8faf7ca9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.618676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5bf042-6d8c-4f44-abbc-44242cb742bd') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.621247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5bf042-6d8c-4f44-abbc-44242cb742bd') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:26.644180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.698911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.725959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:26.727340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:26.730916 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:26.846924 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.889497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.902248 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.915552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.938571 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/88528b02-36f2-4f54-ba08-71ce8faf7ca9 HTTP/1.1" status: 204 len: 168 time: 0.9802001 Aug 29 04:21:26.962802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.966664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:26.975515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-506504c4-7f60-433f-a27b-c2b8bad9f3f7 req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-groups/d79a26c2-5325-4ab7-8029-1d96ee776644 HTTP/1.1" status: 204 len: 173 time: 0.7184799 Aug 29 04:21:26.985591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a053f-3ee4-4e81-a17f-f0c42711abf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88528b02-36f2-4f54-ba08-71ce8faf7ca9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.045030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49526e7-a62c-4ccb-bd08-d58c7ee18e1f tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a26c2-5325-4ab7-8029-1d96ee776644,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.055000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Deleting port b59215e9-21a6-46e7-9e5c-edc63ed6a339 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:27.055451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.314046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:27.327359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.329368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.364797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Calling delete_port for b59215e9-21a6-46e7-9e5c-edc63ed6a339 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:27.487885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-051659fa-2cc5-4813-afa4-bdcdefb95b68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9fb408e702714ac8be9b42e0e61a0271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497574 Aug 29 04:21:27.491749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:27.595315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.611141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.652079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.690838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Transition to ACTIVE for port object bc134e1a-0f14-4db3-ae24-bf5e13867245 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:27.702382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.715039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.745335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event deleted for resources: {'Port': ['ID=b59215e9-21a6-46e7-9e5c-edc63ed6a339,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.827772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Pushing event updated for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:27.860246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.860948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.861928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.862611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.863251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.863908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.864694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.872782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.873757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.874583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.875287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.876218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:27.949053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.951678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:27.952911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/857b2797-0bb3-4cf3-bcd0-6ad34b24fcab HTTP/1.1" status: 204 len: 168 time: 0.4601247 Aug 29 04:21:28.007555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Attempting to bind port bc134e1a-0f14-4db3-ae24-bf5e13867245 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:28.011988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Attempting to bind port bc134e1a-0f14-4db3-ae24-bf5e13867245 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:28.012806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Attempting to bind port bc134e1a-0f14-4db3-ae24-bf5e13867245 on network 4423ee2c-f89f-4675-a0d9-b2f4da06742a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:28.040870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:28.043042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Checking segment: {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:28.044381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.046120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Bound using segment: {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:28.047684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Bound port: bc134e1a-0f14-4db3-ae24-bf5e13867245, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:28.047684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.089563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.102950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.147227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4391f1e3-afd4-4b4a-8ace-076813bc1449 req-082724bf-d9a1-4c3d-8b65-4eb4f95db7c2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "DELETE /v2.0/floatingips/a980a852-4b19-4822-93ca-16e701ed7aac HTTP/1.1" status: 204 len: 173 time: 1.8267949 Aug 29 04:21:28.148782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5135cf6-d24a-474e-8dae-28fb39f28359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b2797-0bb3-4cf3-bcd0-6ad34b24fcab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.234227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] For port bc134e1a-0f14-4db3-ae24-bf5e13867245, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:28.257235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] For port bc134e1a-0f14-4db3-ae24-bf5e13867245, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bc134e1a-0f14-4db3-ae24-bf5e13867245,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:28.314708 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:28.643570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:28.652704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:28.693500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-edc6154f-9569-43f8-8de0-d742a6c78abb tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/35aba592-3fa7-47a8-ace9-a1e40f143881 HTTP/1.1" status: 200 len: 1814 time: 0.1816750 Aug 29 04:21:28.822112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d122a-2cfb-44d9-a2f1-d822bf942f24 None None] Pushing event updated for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:28.881753 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-8447186b-62c7-44ac-a179-dc7652aabcc9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2184920 Aug 29 04:21:29.035199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.131190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-01929dae-3354-4c8d-b90d-d58e17d8815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.132826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-01929dae-3354-4c8d-b90d-d58e17d8815e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 1097 time: 0.1838486 Aug 29 04:21:29.173334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.186272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:29.404387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.410545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.412457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cf0b553-a114-4edf-af0d-1e169c588d99 req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-groups/35aba592-3fa7-47a8-ace9-a1e40f143881 HTTP/1.1" status: 204 len: 173 time: 0.6994030 Aug 29 04:21:29.486186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5523b58-4709-47b9-b0e6-3b5f38f97b24 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aba592-3fa7-47a8-ace9-a1e40f143881,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:29.557861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:29.606077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-0c345b05-0dbe-4498-8f00-c85dc47e7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:29.614193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-0c345b05-0dbe-4498-8f00-c85dc47e7ad9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 200 len: 917 time: 0.4504845 Aug 29 04:21:29.720495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-c4abba56-e5cb-49c4-bd94-95afc2b3a21b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/529853ad-ade2-43b6-94f1-c038834e88d4 HTTP/1.1" status: 200 len: 1800 time: 0.2459581 Aug 29 04:21:29.997023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.043686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-c32ce637-48f5-4d23-a9ab-05ff4aca6238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 200 len: 1000 time: 0.4159498 Aug 29 04:21:30.079319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:21Z', 'revision_number': 4, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bc134e1a-0f14-4db3-ae24-bf5e13867245', 'name': '', 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'mac_address': 'fa:16:3e:cf:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:19Z', 'updated_at': '2021-08-29T04:21:28Z', 'revision_number': 4, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'subnets': [{'id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:30.177688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-31eef05f-96c9-4847-aa52-65852a8fd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.180697 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-31eef05f-96c9-4847-aa52-65852a8fd47a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 200 len: 855 time: 0.1204822 Aug 29 04:21:30.200158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.229832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc51dd-cb12-432e-8fae-853932d3d5e0 None None] The sync data for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 is: [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:21:21Z', 'revision_number': 4, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bc134e1a-0f14-4db3-ae24-bf5e13867245', 'name': '', 'network_id': '4423ee2c-f89f-4675-a0d9-b2f4da06742a', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'mac_address': 'fa:16:3e:cf:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:19Z', 'updated_at': '2021-08-29T04:21:28Z', 'revision_number': 4, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'subnets': [{'id': '14aacf91-b43f-4eaf-a7f6-7f561714bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:30.508619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.540721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:30.571085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14e4d710-9b07-4ce7-a067-78e3e37d0402 req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/529853ad-ade2-43b6-94f1-c038834e88d4 HTTP/1.1" status: 204 len: 173 time: 0.8422515 Aug 29 04:21:30.657871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24284-b51e-4c68-a836-06224e557b03 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529853ad-ade2-43b6-94f1-c038834e88d4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:30.670097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-31fc2e77-b63d-4d2a-907e-797e990909d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:30.676133 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-31fc2e77-b63d-4d2a-907e-797e990909d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f86291ac-36a4-4fba-9fa0-258045e05084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4592378 Aug 29 04:21:30.938134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-5e414448-d330-4428-80b6-c7a6eb6e25d2 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips/f9d21532-aeb5-4c84-829f-08213ac3efa2 HTTP/1.1" status: 200 len: 692 time: 0.2685199 Aug 29 04:21:30.943968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:31.067450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-9c02df79-e2ba-49fb-831b-17574ed41493 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729560 Aug 29 04:21:31.332910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a4af826-1ac3-442a-896d-0e946f611be6 req-5624f972-0932-4bfa-9da7-d7200a42f9c5 service neutron] 10.222.0.54 "GET /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629633 Aug 29 04:21:31.361558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1905733100', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:31.439494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Made reservation on behalf of bb0f9767ca9049538e5b73261d2f2ec8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:31.446355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.482745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-1c23d6a4-2c9b-4bbd-8d0b-5b8f87774c3c tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:31.492582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-1c23d6a4-2c9b-4bbd-8d0b-5b8f87774c3c tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.5494583 Aug 29 04:21:31.616015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-b5f63d71-5f7f-45d3-9ab4-f70fdc5e60ed tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1218185 Aug 29 04:21:31.620085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:31.763068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-c85bfd75-d3bd-44f3-b030-bd5f3f357c4e tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/ee3d4b22-a425-4c9b-be8e-518716b4f633 HTTP/1.1" status: 200 len: 1814 time: 0.1431785 Aug 29 04:21:31.766872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-e0666b30-f835-4207-9b8d-6d71db2f3771 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1501491 Aug 29 04:21:32.038070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bc134e1a-0f14-4db3-ae24-bf5e13867245 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:32.179766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bc134e1a-0f14-4db3-ae24-bf5e13867245 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:32.188624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bc134e1a-0f14-4db3-ae24-bf5e13867245 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:32.189155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.329063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.406781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.453807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.491952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port bc134e1a-0f14-4db3-ae24-bf5e13867245, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bc134e1a-0f14-4db3-ae24-bf5e13867245,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:32.499047 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.593142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.597081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.617201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.636256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ca3b334-1059-4e94-9cd2-324b48bd0c5a req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee3d4b22-a425-4c9b-be8e-518716b4f633 HTTP/1.1" status: 204 len: 173 time: 0.8727787 Aug 29 04:21:32.644643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Deleting port 516d41a5-c0ac-4e04-9530-093771c9df97 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:32.645588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.786934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.787358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.810748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Calling delete_port for 516d41a5-c0ac-4e04-9530-093771c9df97 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:32.834423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4065014-f7a6-49ac-96b2-4444d540fc8b tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d4b22-a425-4c9b-be8e-518716b4f633,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:32.890257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.932046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:32.952117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] device_id is not set on port 85df75e4-95f6-46db-9f15-c621b009a040 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:33.112336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc5f45c-92cd-4e5f-b2f0-498ddbb47aa5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.145473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-77430fd0-7f33-451f-b4d2-73c88e3f1029 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/76c131f6-2b4e-457d-9fc3-7febb70a5353 HTTP/1.1" status: 200 len: 1800 time: 0.4973276 Aug 29 04:21:33.178941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Allocated IP 172.25.3.28 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/85df75e4-95f6-46db-9f15-c621b009a040) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:33.312197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.388496 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.464413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.622461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event deleted for resources: {'Port': ['ID=516d41a5-c0ac-4e04-9530-093771c9df97,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:33.653985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.824070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.841995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.846227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d207fe47-19d6-48df-ba0b-7457f17bfe8b req-152a56ca-a4da-4270-9bad-ecdf1b798476 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "DELETE /v2.0/floatingips/f9d21532-aeb5-4c84-829f-08213ac3efa2 HTTP/1.1" status: 204 len: 173 time: 2.0636172 Aug 29 04:21:33.872656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.878287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:33.895041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9e1db2b-09af-4be4-89f7-5d4bd149bbb9 req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/76c131f6-2b4e-457d-9fc3-7febb70a5353 HTTP/1.1" status: 204 len: 173 time: 0.7012579 Aug 29 04:21:33.978271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380da69-b53e-4b5b-89fe-3ad95b74a34d tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c131f6-2b4e-457d-9fc3-7febb70a5353,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.062023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bc134e1a-0f14-4db3-ae24-bf5e13867245 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:34.167275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.348933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:34.364162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bc134e1a-0f14-4db3-ae24-bf5e13867245 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:34.365938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.379031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:34.391591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:34.481087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Pushing event updated for resources: {'Port': ['ID=85df75e4-95f6-46db-9f15-c621b009a040,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:34.542031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:34.543483 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.617829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f7f1a308-9052-4c8a-822f-3aaa8471323c tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6712615 Aug 29 04:21:34.618262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:34.653276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.28'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:34.720952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.722652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:34.890349 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.332907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:35.529697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-fa4fb045-1b76-4da4-a7df-01ed7a362618 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips/98c66783-5135-4ebd-ae1a-72476bbc8647 HTTP/1.1" status: 200 len: 692 time: 0.9305775 Aug 29 04:21:35.745237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-8de9dc96-6298-4b7c-88df-924216ed8e5f tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:35.747592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-8de9dc96-6298-4b7c-88df-924216ed8e5f tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 784 time: 0.2168136 Aug 29 04:21:35.769971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf903152-9e37-418d-954a-a773c1f65bce req-0c022622-87a0-4d11-a616-fbc5c5baac50 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "GET /v2.0/security-groups/fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb HTTP/1.1" status: 200 len: 1815 time: 1.1929300 Aug 29 04:21:35.947900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.014584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.094867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-b3142a3d-fbfd-41be-ada3-097276fbe4fb tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.3211796 Aug 29 04:21:36.317878 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf903152-9e37-418d-954a-a773c1f65bce req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.368947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-32f6574e-f67d-4ad9-9400-e2cf1beb0ee1 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.2229037 Aug 29 04:21:36.603334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf903152-9e37-418d-954a-a773c1f65bce req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.811684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf903152-9e37-418d-954a-a773c1f65bce req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.814636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bf903152-9e37-418d-954a-a773c1f65bce req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.818036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf903152-9e37-418d-954a-a773c1f65bce req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] 10.222.0.62 "DELETE /v2.0/security-groups/fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb HTTP/1.1" status: 204 len: 173 time: 1.0465379 Aug 29 04:21:36.885385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-364166517', 'description': 'tempest-description-1668974829'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:36.897494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:36.916720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e80efe-e6b6-457f-8892-02d9593c3eb0 tempest-SecurityGroupRulesNegativeTestJSON-1020772278 tempest-SecurityGroupRulesNegativeTestJSON-1020772278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcedd34b-8a7c-4e34-a20f-f1b30db1c9eb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:36.925805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:36.996776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Deleting port 3a118eb2-bc3e-4257-884b-9fb26e71165e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:36.997735 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.047126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.311642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f590900-0c12-46de-9956-95c322454b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.339365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.340715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.408386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.412442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.422134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Calling delete_port for 3a118eb2-bc3e-4257-884b-9fb26e71165e owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:37.430404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.448331 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.505395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Deleting subnet 53839eb3-9646-4fa6-9a86-021151f665b4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:37.513006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.513903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3078093f-26ff-44b7-b90d-79b1d41bfcec {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:37.516755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.608276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.661428 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:21:37.669476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-956ca442-5d45-4513-a103-be6b438bcb08 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0457206 Aug 29 04:21:37.671835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:37.736383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.741503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.754834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b1a30a5-cfbb-41c2-8e63-e820881eebc5 req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8748524 Aug 29 04:21:37.846486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.896866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53839eb3-9646-4fa6-9a86-021151f665b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.910787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:37.912923 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-92bd9636-ccaa-4875-89c0-98cf8bac14f7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/53839eb3-9646-4fa6-9a86-021151f665b4 HTTP/1.1" status: 204 len: 168 time: 1.0123568 Aug 29 04:21:37.913310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05842a4-7b2f-4ea5-960b-22a6deb9f245 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e69af3-8d89-417d-9a1e-ded1eb78691d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:37.915484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:38.123731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.151862 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c18a0079-ac78-40bb-aff7-1006223aa622 req-b60933df-5d3a-4589-b9bf-086a7e128420 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0580304 Aug 29 04:21:38.154138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25f868-3577-4c0b-a269-6818a89178f4 req-9bd7a6e2-327f-47f8-9e71-acf1651946eb tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:38.162124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f25f868-3577-4c0b-a269-6818a89178f4 req-9bd7a6e2-327f-47f8-9e71-acf1651946eb tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.1974468 Aug 29 04:21:38.186861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Deleting port 85df75e4-95f6-46db-9f15-c621b009a040 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:38.187687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.288510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.312498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71274b69-3269-4afe-b689-8fd82598cd8d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:38.340014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39ee59b-a423-4efd-b1b0-b190a2a0dae5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:38.340014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39ee59b-a423-4efd-b1b0-b190a2a0dae5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:38.350597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f25f868-3577-4c0b-a269-6818a89178f4 req-f69ac711-44fd-447c-8ba9-fefdc0b42ad5 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870258 Aug 29 04:21:38.358846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.417308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.433726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:38.434306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:38.436980 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:38.486640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.587383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Pushing event deleted for resources: {'Port': ['ID=3a118eb2-bc3e-4257-884b-9fb26e71165e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.594753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.601703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.611753 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] 10.222.0.62 "DELETE /v2.0/networks/71274b69-3269-4afe-b689-8fd82598cd8d HTTP/1.1" status: 204 len: 168 time: 0.6941609 Aug 29 04:21:38.646736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e437c-edeb-40e1-95f6-a0c35bc95973 admin admin] Pushing event deleted for resources: {'Network': ['ID=71274b69-3269-4afe-b689-8fd82598cd8d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:38.837179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:38.903547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8469d0d1-21c9-4efa-9371-1728c6946b1d req-a3fb1afe-2cdd-4ddb-806b-b171d96b0a13 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0759046 Aug 29 04:21:38.911232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Calling delete_port for 85df75e4-95f6-46db-9f15-c621b009a040 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:39.071975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.079845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.104593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4c1ed38-7ad8-4afc-8124-1a5a2adef407 req-440faabd-d3f4-41e5-a5b8-7d43c35e3d04 tempest-FloatingIPDetailsTestJSON-346436452 tempest-FloatingIPDetailsTestJSON-346436452-project] 10.222.0.62 "DELETE /v2.0/floatingips/98c66783-5135-4ebd-ae1a-72476bbc8647 HTTP/1.1" status: 204 len: 173 time: 2.7343388 Aug 29 04:21:39.105047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.482158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.562853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-f5b92f5a-c7cc-4ba0-97c2-e6e9316c2cc0 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/e1e69af3-8d89-417d-9a1e-ded1eb78691d HTTP/1.1" status: 200 len: 1802 time: 0.3868399 Aug 29 04:21:39.622939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Request body: {'security_group': {'name': 'tempest-sg-hth-97650970', 'description': 'tempest-description-hth-602527907'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:39.740763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.844809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.870273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-154d5bd8-a835-4828-9ec3-3c062c2bd385 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30c5b4b751ce4ab8963f3e7b2d3c9915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737640 Aug 29 04:21:39.876688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:39.877602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.882234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:39.884223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e0ebe3a-6e75-4305-8a62-454a5aa7b93d req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "PUT /v2.0/security-groups/e1e69af3-8d89-417d-9a1e-ded1eb78691d HTTP/1.1" status: 200 len: 1774 time: 0.2758272 Aug 29 04:21:40.078754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.121902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b54ed-9e00-488b-8daa-dc6f94f21050 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e69af3-8d89-417d-9a1e-ded1eb78691d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.135817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b448827b-c12e-4ec2-a22c-0e841481ebe7 req-65eda1b0-c463-4893-ad97-e6b7920639d8 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/e1e69af3-8d89-417d-9a1e-ded1eb78691d HTTP/1.1" status: 200 len: 1774 time: 0.1727564 Aug 29 04:21:40.179485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.200313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a57b-6c66-433e-95e7-c86ec157bdf7 req-02de1c4a-986d-4ab4-8148-8eeaaedfc972 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:40.209150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a294a57b-6c66-433e-95e7-c86ec157bdf7 req-02de1c4a-986d-4ab4-8148-8eeaaedfc972 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.2639551 Aug 29 04:21:40.283610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.290072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd86a2df-6d5a-43a9-b65f-a699bc607b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.480730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a294a57b-6c66-433e-95e7-c86ec157bdf7 req-b8bb3297-8302-4c51-a331-004bf228e9ab tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675250 Aug 29 04:21:40.491222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.511170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.561767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Pushing event deleted for resources: {'Port': ['ID=85df75e4-95f6-46db-9f15-c621b009a040,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:40.678236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.695155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:40.697034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bdb2f99-8d90-46a2-bd57-25f75639e0ea HTTP/1.1" status: 204 len: 168 time: 0.8107588 Aug 29 04:21:40.730131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1da0feee-28bb-4962-872b-39d1f74044ff req-87c69446-d57c-4126-b5d3-ebf18a1d08bc tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1674702 Aug 29 04:21:40.825457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7934-df9f-45c2-af0f-ec0fd23e891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb2f99-8d90-46a2-bd57-25f75639e0ea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.001776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-9f9dbb74-a5d9-4684-b42f-1082e7fa2b71 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/e1e69af3-8d89-417d-9a1e-ded1eb78691d HTTP/1.1" status: 200 len: 1774 time: 0.4285574 Aug 29 04:21:41.155721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.162631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c582fb4-37d1-44bf-9dce-54a786fcb597 tempest-RoutersAdminNegativeTest-1093096381 tempest-RoutersAdminNegativeTest-1093096381-project-admin] 10.222.0.62 "DELETE /v2.0/ports/85df75e4-95f6-46db-9f15-c621b009a040 HTTP/1.1" status: 204 len: 168 time: 3.4803298 Aug 29 04:21:41.185891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.330527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.444833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.574248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Deleting port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:41.575658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.596097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.596097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.596097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63427921-37e7-415a-a4ea-35fa3481ee0c req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1e69af3-8d89-417d-9a1e-ded1eb78691d HTTP/1.1" status: 204 len: 173 time: 0.5895085 Aug 29 04:21:41.642778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2bfd6-7dc4-4885-981d-56ee966ca522 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e69af3-8d89-417d-9a1e-ded1eb78691d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:41.741314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] For port e95eb6ab-8cdf-4a96-a937-88e7d58d2a08, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:41.742179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:41.785354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Calling delete_port for e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:41.820120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:41.844868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.149264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0da53de-065b-4719-9a4c-89d4c5014ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.233001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f52a109-4c6c-4a7a-916f-cfaf0de6fd9c req-a0fdbc4d-5851-4d00-9035-8a35d6058bf8 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0775752 Aug 29 04:21:42.248395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896afc6-e4a1-4854-a6cd-f814f5ea19ff req-dd05e28d-c319-424b-8b5b-686fd5041fd4 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:42.256063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5896afc6-e4a1-4854-a6cd-f814f5ea19ff req-dd05e28d-c319-424b-8b5b-686fd5041fd4 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.2425730 Aug 29 04:21:42.311510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.391744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5896afc6-e4a1-4854-a6cd-f814f5ea19ff req-9da2fc4f-5c23-4439-accb-c4efb4c2cb19 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295562 Aug 29 04:21:42.470230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95eb6ab-8cdf-4a96-a937-88e7d58d2a08,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.591371 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-2b5ad4c8-4680-4690-bc39-e8d26da13f9a req-df319439-bb64-499e-bd4f-629ae657f9e3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:42.607678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b5ad4c8-4680-4690-bc39-e8d26da13f9a req-df319439-bb64-499e-bd4f-629ae657f9e3 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/76c131f6-2b4e-457d-9fc3-7febb70a5353 HTTP/1.1" status: 404 len: 352 time: 0.0532858 Aug 29 04:21:42.634627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0da53de-065b-4719-9a4c-89d4c5014ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.644841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0da53de-065b-4719-9a4c-89d4c5014ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.656281 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-f9a2a597-cde7-444a-9694-423108ba2ec7 req-62483447-88f7-4204-994e-041973aec15b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:42.667554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9a2a597-cde7-444a-9694-423108ba2ec7 req-62483447-88f7-4204-994e-041973aec15b tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/529853ad-ade2-43b6-94f1-c038834e88d4 HTTP/1.1" status: 404 len: 352 time: 0.0359819 Aug 29 04:21:42.716398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0da53de-065b-4719-9a4c-89d4c5014ca0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5115f0bb99a14ca78755c3f789f13b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8950496 Aug 29 04:21:42.717587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da53de-065b-4719-9a4c-89d4c5014ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4f9c0-ffac-44bf-aba1-a2c058f82d66,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:42.720457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:42.776478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.864251 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-c7cfee3b-07bf-4317-8f8a-48b8d68b32f5 req-c03d70a9-4cc2-4013-89a5-8aaaf6a4029e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:42.865738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7cfee3b-07bf-4317-8f8a-48b8d68b32f5 req-c03d70a9-4cc2-4013-89a5-8aaaf6a4029e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/163fc4bc-c819-4889-943f-8b8dffc50ca6 HTTP/1.1" status: 404 len: 352 time: 0.0452733 Aug 29 04:21:42.867252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.908772 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.916465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.989747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.992838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:42.994463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eba4f9c0-ffac-44bf-aba1-a2c058f82d66 HTTP/1.1" status: 204 len: 168 time: 0.2727671 Aug 29 04:21:43.024264 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-8aa58897-e51a-4341-a255-a981ed23293d req-6b2da9ce-0aa5-40ff-ae42-e4da8b7b2668 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:43.040730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8aa58897-e51a-4341-a255-a981ed23293d req-6b2da9ce-0aa5-40ff-ae42-e4da8b7b2668 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/401b5611-214e-4799-9b04-93df86e6bd17 HTTP/1.1" status: 404 len: 352 time: 0.0622196 Aug 29 04:21:43.042991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4710b-fc4c-44bc-a3dd-3e63b06762ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4f9c0-ffac-44bf-aba1-a2c058f82d66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:43.131529 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-91788405-ffd0-491a-a0ad-50952eedd447 req-6df31425-4cd2-450b-a8ae-bdd63f9bd244 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:43.145602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91788405-ffd0-491a-a0ad-50952eedd447 req-6df31425-4cd2-450b-a8ae-bdd63f9bd244 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/df7c6914-a168-4c67-a442-674c27af3fc8 HTTP/1.1" status: 404 len: 352 time: 0.0375021 Aug 29 04:21:43.158867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:43.203509 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-86d5303f-5c6a-4d3b-8cc3-78910a81df95 req-9b24cbc2-fa60-452a-b8b1-55f8f8a72850 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] show failed (client error): The resource could not be found. Aug 29 04:21:43.211885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86d5303f-5c6a-4d3b-8cc3-78910a81df95 req-9b24cbc2-fa60-452a-b8b1-55f8f8a72850 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/25d53c00-b632-4fdf-873b-6ad92c738244 HTTP/1.1" status: 404 len: 352 time: 0.0418749 Aug 29 04:21:43.669218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77e1e84e-4b64-40c9-8e05-8a5e580285e4 req-07480977-4647-4576-ba2b-d9add43d32b8 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0692706 Aug 29 04:21:43.756236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1922776745-network', 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:43.802837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:43.819753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-12efb514-e8fa-4e32-86f3-3f333221e56c tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:43.821625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-12efb514-e8fa-4e32-86f3-3f333221e56c tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.1778822 Aug 29 04:21:43.827844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:43.831332 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.850610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:43.989285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.058631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb12c-67fd-40c1-951b-f2976b0dadb0 req-4d6895f7-d539-4a42-99f3-0199b36ea096 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.069778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec5fb12c-67fd-40c1-951b-f2976b0dadb0 req-4d6895f7-d539-4a42-99f3-0199b36ea096 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.1872203 Aug 29 04:21:44.159805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec5fb12c-67fd-40c1-951b-f2976b0dadb0 req-aefcf352-c5a2-4c8b-b1ac-c02b9a125249 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824840 Aug 29 04:21:44.318711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b11cd6bb-afee-4839-9d82-fc5485446c4f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb0f9767ca9049538e5b73261d2f2ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981246 Aug 29 04:21:44.323648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.324176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.360958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.417304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.447375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.466418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:44.508329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:44.519703 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23691f29-4b86-460b-b918-a9593ebe8287 admin admin] 10.222.0.62 "PUT /v2.0/routers/98e1c91c-cd7b-4106-961d-e68f5154e4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4100466 Aug 29 04:21:44.519703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.520511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.525410 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7cc5f45c-92cd-4e5f-b2f0-498ddbb47aa5 HTTP/1.1" status: 204 len: 168 time: 0.1945102 Aug 29 04:21:44.527035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:44.528841 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Sync routers for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:44.553714 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:44.561481 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:44.605726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c2146-0bb1-4c20-979f-99fe47c69641 req-301e8cba-9d42-4157-98cc-845010bcdfe6 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.612189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f16c2146-0bb1-4c20-979f-99fe47c69641 req-301e8cba-9d42-4157-98cc-845010bcdfe6 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1023 time: 0.3133771 Aug 29 04:21:44.618187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6167d-e24e-455c-8c10-6a10b6936e41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.699468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e937ac9-d944-43d7-8d42-a1f77a6cb2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc5f45c-92cd-4e5f-b2f0-498ddbb47aa5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:44.719185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.764356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.765095 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Added segment 29442707-a1fb-43d0-86b7-e6bcfab95cca of type vlan for network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 Aug 29 04:21:44.888666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.919939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:44.977850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.977850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:44.977850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:44.978456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Deleting port 0526d387-4838-4546-84d5-48044a46612c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:44.978456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.108598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.137758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f16c2146-0bb1-4c20-979f-99fe47c69641 req-0edd80e3-b8c5-44e5-81b6-9e27e320d1f1 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=6db493aa-d050-4704-8a49-eba07765f632&id=bfcb374d-71a8-433c-ba85-4b8d2ae3a633&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4983487 Aug 29 04:21:45.151039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3fbaf2-34b9-427a-b5b4-31d1866e8913,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:45.183965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:45.224912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5f3a70e-6ed4-46a9-946d-133d29e91ee0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0649221 Aug 29 04:21:45.230829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:45.265704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Request body: {'subnet': {'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1922776745-subnet', 'tenant_id': '08f189c3da44474c8198620dbe50894c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:45.334133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:45.337171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.504472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:21:42Z', 'revision_number': 5, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port': {'id': 'd60df140-4d25-4530-94cf-773a545fbf91', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:38Z', 'updated_at': '2021-08-29T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:45.551157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] For port 0526d387-4838-4546-84d5-48044a46612c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0526d387-4838-4546-84d5-48044a46612c,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:45.551604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.567673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Deleting port d60df140-4d25-4530-94cf-773a545fbf91 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:45.568088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.586085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bb49a0c-70d6-4dd9-a4d4-b905a8be9bcd req-3209a0cb-08fc-4a64-b534-798541dac8bf tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0962532 Aug 29 04:21:45.635700 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Checking router: 98e1c91c-cd7b-4106-961d-e68f5154e4f0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:45.672252 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Routers {'98e1c91c-cd7b-4106-961d-e68f5154e4f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:45.682860 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:45.940931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.941444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:45.941778 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Floating IP d5c28d41-8cf5-40a4-a6ca-22733a5ee490 disassociated. External IP: 172.25.3.36, port: 0526d387-4838-4546-84d5-48044a46612c. Aug 29 04:21:45.943540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Calling delete_port for 0526d387-4838-4546-84d5-48044a46612c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:45.995023 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] Set router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:46.090545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.134106 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:21:45Z', 'revision_number': 6, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:46.206934 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b55fc-2842-4448-bc33-ef7f6987dc6c None None] The sync data for ids ['98e1c91c-cd7b-4106-961d-e68f5154e4f0'] in n-d-712139-13 is: [{'id': '98e1c91c-cd7b-4106-961d-e68f5154e4f0', 'name': 'tempest-FloatingIPDetailsTestJSON-734116374-router', 'tenant_id': 'a64989e7ce5547eaae3ad68254131802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:37Z', 'updated_at': '2021-08-29T04:21:45Z', 'revision_number': 6, 'project_id': 'a64989e7ce5547eaae3ad68254131802', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:46.228277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def0c8-462b-46f8-89af-105f1ae229b2 req-f71e6690-1037-413c-9e04-b70106389aac tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.241550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9def0c8-462b-46f8-89af-105f1ae229b2 req-f71e6690-1037-413c-9e04-b70106389aac tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 945 time: 0.3524492 Aug 29 04:21:46.331079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-024d7261-65b3-4fec-8596-f2dc2302e8b4 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:46.338069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-024d7261-65b3-4fec-8596-f2dc2302e8b4 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1023 time: 0.2697856 Aug 29 04:21:46.572247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe75e7f-1c79-4195-b71e-993472878d47,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:46.590241 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:21:46.657328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9def0c8-462b-46f8-89af-105f1ae229b2 req-1b376c89-3bf4-4526-8c7b-c9a00374fb1f tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups?id=b1f98b92-3fff-4068-97eb-bc0b958e8200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146636 Aug 29 04:21:46.674716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:46.675834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Network hostable DHCP agents. Network: cb3fbaf2-34b9-427a-b5b4-31d1866e8913, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:46.792794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Deleting port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:46.799265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:46.844700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:47.093836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, cb3fbaf2-34b9-427a-b5b4-31d1866e8913) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:47.097720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] For port d60df140-4d25-4530-94cf-773a545fbf91, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d60df140-4d25-4530-94cf-773a545fbf91,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:47.098281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.128354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-81baa84c-e6c3-40fd-b933-c7e0b0725225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.130101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-81baa84c-e6c3-40fd-b933-c7e0b0725225 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 1102 time: 0.4350009 Aug 29 04:21:47.154199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f2298-d27e-4681-92aa-78c16481a1e0 None None] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:47.199281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Calling delete_port for d60df140-4d25-4530-94cf-773a545fbf91 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:47.204446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.210176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.225939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:47.261754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] For port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,segment=NetworkSegment(fe621229-6a01-49dc-8750-d9e6934f99c1),segment_id=fe621229-6a01-49dc-8750-d9e6934f99c1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:47.286113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.303485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0526d387-4838-4546-84d5-48044a46612c no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:47.325801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e69d2132-5339-44e2-bd12-b67c4d7280f3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0890288 Aug 29 04:21:47.336330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Calling delete_port for 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:47.377562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9326-744a-4d92-be32-611f47c639d2 req-0c716e78-20b9-45bf-b920-b597e8e487dc tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:47.388832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-262f9326-744a-4d92-be32-611f47c639d2 req-0c716e78-20b9-45bf-b920-b597e8e487dc tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a5451d3-0e1d-49ac-8941-b50994466d91 HTTP/1.1" status: 200 len: 1023 time: 0.3627505 Aug 29 04:21:47.695577 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:47.775844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccf3f3-e29b-437e-a842-444703739ade None None] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:47.784213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-262f9326-744a-4d92-be32-611f47c639d2 req-6cf5977c-2339-4b06-98e1-4571201a0920 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups?id=8bb08f9c-d67c-4549-a038-ecafba89e53b&id=6db493aa-d050-4704-8a49-eba07765f632&id=bfcb374d-71a8-433c-ba85-4b8d2ae3a633&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3941326 Aug 29 04:21:48.014842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1467925179'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:48.146691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.172562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.176085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-7a562801-5923-45aa-9037-6b526700a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:48.178456 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-7a562801-5923-45aa-9037-6b526700a006 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.9984059 Aug 29 04:21:48.199296 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.218418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:48.226380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.238681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:48.247913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60df140-4d25-4530-94cf-773a545fbf91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.285695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf88e8d1-6738-47e2-af9b-4c0fd71cac03 req-71efda93-f8b6-496c-b857-406f3849e8e9 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1169188 Aug 29 04:21:48.310587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:48.311558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e95eb6ab-8cdf-4a96-a937-88e7d58d2a08 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:48.312337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d60df140-4d25-4530-94cf-773a545fbf91 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:48.352399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'Port': ['ID=68e63cb7-3eb6-4f53-9ee7-26c8804831e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:48.390135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d60df140-4d25-4530-94cf-773a545fbf91 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:48.395787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d60df140-4d25-4530-94cf-773a545fbf91 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:48.492905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] No DVR routers for this DVR port 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:48.502403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.504828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:48.506725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-36d0591e-07d4-4417-961a-0300d46e7803 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653 HTTP/1.1" status: 200 len: 217 time: 0.2972631 Aug 29 04:21:48.516122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-566e8af6-3765-4360-bf35-ab1e11a18cd5 req-0a4a6948-f731-4acc-b4de-5a52788424ad tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.50 "DELETE /v2.0/ports/68e63cb7-3eb6-4f53-9ee7-26c8804831e8 HTTP/1.1" status: 204 len: 173 time: 2.1573904 Aug 29 04:21:48.516799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'name': 'network-vif-deleted', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:48.529940 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c2d52-278e-4ca5-9207-084a21596569" -d '{"events": [{"server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "name": "network-vif-deleted", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:48.666677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f6f1118-bf2f-4056-8475-7272aad5a03f req-a8becd19-0074-4eb8-b2e8-a05925b4651c tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.1249809 Aug 29 04:21:48.920118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event deleted for resources: {'Port': ['ID=0526d387-4838-4546-84d5-48044a46612c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.187915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-58f24b42-4189-4a75-a710-5af315d08b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.277899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-58f24b42-4189-4a75-a710-5af315d08b94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.4933853 Aug 29 04:21:49.381735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.649035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.652535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.656231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.670897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:21:49.679780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.685664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-08e97dd9-b44f-4a35-b08c-81fc10579458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:49.687384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-08e97dd9-b44f-4a35-b08c-81fc10579458 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3300340 Aug 29 04:21:49.842448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:49.849380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.850138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e1c91c-cd7b-4106-961d-e68f5154e4f0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:21:49.871423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.872802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00714e42-dcd5-466a-acfc-31e2128ccce5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/98e1c91c-cd7b-4106-961d-e68f5154e4f0 HTTP/1.1" status: 204 len: 168 time: 5.3365819 Aug 29 04:21:49.875667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:49.926073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5ca4b-4556-4006-81da-03d97d7b3cc8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:49.929643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:49.929999 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Added segment 69aeadec-fff0-4750-9c27-b1538001926e of type vlan for network e4ca6562-0c52-408c-9eb9-91fe5da6a815 Aug 29 04:21:49.957271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:50.047621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Deleting subnet 5df74df9-260a-4fc7-8d82-e728fea84fd6 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:50.051794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.053862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:50.054552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 68e63cb7-3eb6-4f53-9ee7-26c8804831e8 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:50.189179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.189487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.293130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-24abd696-e44e-4de1-ae47-74782d2e1acf service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484290 Aug 29 04:21:50.296279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.303025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:50.303994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.353889 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.422161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Network': ['ID=e4ca6562-0c52-408c-9eb9-91fe5da6a815,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.429736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.432665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb7b68ac-ca8f-439a-b6cf-ac143aa8a54a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1851530 Aug 29 04:21:50.435476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:50.446624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:50.657498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:21:50.675146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Sync routers for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:21:50.693850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.720069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:50.720069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:50.767492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df74df9-260a-4fc7-8d82-e728fea84fd6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:50.807705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.807705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.808251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.808775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.809500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.810031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.810571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.811097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.811636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.812191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.812734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.813247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:50.818467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.826041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-07b57c56-68a5-4c48-a01f-6ca7626fc1d0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5df74df9-260a-4fc7-8d82-e728fea84fd6 HTTP/1.1" status: 204 len: 168 time: 0.9485052 Aug 29 04:21:50.829214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56640) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:50.845517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3effcb56-9fe3-431e-9ae5-cb4b25ca9e2f req-35c2708e-9542-422c-82ae-e9b9ee3943ce service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213895 Aug 29 04:21:50.892452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e95c8-63d2-4f73-903e-2d19e1f68c9d None None] Network 01d4c330-1483-464f-a060-4e6b67d4b153 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:50.935987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] No DVR routers for this DVR port 0526d387-4838-4546-84d5-48044a46612c on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:50.950411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:50.954768 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9164a3c-224a-4840-86eb-5f2e5b9fda11 req-628d1658-de3d-4edc-b7f0-cf2a4bb28acc tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.54 "DELETE /v2.0/ports/0526d387-4838-4546-84d5-48044a46612c HTTP/1.1" status: 204 len: 173 time: 7.1150670 Aug 29 04:21:50.955674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'name': 'network-vif-deleted', 'tag': '0526d387-4838-4546-84d5-48044a46612c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:50.961349 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e67c709-043f-4a25-a6b9-84d846a7b9dc" -d '{"events": [{"server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "name": "network-vif-deleted", "tag": "0526d387-4838-4546-84d5-48044a46612c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:51.018629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:51.023974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.196437 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.220621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:51.359714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Deleting port ed032984-de50-4412-875a-cd3d4d88b5d9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:51.360807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.537917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] For port ed032984-de50-4412-875a-cd3d4d88b5d9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed032984-de50-4412-875a-cd3d4d88b5d9,segment=NetworkSegment(c87f189a-e938-4c10-9493-7d1568043285),segment_id=c87f189a-e938-4c10-9493-7d1568043285)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:51.547496 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.561754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:51.671886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Calling delete_port for ed032984-de50-4412-875a-cd3d4d88b5d9 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:51.873568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=b2cdbf02-04e0-40f5-b36e-9be520513297,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:51.930232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:51.930574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network hostable DHCP agents. Network: e4ca6562-0c52-408c-9eb9-91fe5da6a815, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:21:52.070256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.090817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:21:52.195021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cded409-a724-49d6-a84d-8acd33950714 None None] DHCP port deletion for 01d4c330-1483-464f-a060-4e6b67d4b153 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:52.247634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed032984-de50-4412-875a-cd3d4d88b5d9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:52.256345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] No DVR routers for this DVR port ed032984-de50-4412-875a-cd3d4d88b5d9 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:21:52.263488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e4ca6562-0c52-408c-9eb9-91fe5da6a815) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:52.274273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df03ba-bc62-4b35-96f2-4ec166d23c54 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:52.393119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:52.393459 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.495591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.538242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'b2cdbf02-04e0-40f5-b36e-9be520513297'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:21:52.539129 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.608583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.632580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:52.639910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'name': 'tempest-NetworksTestDHCPv6-728569087'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:52.643844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f9946542-e25b-41b1-b757-95463ba75ade tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2095587 Aug 29 04:21:52.654290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d4c330-1483-464f-a060-4e6b67d4b153']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.702392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87f189a-e938-4c10-9493-7d1568043285') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.703994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87f189a-e938-4c10-9493-7d1568043285') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:52.723219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b2cdbf02-04e0-40f5-b36e-9be520513297/08973ae8-aafb-480f-a2df-020039999f1c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:52.762413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.795892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.811705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:21:52.812797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.941609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.956651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Checking router: 1269a8ce-89fe-4342-85b9-bb49e5cef9bc for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:21:52.967273 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:21:52.978524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:52.983092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Transition to ACTIVE for port object 08973ae8-aafb-480f-a2df-020039999f1c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:52.991693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.005053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Transition to ACTIVE for port object 08973ae8-aafb-480f-a2df-020039999f1c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:53.015097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:21:53.015771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] 10.222.0.62 "DELETE /v2.0/networks/01d4c330-1483-464f-a060-4e6b67d4b153 HTTP/1.1" status: 204 len: 168 time: 2.1836667 Aug 29 04:21:53.017935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:53.051164 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261b861-e8d6-40d3-a6c1-cd2e74b2c539 x-openstack-request-id: req-6261b861-e8d6-40d3-a6c1-cd2e74b2c539 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:53.051164 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5451d3-0e1d-49ac-8941-b50994466d91", "name": "network-vif-deleted", "tag": "68e63cb7-3eb6-4f53-9ee7-26c8804831e8", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:53.051164 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6261b861-e8d6-40d3-a6c1-cd2e74b2c539 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:53.051164 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5451d3-0e1d-49ac-8941-b50994466d91', 'name': 'network-vif-deleted', 'tag': '68e63cb7-3eb6-4f53-9ee7-26c8804831e8', 'status': 'completed', 'code': 200} Aug 29 04:21:53.074763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:53.082670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.182972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 491753d6-1a78-4bd3-b035-3eda8cfccbb5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:21:53.183431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abc90e-a36b-4dd4-9a84-8bb1b13e3c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d4c330-1483-464f-a060-4e6b67d4b153,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.200798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.384661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c4d6880-2d53-4ee7-9cd7-6512d5ed9ffe req-8ceab45d-419f-4b0a-ae82-17c94626e40d tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0735526 Aug 29 04:21:53.421825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.426091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-f65a74fc-c60e-48f3-b1a7-b69343431122 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:53.439648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-f65a74fc-c60e-48f3-b1a7-b69343431122 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.4180770 Aug 29 04:21:53.444777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:21:53.484815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-24251120-1f1e-4eac-9030-0c82b3115105 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0438771 Aug 29 04:21:53.574874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-9bad75b6-7c3f-41a5-98cf-9afcf453ca37 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778434 Aug 29 04:21:53.627362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:53.646503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6baf63f1-8a5b-491c-9b2f-1e92d59c7df6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a64989e7ce5547eaae3ad68254131802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234597 Aug 29 04:21:53.655205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:53.657705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:53.659792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:53.670121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Pushing event updated for resources: {'Port': ['ID=08973ae8-aafb-480f-a2df-020039999f1c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:53.699519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3acccda-4c2e-42a8-b78a-5adcc180b639 req-967214c9-bcae-4b09-a3b3-30d6fb029875 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.0890775 Aug 29 04:21:53.842951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::3da (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b2cdbf02-04e0-40f5-b36e-9be520513297/491753d6-1a78-4bd3-b035-3eda8cfccbb5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:53.861465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.953839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Attempting to bind port 08973ae8-aafb-480f-a2df-020039999f1c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:21:53.954396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Attempting to bind port 08973ae8-aafb-480f-a2df-020039999f1c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:21:53.954915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Attempting to bind port 08973ae8-aafb-480f-a2df-020039999f1c on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:21:53.967088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:21:53.967709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:21:53.971371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.971949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:21:53.972592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Bound port: 08973ae8-aafb-480f-a2df-020039999f1c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:21:53.973626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.978499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:53.992428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed032984-de50-4412-875a-cd3d4d88b5d9 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:54.000688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-ab0cf491-603c-4a51-89f3-ce588be86481 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033089 Aug 29 04:21:54.046395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: ed032984-de50-4412-875a-cd3d4d88b5d9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:21:54.046901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed032984-de50-4412-875a-cd3d4d88b5d9 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:21:54.211122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] For port 08973ae8-aafb-480f-a2df-020039999f1c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:21:54.229164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.233791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.236935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1aa5e53c-d667-428f-9362-9613669392fa HTTP/1.1" status: 204 len: 168 time: 0.5754249 Aug 29 04:21:54.239221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] For port 08973ae8-aafb-480f-a2df-020039999f1c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08973ae8-aafb-480f-a2df-020039999f1c,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:21:54.251429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.282142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa5e53c-d667-428f-9362-9613669392fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.320430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.322633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.323227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.323776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.325374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.325930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.327152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.328103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.331387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.332092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.333833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.335686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac61207-656e-4bb3-aca3-f6cb49a4a7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:21:54.357738 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a02ce7-b9a9-4101-a6a5-94e696d818d1 x-openstack-request-id: req-66a02ce7-b9a9-4101-a6a5-94e696d818d1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:54.358050 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5088253-8455-4812-b877-ce7e53cd0f5e", "name": "network-vif-deleted", "tag": "0526d387-4838-4546-84d5-48044a46612c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:54.359805 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66a02ce7-b9a9-4101-a6a5-94e696d818d1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:54.363382 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5088253-8455-4812-b877-ce7e53cd0f5e', 'name': 'network-vif-deleted', 'tag': '0526d387-4838-4546-84d5-48044a46612c', 'status': 'completed', 'code': 200} Aug 29 04:21:54.401164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.410421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-7b4ce4f3-c9a7-49dc-9b0f-fe40b2c03552 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803308 Aug 29 04:21:54.435276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 491753d6-1a78-4bd3-b035-3eda8cfccbb5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:21:54.441196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:21:54.534371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe879d4-a02b-45c5-9643-9d1eea5520f9 None None] Pushing event updated for resources: {'Port': ['ID=08973ae8-aafb-480f-a2df-020039999f1c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.555802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.584839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6089e-0f5b-43fc-b60f-e16438d5dd19 None None] The sync data for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 is: [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:18:21Z', 'revision_number': 4, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '34ee8bb0-8849-44e4-b2a3-6fa480185284', 'name': '', 'network_id': 'f86291ac-36a4-4fba-9fa0-258045e05084', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'mac_address': 'fa:16:3e:2f:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:18Z', 'updated_at': '2021-08-29T04:18:32Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'subnets': [{'id': '5d04d503-669d-4702-95f2-cdbf8b126e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:21:54.706966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:54.713192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:54.718197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:21:54.730599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:54.731718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:54.749887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-b7073303-1654-4c10-aeb5-874b7c83e021 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/6db493aa-d050-4704-8a49-eba07765f632 HTTP/1.1" status: 200 len: 1800 time: 0.2477653 Aug 29 04:21:54.754464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=491753d6-1a78-4bd3-b035-3eda8cfccbb5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:54.776899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a534b146-b004-4943-b0cb-edde0136c1f7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1423292 Aug 29 04:21:54.779639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:54.967386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc68283a-497c-4833-9df2-81f92efea4e6 req-b638d0e9-e636-4e01-a9ab-e4de5960d0b2 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0712340 Aug 29 04:21:55.051728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.193881 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.218635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d7b00-4776-4695-ab19-31232f8fb71f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.231968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d7b00-4776-4695-ab19-31232f8fb71f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.248330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c7d7b00-4776-4695-ab19-31232f8fb71f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4669001 Aug 29 04:21:55.251285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:55.280749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.285034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.308765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d86f5d0b-1e5f-416a-8d5c-be868694bb52 req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/6db493aa-d050-4704-8a49-eba07765f632 HTTP/1.1" status: 204 len: 173 time: 0.5549221 Aug 29 04:21:55.353405 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b54f11-aac7-4ae4-b608-39f2cabf8bc3 None None] New status for floating IP d5c28d41-8cf5-40a4-a6ca-22733a5ee490: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:21:55.382154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765afc0-a8b3-4e37-bf3a-b5ee8e6e3d88 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db493aa-d050-4704-8a49-eba07765f632,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:55.505491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5487296-b33d-430e-a172-f35746cadf95 req-254b61e3-62ac-4425-9a24-b1b6717391d9 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.0848215 Aug 29 04:21:55.563716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c637-ac69-4d15-bd7d-13813d60d349 req-f0c2ed76-d54d-48d9-b356-a288dfaa004b tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:55.579009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d99c637-ac69-4d15-bd7d-13813d60d349 req-f0c2ed76-d54d-48d9-b356-a288dfaa004b tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 950 time: 0.4058242 Aug 29 04:21:55.621695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 491753d6-1a78-4bd3-b035-3eda8cfccbb5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:55.622645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.883707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25527f15-e557-4a30-aa9c-8c697d86d943 req-0cf7b2ac-15fd-45c3-ac80-ba55a19eb9bf tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 0.1916049 Aug 29 04:21:55.941760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:55.965643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d99c637-ac69-4d15-bd7d-13813d60d349 req-34ec8960-2eeb-4a4d-a914-99442629e0fc tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783524 Aug 29 04:21:55.967611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:21:55.995678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 491753d6-1a78-4bd3-b035-3eda8cfccbb5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:56.162525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08973ae8-aafb-480f-a2df-020039999f1c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:56.235570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-aa2df2e9-98df-4f62-be08-d79ce0d09c7e tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "GET /v2.0/security-groups/bfcb374d-71a8-433c-ba85-4b8d2ae3a633 HTTP/1.1" status: 200 len: 1799 time: 0.1834073 Aug 29 04:21:56.352471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.455049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.498164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.499642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.515660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.606077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:21:56.610336 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675220c3-0fb0-4b3f-9e50-123a2777caab" -d '{"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:21:56.629704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.635622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.645933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7ec6666-b2c4-4b35-8f44-43a41d64e48d req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] 10.222.0.62 "DELETE /v2.0/security-groups/bfcb374d-71a8-433c-ba85-4b8d2ae3a633 HTTP/1.1" status: 204 len: 173 time: 0.3997757 Aug 29 04:21:56.648822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.696952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:56.700654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 08973ae8-aafb-480f-a2df-020039999f1c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:56.714117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.724889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:56.730286 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/491753d6-1a78-4bd3-b035-3eda8cfccbb5 HTTP/1.1" status: 204 len: 168 time: 1.4755034 Aug 29 04:21:56.733915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.739813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee75039-ea97-473e-b01f-500b9bd9b5cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=491753d6-1a78-4bd3-b035-3eda8cfccbb5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.799487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca13e31-3bac-4626-9f82-6632d6cf54d7 tempest-SecurityGroupsTestJSON-1523702653 tempest-SecurityGroupsTestJSON-1523702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb374d-71a8-433c-ba85-4b8d2ae3a633,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:56.812897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-962744133-network', 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:56.841852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392876d5-aad1-4fa7-8813-a531d628e8f4 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:56.883209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75cae20-c52e-451c-937c-bec4c7781170 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.885516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75cae20-c52e-451c-937c-bec4c7781170 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:56.887897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c75cae20-c52e-451c-937c-bec4c7781170 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1526308 Aug 29 04:21:56.890735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:56.922769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Deleting subnet e402935c-e9a8-4d1d-bf36-9f89bcfe314f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:56.930286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.010492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet b2cdbf02-04e0-40f5-b36e-9be520513297 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:21:57.013121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.033747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Provisioning for port 08973ae8-aafb-480f-a2df-020039999f1c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:21:57.042926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Made reservation on behalf of 1ae85460d41b4bca90fd1a6e7b8f8398 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:57.049194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.051059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.076575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Provisioning complete for port 08973ae8-aafb-480f-a2df-020039999f1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:57.077020 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.135456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.148292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e13c23d5-64e5-4fbd-8d61-6f2c67f03b90 req-b81b40c6-12a5-4009-b26e-c1e46fa4cd5b tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1130123 Aug 29 04:21:57.217209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.349416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.349708 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5787b0-ce86-47d9-a5f8-b9cfb218b9a0 x-openstack-request-id: req-1d5787b0-ce86-47d9-a5f8-b9cfb218b9a0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:21:57.349851 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:21:57.350081 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d5787b0-ce86-47d9-a5f8-b9cfb218b9a0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:21:57.350503 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'code': 200} Aug 29 04:21:57.492320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48613d1-c272-4c6a-8557-34649d599b0c req-d708ab1d-f4f3-4b2b-b947-51c9f16eedbe tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.1665099 Aug 29 04:21:57.497333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.574469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73ba7261-7514-40fc-bfa9-b1982b968dfd req-53a30e18-9373-49b2-9bed-aa63afd92d0d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 0.1664867 Aug 29 04:21:57.596991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] For port 08973ae8-aafb-480f-a2df-020039999f1c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08973ae8-aafb-480f-a2df-020039999f1c,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:57.617113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.690917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.701457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.738722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b68c-b3f0-4130-a80e-af2b43f40783 None None] Pushing event updated for resources: {'Port': ['ID=08973ae8-aafb-480f-a2df-020039999f1c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.757082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.831069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:21:57.846341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f79dd91-8f54-44b9-9e3b-f7dad7489f37,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:57.846635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.880565 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:57.880918 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Added segment 178dae3a-5c0b-474d-acfa-bdebcee45d2c of type vlan for network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 Aug 29 04:21:57.987830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.006363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.022182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08973ae8-aafb-480f-a2df-020039999f1c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:21:58.080425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-6a653c5c-1a58-4dc4-9759-c17260286936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.081060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e402935c-e9a8-4d1d-bf36-9f89bcfe314f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.083100 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-6a653c5c-1a58-4dc4-9759-c17260286936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.7075670 Aug 29 04:21:58.096080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:21:58.123579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.140286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.142392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a5ab1598-5e84-4698-817b-c26f12ef3003 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e402935c-e9a8-4d1d-bf36-9f89bcfe314f HTTP/1.1" status: 204 len: 168 time: 1.4561439 Aug 29 04:21:58.151635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.153622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4283108-ca09-429f-8d5a-1d703ca3b29b None None] Provisioning complete for port 08973ae8-aafb-480f-a2df-020039999f1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:58.154006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4283108-ca09-429f-8d5a-1d703ca3b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.271966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 08973ae8-aafb-480f-a2df-020039999f1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:21:58.275256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.326447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.333788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.337597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:58.341346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.437607 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.443288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b2cdbf02-04e0-40f5-b36e-9be520513297 HTTP/1.1" status: 204 len: 168 time: 1.5489066 Aug 29 04:21:58.517752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.527539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32ccecc0-0766-402e-910c-7f9e5b8a2e92 req-43c57f43-8c05-4e78-b87c-dd118822ea10 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.2158175 Aug 29 04:21:58.569157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.581125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2255876 Aug 29 04:21:58.585279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56780) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.590815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Request body: {'subnet': {'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-962744133-subnet', 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.640724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35461f04-0146-4bb9-abac-1019fd8c75af tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cdbf02-04e0-40f5-b36e-9be520513297,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.687161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a260122-febd-402c-9de9-2970ef1bc66e admin admin] Pushing event updated for resources: {'Network': ['ID=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:58.699280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ea075-cbca-4dfe-8a89-38d07dedbeb4 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:21:58.723552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Made reservation on behalf of 1ae85460d41b4bca90fd1a6e7b8f8398 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:58.729940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:58.734390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:21:58.775299 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d63c3409-22c2-46cc-959a-9aa6f636e50d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2514849 Aug 29 04:21:58.781020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:58.794566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:58.870203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-558c6707-459b-47e6-8c1d-e44b61869487 None None] Could not find standard attr ID for object 491753d6-1a78-4bd3-b035-3eda8cfccbb5. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:21:58.906444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:58.912017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.094407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:21:59.099380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.149234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:21:59.348982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Deleting port 08973ae8-aafb-480f-a2df-020039999f1c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:21:59.351997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.354036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.431100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:21:59.439432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:21:59.451307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:21:59.451967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.476257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6934652 Aug 29 04:21:59.480412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.6 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/1708d181-b14f-48a3-b63a-4e2e7cde9e90) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:21:59.483375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a574f-5cac-4264-8cf9-e3a896d25a97 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=2faf5b90-ce41-4503-9455-9e7b9d25c2dd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:21:59.505456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:21:59.514759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'name': 'tempest-NetworksTestDHCPv6-377995'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:21:59.610251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.667440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] For port 08973ae8-aafb-480f-a2df-020039999f1c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08973ae8-aafb-480f-a2df-020039999f1c,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:21:59.668423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:21:59.689454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Calling delete_port for 08973ae8-aafb-480f-a2df-020039999f1c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:21:59.765992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0b3e5c5-c178-4cdf-a0aa-686626c24ce2 req-07ac8515-076e-4148-bfb6-1e434b77277c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 1.0270207 Aug 29 04:21:59.979669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:21:59.986126 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.066673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] Pushing event deleted for resources: {'Port': ['ID=08973ae8-aafb-480f-a2df-020039999f1c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.076765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08973ae8-aafb-480f-a2df-020039999f1c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:00.147881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 08973ae8-aafb-480f-a2df-020039999f1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:00.148610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08973ae8-aafb-480f-a2df-020039999f1c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:00.166136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02706b8-aa24-4326-b580-d86e2374b151 None None] No DVR routers for this DVR port 08973ae8-aafb-480f-a2df-020039999f1c on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:00.193155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b998733-7f79-4303-97ff-2565f0b8921d None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:00.254887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.317157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6d11ba-afda-4022-b386-84c3542d986c req-da09b8f2-6065-47cc-9a7b-31915bfd6bd4 tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.6130037 Aug 29 04:22:00.338615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d46aa8d8-483e-425a-bba7-b5e6bc85be61 req-1d3625bb-85f5-4ba5-b5ed-f1b7936249f6 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1197557 Aug 29 04:22:00.403277 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.431189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a25991-019c-4285-b149-470784f17a12']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:00.470593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe621229-6a01-49dc-8750-d9e6934f99c1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:00.473312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe621229-6a01-49dc-8750-d9e6934f99c1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:00.476578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfe98ba-5031-4562-a62b-3dae237333b7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.509420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:00.512878 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.537202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Checking segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:00.537809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Network hostable DHCP agents. Network: fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:00.546413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'mac_address': 'fa:16:3e:2f:f7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:00.583460 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.602227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:00.603533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:00.606914 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:00.636169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.690272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cea70a5a-57b0-4362-9894-08f3423e3975 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:00.706599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:00.741062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:00.761146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:00.764680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.768675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.785432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.789159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/60a25991-019c-4285-b149-470784f17a12 HTTP/1.1" status: 204 len: 168 time: 2.6315353 Aug 29 04:22:00.820013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbacc5-bf42-441c-8a10-951ec03445f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a25991-019c-4285-b149-470784f17a12,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:00.833586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4717dd22-d4c6-4adf-b0d9-5b90f968c023 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2456610 Aug 29 04:22:00.847466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:00.851694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.857331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d209598-4495-40f9-af8b-503a32d30902 None None] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:00.876547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:00.944625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '2faf5b90-ce41-4503-9455-9e7b9d25c2dd'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:00.948465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.048756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e37dd8fd-3deb-4516-b2ae-4df494fdcd31 req-8c52759e-803a-45fa-94b8-963237b65db8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0822179 Aug 29 04:22:01.146321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56824) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:01.216866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.237993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:01.242765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.279987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port d11b4579-4c9d-4914-b3bf-5c93a759f706 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:01.282256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['cea70a5a-57b0-4362-9894-08f3423e3975'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:01.294640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:01.296114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-60ba356a-298d-4452-ba96-32617f920b52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30ff2a9cfae9493fb1bac43936bb790b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475754 Aug 29 04:22:01.386053 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.672186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c97f3e79-f704-45fb-91a2-0a9cb39c1995 req-b511e26a-c2e4-40cf-8d8b-67f0b046a153 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0923314 Aug 29 04:22:01.698325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:01.736287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.744267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:01.748166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f644666f-7ed3-4113-8e98-72c4ea809edf req-309a0ab6-c1fe-436d-beed-37cb1593377b tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5088253-8455-4812-b877-ce7e53cd0f5e HTTP/1.1" status: 200 len: 210 time: 0.1253831 Aug 29 04:22:01.755132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:01.770819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:01.856102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:01.966449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398', 'fixed_ips': [{'subnet_id': '9bfe98ba-5031-4562-a62b-3dae237333b7'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:01.968849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.009520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.010189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.035537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/2faf5b90-ce41-4503-9455-9e7b9d25c2dd/9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:02.186384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-b99992b7-55dd-4cdd-ba96-e5b5527f2f23 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0709746 Aug 29 04:22:02.238022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Request body: {'port': {'device_id': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:02.333701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d20c2-6d4e-4466-9498-b6fc78b659ed req-7f991545-cf87-44b7-a601-2eafcfa2ed6a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:02.336096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc5d20c2-6d4e-4466-9498-b6fc78b659ed req-7f991545-cf87-44b7-a601-2eafcfa2ed6a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 931 time: 0.1062977 Aug 29 04:22:02.402986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.418499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.428448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bb08f9c-d67c-4549-a038-ecafba89e53b HTTP/1.1" status: 204 len: 168 time: 1.1304994 Aug 29 04:22:02.490761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc5d20c2-6d4e-4466-9498-b6fc78b659ed req-6890e97f-7646-4b58-aa30-f552a7b2ef92 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466508 Aug 29 04:22:02.535740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:02.551656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd66b8c-7cc5-4039-8897-77570ed3a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb08f9c-d67c-4549-a038-ecafba89e53b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:02.885797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Allocated IP 172.20.0.2 (fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0/9bfe98ba-5031-4562-a62b-3dae237333b7/8f77f5b5-e8c6-441d-9ba6-39dbab032184) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:03.109990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1708d181-b14f-48a3-b63a-4e2e7cde9e90 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:03.134823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.181021 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.189088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Transition to ACTIVE for port object 1708d181-b14f-48a3-b63a-4e2e7cde9e90 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.199538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.219169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Transition to ACTIVE for port object 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.374539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Pushing event updated for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.432091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.453213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Transition to ACTIVE for port object 8f77f5b5-e8c6-441d-9ba6-39dbab032184 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.490418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Transition to ACTIVE for port object 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.520779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Transition to ACTIVE for port object 8f77f5b5-e8c6-441d-9ba6-39dbab032184 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:03.533867 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.623135 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:03.666812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::c7 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/2faf5b90-ce41-4503-9455-9e7b9d25c2dd/d11b4579-4c9d-4914-b3bf-5c93a759f706) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:03.720268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:03.765290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:03.782759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:03.797834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Pushing event updated for resources: {'Port': ['ID=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:03.803058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:03.816392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:03.837633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:03.979676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:03.995556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Attempting to bind port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:03.995899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Attempting to bind port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:03.996266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Attempting to bind port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.024361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:04.024891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Attempting to bind port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.037625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:04.042581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.042966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.043435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.046513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Bound port: 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.046981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.064838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.090379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object d11b4579-4c9d-4914-b3bf-5c93a759f706 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:04.154962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.379606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Pushing event updated for resources: {'Port': ['ID=8f77f5b5-e8c6-441d-9ba6-39dbab032184,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.385559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2006687435-network', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:04.392782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Attempting to bind port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.392782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Attempting to bind port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.392782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Attempting to bind port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.450870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:04.455542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Made reservation on behalf of 2eabd047cc50491ca7dbae197b6f13fb for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:04.459099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=d11b4579-4c9d-4914-b3bf-5c93a759f706,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:04.462226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.464002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.465255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.466704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.467948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Bound port: 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.468656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.473757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.479108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:04.479890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Attempting to bind port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:04.480693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Attempting to bind port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:04.481709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Attempting to bind port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:04.497243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:04.506286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.516966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.523986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:04.524879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.528276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Checking segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:04.528845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.529359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Bound using segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:04.529991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Bound port: 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:04.530493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.602024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:04.651722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:04.662942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.778208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.788713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.797155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port cea70a5a-57b0-4362-9894-08f3423e3975 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:04.797431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.805946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:04.807323 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.809872 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] 10.222.0.50 "PUT /v2.0/ports/1708d181-b14f-48a3-b63a-4e2e7cde9e90 HTTP/1.1" status: 200 len: 1092 time: 2.5935302 Aug 29 04:22:04.821738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:04.826074 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0f847d-1aad-4dfb-89bf-cca5685aee65" -d '{"events": [{"name": "network-changed", "server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:04.859353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74f60ae8-cf1d-4718-9bec-df61dabdaf31 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.3523791 Aug 29 04:22:04.876802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:04.882138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:04.921943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:04.922296 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Added segment b6d9246f-2533-44bf-b1d0-301b0268e9b0 of type vlan for network 2a0d47ec-63ec-455f-801a-9d2060379a83 Aug 29 04:22:05.061471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] For port 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:05.069631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] For port 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8f77f5b5-e8c6-441d-9ba6-39dbab032184,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:05.084317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.094659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c53d5a-3d5e-4f06-b002-ab29a12a653d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.156807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.158236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.159024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.172977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.184095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b4bc-4bff-49e4-8088-c6c0095162cb service neutron] Pushing event updated for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.264245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-66f8a327-9602-417b-9f12-b483c8b3d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.272091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-66f8a327-9602-417b-9f12-b483c8b3d295 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 1095 time: 0.3191159 Aug 29 04:22:05.289034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90420f0a-7ea6-460c-a946-86625db3c124 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.294419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3134837 Aug 29 04:22:05.295547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:05.305053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Request body: {'subnet': {'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-subnet', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:05.312176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90420f0a-7ea6-460c-a946-86625db3c124 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.315186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] For port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:05.317471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-90420f0a-7ea6-460c-a946-86625db3c124 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1664 time: 0.4335558 Aug 29 04:22:05.322427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:05.408411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-30560915-1ec1-4473-b20a-69f8aa64c805 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90 HTTP/1.1" status: 200 len: 217 time: 0.0877769 Aug 29 04:22:05.500576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515bdb-a9b2-486e-b307-8e571732133c req-8ab3bc19-5006-49fc-bcd8-099e87ef61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:05.502691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-8ab3bc19-5006-49fc-bcd8-099e87ef61ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.0858574 Aug 29 04:22:05.569860 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-50384a2b-69cc-4f58-9daf-1cd9ddd87094 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525563 Aug 29 04:22:05.614139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Made reservation on behalf of 2eabd047cc50491ca7dbae197b6f13fb for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:05.616507 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.619111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2d52-acf7-4079-ac4a-8067d0d252d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0d47ec-63ec-455f-801a-9d2060379a83,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:05.815532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:05.839383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port d11b4579-4c9d-4914-b3bf-5c93a759f706 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:05.839832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:05.955969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-e284df06-e787-4b02-9881-6332812ac314 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738499 Aug 29 04:22:05.981891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] For port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:06.090842 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.223764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.291772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15515bdb-a9b2-486e-b307-8e571732133c req-6542ddb1-dc4d-4705-a0ea-b70a40299bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198981 Aug 29 04:22:06.305690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41eb8d-91fd-46b2-b858-b735306e985f None None] Pushing event updated for resources: {'Port': ['ID=8f77f5b5-e8c6-441d-9ba6-39dbab032184,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.312821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for d11b4579-4c9d-4914-b3bf-5c93a759f706 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:06.347020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.465664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.545993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba47132-5f3d-4ebe-8676-058cb57f106d None None] Pushing event updated for resources: {'Port': ['ID=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.588566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:06.596378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cdad94-0724-4d3d-8f07-60db6eca9043,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.599517 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815344a1-02ad-4d07-8cda-235ad41c76a8" -d '{"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-plugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:06.635586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Checking segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:06.644932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Network hostable DHCP agents. Network: 2a0d47ec-63ec-455f-801a-9d2060379a83, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:06.658365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:06.675747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.778290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:06.799760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.825536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2a0d47ec-63ec-455f-801a-9d2060379a83) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:06.834362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.843390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:06.845377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb56a79-61ef-4c28-bd37-e7b35cb53d7f None None] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:06.848040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:06.912483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=d11b4579-4c9d-4914-b3bf-5c93a759f706,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:06.999116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:07.000088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-42a5a669-364f-4ea8-981a-f3f863913fa8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7012286 Aug 29 04:22:07.005768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:07.058861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.063584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bf5d4bfc-f2a1-43cc-90d1-291d15b94888 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d11b4579-4c9d-4914-b3bf-5c93a759f706 HTTP/1.1" status: 204 len: 168 time: 1.7366076 Aug 29 04:22:07.066583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:07.350502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b99b2b23-4e7a-486a-9509-f2c4d091dcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.401915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.404566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.455190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671e5c3-be1e-4ff0-87e6-ace0a1162f93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.459185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2a0d47ec-63ec-455f-801a-9d2060379a83', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:07.460164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.474663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671e5c3-be1e-4ff0-87e6-ace0a1162f93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:07.480102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:07.480745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5671e5c3-be1e-4ff0-87e6-ace0a1162f93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4123924 Aug 29 04:22:07.612895 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.693314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 2faf5b90-ce41-4503-9455-9e7b9d25c2dd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:07.706264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.822842 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:07.891796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Allocated IP 172.20.0.2 (2a0d47ec-63ec-455f-801a-9d2060379a83/43cdad94-0724-4d3d-8f07-60db6eca9043/c6250ec2-5742-4196-99e1-8502452c1925) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:08.317912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.413913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.434056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Transition to ACTIVE for port object c6250ec2-5742-4196-99e1-8502452c1925 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:08.452985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.489378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Transition to ACTIVE for port object c6250ec2-5742-4196-99e1-8502452c1925 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:08.502933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1708d181-b14f-48a3-b63a-4e2e7cde9e90 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:08.509468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.524322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f5844-8b0e-47d3-b00a-f109f82c8536 None None] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:08.559904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:08.578201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/2faf5b90-ce41-4503-9455-9e7b9d25c2dd HTTP/1.1" status: 204 len: 168 time: 1.0957012 Aug 29 04:22:08.725530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:08.727842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353ec7-0156-432c-8f43-594a7fca408f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=2faf5b90-ce41-4503-9455-9e7b9d25c2dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:08.942738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:08.943667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-74fc13f0-ff1d-4737-8232-e3450e177d54 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1972675 Aug 29 04:22:08.977318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:09.003133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8f77f5b5-e8c6-441d-9ba6-39dbab032184 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:09.008201 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.201245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:09.314562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:09.339827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0651f7-0977-4049-811d-4d6d8879512a None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:09.424861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.432502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:09.450366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.651227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be8e3177-aada-4165-872c-01c70f92484b None None] Provisioning for port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:09.746572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Allocated IP 172.25.3.228 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/53b5dc48-5ce9-45ae-8dff-22a2c495fa84) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:09.794786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:09.804058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:09.814635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:09.984874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Pushing event updated for resources: {'Port': ['ID=c6250ec2-5742-4196-99e1-8502452c1925,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.011749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Attempting to bind port c6250ec2-5742-4196-99e1-8502452c1925 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:10.012202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Attempting to bind port c6250ec2-5742-4196-99e1-8502452c1925 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:10.012575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Attempting to bind port c6250ec2-5742-4196-99e1-8502452c1925 on network 2a0d47ec-63ec-455f-801a-9d2060379a83 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:10.283335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:10.340862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '1708d181-b14f-48a3-b63a-4e2e7cde9e90', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': '1708d181-b14f-48a3-b63a-4e2e7cde9e90', 'mac_address': 'fa:16:3e:7f:7c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:10.442113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:10.443718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Checking segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:10.444407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.445290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Bound using segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:10.446029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Bound port: c6250ec2-5742-4196-99e1-8502452c1925, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:10.447063 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.462308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.562935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:10.654440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.659280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:10.659664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.726436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:10.735992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Pushing event updated for resources: {'Port': ['ID=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:10.737525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:10.741410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:10.769223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3da7f140-b399-4993-ba1c-a05e09c30257 None None] Provisioning for port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:10.810325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.830467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cebec1c-8aa1-40f5-9971-ddeffb6a0b2d req-4f9902c7-b533-4242-8a44-66351f836ae6 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1383643 Aug 29 04:22:10.907426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.929706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-5ccb6d75-f904-4fdc-bc46-3f2f5bb046a4 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:10.931377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-5ccb6d75-f904-4fdc-bc46-3f2f5bb046a4 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 0.5522439 Aug 29 04:22:10.942760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bac7754-0b04-40f0-8c4b-24ee5dee7436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:10.957162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-2f096af2-fc30-4b42-8646-ebf0c64bbb6d tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/quotas/1ae85460d41b4bca90fd1a6e7b8f8398 HTTP/1.1" status: 200 len: 375 time: 0.0180070 Aug 29 04:22:11.017941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.035856 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.059314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1708d181-b14f-48a3-b63a-4e2e7cde9e90 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:11.084508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b85bcef9-e09c-468e-8c61-44504c86b684 None None] Provisioning complete for port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:11.085392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b85bcef9-e09c-468e-8c61-44504c86b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.092811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8f77f5b5-e8c6-441d-9ba6-39dbab032184,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:11.139242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.139846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:11.140882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:11.144390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=eec8813a-867e-4f69-b9d7-8f69e9b27d43,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.151881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:11.161297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.162172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.195335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-11a7cb0d-6acf-4ebd-9ba1-08061d900e58 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2398393 Aug 29 04:22:11.202373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:11.212774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'name': 'tempest-NetworksTestDHCPv6-248272509'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:11.229294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:11.262173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-79424c7a-6b89-4e31-bdf7-d3918b354345 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2971652 Aug 29 04:22:11.289046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:11.297874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-23546e91-7dae-414d-aa4b-534f14444fd4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:11.298346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] For port c6250ec2-5742-4196-99e1-8502452c1925, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:11.306961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-23546e91-7dae-414d-aa4b-534f14444fd4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298200 Aug 29 04:22:11.333692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b7194-1f14-4b37-83ad-fb030edcdd99 req-560df99f-f1f4-4c76-928d-2fa26f4ee53f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:11.340585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.342566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.342935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac9b7194-1f14-4b37-83ad-fb030edcdd99 req-560df99f-f1f4-4c76-928d-2fa26f4ee53f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 943 time: 0.2870584 Aug 29 04:22:11.370426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] For port c6250ec2-5742-4196-99e1-8502452c1925, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c6250ec2-5742-4196-99e1-8502452c1925,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:11.394467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:11.403973 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.464119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=8f77f5b5-e8c6-441d-9ba6-39dbab032184,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:11.477718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:11.478155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.534177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac9b7194-1f14-4b37-83ad-fb030edcdd99 req-d413ee0b-15f6-4325-bc3e-fb72cb59a02a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899998 Aug 29 04:22:11.654894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-6a8c84fd-ce15-4914-9047-5e4b20b25a7c service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299251 Aug 29 04:22:11.688926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:11.693862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:11.714188 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f15f83fe-bf4d-42e3-ac7f-a8a5c9e8c26d req-d2a573ad-51ec-4252-8ed6-bcd3aa0a15f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.0658183 Aug 29 04:22:11.722084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 9e55c7e3-4ce1-449d-83d7-9fb7674686c0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:11.866599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-f2609259-f121-4809-96c0-5ffa45daaf72 service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030602 Aug 29 04:22:11.877670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:11.906109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::1a2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/eec8813a-867e-4f69-b9d7-8f69e9b27d43/9e55c7e3-4ce1-449d-83d7-9fb7674686c0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:11.944356 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329bc704-ee5c-44ed-9c32-0c0b32bf2a68 x-openstack-request-id: req-329bc704-ee5c-44ed-9c32-0c0b32bf2a68 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:11.944656 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:11.944899 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-329bc704-ee5c-44ed-9c32-0c0b32bf2a68 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:11.945312 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90', 'status': 'completed', 'code': 200} Aug 29 04:22:12.048916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.104778 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec0fd9-6ad1-46ed-806b-4dd8c8fa2347 x-openstack-request-id: req-39ec0fd9-6ad1-46ed-806b-4dd8c8fa2347 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:12.105229 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-plugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:12.105640 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39ec0fd9-6ad1-46ed-806b-4dd8c8fa2347 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:12.106292 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'code': 200} Aug 29 04:22:12.138731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.190302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.249954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.271340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.273737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "DELETE /v2.0/security-groups/b1f98b92-3fff-4068-97eb-bc0b958e8200 HTTP/1.1" status: 204 len: 168 time: 0.3949487 Aug 29 04:22:12.278053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.309590 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-948e2ef3-51b6-4689-b8d4-ecda091cb5ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] show failed (client error): The resource could not be found. Aug 29 04:22:12.314298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-948e2ef3-51b6-4689-b8d4-ecda091cb5ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "GET /v2.0/security-groups/b1f98b92-3fff-4068-97eb-bc0b958e8200 HTTP/1.1" status: 404 len: 347 time: 0.0338435 Aug 29 04:22:12.323949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:12.363516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1d8ab-569e-4fef-976d-2154f4fe701d tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f98b92-3fff-4068-97eb-bc0b958e8200,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:12.416633 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.453946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Deleting port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:12.455021 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:12.475128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1708d181-b14f-48a3-b63a-4e2e7cde9e90'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:12.757750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbbd59de-382f-4ce5-b112-d4b7b1d14ff9 req-f5f283d8-cce0-4ccf-a566-4727d773bc87 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.1718140 Aug 29 04:22:12.840103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.095037 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.245873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.291173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b447-05cf-4b35-86c1-56f6a528344d None None] Pushing event updated for resources: {'Port': ['ID=c6250ec2-5742-4196-99e1-8502452c1925,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:13.340396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-41033dea-dbc5-4238-9f4e-c9cf2d016184 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.356901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] For port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:13.357294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-41033dea-dbc5-4238-9f4e-c9cf2d016184 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 0.2678943 Aug 29 04:22:13.357488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.367431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:13.407311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.410006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Calling delete_port for 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:13.520001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-3a20dfcf-6ba5-4650-8530-c5a68ac30303 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/quotas/1ae85460d41b4bca90fd1a6e7b8f8398 HTTP/1.1" status: 200 len: 375 time: 0.1614766 Aug 29 04:22:13.722603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Deleting port a1dfa222-a1ff-4526-a9ae-0388c0a2eee3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:13.723399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.842473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.843048 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.863439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Calling delete_port for a1dfa222-a1ff-4526-a9ae-0388c0a2eee3 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:13.870315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.890464 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:13.921889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-004b6ab4-b3c7-41de-9c90-19148ff7a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:13.925794 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-004b6ab4-b3c7-41de-9c90-19148ff7a911 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 1096 time: 1.9952180 Aug 29 04:22:13.996492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c66550-c216-4518-b78c-996b698de899 None None] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:14.030289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c6250ec2-5742-4196-99e1-8502452c1925 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:14.104621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-301a805d-8bdc-4016-85f5-b4245c671085 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5764687 Aug 29 04:22:14.137687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08020fe9-321f-406d-8b44-44c39b934eb8 None None] Provisioning for port c6250ec2-5742-4196-99e1-8502452c1925 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:14.260613 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.275846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] No DVR routers for this DVR port 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:14.277302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-25fba135-5a3d-4507-a03a-1caf7c755e6c service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728365 Aug 29 04:22:14.297429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.375331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4edec-ae95-49c5-aa65-42d074ae72db None None] Pushing event deleted for resources: {'Port': ['ID=9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.387010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51accb96-5bbc-4dca-b8ec-775f838225e1 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:14.497883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-339df69c-115d-494b-9353-b1faaa754bcd tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.510406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c6250ec2-5742-4196-99e1-8502452c1925 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:14.514907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-339df69c-115d-494b-9353-b1faaa754bcd tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/networks?id=339118d4-ee60-401e-84e3-d90a611064c3 HTTP/1.1" status: 200 len: 815 time: 2.0399005 Aug 29 04:22:14.541725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-00cfecfc-7435-47d2-89b2-6d34df7e33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.544347 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-00cfecfc-7435-47d2-89b2-6d34df7e33f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.3045282 Aug 29 04:22:14.553862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c6250ec2-5742-4196-99e1-8502452c1925 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:14.554194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.644353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-1298d887-bbcb-4eb4-8e01-2048ce65a635 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90 HTTP/1.1" status: 200 len: 217 time: 0.0844371 Aug 29 04:22:14.658455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Pushing event deleted for resources: {'Port': ['ID=a1dfa222-a1ff-4526-a9ae-0388c0a2eee3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:14.752281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-407cd656-931b-4fa9-a924-ef4618b460d6 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/quotas/258facaa888d4903baebe7ca6b335719 HTTP/1.1" status: 200 len: 375 time: 0.2319028 Aug 29 04:22:14.754841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-075f1f9d-2094-41a3-acd1-29bc5f1f9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:14.757843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-075f1f9d-2094-41a3-acd1-29bc5f1f9a43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.0999057 Aug 29 04:22:14.839422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-c5247b46-bbc5-4373-8b9b-e9f0ffa00ec1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681133 Aug 29 04:22:14.901720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-2e46500d-d6f8-411e-af0c-46446cf4afad service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224649 Aug 29 04:22:14.936886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.944208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:14.957932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f70ebcdd-26ee-49a1-b0d6-e340d0ae15ea tempest-ServersTestBootFromVolume-1470611872 tempest-ServersTestBootFromVolume-1470611872-project] 10.222.0.62 "DELETE /v2.0/floatingips/d5c28d41-8cf5-40a4-a6ca-22733a5ee490 HTTP/1.1" status: 204 len: 168 time: 2.6046836 Aug 29 04:22:14.959266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:15.113886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.122188 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-6999852d-f2a7-425c-a95a-41219496fb77 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575302 Aug 29 04:22:15.200771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Router 38c25733-09c0-4d34-b3d5-4fe03701f230 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:15.328088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-51f6165c-df95-49b2-a73d-693b8830131e tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=258facaa888d4903baebe7ca6b335719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5517404 Aug 29 04:22:15.463648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c6250ec2-5742-4196-99e1-8502452c1925, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c6250ec2-5742-4196-99e1-8502452c1925,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:15.483264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1708d181-b14f-48a3-b63a-4e2e7cde9e90 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:15.575004 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab0f847d-1aad-4dfb-89bf-cca5685aee65 req-0c011891-5e3f-4ef4-a007-a0ed691079a2 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663309 Aug 29 04:22:15.595684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.596516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8f77f5b5-e8c6-441d-9ba6-39dbab032184 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:15.675367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-86cbfc89-e555-44cf-94a2-336e7e2023c0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:22:15.677159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-86cbfc89-e555-44cf-94a2-336e7e2023c0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193476 Aug 29 04:22:15.746515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'eec8813a-867e-4f69-b9d7-8f69e9b27d43'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:15.747446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.855792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-94c64eec-0d9d-4e57-8f66-474018116458 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:15.858682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-94c64eec-0d9d-4e57-8f66-474018116458 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 1.0082309 Aug 29 04:22:15.875124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-5dc960bc-7b30-44b6-8b4c-cf300e412f79 service neutron] 10.222.0.62 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754601 Aug 29 04:22:15.912327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c6250ec2-5742-4196-99e1-8502452c1925,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:15.935074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f555240-640b-41cf-b5ff-d5b3a1dd8c93 None None] Provisioning complete for port c6250ec2-5742-4196-99e1-8502452c1925 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:15.935440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f555240-640b-41cf-b5ff-d5b3a1dd8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:15.939313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:15.940616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Request body: {'port': {'device_id': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'admin_state_up': True, 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:15.990724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.015685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-38d90db2-a6a5-411e-9cad-8bd5a8201c07 service neutron] 10.222.0.62 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245532 Aug 29 04:22:16.058297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4ad8-ef30-4fdd-a9ff-6541779a9577 req-fc2037b7-c319-40db-b6f3-d965b8596af3 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:16.060097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bea4ad8-ef30-4fdd-a9ff-6541779a9577 req-fc2037b7-c319-40db-b6f3-d965b8596af3 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 944 time: 0.3934853 Aug 29 04:22:16.139017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:16.139873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.215508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:16.216415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.263739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bea4ad8-ef30-4fdd-a9ff-6541779a9577 req-4dd00c18-f085-419e-824d-9ccb2be161cc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847200 Aug 29 04:22:16.461533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 9e55c7e3-4ce1-449d-83d7-9fb7674686c0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:16.480998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:16.498518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.569728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Made reservation on behalf of 1ae85460d41b4bca90fd1a6e7b8f8398 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:16.577382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Sync routers for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:16.587386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.623546 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.626365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e158272d-122f-4911-9a51-cd6ec8374b9d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6262944 Aug 29 04:22:16.633362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:16.694877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:16.696620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:16.701010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:16.817314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:16.869123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:16.871508 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f82d30-c3d1-4596-9fab-72e5b75e4822" -d '{"events": [{"server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:16.879543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.053496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Allocated IP 172.20.0.9 (fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0/9bfe98ba-5031-4562-a62b-3dae237333b7/db1eeb8a-57df-4054-bbd1-12c937ded301) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:17.059885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.247147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:17.325145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:17.559552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.592335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Transition to ACTIVE for port object db1eeb8a-57df-4054-bbd1-12c937ded301 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:17.595313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-64decba9-1ed9-44b6-aacd-71d2c91ae471 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.597163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-64decba9-1ed9-44b6-aacd-71d2c91ae471 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 0.8142552 Aug 29 04:22:17.674017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-639d2c8b-b600-4a68-9f9b-ddf3d6d48d76 req-9a8c41d6-0fb3-49f5-8ec0-9133f53c2da6 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 1.0645261 Aug 29 04:22:17.678139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.754499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-93c5b669-fda6-487b-a45f-8ebe32cd53de tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/quotas/1ae85460d41b4bca90fd1a6e7b8f8398 HTTP/1.1" status: 200 len: 375 time: 0.0994394 Aug 29 04:22:17.827586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.871700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:17.874048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9c8bc2c9-e2fb-45b0-ad2c-d1d6120d226f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:17.886915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:17.897941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:17.903867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:17.907699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:17.910020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:17.918311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:17.919174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:17.925678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=9e55c7e3-4ce1-449d-83d7-9fb7674686c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:17.929474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:18.000648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.001505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.251052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c6250ec2-5742-4196-99e1-8502452c1925 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:18.261256 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3694575 Aug 29 04:22:18.328736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Request body: {'port': {'device_id': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:18.379504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be70fe58-2892-4b40-8bd1-a70990de545b req-548fb546-eb8d-49d0-9689-b569374e7351 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 210 time: 0.3659153 Aug 29 04:22:18.462438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/eec8813a-867e-4f69-b9d7-8f69e9b27d43/0acb2a25-3dda-4786-a1d2-bbd5d4d23228) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:18.515351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed1687f9-dff5-4d9b-a72b-52149ff8d74c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.3101015 Aug 29 04:22:18.524340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:18.611962 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4d5d29-4ac8-4313-a539-e8ee8b850644 x-openstack-request-id: req-bc4d5d29-4ac8-4313-a539-e8ee8b850644 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:18.611962 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:18.611962 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc4d5d29-4ac8-4313-a539-e8ee8b850644 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:18.611962 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90', 'code': 200} Aug 29 04:22:18.629007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14797242-05fa-4bbb-be3a-34ad3cb51dc9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event updated for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:18.724293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-63be67e1-0c73-469c-a196-f7bbe4bbd587 None None] Provisioning for port db1eeb8a-57df-4054-bbd1-12c937ded301 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:18.751550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-63be67e1-0c73-469c-a196-f7bbe4bbd587 None None] Provisioning complete for port db1eeb8a-57df-4054-bbd1-12c937ded301 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:18.751945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63be67e1-0c73-469c-a196-f7bbe4bbd587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.801713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-ea853402-36d3-4ef8-b0f7-d0af2cf14b1d tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:18.805666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-ea853402-36d3-4ef8-b0f7-d0af2cf14b1d tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.50 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 0.8774927 Aug 29 04:22:18.856184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Request body: {'port': {'device_id': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'admin_state_up': True, 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:18.864826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-46d0fb57-5549-45fa-8fc2-1f806dd7a388 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8493865 Aug 29 04:22:18.951073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c6250ec2-5742-4196-99e1-8502452c1925 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:18.951471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:18.953291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63be67e1-0c73-469c-a196-f7bbe4bbd587 None None] Port db1eeb8a-57df-4054-bbd1-12c937ded301 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:19.008157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0bcbf-1ecd-46c8-97a7-319efb87ae6e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.011242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-53c0bcbf-1ecd-46c8-97a7-319efb87ae6e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4387753 Aug 29 04:22:19.013761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.039168 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.040848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:19.067096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Transition to ACTIVE for port object 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:19.099332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:11Z', 'revision_number': 3, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:19.105683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Transition to ACTIVE for port object 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:19.137392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418cbbf-dab9-40e9-840c-d315c37049fd req-efbbbeee-e002-4fc9-9110-2809b9375471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.141085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2418cbbf-dab9-40e9-840c-d315c37049fd req-efbbbeee-e002-4fc9-9110-2809b9375471 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 1097 time: 0.4389880 Aug 29 04:22:19.146732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Checking router: 38c25733-09c0-4d34-b3d5-4fe03701f230 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:19.147152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Updating router 38c25733-09c0-4d34-b3d5-4fe03701f230 port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:19.275202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.351944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-509805b8-37a7-430e-9d47-9e44e2b1e43a service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549956 Aug 29 04:22:19.410119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363dd89-7484-4627-a45f-fdd1b4b405a6 req-20fce7ad-5b3d-42c1-8be2-5526c7f52bf0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:19.420974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a363dd89-7484-4627-a45f-fdd1b4b405a6 req-20fce7ad-5b3d-42c1-8be2-5526c7f52bf0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.7138894 Aug 29 04:22:19.479744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Pushing event updated for resources: {'Port': ['ID=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:19.520718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:19.538554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:19.579209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:19.583388 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.645436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Made reservation on behalf of 1ae85460d41b4bca90fd1a6e7b8f8398 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:19.654373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.666262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 9e55c7e3-4ce1-449d-83d7-9fb7674686c0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:19.666937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.715180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-5d65d89f-80c1-48ea-a699-6abb5cb1d3ef service neutron] 10.222.0.62 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588487 Aug 29 04:22:19.786538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a363dd89-7484-4627-a45f-fdd1b4b405a6 req-46d53c02-3e81-4116-9169-daa730e4069a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645926 Aug 29 04:22:19.795204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2418cbbf-dab9-40e9-840c-d315c37049fd req-12e7c0a0-eda4-4353-8705-68dedd6cb38f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524953 Aug 29 04:22:19.884020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Deleting port 34ee8bb0-8849-44e4-b2a3-6fa480185284 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:19.884751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.898172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Attempting to bind port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:19.899020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Attempting to bind port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:19.899622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Attempting to bind port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:19.922315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:19.925141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:19.926221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:19.927490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:19.929536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Bound port: 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:19.932486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.017020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-f31af1b6-2089-4ec6-82d3-7a46f657792f tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:20.020372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-f31af1b6-2089-4ec6-82d3-7a46f657792f tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.50 "GET /v2.0/networks?id=339118d4-ee60-401e-84e3-d90a611064c3 HTTP/1.1" status: 200 len: 815 time: 0.6919229 Aug 29 04:22:20.047566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.115628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 9e55c7e3-4ce1-449d-83d7-9fb7674686c0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:20.194239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Request body: {'port': {'device_id': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'admin_state_up': True, 'tenant_id': '258facaa888d4903baebe7ca6b335719'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:20.219178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] For port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:20.234093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] For port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:20.262930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.481281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5e70-6940-4013-92a6-7afa9add3ad5 None None] Pushing event updated for resources: {'Port': ['ID=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:20.803387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:20.973473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.049995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Transition to ACTIVE for port object 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:21.059877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65503b69-428f-4614-b03b-2caccf0de1a3 req-30816935-c8ad-40ad-8dbf-bc1d7dc42a5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ceac22485d94ff6afb92d655a2242b1&device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.4322715 Aug 29 04:22:21.126576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.309230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65503b69-428f-4614-b03b-2caccf0de1a3 req-3f627d2a-2bb9-4d7e-acbd-599f0688e0e6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5ceac22485d94ff6afb92d655a2242b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2265630 Aug 29 04:22:21.311187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a70ee2a-f6d1-4b33-8d60-c8c42d0f2387 req-69c880df-2c7f-477a-89e8-83f8c84a1a1c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 210 time: 0.4586272 Aug 29 04:22:21.321979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Attempting to bind port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:21.322335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Attempting to bind port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:21.322699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Attempting to bind port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:21.325156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7f140-6d59-4754-b64e-03fa1eebc7b0 None None] Pushing event updated for resources: {'Port': ['ID=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.328917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Made reservation on behalf of 258facaa888d4903baebe7ca6b335719 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:21.342376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.344802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:21.345190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:21.345596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.346088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:21.346515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Bound port: 53b5dc48-5ce9-45ae-8dff-22a2c495fa84, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:21.346988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.351311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] For port 34ee8bb0-8849-44e4-b2a3-6fa480185284, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=34ee8bb0-8849-44e4-b2a3-6fa480185284,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:21.351670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.431030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1eeb8a-57df-4054-bbd1-12c937ded301 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:21.506644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.537366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] For port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:21.548695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] For port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:21.562259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.603291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Transition to ACTIVE for port object db1eeb8a-57df-4054-bbd1-12c937ded301 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:21.627334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.729239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:21.729893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:21.778718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7f140-6d59-4754-b64e-03fa1eebc7b0 None None] Pushing event updated for resources: {'Port': ['ID=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:21.804132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Calling delete_port for 34ee8bb0-8849-44e4-b2a3-6fa480185284 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:21.869659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:21.982923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:22.015812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Pushing event updated for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.264336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:22.305773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Allocated IP 172.20.0.8 (fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0/9bfe98ba-5031-4562-a62b-3dae237333b7/7443bc4a-19ee-4d3b-939d-6e5110edca18) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:22.424073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:22.426439 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/9e55c7e3-4ce1-449d-83d7-9fb7674686c0 HTTP/1.1" status: 204 len: 168 time: 3.3714404 Aug 29 04:22:22.450515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:22.487462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3ea71-d3f9-4819-88c8-353f01a70edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=9e55c7e3-4ce1-449d-83d7-9fb7674686c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:22.880112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73e6e473-3458-4805-86cb-dbdb3ddaa3f4 req-3275579d-b297-4559-a98a-77d40cf8bf53 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 210 time: 0.4043632 Aug 29 04:22:23.073282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3151df-afb6-43e4-95ad-9a2e33d82ec9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.087645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3151df-afb6-43e4-95ad-9a2e33d82ec9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.104419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d3151df-afb6-43e4-95ad-9a2e33d82ec9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5952747 Aug 29 04:22:23.107680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:23.176926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:23.286582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:11Z', 'revision_number': 3, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:23.328910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Attempting to bind port db1eeb8a-57df-4054-bbd1-12c937ded301 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:23.329257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Attempting to bind port db1eeb8a-57df-4054-bbd1-12c937ded301 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:23.329553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Attempting to bind port db1eeb8a-57df-4054-bbd1-12c937ded301 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:23.364143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07094e9e-5708-4394-adb8-5bf3c62b5d27 None None] The sync data for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 is: [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:11Z', 'revision_number': 3, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:23.525939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Provisioning for port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:23.556881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Provisioning complete for port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:23.559701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.599178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65503b69-428f-4614-b03b-2caccf0de1a3 req-91f70e26-ffd0-4445-9e6e-a326549f67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:23.603474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65503b69-428f-4614-b03b-2caccf0de1a3 req-91f70e26-ffd0-4445-9e6e-a326549f67b8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2480416 Aug 29 04:22:23.605229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:23.606995 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:22:23.632407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e9b587a-3851-4eb7-a3cf-70179e2c285c req-aae39a57-42a1-4130-aaf6-b7130f5959a8 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.62 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.5688245 Aug 29 04:22:23.660714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Port db1eeb8a-57df-4054-bbd1-12c937ded301 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:23.661618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Attempting to bind port db1eeb8a-57df-4054-bbd1-12c937ded301 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:23.750828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:23.751392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Checking segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:23.753431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Bound using segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:23.754332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Bound port: db1eeb8a-57df-4054-bbd1-12c937ded301, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:23.754923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.058485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.124907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Allocated IP 172.20.0.1 (2a0d47ec-63ec-455f-801a-9d2060379a83/43cdad94-0724-4d3d-8f07-60db6eca9043/f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:24.335820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] For port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:24.350699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:24.611497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0b797-94d5-4fc9-865e-76a959510db6 None None] Pushing event updated for resources: {'Port': ['ID=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.661035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d232d6db-e2b3-45cf-94e8-16ecf2718927 None None] Could not find standard attr ID for object d11b4579-4c9d-4914-b3bf-5c93a759f706. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:24.710050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ee8bb0-8849-44e4-b2a3-6fa480185284,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:24.881423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65d162df-2c3a-41b7-9562-ff4264e4f2ff None None] Could not find standard attr ID for object 9e55c7e3-4ce1-449d-83d7-9fb7674686c0. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:24.936313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Allocated IP 172.20.0.7 (339118d4-ee60-401e-84e3-d90a611064c3/5f3ce711-4022-450d-b65a-8dbf43e53edb/a2ee379c-f471-4634-b9ce-d9ce6923f496) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:25.183725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet eec8813a-867e-4f69-b9d7-8f69e9b27d43 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:25.197381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.391007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.757238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:25.920145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.016625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=eec8813a-867e-4f69-b9d7-8f69e9b27d43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:26.079511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c9df99-dd22-4e3b-917d-e9f9ac7a9466 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:26.100010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.113139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7a759a93-6fa3-4381-b34c-f3a9506634b7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/eec8813a-867e-4f69-b9d7-8f69e9b27d43 HTTP/1.1" status: 204 len: 168 time: 2.9192414 Aug 29 04:22:26.119541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:26.149500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-aa4ddf30-b241-410a-9124-cb308f494b1a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.151348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-aa4ddf30-b241-410a-9124-cb308f494b1a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 815 time: 1.8793321 Aug 29 04:22:26.183372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:26.245640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Request body: {'port': {'device_id': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'admin_state_up': True, 'tenant_id': '1ae85460d41b4bca90fd1a6e7b8f8398'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:26.501857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.521179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Transition to ACTIVE for port object f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:26.549315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2f5f45aa-6a9c-47fb-b0c6-f3a4085a51e3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4078841 Aug 29 04:22:26.571867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.578645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:26.585284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1eeb8a-57df-4054-bbd1-12c937ded301,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:26.670038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.681719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65503b69-428f-4614-b03b-2caccf0de1a3 req-87a2192e-ced6-4109-acea-9359655a3313 tempest-ServerShowV257Test-1694383706 tempest-ServerShowV257Test-1694383706-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a8b15e-3eb3-4caa-bd12-a174e9ec6dfd HTTP/1.1" status: 200 len: 210 time: 0.5292697 Aug 29 04:22:26.690072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.711758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Transition to ACTIVE for port object 7443bc4a-19ee-4d3b-939d-6e5110edca18 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:26.726860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:26.819233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:26.819847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:26.823640 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] 10.222.0.54 "PUT /v2.0/ports/db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 200 len: 1092 time: 8.5367568 Aug 29 04:22:26.825959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:26.846849 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74227f-c927-4056-bf92-47a7d08a8be6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:27.047396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157dda8-796b-4f78-a615-3906f297db25 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.054894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5157dda8-796b-4f78-a615-3906f297db25 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4638591 Aug 29 04:22:27.067107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:27.067493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.118260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:27.243215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.280528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Pushing event updated for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.349929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:27.372588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd35a4-baea-4174-9df7-fb2d043964c6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.375903 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ebd35a4-baea-4174-9df7-fb2d043964c6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2407269 Aug 29 04:22:27.384367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:27.388380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991bca3-64aa-4374-b02d-e54a6f4c45cd service neutron] Pushing event updated for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:27.447298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:27.486223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:27.493696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:27.496333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.567732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:27.572899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-191c3063-f092-48ad-9188-5ba7a00f8b44 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1867092 Aug 29 04:22:27.578070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-4bc16397-48ba-4421-bb47-2e108b62fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:27.580211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-4bc16397-48ba-4421-bb47-2e108b62fa7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 1095 time: 0.6460080 Aug 29 04:22:27.584524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:27.595663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:27.665969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:27.699603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-4f4408db-f013-4309-9fdf-f113ce48eab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 200 len: 217 time: 0.0826313 Aug 29 04:22:27.751035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:27.780680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:27.830158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:27.877483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:27.882900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:28.034376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.037490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.075216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event updated for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.116201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-47cf4805-40d2-4e2f-a1dd-c9b774e66e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.128917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-47cf4805-40d2-4e2f-a1dd-c9b774e66e4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.3701594 Aug 29 04:22:28.257634 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.288289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-4c83dda2-c6c6-4fad-9aaf-1f22458bcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.290457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-4c83dda2-c6c6-4fad-9aaf-1f22458bcc59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571403 Aug 29 04:22:28.325652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:28.334100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Deleting port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:28.337083 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.441380 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.493132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-aee6ad5c-5450-4858-a402-2142b62d9ced service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913729 Aug 29 04:22:28.494987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b408-dd8f-43d5-ab57-55149f99f583 req-3b5ba236-4100-4e46-a307-6c1c4f93f9d9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:28.514070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39a3b408-dd8f-43d5-ab57-55149f99f583 req-3b5ba236-4100-4e46-a307-6c1c4f93f9d9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 3.8442287 Aug 29 04:22:28.522907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.660522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc061d87-c6bf-4bab-bd12-521c6a7a6181 None None] Provisioning for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:28.702651 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-289f523d-1ba0-4f9e-ace1-aaecbef16d4f req-d5511b5a-81ba-4c86-86e8-73cbc973b70b service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991076 Aug 29 04:22:28.706822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc061d87-c6bf-4bab-bd12-521c6a7a6181 None None] Provisioning complete for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:28.707356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:22:28.707356 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:22:28.707356 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '4c4c87434c444d1eaedacb2d7fa65668', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 22, 28, 105182)}] Aug 29 04:22:28.707356 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:22:28.708579 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:22:28.709378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc061d87-c6bf-4bab-bd12-521c6a7a6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.729471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:28.869781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] For port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:28.870666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.879603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-45b04353-6b15-49b7-9c9c-8849fbe250dd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0314572 Aug 29 04:22:28.909694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Made reservation on behalf of 1ae85460d41b4bca90fd1a6e7b8f8398 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:28.913905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.921254 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:28.946483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:28.962896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Calling delete_port for 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:28.981363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Request body: {'port': {'device_id': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:28.987285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bc061d87-c6bf-4bab-bd12-521c6a7a6181 None None] Port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:28.991059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39a3b408-dd8f-43d5-ab57-55149f99f583 req-87b994ab-4538-46ca-a965-e04061d9380a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284945 Aug 29 04:22:29.065178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.065744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.066311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.066871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.067490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.068649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.068649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.069212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.069755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.070308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.070832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.071353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:29.173377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.200479 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.222250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a0c55e3-7c1d-49fb-bb5f-da7059efb6c2 None None] Provisioning for port 7443bc4a-19ee-4d3b-939d-6e5110edca18 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:29.281998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a0c55e3-7c1d-49fb-bb5f-da7059efb6c2 None None] Provisioning complete for port 7443bc4a-19ee-4d3b-939d-6e5110edca18 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:29.282770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a0c55e3-7c1d-49fb-bb5f-da7059efb6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.308355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:29.318567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.352272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Allocated IP 172.20.0.13 (fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0/9bfe98ba-5031-4562-a62b-3dae237333b7/dab23959-aaff-49a7-a998-5d5d771febbd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:29.362589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c55e3-7c1d-49fb-bb5f-da7059efb6c2 None None] Port 7443bc4a-19ee-4d3b-939d-6e5110edca18 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:29.434682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:29.478825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.580264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.599101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Transition to ACTIVE for port object dab23959-aaff-49a7-a998-5d5d771febbd will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:29.606825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.621105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event deleted for resources: {'Port': ['ID=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.637878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.638863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Transition to ACTIVE for port object a2ee379c-f471-4634-b9ce-d9ce6923f496 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:29.663548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:29.708624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2aa7cb1-fae5-484a-a501-9eb520896ed8 req-13506ada-f2b7-4612-aaf7-2a064d5cd72b tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 210 time: 0.0673673 Aug 29 04:22:29.770082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:29.781935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:29.785313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:29.812111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] No DVR routers for this DVR port 0acb2a25-3dda-4786-a1d2-bbd5d4d23228 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:29.832201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4073d-b0b3-49b8-8803-ea203e878a76 None None] Pushing event deleted for resources: {'Port': ['ID=0acb2a25-3dda-4786-a1d2-bbd5d4d23228,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.848540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:29.922294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event updated for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:29.980895 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.152022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:30.153283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.200893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.203456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-0d13f8ae-b4e7-402f-a3a8-86b926c0ca92 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9633486 Aug 29 04:22:30.355383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed04ec89-144f-499c-a780-7ffa6d692a47 None None] Provisioning for port dab23959-aaff-49a7-a998-5d5d771febbd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:30.382778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ed04ec89-144f-499c-a780-7ffa6d692a47 None None] Provisioning complete for port dab23959-aaff-49a7-a998-5d5d771febbd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:30.385094 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ed04ec89-144f-499c-a780-7ffa6d692a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.386128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Request body: {'port': {'device_id': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:30.431605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7443bc4a-19ee-4d3b-939d-6e5110edca18 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:30.514045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.575389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Network 339118d4-ee60-401e-84e3-d90a611064c3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:30.581979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ed04ec89-144f-499c-a780-7ffa6d692a47 None None] Port dab23959-aaff-49a7-a998-5d5d771febbd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:30.600841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Transition to ACTIVE for port object 7443bc4a-19ee-4d3b-939d-6e5110edca18 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:30.658711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:30.662960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:30.680679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:30.697826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:30.938501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:30.940352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.194419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Pushing event updated for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.288777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.347170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Attempting to bind port 7443bc4a-19ee-4d3b-939d-6e5110edca18 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:31.347527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Attempting to bind port 7443bc4a-19ee-4d3b-939d-6e5110edca18 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:31.348889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Attempting to bind port 7443bc4a-19ee-4d3b-939d-6e5110edca18 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:31.403643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Port 7443bc4a-19ee-4d3b-939d-6e5110edca18 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:31.403985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Attempting to bind port 7443bc4a-19ee-4d3b-939d-6e5110edca18 on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:31.408077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:31.415018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:31.422788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.423942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.427335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d87fe6b4-563b-4329-90f9-6df15b335ceb None None] Provisioning for port a2ee379c-f471-4634-b9ce-d9ce6923f496 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:31.429682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:31.430127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Checking segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:31.430900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Bound using segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:31.431612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Bound port: 7443bc4a-19ee-4d3b-939d-6e5110edca18, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:31.432364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.450951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d87fe6b4-563b-4329-90f9-6df15b335ceb None None] Provisioning complete for port a2ee379c-f471-4634-b9ce-d9ce6923f496 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:31.451550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d87fe6b4-563b-4329-90f9-6df15b335ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.454710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc36654-68a6-4731-9afb-820b93cf6b0f None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:31.501269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=8e627e50-a15e-4aae-99ca-72c0430fb7e3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.511557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-61556e5a-7418-4872-8b7f-cedb6243fe0e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9242086 Aug 29 04:22:31.521779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:31.535807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '8e627e50-a15e-4aae-99ca-72c0430fb7e3', 'ip_address': '2001:db8::b442:8777:ec2e:110c'}], 'name': 'tempest-NetworksTestDHCPv6-1933036108'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:31.680642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:31.686311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:31.689855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1eeb8a-57df-4054-bbd1-12c937ded301 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:31.706683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.725819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Pushing event updated for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:31.832822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb309-abea-4be3-b1b6-b09e2f47fd73 req-3af5c4ee-0f20-4629-9d90-20227eecb5f7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.835813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce4cb309-abea-4be3-b1b6-b09e2f47fd73 req-3af5c4ee-0f20-4629-9d90-20227eecb5f7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 932 time: 1.6507277 Aug 29 04:22:31.864309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d87fe6b4-563b-4329-90f9-6df15b335ceb None None] Port a2ee379c-f471-4634-b9ce-d9ce6923f496 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:31.906827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.982853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:31.984375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:31.987169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] 10.222.0.50 "PUT /v2.0/ports/7443bc4a-19ee-4d3b-939d-6e5110edca18 HTTP/1.1" status: 200 len: 1092 time: 3.0167048 Aug 29 04:22:32.006579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.007625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.077587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf5353-8c43-42d8-8f88-94614c7170da service neutron] Pushing event updated for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:32.093675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:32.166365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-8b22d4a3-5bc5-407c-9bbd-2fc60337199c tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.9760363 Aug 29 04:22:32.317370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:32.376101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Sync routers for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:32.414469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:32.415403 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:32.458887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Request body: {'port': {'device_id': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:32.467828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:32.507327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-53e4b9a7-2c3e-4750-b9df-5d17f5fdc9c4 admin admin] 10.222.0.62 "PUT /v2.0/routers/1269a8ce-89fe-4342-85b9-bb49e5cef9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5407214 Aug 29 04:22:32.512633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:32.522688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1eeb8a-57df-4054-bbd1-12c937ded301,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:32.582283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'db1eeb8a-57df-4054-bbd1-12c937ded301', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'port_id': 'db1eeb8a-57df-4054-bbd1-12c937ded301', 'mac_address': 'fa:16:3e:49:9a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfe98ba-5031-4562-a62b-3dae237333b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:32.702689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:32.733568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-0a5b48be-21f8-4162-a1b6-66ac1653badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:32.738482 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-0a5b48be-21f8-4162-a1b6-66ac1653badb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 1095 time: 0.6347089 Aug 29 04:22:32.740929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:32.832018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce4cb309-abea-4be3-b1b6-b09e2f47fd73 req-8ace17fe-3b04-44d2-96b3-5039985c1080 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9466798 Aug 29 04:22:32.861632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '8e627e50-a15e-4aae-99ca-72c0430fb7e3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:32.870530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.354368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.389779 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416371f4-1da9-49f4-bab5-cf9d04e74587 x-openstack-request-id: req-416371f4-1da9-49f4-bab5-cf9d04e74587 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:33.391347 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:33.395804 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-416371f4-1da9-49f4-bab5-cf9d04e74587 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:33.397944 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301', 'status': 'completed', 'code': 200} Aug 29 04:22:33.420739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1eeb8a-57df-4054-bbd1-12c937ded301 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:33.575683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1eeb8a-57df-4054-bbd1-12c937ded301,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:33.582147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.649527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.660534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-d77489fe-c5d1-4fca-b970-dfcaa21d9713 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18 HTTP/1.1" status: 200 len: 217 time: 0.0980179 Aug 29 04:22:33.747660 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:33.752055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:33.882437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:33.886195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:33.927768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1eeb8a-57df-4054-bbd1-12c937ded301'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:33.975307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-aaa8aa31-5d90-436e-a305-4e7a20fa7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.979813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-aaa8aa31-5d90-436e-a305-4e7a20fa7cc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 1096 time: 0.6356566 Aug 29 04:22:33.984609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-19302e82-588c-454f-bb6e-8ee8bc0cf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:33.987608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-19302e82-588c-454f-bb6e-8ee8bc0cf69d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.3161054 Aug 29 04:22:34.043741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/8e627e50-a15e-4aae-99ca-72c0430fb7e3/b090a639-39d2-47ad-a9d1-993e02b788a3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:34.085380 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Checking router: 1269a8ce-89fe-4342-85b9-bb49e5cef9bc for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:34.156428 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Routers {'1269a8ce-89fe-4342-85b9-bb49e5cef9bc'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:34.169810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:34.497522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.598022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a7569-88cf-4c97-b114-d84fe7a1b516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.677628 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] Set router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:34.743166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-de0e87a2-47f1-4461-b8e1-076902e098c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.744585 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-de0e87a2-47f1-4461-b8e1-076902e098c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5728390 Aug 29 04:22:34.745846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-b01a324d-6610-4110-b9af-6777de4c4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:34.747436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-b01a324d-6610-4110-b9af-6777de4c4995 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.7554793 Aug 29 04:22:34.814153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ee379c-f471-4634-b9ce-d9ce6923f496 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:34.825411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.865500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Transition to ACTIVE for port object a2ee379c-f471-4634-b9ce-d9ce6923f496 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:34.924416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.939567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:34.956903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Transition to ACTIVE for port object b090a639-39d2-47ad-a9d1-993e02b788a3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:35.038875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Transition to ACTIVE for port object b090a639-39d2-47ad-a9d1-993e02b788a3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:35.055839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.080649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.120358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:35.137746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:35.146328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:35.167423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Pushing event updated for resources: {'Port': ['ID=b090a639-39d2-47ad-a9d1-993e02b788a3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.203731 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:35.256844 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc59c1-5a3e-4b7d-9eaf-4a7caecd86b7 None None] The sync data for ids ['1269a8ce-89fe-4342-85b9-bb49e5cef9bc'] in n-d-712139-13 is: [{'id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'name': 'tempest-ServersTestBootFromVolume-1916658326-router', 'tenant_id': '9c70bd2296e14ced935d36aa23d18ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:18:11Z', 'updated_at': '2021-08-29T04:22:22Z', 'revision_number': 5, 'project_id': '9c70bd2296e14ced935d36aa23d18ce7', 'gw_port': {'id': '78f262e4-230b-4f8b-81c4-55cde3b79900', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1269a8ce-89fe-4342-85b9-bb49e5cef9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:18:13Z', 'updated_at': '2021-08-29T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:35.304096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Attempting to bind port b090a639-39d2-47ad-a9d1-993e02b788a3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:35.305240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Attempting to bind port b090a639-39d2-47ad-a9d1-993e02b788a3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:35.307346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Attempting to bind port b090a639-39d2-47ad-a9d1-993e02b788a3 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:35.330321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:35.331012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:35.331559 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.332434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:35.333089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Bound port: b090a639-39d2-47ad-a9d1-993e02b788a3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:35.333588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.356208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Pushing event updated for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.406598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.426871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::b442:8777:ec2e:110c (e4ca6562-0c52-408c-9eb9-91fe5da6a815/8e627e50-a15e-4aae-99ca-72c0430fb7e3/3c53df2f-cb47-48c3-9d92-bd4b6893cb91) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:35.538398 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.555062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Pushing event updated for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:35.579457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] For port b090a639-39d2-47ad-a9d1-993e02b788a3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:35.586091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] For port b090a639-39d2-47ad-a9d1-993e02b788a3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b090a639-39d2-47ad-a9d1-993e02b788a3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:35.595611 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.662382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:35.672911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.681521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:35.689473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1eeb8a-57df-4054-bbd1-12c937ded301 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:35.690597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:35.739176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e6b28-7773-406f-bc72-a101eb8f91df req-bec037e4-7ee2-421a-b473-c3718ed13910 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:35.755914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3e6b28-7773-406f-bc72-a101eb8f91df req-bec037e4-7ee2-421a-b473-c3718ed13910 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 932 time: 0.8783102 Aug 29 04:22:35.761395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:35.764767 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:35.776309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:35.780061 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-4340a0db-d455-4fc9-84a7-6c9b2397009b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 200 len: 217 time: 1.0147958 Aug 29 04:22:35.860556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3e6b28-7773-406f-bc72-a101eb8f91df req-c8a4be01-f853-4639-a21f-4f01189b6cf4 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031065 Aug 29 04:22:36.009379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-dcaf3164-700c-47e0-a23b-03b57d60483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.017248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-dcaf3164-700c-47e0-a23b-03b57d60483f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.2107301 Aug 29 04:22:36.097281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:36.117025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:36.139083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:36.155051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.161909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.288244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Deleting port 78f262e4-230b-4f8b-81c4-55cde3b79900 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:36.288608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.308738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Router 38c25733-09c0-4d34-b3d5-4fe03701f230 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:22:36.332071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607781d-6fe9-4aa4-abb2-54713b14cf39 req-19333658-52e6-4b1c-972e-f80f80045aca tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.336454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1607781d-6fe9-4aa4-abb2-54713b14cf39 req-19333658-52e6-4b1c-972e-f80f80045aca tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 1.4480987 Aug 29 04:22:36.352232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=3c53df2f-cb47-48c3-9d92-bd4b6893cb91,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.384914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f87de2-1be3-4e87-8575-c94b77f77c3b None None] Pushing event updated for resources: {'Port': ['ID=b090a639-39d2-47ad-a9d1-993e02b788a3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:36.407228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-4af599a9-b4a9-4b0f-a902-4e00775aebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.409083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-4af599a9-b4a9-4b0f-a902-4e00775aebda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3683832 Aug 29 04:22:36.449979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port db1eeb8a-57df-4054-bbd1-12c937ded301 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:36.462979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port db1eeb8a-57df-4054-bbd1-12c937ded301 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:36.463567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.549621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 34ee8bb0-8849-44e4-b2a3-6fa480185284 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:36.611561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 34ee8bb0-8849-44e4-b2a3-6fa480185284 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:36.611944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 34ee8bb0-8849-44e4-b2a3-6fa480185284 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:36.692817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af8ce9f5-f38b-4d26-a134-2039321658d0 None None] Provisioning complete for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:36.692817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af8ce9f5-f38b-4d26-a134-2039321658d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.713913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] For port 78f262e4-230b-4f8b-81c4-55cde3b79900, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=78f262e4-230b-4f8b-81c4-55cde3b79900,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:36.714411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.766926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af8ce9f5-f38b-4d26-a134-2039321658d0 None None] Port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:36.797541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Calling delete_port for 78f262e4-230b-4f8b-81c4-55cde3b79900 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:36.803050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1607781d-6fe9-4aa4-abb2-54713b14cf39 req-46a8e60f-4225-4546-aaef-46798bb917fd tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008536 Aug 29 04:22:36.818772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-af192edd-51c8-4802-aba2-756d49774e1d service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913743 Aug 29 04:22:36.830456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab23959-aaff-49a7-a998-5d5d771febbd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:36.889760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.892829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea87b-dd99-4cd2-9508-d1ae9a3e731a req-64de84b2-6c76-4277-93a4-634fc504764c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:36.894357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06aea87b-dd99-4cd2-9508-d1ae9a3e731a req-64de84b2-6c76-4277-93a4-634fc504764c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.5563004 Aug 29 04:22:36.896560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:36.967870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Attempting to bind port a2ee379c-f471-4634-b9ce-d9ce6923f496 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:36.968284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Attempting to bind port a2ee379c-f471-4634-b9ce-d9ce6923f496 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:36.968573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Attempting to bind port a2ee379c-f471-4634-b9ce-d9ce6923f496 on network 339118d4-ee60-401e-84e3-d90a611064c3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:37.009557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1eeb8a-57df-4054-bbd1-12c937ded301,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:37.018459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:37.018721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a7569-88cf-4c97-b114-d84fe7a1b516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.026560 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54727862-5681-4922-b1ff-f3d8652cf480" -d '{"events": [{"server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "name": "network-vif-plugged", "status": "completed", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:37.034033 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f44310e-fef1-45e1-980e-93ccf1cf29b1 x-openstack-request-id: req-5f44310e-fef1-45e1-980e-93ccf1cf29b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:37.034304 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:37.034585 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f44310e-fef1-45e1-980e-93ccf1cf29b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:37.035106 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18', 'status': 'completed', 'code': 200} Aug 29 04:22:37.039010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.064923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a7569-88cf-4c97-b114-d84fe7a1b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.079557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Port a2ee379c-f471-4634-b9ce-d9ce6923f496 on network 339118d4-ee60-401e-84e3-d90a611064c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:37.079913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Attempting to bind port a2ee379c-f471-4634-b9ce-d9ce6923f496 on network 339118d4-ee60-401e-84e3-d90a611064c3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:37.092335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-952aa5f0-6d96-44b9-a8b6-5c718105568d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5611055 Aug 29 04:22:37.098744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Transition to ACTIVE for port object dab23959-aaff-49a7-a998-5d5d771febbd will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:37.100672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:37.173176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.183744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06aea87b-dd99-4cd2-9508-d1ae9a3e731a req-83c638d7-62a5-4f51-9faf-6f1e5e6196d9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023458 Aug 29 04:22:37.213886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a7569-88cf-4c97-b114-d84fe7a1b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14e68fa-b64c-4de2-baf6-e133364d0c1c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.218495 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a74227f-c927-4056-bf92-47a7d08a8be6 req-4f059bf6-8f6a-408a-97e3-b180bafab455 service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808866 Aug 29 04:22:37.223334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.239871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-645a7569-88cf-4c97-b114-d84fe7a1b516 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ceac22485d94ff6afb92d655a2242b1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3471382 Aug 29 04:22:37.239871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:37.284317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:37.284735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Checking segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:37.285058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Bound using segment: {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:37.285504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Bound port: a2ee379c-f471-4634-b9ce-d9ce6923f496, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:37.285882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.297482 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b010-dcc1-45d7-a712-909f66300440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.311741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.472992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.525041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.652009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.664979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b81155-65f4-4233-a87a-2965e844dd21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.672044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b81155-65f4-4233-a87a-2965e844dd21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.690439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f262e4-230b-4f8b-81c4-55cde3b79900,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.700605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:37.703483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d9b81155-65f4-4233-a87a-2965e844dd21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5642672 Aug 29 04:22:37.714080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.717462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:37.733118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f14e68fa-b64c-4de2-baf6-e133364d0c1c HTTP/1.1" status: 204 len: 168 time: 0.4809380 Aug 29 04:22:37.737787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:37.774709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206959eb-2678-4988-91de-855318db9f68 None None] Sync routers for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:37.775318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-640c4d23-7629-4bed-8621-462c35520aee admin admin] 10.222.0.62 "PUT /v2.0/routers/38c25733-09c0-4d34-b3d5-4fe03701f230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.0036364 Aug 29 04:22:37.807397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:37.812788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:37.821821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84054af0-0b8d-4286-9898-5d588fd0da69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14e68fa-b64c-4de2-baf6-e133364d0c1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:37.825161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25dce3-7d99-4808-984c-716158545263 req-c6869d59-ef39-42cb-bd21-c5a57145edc3 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:37.834942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb25dce3-7d99-4808-984c-716158545263 req-c6869d59-ef39-42cb-bd21-c5a57145edc3 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 949 time: 0.6915946 Aug 29 04:22:37.909251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.056447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:38.108093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.115793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.122874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d9c5c-5935-4db1-aca4-03a81e871eb5 req-e1cb0c1f-b1d3-4213-98eb-a686a965c923 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:38.128025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-626d9c5c-5935-4db1-aca4-03a81e871eb5 req-e1cb0c1f-b1d3-4213-98eb-a686a965c923 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 944 time: 0.7797546 Aug 29 04:22:38.297345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.298928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1269a8ce-89fe-4342-85b9-bb49e5cef9bc {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:22:38.317109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.318125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:38.324845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd4d2a4a-bd61-4bea-bd33-7a714b6daab7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1269a8ce-89fe-4342-85b9-bb49e5cef9bc HTTP/1.1" status: 204 len: 168 time: 5.7971456 Aug 29 04:22:38.325190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:38.330398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:38.361674 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.494975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:38.495256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.501312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Deleting subnet 5d04d503-669d-4702-95f2-cdbf8b126e7a {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:38.507307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.598031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93855dc2-0910-4dd1-9aaf-bf34453b1beb None None] Provisioning for port b090a639-39d2-47ad-a9d1-993e02b788a3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:38.639145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.873594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Pushing event updated for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:38.874269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:38.943464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb25dce3-7d99-4808-984c-716158545263 req-ed3ca1c4-f172-4251-9563-39c0c35df6c5 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1051881 Aug 29 04:22:38.947583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Attempting to bind port dab23959-aaff-49a7-a998-5d5d771febbd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:38.948810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Attempting to bind port dab23959-aaff-49a7-a998-5d5d771febbd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:38.951832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Attempting to bind port dab23959-aaff-49a7-a998-5d5d771febbd on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:39.011423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.028210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f8e4206-6cf3-433c-903e-77ee45f14654 None None] Provisioning for port 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:39.081282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.082038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.092177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0fb01137-8bf0-4960-a508-4ef0902a413e service neutron] 10.222.0.50 "PUT /v2.0/ports/a2ee379c-f471-4634-b9ce-d9ce6923f496 HTTP/1.1" status: 200 len: 1092 time: 6.7538629 Aug 29 04:22:39.106308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f8e4206-6cf3-433c-903e-77ee45f14654 None None] Provisioning complete for port 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:39.106947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4206-6cf3-433c-903e-77ee45f14654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.138754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:39.146756 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bc0720-4484-4579-bcc2-38f3e39e8b28" -d '{"events": [{"name": "network-changed", "server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:39.150055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d04d503-669d-4702-95f2-cdbf8b126e7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:39.151106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Port dab23959-aaff-49a7-a998-5d5d771febbd on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:22:39.151608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Attempting to bind port dab23959-aaff-49a7-a998-5d5d771febbd on network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:39.153118 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1483e16-ae04-431a-80b4-efcc3d82321d x-openstack-request-id: req-a1483e16-ae04-431a-80b4-efcc3d82321d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:39.159822 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "name": "network-vif-plugged", "status": "completed", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:39.160227 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1483e16-ae04-431a-80b4-efcc3d82321d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:39.160723 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301', 'code': 200} Aug 29 04:22:39.169747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:39.170506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Checking segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:39.171138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Bound using segment: {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:39.173977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Bound port: dab23959-aaff-49a7-a998-5d5d771febbd, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178dae3a-5c0b-474d-acfa-bdebcee45d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:39.175209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.233441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-626d9c5c-5935-4db1-aca4-03a81e871eb5 req-5f253026-51b5-45a5-847c-82c98b6dc420 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8664870 Aug 29 04:22:39.240211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4cfcd-debd-476b-88df-2cce55f37484 None None] Network f86291ac-36a4-4fba-9fa0-258045e05084 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:39.248595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.270536 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8db2c399-81a1-47e6-af54-3d4446e94ad7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5d04d503-669d-4702-95f2-cdbf8b126e7a HTTP/1.1" status: 204 len: 168 time: 0.9378605 Aug 29 04:22:39.278752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:39.430741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b090a639-39d2-47ad-a9d1-993e02b788a3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:39.506297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:39.513617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dab23959-aaff-49a7-a998-5d5d771febbd,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:39.550330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.634774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:31Z', 'revision_number': 2, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:39.734831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e4206-6cf3-433c-903e-77ee45f14654 None None] Port 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:22:39.812802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.869143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.870164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.878183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] 10.222.0.54 "PUT /v2.0/ports/dab23959-aaff-49a7-a998-5d5d771febbd HTTP/1.1" status: 200 len: 1093 time: 9.5977178 Aug 29 04:22:39.884264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:39.886451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 3c53df2f-cb47-48c3-9d92-bd4b6893cb91 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:39.902116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206959eb-2678-4988-91de-855318db9f68 None None] Checking router: 38c25733-09c0-4d34-b3d5-4fe03701f230 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:39.902496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206959eb-2678-4988-91de-855318db9f68 None None] Updating router 38c25733-09c0-4d34-b3d5-4fe03701f230 port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:39.912024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774aa6c-6640-4250-acf3-f517a4973204 req-dcaaf86c-b5ba-46a2-a17f-8ab9b1555ad4 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.917806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d774aa6c-6640-4250-acf3-f517a4973204 req-dcaaf86c-b5ba-46a2-a17f-8ab9b1555ad4 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 0.6688519 Aug 29 04:22:39.953751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8da95c-5634-4a37-9051-0e45d1da33dd req-80984fbd-9b2b-4cb3-80f5-79e9815e3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:39.955884 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ae8da95c-5634-4a37-9051-0e45d1da33dd req-80984fbd-9b2b-4cb3-80f5-79e9815e3f32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 1097 time: 0.6856215 Aug 29 04:22:39.987645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.061600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca14cc-cbb8-480f-9327-f29f1ca118fd req-df8102d6-26ae-4e1d-9928-601f5c753cb0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:40.066895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50ca14cc-cbb8-480f-9327-f29f1ca118fd req-df8102d6-26ae-4e1d-9928-601f5c753cb0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.5443325 Aug 29 04:22:40.121348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b090a639-39d2-47ad-a9d1-993e02b788a3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:40.171659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b090a639-39d2-47ad-a9d1-993e02b788a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:40.173698 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.245562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eb0f3-1bf9-4410-985d-5e5dba71dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:40.275750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] DHCP port deletion for f86291ac-36a4-4fba-9fa0-258045e05084 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:40.316258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d774aa6c-6640-4250-acf3-f517a4973204 req-e6fc282d-09c2-4a6e-be36-c787b57b1cab tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151858 Aug 29 04:22:40.319652 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-85bc535c-3f0c-42dc-b531-28dab959afe7 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9570162 Aug 29 04:22:40.441318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.474284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ae8da95c-5634-4a37-9051-0e45d1da33dd req-562cf41f-5fd9-46bc-b841-133364811793 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068855 Aug 29 04:22:40.595162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.614503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Deleting port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:40.615251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.706457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50ca14cc-cbb8-480f-9327-f29f1ca118fd req-32e467ab-c624-41c1-940f-43fad28afdbe tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414392 Aug 29 04:22:40.786374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05ab33bb-7b96-4c3b-858f-5ddbb518a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.835283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] For port 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=82a5ea24-2d38-4003-9fc6-b0d202c5f223,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:40.836440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.856210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:40.973321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Calling delete_port for 82a5ea24-2d38-4003-9fc6-b0d202c5f223 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:41.067646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=3c53df2f-cb47-48c3-9d92-bd4b6893cb91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.074605 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dac6a128-7dd6-4281-bab3-a19d8b9a6ddc req-a887ea89-8d9f-4527-be71-4c194b1f90e6 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259647 Aug 29 04:22:41.088354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.107550 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dba75945-217b-4e2f-b828-f10eee1b2f78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/3c53df2f-cb47-48c3-9d92-bd4b6893cb91 HTTP/1.1" status: 204 len: 168 time: 3.4048676 Aug 29 04:22:41.117759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b090a639-39d2-47ad-a9d1-993e02b788a3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b090a639-39d2-47ad-a9d1-993e02b788a3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:41.133594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.233460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b090a639-39d2-47ad-a9d1-993e02b788a3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.264550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Deleting port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:41.264928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.286343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.389324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57240) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.390385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.401397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64954706', 'description': 'tempest-description--1985498242'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:41.426252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 78f262e4-230b-4f8b-81c4-55cde3b79900 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:41.494690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.513475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa2071-1d1e-4a56-9830-0e6240f021b6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.518339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa2071-1d1e-4a56-9830-0e6240f021b6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.523623 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c0fa2071-1d1e-4a56-9830-0e6240f021b6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1303649 Aug 29 04:22:41.528916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.533834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:41.537012 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a924105b-3f0e-40a3-818c-1d6185af21a5 x-openstack-request-id: req-a924105b-3f0e-40a3-818c-1d6185af21a5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:41.537641 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:41.537757 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a924105b-3f0e-40a3-818c-1d6185af21a5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:41.538081 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496', 'status': 'completed', 'code': 200} Aug 29 04:22:41.557311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-bdca7bdf-2d3c-4b20-ac5a-1132840d78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.558901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-bdca7bdf-2d3c-4b20-ac5a-1132840d78af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 1096 time: 1.6139181 Aug 29 04:22:41.633764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a5ea24-2d38-4003-9fc6-b0d202c5f223,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:41.640942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-a89fde15-714b-45e5-a7c2-bff0f12fc62d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab23959-aaff-49a7-a998-5d5d771febbd HTTP/1.1" status: 200 len: 217 time: 0.0552256 Aug 29 04:22:41.655304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] No DVR routers for this DVR port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:41.734267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-d2bdeb78-65c5-49b7-b085-786922a1203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.735832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-d2bdeb78-65c5-49b7-b085-786922a1203a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=258facaa888d4903baebe7ca6b335719&device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 1095 time: 1.1475828 Aug 29 04:22:41.746322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e9a95-898f-4772-887a-43deb237b495 req-1cf1f7da-b0d1-413d-b389-fac0fd049d62 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.752550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e1e9a95-898f-4772-887a-43deb237b495 req-1cf1f7da-b0d1-413d-b389-fac0fd049d62 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 944 time: 0.2113726 Aug 29 04:22:41.765612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] For port 82a5ea24-2d38-4003-9fc6-b0d202c5f223, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=82a5ea24-2d38-4003-9fc6-b0d202c5f223,segment=NetworkSegment(f7914dba-4419-4ba8-9fd2-b5724b26e21e),segment_id=f7914dba-4419-4ba8-9fd2-b5724b26e21e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:41.766295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.805725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Calling delete_port for 82a5ea24-2d38-4003-9fc6-b0d202c5f223 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:41.806072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 8e627e50-a15e-4aae-99ca-72c0430fb7e3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:41.809507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.825838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e1e9a95-898f-4772-887a-43deb237b495 req-8277aaf3-2115-4182-8b09-699ce0cd798f tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603113 Aug 29 04:22:41.828158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-28aeab01-982b-4069-94bb-8ab7b57db069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.830088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-28aeab01-982b-4069-94bb-8ab7b57db069 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.1638560 Aug 29 04:22:41.850484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bde58-0afa-4387-a630-299e12e92235 req-03e62ba7-7a37-4bc4-b004-713349d9ae65 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:41.875046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d6bde58-0afa-4387-a630-299e12e92235 req-03e62ba7-7a37-4bc4-b004-713349d9ae65 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 949 time: 0.3344185 Aug 29 04:22:41.883252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.921154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:41.953262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86291ac-36a4-4fba-9fa0-258045e05084']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.989867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7914dba-4419-4ba8-9fd2-b5724b26e21e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:41.991158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7914dba-4419-4ba8-9fd2-b5724b26e21e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:42.023683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.128099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d6bde58-0afa-4387-a630-299e12e92235 req-b76768e3-7f26-4992-b7b6-d8ad6019a7be tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435386 Aug 29 04:22:42.143955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-eabc2487-f19a-4555-a4aa-6273cd49eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.145862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-eabc2487-f19a-4555-a4aa-6273cd49eed5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479181 Aug 29 04:22:42.159209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.176538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.179049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.189199 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.200062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.224259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 78f262e4-230b-4f8b-81c4-55cde3b79900 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:42.224603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 78f262e4-230b-4f8b-81c4-55cde3b79900 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:42.225168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 82a5ea24-2d38-4003-9fc6-b0d202c5f223 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:42.248674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-206959eb-2678-4988-91de-855318db9f68 None None] Transition to ACTIVE for port object f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:42.258369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] No DVR routers for this DVR port 82a5ea24-2d38-4003-9fc6-b0d202c5f223 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:42.311523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.313039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84f356-7d69-488e-b701-f8af6f003a67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.337317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:22:42.338093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.346787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2c536-eaed-4c54-bf76-786015fd7700 None None] Pushing event deleted for resources: {'Port': ['ID=82a5ea24-2d38-4003-9fc6-b0d202c5f223,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:22:42.362210 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:22:42.433040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1884e-35b8-4497-a9a3-85f4750f94b6 None None] Pushing event updated for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.436729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 82a5ea24-2d38-4003-9fc6-b0d202c5f223 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:42.437152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 82a5ea24-2d38-4003-9fc6-b0d202c5f223 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:42.442457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.525763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.530019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-02bd8ed5-2f50-4928-8492-6481b8dc49a6 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1353972 Aug 29 04:22:42.532447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.537120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-206959eb-2678-4988-91de-855318db9f68 None None] Attempting to bind port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:42.537505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-206959eb-2678-4988-91de-855318db9f68 None None] Attempting to bind port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:42.539299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206959eb-2678-4988-91de-855318db9f68 None None] Attempting to bind port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 on network 2a0d47ec-63ec-455f-801a-9d2060379a83 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:42.558233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206959eb-2678-4988-91de-855318db9f68 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:42.560790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206959eb-2678-4988-91de-855318db9f68 None None] Checking segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:42.561275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.562626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206959eb-2678-4988-91de-855318db9f68 None None] Bound using segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:42.565683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-206959eb-2678-4988-91de-855318db9f68 None None] Bound port: f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:42.566112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837254f-77e3-48c3-a398-4f61afac3949 req-2fbce965-c8ba-4ced-b7f5-fe9ded7fe378 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:42.566882 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.571320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.579339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'security_group_rule': {'security_group_id': '0b84f356-7d69-488e-b701-f8af6f003a67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:42.597637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b837254f-77e3-48c3-a398-4f61afac3949 req-2fbce965-c8ba-4ced-b7f5-fe9ded7fe378 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 0.3211892 Aug 29 04:22:42.659086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.665962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.671569 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f86291ac-36a4-4fba-9fa0-258045e05084 HTTP/1.1" status: 204 len: 168 time: 3.3599987 Aug 29 04:22:42.681337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-7f85aad6-f84f-4c5c-9ed0-3c2e337f17cb service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249825 Aug 29 04:22:42.703742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11f47-d77c-4aa0-bee1-e9eab911cc30 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86291ac-36a4-4fba-9fa0-258045e05084,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:42.722347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.753650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-206959eb-2678-4988-91de-855318db9f68 None None] For port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:42.762840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-206959eb-2678-4988-91de-855318db9f68 None None] For port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:42.768563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.776395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-206959eb-2678-4988-91de-855318db9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.793357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.798631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/8e627e50-a15e-4aae-99ca-72c0430fb7e3 HTTP/1.1" status: 204 len: 168 time: 1.2540448 Aug 29 04:22:42.798791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:42.813911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dcfcb7-0981-44e0-bf6b-f20d8cb38487 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:42.846972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.885498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b837254f-77e3-48c3-a398-4f61afac3949 req-df14f391-c2b0-4aa5-aed5-77c642782ad9 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861931 Aug 29 04:22:42.913694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:42.984259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-057f1002-a894-49cb-ba39-41cd61c171f4 req-6def7901-fc57-4ebb-8414-452ee07cedd4 service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739029 Aug 29 04:22:43.100608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55484627-0119-4157-83cc-cd29d363d650 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2501831 Aug 29 04:22:43.104352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b30af8-94e2-45e1-9c94-d686814e9046 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=8e627e50-a15e-4aae-99ca-72c0430fb7e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.125825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:43.130601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-173c10d5-f970-40c5-be72-0859024a3101 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496 HTTP/1.1" status: 200 len: 217 time: 0.1647301 Aug 29 04:22:43.131651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb272aeb-3629-4b56-be3c-5d132d413518,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.181673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:43.187236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:43.292421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.294529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-399b2822-4e3d-4dd2-89ee-7d64d09457eb tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7211299 Aug 29 04:22:43.316539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:43.323529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'security_group_rule': {'security_group_id': '0b84f356-7d69-488e-b701-f8af6f003a67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:43.379988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.394577 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64e19c9b-de68-4370-8310-f0321b7d1a20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c70bd2296e14ced935d36aa23d18ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055717 Aug 29 04:22:43.401125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:43.436189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b090a639-39d2-47ad-a9d1-993e02b788a3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:43.468655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-5ca24cdc-a207-4e33-bc10-0c3ae174a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.470854 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-5ca24cdc-a207-4e33-bc10-0c3ae174a982 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 1095 time: 0.3425219 Aug 29 04:22:43.471758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e635-0ee2-426f-813f-003f3de844ce req-74582c06-64a8-41af-bad0-97e9b17c549e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.481576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4076e635-0ee2-426f-813f-003f3de844ce req-74582c06-64a8-41af-bad0-97e9b17c549e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.3495631 Aug 29 04:22:43.558472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:43.569269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:43.579590 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0706d-ae7d-495c-9162-78239b5915fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:43.621466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.664681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:43.668290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.694594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-65b2192c-a1a4-4293-a124-7ff3052c2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.704075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-e9bd641d-3872-450d-847b-c669f424b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:43.708895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-65b2192c-a1a4-4293-a124-7ff3052c2db5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.2191696 Aug 29 04:22:43.716404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-e9bd641d-3872-450d-847b-c669f424b2ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f3ce711-4022-450d-b65a-8dbf43e53edb HTTP/1.1" status: 200 len: 854 time: 0.5385051 Aug 29 04:22:43.826164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:43.830534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:43.860118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1884e-35b8-4497-a9a3-85f4750f94b6 None None] Pushing event updated for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:43.872350 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-e0e365a8-dfe3-4dbd-b127-44e966451519 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18 HTTP/1.1" status: 200 len: 217 time: 0.1159141 Aug 29 04:22:43.891873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:43.908541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4076e635-0ee2-426f-813f-003f3de844ce req-e2b049d1-75bc-4504-9e1f-8783022d57a7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447878 Aug 29 04:22:44.018887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b090a639-39d2-47ad-a9d1-993e02b788a3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:44.019261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.044596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.075023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-2f4d6da1-82e4-407b-8c7f-0c87fb847d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.079069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-2f4d6da1-82e4-407b-8c7f-0c87fb847d4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.1928086 Aug 29 04:22:44.115629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217ecb92-bc57-4fdd-9895-cbba4329f1bd,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.145316 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4b647-52e6-46dd-a3be-1361db96d473 x-openstack-request-id: req-22c4b647-52e6-46dd-a3be-1361db96d473 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:44.145597 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:44.145827 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22c4b647-52e6-46dd-a3be-1361db96d473 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:44.146217 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd', 'status': 'completed', 'code': 200} Aug 29 04:22:44.156901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3725d5-4144-4f3b-bee1-12f00986d307 req-29e2a204-17e0-4857-a1f5-e4f5986b3484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.164724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db3725d5-4144-4f3b-bee1-12f00986d307 req-29e2a204-17e0-4857-a1f5-e4f5986b3484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 944 time: 0.2545412 Aug 29 04:22:44.182187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.187497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f43c6ab2-b5bf-4171-ae65-83d19d7b704a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8688509 Aug 29 04:22:44.188501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:44.206161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:44.212029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.216304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855795-49ab-4ed7-8c91-977b621895ce req-3c33fda6-eb69-4bda-89f3-194d800589c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.218037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-3c33fda6-eb69-4bda-89f3-194d800589c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=339118d4-ee60-401e-84e3-d90a611064c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4191291 Aug 29 04:22:44.285605 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.300608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-0e0fd14a-502c-43a4-9b7b-f36ee5604dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.300608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-0e0fd14a-502c-43a4-9b7b-f36ee5604dc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037389 Aug 29 04:22:44.302782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:44.408789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.425980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:22:44.438155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.464911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:44.464911 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0062b-55e7-4a9b-8d09-db96a36eb606" -d '{"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-unplugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:44.517357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:44.528606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:44.540226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.540845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.546222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=b5bb97dd-da1a-45ce-9977-d98c096d7e7b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.561990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db3725d5-4144-4f3b-bee1-12f00986d307 req-f4118414-32a3-4ccf-849a-b877477f0011 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959038 Aug 29 04:22:44.564455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.595128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-4636fef9-e3da-4ace-8292-5965ce16d221 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911609 Aug 29 04:22:44.595128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3f711fc1-15e5-4aba-8c9b-a8b1160f1da2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4549229 Aug 29 04:22:44.595128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:44.602063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'b5bb97dd-da1a-45ce-9977-d98c096d7e7b', 'ip_address': '2001:db8::85b9:8c0a:5b5b:5911'}], 'name': 'tempest-NetworksTestDHCPv6-117075286'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:44.673464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:44.678742 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d513c5-632a-4a98-bd6e-053ad20d647a x-openstack-request-id: req-93d513c5-632a-4a98-bd6e-053ad20d647a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:44.679590 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-unplugged", "status": "completed", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:44.679878 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93d513c5-632a-4a98-bd6e-053ad20d647a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:44.680306 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'code': 200} Aug 29 04:22:44.699220 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:44.781290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0706d-ae7d-495c-9162-78239b5915fc req-7266e306-cba6-4283-b049-bd7cbd6775db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.797667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-7266e306-cba6-4283-b049-bd7cbd6775db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 1096 time: 0.6081975 Aug 29 04:22:44.896076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:44.925435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c07eb8-f756-4996-9cc5-bc4fdaeb96cb req-878f8233-7c96-463a-8a2d-416c9f74d704 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:44.928154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c07eb8-f756-4996-9cc5-bc4fdaeb96cb req-878f8233-7c96-463a-8a2d-416c9f74d704 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 0.4743836 Aug 29 04:22:44.943569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Deleting port b090a639-39d2-47ad-a9d1-993e02b788a3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:44.944178 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.025454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-35e26628-8e64-4900-9309-aece79392c53 service neutron] 10.222.0.50 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7859509 Aug 29 04:22:45.067606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c07eb8-f756-4996-9cc5-bc4fdaeb96cb req-1b321f25-50ea-4b1c-a599-ed9fc06a2e1b tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023021 Aug 29 04:22:45.086207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.088859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.092360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16b7b330-7692-4fd7-8222-00be6dd4e5ac HTTP/1.1" status: 204 len: 168 time: 1.6696091 Aug 29 04:22:45.132831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] For port b090a639-39d2-47ad-a9d1-993e02b788a3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b090a639-39d2-47ad-a9d1-993e02b788a3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:45.133823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.176308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Calling delete_port for b090a639-39d2-47ad-a9d1-993e02b788a3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:45.189834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0706d-ae7d-495c-9162-78239b5915fc req-858fde84-a42c-4823-b4ea-849089e5d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.192325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-858fde84-a42c-4823-b4ea-849089e5d4c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.3820002 Aug 29 04:22:45.193649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-206959eb-2678-4988-91de-855318db9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:42Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:45.217579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797e96e-bfaa-455a-934f-6e6064ebd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7b330-7692-4fd7-8222-00be6dd4e5ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.245166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206959eb-2678-4988-91de-855318db9f68 None None] The sync data for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 is: [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:42Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:22:45.322460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-46abdf7c-118a-44db-9b4b-69bebdd4e1d5 req-75cbfce4-4896-4e71-a49a-5e833fec1836 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083611 Aug 29 04:22:45.356295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b090a639-39d2-47ad-a9d1-993e02b788a3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:45.390367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:45.529358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-afa85378-6c7a-4eeb-8689-95191924975a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab23959-aaff-49a7-a998-5d5d771febbd HTTP/1.1" status: 200 len: 217 time: 0.2954473 Aug 29 04:22:45.606325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.657126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.660425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dab23959-aaff-49a7-a998-5d5d771febbd details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:45.672794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] Pushing event deleted for resources: {'Port': ['ID=b090a639-39d2-47ad-a9d1-993e02b788a3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:45.688058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 72bdf468-5de1-49be-8ed9-6342ea8e6e9f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:45.702396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b66a5f-a0c9-44dc-8b1b-95ebe36a66dd None None] No DVR routers for this DVR port b090a639-39d2-47ad-a9d1-993e02b788a3 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:45.706680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:45.770673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8bdb9-54be-42d4-8d32-a41f9db0305a None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:45.778730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3855795-49ab-4ed7-8c91-977b621895ce req-0c10d27c-c9b8-43d8-8ca6-3256cb078181 service neutron] 10.222.0.50 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330379 Aug 29 04:22:45.802045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb1e05-eb17-4c87-817b-01d7f08fe00a req-c2946e44-7ad7-49c3-88b2-4a4edf0c7a5e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.803309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ffb1e05-eb17-4c87-817b-01d7f08fe00a req-c2946e44-7ad7-49c3-88b2-4a4edf0c7a5e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.7122114 Aug 29 04:22:45.845716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0706d-ae7d-495c-9162-78239b5915fc req-164e6db5-7618-4850-bfec-41b387d7b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.847307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-164e6db5-7618-4850-bfec-41b387d7b318 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.3010590 Aug 29 04:22:45.855289 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:22:45.876169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-671210c8-d2ba-408b-84e9-ea00e4d5a6c9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:45.877312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-671210c8-d2ba-408b-84e9-ea00e4d5a6c9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 0.6156070 Aug 29 04:22:45.903648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.163342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::85b9:8c0a:5b5b:5911 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b5bb97dd-da1a-45ce-9977-d98c096d7e7b/72bdf468-5de1-49be-8ed9-6342ea8e6e9f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:46.167113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ffb1e05-eb17-4c87-817b-01d7f08fe00a req-c74c980b-0bc0-4ed3-88dc-d84963ec474d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422642 Aug 29 04:22:46.484989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0706d-ae7d-495c-9162-78239b5915fc req-6bb69559-2e49-46c8-81d7-854ba0b764c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.486579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-6bb69559-2e49-46c8-81d7-854ba0b764c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6198530 Aug 29 04:22:46.522387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.571467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 72bdf468-5de1-49be-8ed9-6342ea8e6e9f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:46.619422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dab23959-aaff-49a7-a998-5d5d771febbd,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:46.643609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'dab23959-aaff-49a7-a998-5d5d771febbd', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'port_id': 'dab23959-aaff-49a7-a998-5d5d771febbd', 'mac_address': 'fa:16:3e:a5:97:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfe98ba-5031-4562-a62b-3dae237333b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:46.670272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-f2745f18-def3-4fd4-8259-040e747183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.672857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-f2745f18-def3-4fd4-8259-040e747183b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=258facaa888d4903baebe7ca6b335719&device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 1095 time: 0.6972480 Aug 29 04:22:46.674311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.804732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.837233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab23959-aaff-49a7-a998-5d5d771febbd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:46.888603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:46.897130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'b5bb97dd-da1a-45ce-9977-d98c096d7e7b'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:46.900739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.908089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:46.932486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:46.950198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:46.953262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.969384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dab23959-aaff-49a7-a998-5d5d771febbd,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:46.981288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:46.990557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=72bdf468-5de1-49be-8ed9-6342ea8e6e9f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:47.026915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-415922d1-b4c9-4c24-a334-90594bd48528 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4306378 Aug 29 04:22:47.028348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.164767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797f9c1-6ca2-4f46-a738-8467ce1d251b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.176185 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e797f9c1-6ca2-4f46-a738-8467ce1d251b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1385834 Aug 29 04:22:47.177621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.237296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:47.254792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dab23959-aaff-49a7-a998-5d5d771febbd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:47.376463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:47.513895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 72bdf468-5de1-49be-8ed9-6342ea8e6e9f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:47.514342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.514929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05d45-281e-494f-91d1-6458ac359e1f req-f58aa0a5-8cd3-4675-9803-88e489b8f5d3 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.523413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3d05d45-281e-494f-91d1-6458ac359e1f req-f58aa0a5-8cd3-4675-9803-88e489b8f5d3 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 944 time: 1.1555238 Aug 29 04:22:47.616538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-a22e4490-6843-4747-9df3-5f56cfaeb30a service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079664 Aug 29 04:22:47.620045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Allocated IP 172.25.3.144 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/e1475a53-464e-4b50-94b7-2cf2d35876f8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:47.635346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:47.637027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:22:47.637383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:47.703335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:47.783795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878583-bd87-409e-9e1e-08816f4dbacc req-913f51c8-f12c-44ab-9224-c98f46803678 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:47.807637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0878583-bd87-409e-9e1e-08816f4dbacc req-913f51c8-f12c-44ab-9224-c98f46803678 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 1.2118592 Aug 29 04:22:47.874180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-483466812-network', 'tenant_id': '572ed371c8334817b69761ce2e336ea8'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:47.978546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3d05d45-281e-494f-91d1-6458ac359e1f req-99481d06-7224-40a6-9019-701527cb35f7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535775 Aug 29 04:22:48.037289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.125387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c0706d-ae7d-495c-9162-78239b5915fc req-c8fc268c-640b-40ab-b78f-b6cbff8859f0 service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918504 Aug 29 04:22:48.139816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 72bdf468-5de1-49be-8ed9-6342ea8e6e9f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:48.204983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Made reservation on behalf of 572ed371c8334817b69761ce2e336ea8 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:48.215122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b5bb97dd-da1a-45ce-9977-d98c096d7e7b/52ffe784-2da4-4622-9aeb-5333b24c385a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:48.218176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.228581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:48.239872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:48.240517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.246365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:48.256123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.260642 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-7f083528-9603-4ed6-bfe0-ed39d1fd4786 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4709187 Aug 29 04:22:48.270340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.310031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-c0e40259-da22-471d-b3b7-425ba0f515a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.317851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-c0e40259-da22-471d-b3b7-425ba0f515a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=339118d4-ee60-401e-84e3-d90a611064c3 HTTP/1.1" status: 200 len: 916 time: 0.9228697 Aug 29 04:22:48.398876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'mac_address': 'fa:16:3e:df:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:48.648828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0878583-bd87-409e-9e1e-08816f4dbacc req-db129e60-56d8-4903-8d70-29d6c8b23c06 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8395145 Aug 29 04:22:48.651360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-c383cbcf-2796-4a80-9d82-a369f2758093 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496 HTTP/1.1" status: 200 len: 217 time: 0.2737060 Aug 29 04:22:48.663030 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.755998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port 1708d181-b14f-48a3-b63a-4e2e7cde9e90, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1708d181-b14f-48a3-b63a-4e2e7cde9e90,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:48.757444 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.815489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-28e17155-adb8-41aa-815e-f794f09b6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:48.820147 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-28e17155-adb8-41aa-815e-f794f09b6cf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=591c12583dde40778ab533e35f07d23e&device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 1099 time: 0.3012948 Aug 29 04:22:48.869042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:48.889373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.901277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Transition to ACTIVE for port object 52ffe784-2da4-4622-9aeb-5333b24c385a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:48.919311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Transition to ACTIVE for port object 52ffe784-2da4-4622-9aeb-5333b24c385a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:48.923618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for 1708d181-b14f-48a3-b63a-4e2e7cde9e90 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:22:48.935542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:48.961080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.069776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdab6d8-9590-4f54-aaad-f04b3479f653 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:49.121219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:49.126907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-5af38b03-c1f0-4a43-be81-7ffc07c8b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.128530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.137262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-5af38b03-c1f0-4a43-be81-7ffc07c8b02d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.2855358 Aug 29 04:22:49.155592 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.156248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7443bc4a-19ee-4d3b-939d-6e5110edca18 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:49.160052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:49.168711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:49.169104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Pushing event updated for resources: {'Port': ['ID=52ffe784-2da4-4622-9aeb-5333b24c385a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.178649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'Port': ['ID=e1475a53-464e-4b50-94b7-2cf2d35876f8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.189234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:49.197948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:49.203213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:49.287642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:49.305600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.377340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-83fc3b7f-9b70-466d-a325-50d04974b5dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=cea70a5a-57b0-4362-9894-08f3423e3975 HTTP/1.1" status: 200 len: 217 time: 0.2134521 Aug 29 04:22:49.442877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f91ddf-7e17-479f-9e73-8c141c159aca req-347ce7c4-5df4-4c4c-b276-f9961b68ff93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.457667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73f91ddf-7e17-479f-9e73-8c141c159aca req-347ce7c4-5df4-4c4c-b276-f9961b68ff93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 945 time: 1.1139514 Aug 29 04:22:49.483873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.497372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Attempting to bind port 52ffe784-2da4-4622-9aeb-5333b24c385a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:49.497980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Attempting to bind port 52ffe784-2da4-4622-9aeb-5333b24c385a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:49.501372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Attempting to bind port 52ffe784-2da4-4622-9aeb-5333b24c385a on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:49.526105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-1883c373-08a3-4d17-b9e2-114fa1feab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.527643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-1883c373-08a3-4d17-b9e2-114fa1feab01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f3ce711-4022-450d-b65a-8dbf43e53edb HTTP/1.1" status: 200 len: 854 time: 0.8540428 Aug 29 04:22:49.595649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.599064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.609619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f65e-eff9-4df1-b8bf-426ab0682deb req-e5524585-4af9-44e7-8e3c-d7c340b9cacb tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.619692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bb2f65e-eff9-4df1-b8bf-426ab0682deb req-e5524585-4af9-44e7-8e3c-d7c340b9cacb tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 945 time: 0.3827856 Aug 29 04:22:49.624111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.626018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:49.626747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:49.627457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.628470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:49.629220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Bound port: 52ffe784-2da4-4622-9aeb-5333b24c385a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:49.630050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.630933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-7566fffc-cc6e-466d-9105-8e90a72d6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.634474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.634722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-7566fffc-cc6e-466d-9105-8e90a72d6b67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2415740 Aug 29 04:22:49.674281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dab23959-aaff-49a7-a998-5d5d771febbd up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:49.687553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73f91ddf-7e17-479f-9e73-8c141c159aca req-36b2e2b7-2370-4caf-9337-f666cf890a5b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269795 Aug 29 04:22:49.738451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=72bdf468-5de1-49be-8ed9-6342ea8e6e9f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:49.763627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-dd30eed0-c258-4349-b300-fa9756731c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:49.763969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:49.765520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-dd30eed0-c258-4349-b300-fa9756731c56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=339118d4-ee60-401e-84e3-d90a611064c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245383 Aug 29 04:22:49.816144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:22:49.833683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '7443bc4a-19ee-4d3b-939d-6e5110edca18', 'network_id': 'fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0', 'port_id': '7443bc4a-19ee-4d3b-939d-6e5110edca18', 'mac_address': 'fa:16:3e:02:68:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfe98ba-5031-4562-a62b-3dae237333b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:49.857126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bb2f65e-eff9-4df1-b8bf-426ab0682deb req-5e344221-1293-4dca-956e-7af345102c67 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363682 Aug 29 04:22:49.908449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:49.908908 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Added segment 846c37cf-f1f1-400a-9d25-bcfad9d5f189 of type vlan for network b3942438-4145-4cb8-88ee-236d8775276b Aug 29 04:22:49.979116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.006031 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.010044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.021693 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.028637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port dab23959-aaff-49a7-a998-5d5d771febbd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:50.063825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.066613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc1a7134-5c0e-441c-9bc7-5525109dea3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/72bdf468-5de1-49be-8ed9-6342ea8e6e9f HTTP/1.1" status: 204 len: 168 time: 2.8861473 Aug 29 04:22:50.069604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.071151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.072008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.074435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.080497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d951c58-69e5-497b-9bab-09629aac52d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.106334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] For port 52ffe784-2da4-4622-9aeb-5333b24c385a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:50.125108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1708d181-b14f-48a3-b63a-4e2e7cde9e90'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:50.140639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port dab23959-aaff-49a7-a998-5d5d771febbd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:50.141318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.179771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-21f0f264-d111-411f-a536-223b39311b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.182287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-21f0f264-d111-411f-a536-223b39311b85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4716341 Aug 29 04:22:50.204445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] For port 52ffe784-2da4-4622-9aeb-5333b24c385a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=52ffe784-2da4-4622-9aeb-5333b24c385a,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:50.251267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7443bc4a-19ee-4d3b-939d-6e5110edca18 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:50.300879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.316128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.336066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.345943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.368009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9485507 Aug 29 04:22:50.380191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.387530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Request body: {'subnet': {'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-483466812-subnet', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:50.394885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b35a-7a1c-48f7-baad-c89dff9dff27 admin admin] Pushing event updated for resources: {'Network': ['ID=b3942438-4145-4cb8-88ee-236d8775276b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.405654 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-dd37107d-674b-4805-8e0a-1d2ec9df19ce service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855800 Aug 29 04:22:50.412298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e31aa2-91e1-4fb0-8a74-d5d169949799 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.416399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e31aa2-91e1-4fb0-8a74-d5d169949799 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.418300 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f3e31aa2-91e1-4fb0-8a74-d5d169949799 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3389297 Aug 29 04:22:50.427283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:50.518553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e377f3-535a-4532-9ba6-f9aa092a127b None None] Pushing event updated for resources: {'Port': ['ID=52ffe784-2da4-4622-9aeb-5333b24c385a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.542010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d8648db-bf1e-4381-97f1-83a5bcbf91f7 req-b4df7956-56b2-4861-a644-6e0061a952a7 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157687 Aug 29 04:22:50.571272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device a2ee379c-f471-4634-b9ce-d9ce6923f496 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:22:50.605410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=1708d181-b14f-48a3-b63a-4e2e7cde9e90,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.642598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Made reservation on behalf of 572ed371c8334817b69761ce2e336ea8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:50.647006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.760473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:50.768950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet b5bb97dd-da1a-45ce-9977-d98c096d7e7b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:22:50.779409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:50.786719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b3942438-4145-4cb8-88ee-236d8775276b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:22:50.872550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'a2ee379c-f471-4634-b9ce-d9ce6923f496', 'network_id': '339118d4-ee60-401e-84e3-d90a611064c3', 'port_id': 'a2ee379c-f471-4634-b9ce-d9ce6923f496', 'mac_address': 'fa:16:3e:d1:54:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3ce711-4022-450d-b65a-8dbf43e53edb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:22:50.878197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:50.895449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['fcdab6d8-9590-4f54-aaad-f04b3479f653'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:50.926145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0e0d-660d-448c-a65d-3ba4e5408f15 req-5d6508fe-bf62-4754-8563-f88c6c5b3dd3 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:50.941647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-151e0e0d-660d-448c-a65d-3ba4e5408f15 req-5d6508fe-bf62-4754-8563-f88c6c5b3dd3 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 943 time: 0.9535804 Aug 29 04:22:51.021247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.073953 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.076898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['7443bc4a-19ee-4d3b-939d-6e5110edca18'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:51.206341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ee379c-f471-4634-b9ce-d9ce6923f496 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:22:51.248104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port 1708d181-b14f-48a3-b63a-4e2e7cde9e90 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:22:51.338953 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.408232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.412880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.417699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b62d1ae-6fc0-4460-99be-6e04d155b8a3 req-0fd74ffd-c719-473f-8748-b2a14beea6a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "DELETE /v2.0/ports/1708d181-b14f-48a3-b63a-4e2e7cde9e90 HTTP/1.1" status: 204 len: 173 time: 5.4511971 Aug 29 04:22:51.442600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19033e46-d156-4f5c-afcb-e7a2f1340662 req-010dc60e-ab29-4494-a529-d99cd6d1842b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 0.3984773 Aug 29 04:22:51.442600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'name': 'network-vif-deleted', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:51.478637 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb532967-2245-4259-82fa-a7185f5337fe" -d '{"events": [{"server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "name": "network-vif-deleted", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:51.593215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-151e0e0d-660d-448c-a65d-3ba4e5408f15 req-72944988-cf13-4e81-a5a1-bbe61ca8e709 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470852 Aug 29 04:22:51.604312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-c5d6003d-4ce7-4b05-bdcd-5316daec2071 service neutron] 10.222.0.50 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8192122 Aug 29 04:22:51.609086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dab23959-aaff-49a7-a998-5d5d771febbd,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:51.614973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:51.620543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.640708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:51.652744 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153aad0-23dc-4719-8e26-7cc496d918b1" -d '{"events": [{"server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "name": "network-vif-plugged", "status": "completed", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:51.719613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.730669 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.785779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.815354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.859835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.904642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:51.911136 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b5bb97dd-da1a-45ce-9977-d98c096d7e7b HTTP/1.1" status: 204 len: 168 time: 1.4784200 Aug 29 04:22:51.915448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:51.991747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43bc812c-e1a9-4e25-b961-d2be3e1057c5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748003 Aug 29 04:22:51.993264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:52.009716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:52.024398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9b1de4-c5af-41d2-9a76-d38544c73983,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.087272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.095070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:52.194389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37428251-4d10-4bd1-bb31-158774bd91c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bb97dd-da1a-45ce-9977-d98c096d7e7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.214300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Checking segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:52.214997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Network hostable DHCP agents. Network: b3942438-4145-4cb8-88ee-236d8775276b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:22:52.264776 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a42ff-a7fa-4d08-a975-160349da7c78 x-openstack-request-id: req-a59a42ff-a7fa-4d08-a975-160349da7c78 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:52.265423 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a691cf7-1a2b-4ec2-aac6-c6261463f5b2", "name": "network-vif-deleted", "tag": "1708d181-b14f-48a3-b63a-4e2e7cde9e90", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:52.265892 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a59a42ff-a7fa-4d08-a975-160349da7c78 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:52.266624 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a691cf7-1a2b-4ec2-aac6-c6261463f5b2', 'name': 'network-vif-deleted', 'tag': '1708d181-b14f-48a3-b63a-4e2e7cde9e90', 'status': 'completed', 'code': 200} Aug 29 04:22:52.285165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.302348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Network b3942438-4145-4cb8-88ee-236d8775276b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:22:52.330082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b3942438-4145-4cb8-88ee-236d8775276b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:52.359608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.360655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.366950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:52.371671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.410394 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03e9289-8ff5-4b6e-8aac-3010b15d6084 x-openstack-request-id: req-a03e9289-8ff5-4b6e-8aac-3010b15d6084 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:52.410767 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "name": "network-vif-plugged", "status": "completed", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:52.411032 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a03e9289-8ff5-4b6e-8aac-3010b15d6084 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:52.411462 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd', 'code': 200} Aug 29 04:22:52.412535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['a2ee379c-f471-4634-b9ce-d9ce6923f496'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:22:52.461714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc0720-4484-4579-bcc2-38f3e39e8b28 req-c25c888d-2a8d-436d-a9a6-c52886db58c2 service neutron] 10.222.0.50 "GET /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8561091 Aug 29 04:22:52.520968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac38ee8-51d5-45ee-88d3-7b5595d58e22 None None] Network b3942438-4145-4cb8-88ee-236d8775276b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:52.645412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e1dc-c452-4c28-863e-b3fb3413cb38 req-77787e6b-579c-4923-9033-c7be6af23a9b tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:52.650550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b22e1dc-c452-4c28-863e-b3fb3413cb38 req-77787e6b-579c-4923-9033-c7be6af23a9b tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.8472924 Aug 29 04:22:52.660371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'Port': ['ID=e1475a53-464e-4b50-94b7-2cf2d35876f8,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:52.755160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.756765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.757033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1951aeee-53d4-47e5-b11c-98b307bc13e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3727033 Aug 29 04:22:52.758595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.759566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.760477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:52.762537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.763213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.765163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.765725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.769690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.770177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.772940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.773971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:52.775961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1708d181-b14f-48a3-b63a-4e2e7cde9e90 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:22:52.789810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:52.794139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.805406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-423ea38e-3c77-46eb-b2e6-07da1dcf192b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6061618 Aug 29 04:22:52.907501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.909680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:52.942388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03fb8794-e55c-41d7-a524-cd17c65d8b8d req-5bb6fdfb-5d43-4364-b857-f9d18b31d8f2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a691cf7-1a2b-4ec2-aac6-c6261463f5b2 HTTP/1.1" status: 200 len: 210 time: 0.2068758 Aug 29 04:22:52.956232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 1708d181-b14f-48a3-b63a-4e2e7cde9e90 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:22:52.957814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1708d181-b14f-48a3-b63a-4e2e7cde9e90 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:22:53.006331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b22e1dc-c452-4c28-863e-b3fb3413cb38 req-6c3faf9d-f024-4763-8b5a-b8e38846bd0b tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784667 Aug 29 04:22:53.011623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf5f90-40e8-4c72-a5bb-c21fc740b7d9 req-2f67c169-687d-4ad2-9602-e794aee3315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.015070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00bf5f90-40e8-4c72-a5bb-c21fc740b7d9 req-2f67c169-687d-4ad2-9602-e794aee3315c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 1098 time: 0.5657697 Aug 29 04:22:53.107477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-b3942438-4145-4cb8-88ee-236d8775276b', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:22:53.115944 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.134001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00bf5f90-40e8-4c72-a5bb-c21fc740b7d9 req-8e027874-436c-4d7d-86a7-e586faea490d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051321 Aug 29 04:22:53.153663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.162399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.262236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375f09-8a50-4e58-8256-b0ee48b148f7 req-402a2188-ba3b-4c24-a285-ff809eed76b9 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.264133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a375f09-8a50-4e58-8256-b0ee48b148f7 req-402a2188-ba3b-4c24-a285-ff809eed76b9 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 944 time: 0.1385760 Aug 29 04:22:53.284886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41e611-dd35-4d6d-8a4a-004dbc3f15c3 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:53.361738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:53.367880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:53.372165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=bf0c1ece-d015-438a-ae55-64942df39b7d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.375964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:53.376908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.450200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a375f09-8a50-4e58-8256-b0ee48b148f7 req-bdf57cdb-b708-4e92-9b6d-eda1143b0e42 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774526 Aug 29 04:22:53.547384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-4b0a923b-3ee9-4c0f-942f-b010d032cb4c tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--64954706&fields=id&tenant_id=2eabd047cc50491ca7dbae197b6f13fb HTTP/1.1" status: 200 len: 267 time: 0.0603836 Aug 29 04:22:53.585853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:53.616101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-36b56a3e-75b2-4f78-97c1-eac13988f3c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6179390 Aug 29 04:22:53.627823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:53.633378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'bf0c1ece-d015-438a-ae55-64942df39b7d', 'ip_address': '2001:db8::480b:29ee:458c:2d8f'}], 'name': 'tempest-NetworksTestDHCPv6-506010961'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:22:53.638922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.714865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b08796ce-40b8-4972-b794-74f5a9e401f1 None None] Could not find standard attr ID for object 72bdf468-5de1-49be-8ed9-6342ea8e6e9f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:53.781512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:53.782192 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:53.798824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b08796ce-40b8-4972-b794-74f5a9e401f1 None None] Provisioning for port 52ffe784-2da4-4622-9aeb-5333b24c385a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:54.122241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Allocated IP 172.20.0.2 (b3942438-4145-4cb8-88ee-236d8775276b/3b9b1de4-c5af-41d2-9a76-d38544c73983/be7a2f03-7c97-4fe0-841d-cb97935e861d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:54.322929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-18b62c10-48a6-474f-84cf-baf0061b32a2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:54.331207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-18b62c10-48a6-474f-84cf-baf0061b32a2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/networks?id=2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 200 len: 815 time: 0.7839315 Aug 29 04:22:54.404070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-297ecf6a-7797-4531-904a-2d3bda3c8187 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/quotas/2eabd047cc50491ca7dbae197b6f13fb HTTP/1.1" status: 200 len: 375 time: 0.0718083 Aug 29 04:22:54.440553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:54.609923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fc100-006e-4635-a880-e5b2a9ad0635 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:54.666704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:22:54.680563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.759182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 52ffe784-2da4-4622-9aeb-5333b24c385a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:54.785399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:54.963817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port fcdab6d8-9590-4f54-aaad-f04b3479f653 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:54.964506 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.053641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.102673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Transition to ACTIVE for port object be7a2f03-7c97-4fe0-841d-cb97935e861d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:55.136649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 52ffe784-2da4-4622-9aeb-5333b24c385a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:55.145035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Transition to ACTIVE for port object be7a2f03-7c97-4fe0-841d-cb97935e861d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:55.156163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 52ffe784-2da4-4622-9aeb-5333b24c385a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:55.156589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.212236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Allocated IP 172.25.3.91 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/33b4c480-0a0d-4c8e-9d56-6ff2e632318c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:55.223674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.339708 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.389283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Network b3942438-4145-4cb8-88ee-236d8775276b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:55.395057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Pushing event updated for resources: {'Port': ['ID=be7a2f03-7c97-4fe0-841d-cb97935e861d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.400409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:55.408393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:55.443911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:22:55.454454 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9d3033-ddd8-4452-8a19-b1a426fe5386" -d '{"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:22:55.531802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:55.603971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.604228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.648719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-e90a40f8-7742-45de-b8de-4cc46244de91 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2409012 Aug 29 04:22:55.705576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.765858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c03d1-32d1-428c-ace9-5c93066f5537 req-d02f21ce-d3e9-46f4-9570-232a7b4daf60 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:55.784922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777c03d1-32d1-428c-ace9-5c93066f5537 req-d02f21ce-d3e9-46f4-9570-232a7b4daf60 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 1.2513728 Aug 29 04:22:55.800443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.833393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Attempting to bind port be7a2f03-7c97-4fe0-841d-cb97935e861d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:22:55.834557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Attempting to bind port be7a2f03-7c97-4fe0-841d-cb97935e861d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:22:55.835632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Attempting to bind port be7a2f03-7c97-4fe0-841d-cb97935e861d on network b3942438-4145-4cb8-88ee-236d8775276b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:22:55.850670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.867441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 52ffe784-2da4-4622-9aeb-5333b24c385a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=52ffe784-2da4-4622-9aeb-5333b24c385a,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:55.870449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:22:55.871553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Checking segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:22:55.872891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.876907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Bound using segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:22:55.878288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Bound port: be7a2f03-7c97-4fe0-841d-cb97935e861d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:22:55.879389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.890625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:55.932983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Pushing event updated for resources: {'Port': ['ID=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:55.947193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.947592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.948119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.948381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.948649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.953045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.953688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.954218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.954755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.955281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.955806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.956361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:22:55.969232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:55.973990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:22:55.978879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:22:56.063408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=52ffe784-2da4-4622-9aeb-5333b24c385a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:56.135587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0adba9-048a-4f57-9582-c58c97bb3f3e None None] Provisioning complete for port 52ffe784-2da4-4622-9aeb-5333b24c385a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:56.136705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0adba9-048a-4f57-9582-c58c97bb3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.215057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.250660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-0a110d79-4897-4161-b79f-fcadb058d017 service neutron] 10.222.0.62 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735855 Aug 29 04:22:56.295669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] For port be7a2f03-7c97-4fe0-841d-cb97935e861d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:22:56.379470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] For port be7a2f03-7c97-4fe0-841d-cb97935e861d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be7a2f03-7c97-4fe0-841d-cb97935e861d,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:22:56.394475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:56.442423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7443bc4a-19ee-4d3b-939d-6e5110edca18 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:56.484884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777c03d1-32d1-428c-ace9-5c93066f5537 req-1cf92370-2a71-4939-9bf1-8c0bba620986 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778948 Aug 29 04:22:56.487507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-e50bd92b-ea2e-4d35-89e7-7a4cf1e2b07a service neutron] 10.222.0.62 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026949 Aug 29 04:22:56.504141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port d8a85d0c-a1ad-40d6-9846-41c6b2835faf yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:22:56.660754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 52ffe784-2da4-4622-9aeb-5333b24c385a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:56.702149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.484736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.559425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2a147-c2b8-4942-a6ea-0a7ba3e65845 req-97a66352-e205-44e7-ab18-98fec207ed65 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.569195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65c2a147-c2b8-4942-a6ea-0a7ba3e65845 req-97a66352-e205-44e7-ab18-98fec207ed65 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 944 time: 0.6211216 Aug 29 04:22:57.704552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-fd9a0aa8-105a-4668-89d2-887bc2c921b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:22:57.725281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-fd9a0aa8-105a-4668-89d2-887bc2c921b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.5411787 Aug 29 04:22:57.824998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-80dbfd53-22e2-4dcb-957f-6f3bc2b1afa2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0971270 Aug 29 04:22:57.883796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934df6-b7a4-4e62-a401-33d1dfcff148 None None] Pushing event updated for resources: {'Port': ['ID=be7a2f03-7c97-4fe0-841d-cb97935e861d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:57.928780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 7443bc4a-19ee-4d3b-939d-6e5110edca18 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:57.939021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 7443bc4a-19ee-4d3b-939d-6e5110edca18 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:57.939434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.956908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 52ffe784-2da4-4622-9aeb-5333b24c385a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:57.964591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:57.989854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-1d85f306-4627-4447-bf0c-f5585ca7e65d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234548 Aug 29 04:22:57.997674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Router 47a7122d-35c0-4385-9749-5e437ee1cb63 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:22:58.135853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65c2a147-c2b8-4942-a6ea-0a7ba3e65845 req-8d60cb47-d2a9-4674-84c0-f9a0cc4a1fbc tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675902 Aug 29 04:22:58.234630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a08ad6ad-f97b-4311-91d4-89729efb9f63 None None] Could not find standard attr ID for object 72bdf468-5de1-49be-8ed9-6342ea8e6e9f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:22:58.356686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::480b:29ee:458c:2d8f (e4ca6562-0c52-408c-9eb9-91fe5da6a815/bf0c1ece-d015-438a-ae55-64942df39b7d/d8a85d0c-a1ad-40d6-9846-41c6b2835faf) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:22:58.446902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:22:58.470794 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Sync routers for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:22:58.499623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:22:58.513111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.513949 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:58.514486 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7aa7af58-2c0c-4d59-96b4-393f6461cc9c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7424464 Aug 29 04:22:58.518850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:22:58.560343 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450663e-21bf-4958-a860-95ee589aacdb x-openstack-request-id: req-2450663e-21bf-4958-a860-95ee589aacdb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:22:58.561066 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-plugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:22:58.561267 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2450663e-21bf-4958-a860-95ee589aacdb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:22:58.568803 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'code': 200} Aug 29 04:22:58.758448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.944981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:22:58.962741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:58.964123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device a2ee379c-f471-4634-b9ce-d9ce6923f496 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:58.979465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f6974-671d-42ee-90db-6e6d6e9f6cfb None None] Network b3942438-4145-4cb8-88ee-236d8775276b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:22:58.993596 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:22:59.025340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.130292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-91a26c75-733c-4e4c-a1f8-52959c488297 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0835130 Aug 29 04:22:59.201542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e74fa2e-a24b-4b9b-adfd-db1282f72da0 req-29dd210a-31da-4b95-9859-e986fca3b0c5 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.1321831 Aug 29 04:22:59.202687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object d8a85d0c-a1ad-40d6-9846-41c6b2835faf will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:22:59.291555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be7a2f03-7c97-4fe0-841d-cb97935e861d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:22:59.349650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-af672c0b-c2b2-469b-a2b1-a6fec490aeae service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183797 Aug 29 04:22:59.357083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.519546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=d8a85d0c-a1ad-40d6-9846-41c6b2835faf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.601548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:22:56Z', 'revision_number': 3, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:22:59.666344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-86fc631b-8d75-4f0a-9e22-338063a01c09 None None] Provisioning for port be7a2f03-7c97-4fe0-841d-cb97935e861d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:59.668875 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.686590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:22:59.691633 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Checking router: 47a7122d-35c0-4385-9749-5e437ee1cb63 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:22:59.692333 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Updating router 47a7122d-35c0-4385-9749-5e437ee1cb63 port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:22:59.733186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port a2ee379c-f471-4634-b9ce-d9ce6923f496 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:59.747506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port be7a2f03-7c97-4fe0-841d-cb97935e861d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:22:59.765337 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.787092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port a2ee379c-f471-4634-b9ce-d9ce6923f496 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:59.787466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.805712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be7a2f03-7c97-4fe0-841d-cb97935e861d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:22:59.806173 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:22:59.944039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:22:59.996134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:00.018546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:00.029601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.036018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.134209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34dd83-2e19-44c9-af90-7b265655221c req-ddbf4231-3f80-470d-8cac-7a0ecf04e598 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.138821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f34dd83-2e19-44c9-af90-7b265655221c req-ddbf4231-3f80-470d-8cac-7a0ecf04e598 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.6321545 Aug 29 04:23:00.302953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:00.304982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1cb3d88d-8c2c-452d-ad69-b01cbd8d3c6f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.6754947 Aug 29 04:23:00.428190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f34dd83-2e19-44c9-af90-7b265655221c req-cd7a9362-a9d1-4fa9-b209-a5a298099e09 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446291 Aug 29 04:23:00.480604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-65d853f9-a401-4051-816d-8f0af0ff4734 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.484115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-65d853f9-a401-4051-816d-8f0af0ff4734 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.54 "GET /v2.0/networks?id=2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 200 len: 815 time: 1.0002346 Aug 29 04:23:00.490674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.594262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d637af-2597-4037-9c41-af49456f991c req-eca23e8d-3526-4faf-a6bd-813fc8839b34 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.604903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:00.607308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d637af-2597-4037-9c41-af49456f991c req-eca23e8d-3526-4faf-a6bd-813fc8839b34 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 944 time: 0.4485273 Aug 29 04:23:00.610981 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21ad5f-0b93-4375-8d8e-9a48ecf0ace8" -d '{"events": [{"server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "name": "network-vif-plugged", "status": "completed", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:00.613459 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:00.685174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e801e-af61-4d30-a749-b44f742cfcd6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.710446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e801e-af61-4d30-a749-b44f742cfcd6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:00.721738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc7e801e-af61-4d30-a749-b44f742cfcd6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.4140477 Aug 29 04:23:00.722298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:00.752626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:00.801100 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.811472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.845939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Transition to ACTIVE for port object 33b4c480-0a0d-4c8e-9d56-6ff2e632318c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:00.868963 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.956121 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Attempting to bind port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:00.956652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Attempting to bind port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:00.957702 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Attempting to bind port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:00.972970 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:00.976239 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:00.978185 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:00.982381 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:00.983244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Bound port: 33b4c480-0a0d-4c8e-9d56-6ff2e632318c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:00.986445 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.019382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.044720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c9c249-3d96-4dcd-9e4c-0c757d5d4654 req-7ebce007-b15c-4117-ad6e-fd68e376c00b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.4218273 Aug 29 04:23:01.082164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-8c5be21b-3cdb-4b1d-9e7f-a69b9dfed77b tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eabd047cc50491ca7dbae197b6f13fb HTTP/1.1" status: 200 len: 378 time: 0.5791931 Aug 29 04:23:01.104121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'port': {'device_id': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'admin_state_up': True, 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'security_groups': ['0b84f356-7d69-488e-b701-f8af6f003a67']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:01.282790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d637af-2597-4037-9c41-af49456f991c req-fd3ad4b6-7222-4eed-a686-91c3587dfc1f tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923917 Aug 29 04:23:01.283563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.331259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port d8a85d0c-a1ad-40d6-9846-41c6b2835faf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:01.331880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.344199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2e7b8c1-622a-4bfc-b1e7-c773e1208030 None None] Provisioning for port d8a85d0c-a1ad-40d6-9846-41c6b2835faf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:01.345981 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Pushing event updated for resources: {'Port': ['ID=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.348970 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] For port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:01.357765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port be7a2f03-7c97-4fe0-841d-cb97935e861d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be7a2f03-7c97-4fe0-841d-cb97935e861d,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:01.362293 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] For port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:01.363069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2e7b8c1-622a-4bfc-b1e7-c773e1208030 None None] Provisioning complete for port d8a85d0c-a1ad-40d6-9846-41c6b2835faf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:01.363485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2e7b8c1-622a-4bfc-b1e7-c773e1208030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.375201 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.376186 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.386602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.387023 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.387358 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.387689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.388035 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.388362 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.388681 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.389001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.389378 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.389618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:01.397277 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.407678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67f8d327-0328-41a5-b503-3cc5dce5b381 req-6905b4f9-0b83-4eec-ac2e-1cdfd52a8702 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.0580816 Aug 29 04:23:01.424053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.447596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.591134 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d60a5-c1cf-4f0e-b3e0-708f801a2004 x-openstack-request-id: req-0a4d60a5-c1cf-4f0e-b3e0-708f801a2004 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:01.592175 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "name": "network-vif-plugged", "status": "completed", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:01.592175 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a4d60a5-c1cf-4f0e-b3e0-708f801a2004 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:01.592545 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18', 'code': 200} Aug 29 04:23:01.636274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Made reservation on behalf of 2eabd047cc50491ca7dbae197b6f13fb for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:01.640006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.670570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7b8c1-622a-4bfc-b1e7-c773e1208030 None None] Port d8a85d0c-a1ad-40d6-9846-41c6b2835faf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:01.732149 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:01.733758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:22:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:01.772920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=be7a2f03-7c97-4fe0-841d-cb97935e861d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.809824 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dae3e0-a8ca-4d55-a325-6f077821dd89 None None] Pushing event updated for resources: {'Port': ['ID=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:01.824057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a0bcd-b161-45bc-9f03-0c26ca0deead req-bed32fc6-4bbd-478e-b52e-a812d0d0bc95 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:01.834310 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b78a0bcd-b161-45bc-9f03-0c26ca0deead req-bed32fc6-4bbd-478e-b52e-a812d0d0bc95 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.3520439 Aug 29 04:23:01.855321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-17be54ca-7438-444c-a221-7b001dec89e8 None None] Provisioning complete for port be7a2f03-7c97-4fe0-841d-cb97935e861d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:01.856502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-17be54ca-7438-444c-a221-7b001dec89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:01.934714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b78a0bcd-b161-45bc-9f03-0c26ca0deead req-513aba2d-12b5-4849-9371-73aacd272217 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966251 Aug 29 04:23:02.003731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea86fa1-f29f-40b0-bd3a-9931ca66a350 req-09d66d26-1313-4d47-8e37-dc84a54e5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.011712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ea86fa1-f29f-40b0-bd3a-9931ca66a350 req-09d66d26-1313-4d47-8e37-dc84a54e5c8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 1097 time: 0.2614741 Aug 29 04:23:02.128159 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:02.205455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Allocated IP 172.20.0.5 (2a0d47ec-63ec-455f-801a-9d2060379a83/43cdad94-0724-4d3d-8f07-60db6eca9043/ff57c617-7be6-43e1-961c-6d33abb622f2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:02.215451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:02.246121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.309715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for d8a85d0c-a1ad-40d6-9846-41c6b2835faf owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:02.375679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ea86fa1-f29f-40b0-bd3a-9931ca66a350 req-4ffabfc6-84c8-49de-bac1-b0ca3654eb74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476930 Aug 29 04:23:02.387599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc392e42-8d89-4d62-90d8-5a8c2fb7e888 req-df93ccfc-b335-427a-81bd-bf977f0a01cc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.1356339 Aug 29 04:23:02.608977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566eb6d-0092-4007-b8be-868c189db3ee req-ed18928a-6c27-4dfe-aaa7-934b53e62c90 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.617693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d566eb6d-0092-4007-b8be-868c189db3ee req-ed18928a-6c27-4dfe-aaa7-934b53e62c90 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.3640130 Aug 29 04:23:02.668969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Allocated IP 172.20.0.1 (b3942438-4145-4cb8-88ee-236d8775276b/3b9b1de4-c5af-41d2-9a76-d38544c73983/62c45a5b-48f6-47e6-a0e2-e8594068e535) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:02.763203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d566eb6d-0092-4007-b8be-868c189db3ee req-86b33767-c84b-4ec3-b3ee-da02579616bd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444931 Aug 29 04:23:02.811657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead6dc-41dc-4d9d-a1ad-9d0f4e7bed1f req-3377fb4c-673a-46e2-8f44-9a75e73abfdf tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:02.815289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10ead6dc-41dc-4d9d-a1ad-9d0f4e7bed1f req-3377fb4c-673a-46e2-8f44-9a75e73abfdf tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.1947939 Aug 29 04:23:02.821345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.905086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Transition to ACTIVE for port object ff57c617-7be6-43e1-961c-6d33abb622f2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:02.969156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e5a2225-a963-47cd-9d55-497eec775e3a req-27f0683b-ef2c-4524-9e94-599b7ca4de03 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.0634670 Aug 29 04:23:02.992482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-464c4ad4-3df6-42b7-a3b2-7194d75b46d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:02.992731 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:22:56Z', 'revision_number': 3, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:03.002397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10ead6dc-41dc-4d9d-a1ad-9d0f4e7bed1f req-8abcdf12-5343-4f57-9ef2-24a647baa446 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698203 Aug 29 04:23:03.083102 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439a9c-0fdc-4646-98e4-1f8812780c5c None None] The sync data for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 is: [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:22:56Z', 'revision_number': 3, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:03.153926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.246499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:03.249998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:03.267118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:03.274374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-03d1519b-99c7-4e4e-ae7f-776b81d90c6f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.278579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-03d1519b-99c7-4e4e-ae7f-776b81d90c6f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.7713861 Aug 29 04:23:03.342118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': 'f183b980-55d2-4237-b839-7b99abc950a4', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:03.352798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event updated for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:03.445302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.446948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.595189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:03.597643 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236cb6d-a85b-47c3-bf79-5800ce3398ae" -d '{"events": [{"server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:03.636063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.653713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b069c6f-0194-454e-b309-ff5f49e0dc41 req-18f24d3c-6bcf-4ca3-9ab2-5790ab653f53 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0645862 Aug 29 04:23:03.659507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be7a2f03-7c97-4fe0-841d-cb97935e861d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:03.747849 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf4bc41-9418-4ec6-9835-431f4e12e1ef x-openstack-request-id: req-fbf4bc41-9418-4ec6-9835-431f4e12e1ef {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:03.748183 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:03.748446 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbf4bc41-9418-4ec6-9835-431f4e12e1ef {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:03.748875 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496', 'code': 200} Aug 29 04:23:03.786147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Transition to ACTIVE for port object 62c45a5b-48f6-47e6-a0e2-e8594068e535 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:03.841078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.880640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f638ca71-aca2-4142-bb8b-ffef77d0ed4a None None] Provisioning for port ff57c617-7be6-43e1-961c-6d33abb622f2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:03.905488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f638ca71-aca2-4142-bb8b-ffef77d0ed4a None None] Provisioning complete for port ff57c617-7be6-43e1-961c-6d33abb622f2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:03.905854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f638ca71-aca2-4142-bb8b-ffef77d0ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:03.975145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e3711-5e1b-4aa4-abd9-283584de1551 req-701174ad-4a97-499f-8e07-9edc23034ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:03.990186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be7a2f03-7c97-4fe0-841d-cb97935e861d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:03.992323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a31e3711-5e1b-4aa4-abd9-283584de1551 req-701174ad-4a97-499f-8e07-9edc23034ff2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 1097 time: 0.1750038 Aug 29 04:23:03.995022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.073082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=d8a85d0c-a1ad-40d6-9846-41c6b2835faf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.100017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.148433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f638ca71-aca2-4142-bb8b-ffef77d0ed4a None None] Port ff57c617-7be6-43e1-961c-6d33abb622f2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:04.168841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd7df-df38-4243-8074-bdc18130cee7 req-59664ed4-e2ce-46be-931b-80130ec0c4c8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.179031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-669cd7df-df38-4243-8074-bdc18130cee7 req-59664ed4-e2ce-46be-931b-80130ec0c4c8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.2173157 Aug 29 04:23:04.234324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.238562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31137fb6-6ad4-4d22-8ebb-7c174db57299 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d8a85d0c-a1ad-40d6-9846-41c6b2835faf HTTP/1.1" status: 204 len: 168 time: 3.5033183 Aug 29 04:23:04.247251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.267965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a31e3711-5e1b-4aa4-abd9-283584de1551 req-38b8deb7-7d08-4825-894b-ca16bdee12ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195592 Aug 29 04:23:04.308259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Pushing event updated for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.348158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-669cd7df-df38-4243-8074-bdc18130cee7 req-1d5cd623-da5f-47c0-a4f8-a15434214272 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400442 Aug 29 04:23:04.389025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d27237-5992-4b36-af99-6c03c5039763 req-314f388b-86c7-424b-a82e-35ff2ab56e06 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.390632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93d27237-5992-4b36-af99-6c03c5039763 req-314f388b-86c7-424b-a82e-35ff2ab56e06 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 931 time: 0.2398410 Aug 29 04:23:04.418182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Network b3942438-4145-4cb8-88ee-236d8775276b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:04.438801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:04.447033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:04.481261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93d27237-5992-4b36-af99-6c03c5039763 req-35915e6e-eaaa-4f49-9d64-84f3306d5032 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797799 Aug 29 04:23:04.557998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca8434-ae48-4c8e-b52c-1662eaa74ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.562867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca8434-ae48-4c8e-b52c-1662eaa74ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.568857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86ca8434-ae48-4c8e-b52c-1662eaa74ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2709508 Aug 29 04:23:04.576400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-464c4ad4-3df6-42b7-a3b2-7194d75b46d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.577750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.605938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-482dd9d4-04fc-4d43-8178-32e65193a621 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5115416 Aug 29 04:23:04.622380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-464c4ad4-3df6-42b7-a3b2-7194d75b46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.629215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Request body: {'port': {'device_id': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:04.645217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f06dc-d4e7-4e9e-a9b8-bec6782db1f4 req-1c380548-13fa-463d-baf8-8d3e86c22cad tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:04.646849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d00f06dc-d4e7-4e9e-a9b8-bec6782db1f4 req-1c380548-13fa-463d-baf8-8d3e86c22cad tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.1645911 Aug 29 04:23:04.684680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-464c4ad4-3df6-42b7-a3b2-7194d75b46d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7fa495832a046ccb8e96fa7029e834c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4671328 Aug 29 04:23:04.688334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:04.755993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.778107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:04.787804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.831840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d00f06dc-d4e7-4e9e-a9b8-bec6782db1f4 req-ea47fccc-a899-42df-a4b0-7c9587491046 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656821 Aug 29 04:23:04.868787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.889983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f17f3dbb-e3d3-4b0b-8795-a4f6d11ac95c None None] Provisioning for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:04.898698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f17f3dbb-e3d3-4b0b-8795-a4f6d11ac95c None None] Provisioning complete for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:04.899680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f17f3dbb-e3d3-4b0b-8795-a4f6d11ac95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.937768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet bf0c1ece-d015-438a-ae55-64942df39b7d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:04.955991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c4ad4-3df6-42b7-a3b2-7194d75b46d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac6984-cec7-4798-b1fc-aa33ff127a39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:04.970542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:04.988715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f17f3dbb-e3d3-4b0b-8795-a4f6d11ac95c None None] Port 62c45a5b-48f6-47e6-a0e2-e8594068e535 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:05.055580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e525cac-7678-4f56-90ea-2b7fd81c31d3 req-4c9ea73d-fcc8-48aa-9bd8-c4961c533f3d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.1580656 Aug 29 04:23:05.077515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.155558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.189817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.279455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.333163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.339662 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.340998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efac6984-cec7-4798-b1fc-aa33ff127a39 HTTP/1.1" status: 204 len: 168 time: 0.6498194 Aug 29 04:23:05.362901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104eee2c-67bf-415f-a242-ff1412e99614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac6984-cec7-4798-b1fc-aa33ff127a39,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:05.577075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff57c617-7be6-43e1-961c-6d33abb622f2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:05.588455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.604489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.609059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Transition to ACTIVE for port object ff57c617-7be6-43e1-961c-6d33abb622f2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:05.658626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 33b4c480-0a0d-4c8e-9d56-6ff2e632318c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:05.667257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.679830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.13 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/61d4ac3f-27e0-40a3-b62b-5e45f6d956cd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:05.707949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9b36-6cf3-4b48-99d7-3975c5d914b9 req-69eb3a24-d5c4-4ca1-8253-5bb2f5f0b080 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.717176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4a9b36-6cf3-4b48-99d7-3975c5d914b9 req-69eb3a24-d5c4-4ca1-8253-5bb2f5f0b080 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.2362731 Aug 29 04:23:05.852800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4a9b36-6cf3-4b48-99d7-3975c5d914b9 req-95899c45-19da-4fd4-9e1e-a6dbeee32add tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345651 Aug 29 04:23:05.883359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:05.889643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:05.890484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:05.960718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633595d-ea19-4561-84f9-c2c3254b5425 req-a4931f3a-b05f-49b6-b39a-558d18ce050e tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:05.971080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1633595d-ea19-4561-84f9-c2c3254b5425 req-a4931f3a-b05f-49b6-b39a-558d18ce050e tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 943 time: 0.3647928 Aug 29 04:23:06.241818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1633595d-ea19-4561-84f9-c2c3254b5425 req-04b88275-b463-46d9-b578-774f6a187c8a tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2691629 Aug 29 04:23:06.268772 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.270203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Pushing event updated for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.347545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:06.359857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.410992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.412082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Attempting to bind port ff57c617-7be6-43e1-961c-6d33abb622f2 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:06.413771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Attempting to bind port ff57c617-7be6-43e1-961c-6d33abb622f2 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:06.415944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Attempting to bind port ff57c617-7be6-43e1-961c-6d33abb622f2 on network 2a0d47ec-63ec-455f-801a-9d2060379a83 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:06.448268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Port ff57c617-7be6-43e1-961c-6d33abb622f2 on network 2a0d47ec-63ec-455f-801a-9d2060379a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:06.448831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Attempting to bind port ff57c617-7be6-43e1-961c-6d33abb622f2 on network 2a0d47ec-63ec-455f-801a-9d2060379a83 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:06.508548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c4cf-6e7a-4cb5-89c2-c9548e818913 req-39406287-0b56-4c19-98a0-31200dab11e7 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:06.521314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64f0c4cf-6e7a-4cb5-89c2-c9548e818913 req-39406287-0b56-4c19-98a0-31200dab11e7 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.2774951 Aug 29 04:23:06.524676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.556004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:06.556578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Checking segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:06.557214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Bound using segment: {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:06.558005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Bound port: ff57c617-7be6-43e1-961c-6d33abb622f2, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d9246f-2533-44bf-b1d0-301b0268e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:06.558618 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.566130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.571710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.725872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0c1ece-d015-438a-ae55-64942df39b7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:06.736834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644cc31d-eb0b-40fc-a6ab-00968009c1fd None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:06.740673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:06.745459 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f338e8ae-1903-4233-96c1-9c238dbe68fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/bf0c1ece-d015-438a-ae55-64942df39b7d HTTP/1.1" status: 204 len: 168 time: 2.1663888 Aug 29 04:23:06.753692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:06.816262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:06.826785 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-01410e2b-b3a4-44e1-b0f2-b526f34505de tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699637 Aug 29 04:23:06.832190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:06.834315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:06.873059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:06.986150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.033580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4356f-43f7-404e-ab57-f0816702ed71 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.038218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a2a4356f-43f7-404e-ab57-f0816702ed71 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1899264 Aug 29 04:23:07.044255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.110027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.110904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.128375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:07.192223 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-11d36830-2e6c-4f1b-ab33-f734bcd58c90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8794658 Aug 29 04:23:07.198668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.209279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Request body: {'port': {'device_id': 'f183b980-55d2-4237-b839-7b99abc950a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:07.251340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.254546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Deleting port 52ffe784-2da4-4622-9aeb-5333b24c385a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:07.255015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.265783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:07.270285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ff57c617-7be6-43e1-961c-6d33abb622f2,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:07.277160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64f0c4cf-6e7a-4cb5-89c2-c9548e818913 req-5f701785-db64-47a3-b441-4990dbc8141d tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7431238 Aug 29 04:23:07.280165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.465802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.470093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.485671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] 10.222.0.54 "PUT /v2.0/ports/ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 200 len: 1092 time: 2.8552418 Aug 29 04:23:07.495441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:07.525177 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f" -d '{"events": [{"name": "network-changed", "server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:07.595971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.596652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047735a-9c95-41a3-80bc-76d9021fef0c service neutron] Pushing event updated for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:07.615876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7307dea-5f8d-4334-a78e-3bae5a6b4f08 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.624975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7307dea-5f8d-4334-a78e-3bae5a6b4f08 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5770645 Aug 29 04:23:07.631693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:07.675588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40184434-ce25-4276-a500-c5c47dbf49a2 req-7d70295c-30e6-4ab0-af1f-e4cb5a9b978e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:07.690326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40184434-ce25-4276-a500-c5c47dbf49a2 req-7d70295c-30e6-4ab0-af1f-e4cb5a9b978e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.9970646 Aug 29 04:23:07.712960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 33b4c480-0a0d-4c8e-9d56-6ff2e632318c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:07.815659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.873523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] For port 52ffe784-2da4-4622-9aeb-5333b24c385a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=52ffe784-2da4-4622-9aeb-5333b24c385a,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:07.873931 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:07.893880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Calling delete_port for 52ffe784-2da4-4622-9aeb-5333b24c385a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:07.935331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f8359f04-b627-4480-9249-52fefa603952 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2437031 Aug 29 04:23:07.952963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:08.088323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79ed8266-82db-4610-9b95-04bc967863d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.099840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.140806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0450431-dd50-4d5d-a605-bd5782d97435 req-6af3b6da-df1d-4621-b9eb-796adfabcf19 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.143643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] Pushing event deleted for resources: {'Port': ['ID=52ffe784-2da4-4622-9aeb-5333b24c385a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.145713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0450431-dd50-4d5d-a605-bd5782d97435 req-6af3b6da-df1d-4621-b9eb-796adfabcf19 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 932 time: 0.5423882 Aug 29 04:23:08.152888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb213e4-1930-4e66-ba19-0fbdd4c8b281 None None] No DVR routers for this DVR port 52ffe784-2da4-4622-9aeb-5333b24c385a on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:08.216152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40184434-ce25-4276-a500-c5c47dbf49a2 req-cf1ca3e2-a93c-4e14-9764-a6971f1e32a5 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266350 Aug 29 04:23:08.219493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-0c1df30f-9e87-41c4-abc0-05b2e07e1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.225490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:08.225758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:08.227331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-0c1df30f-9e87-41c4-abc0-05b2e07e1fdd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 1095 time: 0.6248243 Aug 29 04:23:08.308333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-572a681e-2d47-4f44-b647-387f1c610627 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 200 len: 217 time: 0.0689080 Aug 29 04:23:08.424362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:08.429555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Pushing event updated for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:08.592970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 52ffe784-2da4-4622-9aeb-5333b24c385a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:08.633072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0450431-dd50-4d5d-a605-bd5782d97435 req-e02c10fe-7cfd-4528-8875-c06423d6406d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483128 Aug 29 04:23:08.641352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 52ffe784-2da4-4622-9aeb-5333b24c385a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:08.641745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 52ffe784-2da4-4622-9aeb-5333b24c385a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:08.705730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Network b3942438-4145-4cb8-88ee-236d8775276b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:08.713373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:08.805927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-7a0de7ef-e5d2-4385-8e6c-daeed250f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:08.812399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-7a0de7ef-e5d2-4385-8e6c-daeed250f2ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cdad94-0724-4d3d-8f07-60db6eca9043 HTTP/1.1" status: 200 len: 854 time: 0.4677899 Aug 29 04:23:08.858357 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baaae24-56fc-4ab3-a910-ecede7a203d4 x-openstack-request-id: req-3baaae24-56fc-4ab3-a910-ecede7a203d4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:08.860596 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:08.861039 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3baaae24-56fc-4ab3-a910-ecede7a203d4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:08.861476 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'status': 'completed', 'code': 200} Aug 29 04:23:08.978240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b130fb-60ac-44ae-8fd7-4c3c87f0827b req-672f4564-35f0-446d-8875-45d058190082 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.004285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15b130fb-60ac-44ae-8fd7-4c3c87f0827b req-672f4564-35f0-446d-8875-45d058190082 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 943 time: 0.4067993 Aug 29 04:23:09.078165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:09.117217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.151182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-5157a2e1-c876-466a-85f9-1628c8cc730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.153736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-5157a2e1-c876-466a-85f9-1628c8cc730e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a0d47ec-63ec-455f-801a-9d2060379a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3347125 Aug 29 04:23:09.174439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Transition to ACTIVE for port object 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:09.187394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:09.201393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.233230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7284940b-2d46-4645-a9d7-c6b705a6f0b3 None None] Provisioning complete for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:09.234028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7284940b-2d46-4645-a9d7-c6b705a6f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.436945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7284940b-2d46-4645-a9d7-c6b705a6f0b3 None None] Port 62c45a5b-48f6-47e6-a0e2-e8594068e535 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:09.470259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-7edf3663-83bb-4228-9171-4cc697b87980 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862031 Aug 29 04:23:09.482804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:09.538406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15b130fb-60ac-44ae-8fd7-4c3c87f0827b req-caedb348-e315-4fca-ba72-3a938e59f0de tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5181527 Aug 29 04:23:09.631885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be88c-03d6-4be1-80dd-6d40d2eb601c req-bffc7488-21d3-480b-9e4a-0f9c8b273252 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:09.640138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a41be88c-03d6-4be1-80dd-6d40d2eb601c req-bffc7488-21d3-480b-9e4a-0f9c8b273252 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.1624205 Aug 29 04:23:09.734833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a41be88c-03d6-4be1-80dd-6d40d2eb601c req-632acdd2-6bad-4b03-8716-ba7b65e752c7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927413 Aug 29 04:23:09.839969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2206e6ee-e48b-4738-9604-0f391dfc0118 req-4e099b41-52a9-48e0-9c26-609ab4040567 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192298 Aug 29 04:23:10.017412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:10.092057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Router 47a7122d-35c0-4385-9749-5e437ee1cb63 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:10.128534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-6babe47b-cc55-4562-a9f0-07e3b31cebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.136944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-6babe47b-cc55-4562-a9f0-07e3b31cebe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 1095 time: 0.2187152 Aug 29 04:23:10.206827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.346785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68994b43-5c54-4123-ab1c-9b733621a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:10.399662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a144a-ed00-4c03-894b-755dde1f56ff req-4b54f9af-7437-4128-a727-8e6b8153cc95 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.401277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b6a144a-ed00-4c03-894b-755dde1f56ff req-4b54f9af-7437-4128-a727-8e6b8153cc95 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 944 time: 0.4639261 Aug 29 04:23:10.625676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b6a144a-ed00-4c03-894b-755dde1f56ff req-39f753c4-e71e-46f6-bc50-e616ee088e0b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895604 Aug 29 04:23:10.649142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-c232ad8a-2501-46b7-9c9a-6acd6c5cb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.657226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-c232ad8a-2501-46b7-9c9a-6acd6c5cb236 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 200 len: 916 time: 0.4881949 Aug 29 04:23:10.698532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edc58-2f7d-4f65-a809-3e728f6ebad0 req-5976261d-dead-4528-9f04-b46b680f8f49 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.737294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edc58-2f7d-4f65-a809-3e728f6ebad0 req-5976261d-dead-4528-9f04-b46b680f8f49 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.790752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edc58-2f7d-4f65-a809-3e728f6ebad0 req-5976261d-dead-4528-9f04-b46b680f8f49 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:10.822034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c96edc58-2f7d-4f65-a809-3e728f6ebad0 req-5976261d-dead-4528-9f04-b46b680f8f49 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936&device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 2417 time: 0.3987420 Aug 29 04:23:10.945271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-d64ee268-eead-49d1-ad10-254125af3051 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 200 len: 217 time: 0.0886157 Aug 29 04:23:10.959427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:10.979974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Sync routers for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:10.995428 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2cd83f33-5660-4401-88f2-ec8d4a613656 admin admin] 10.222.0.62 "PUT /v2.0/routers/47a7122d-35c0-4385-9749-5e437ee1cb63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4707894 Aug 29 04:23:11.031802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.058095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c96edc58-2f7d-4f65-a809-3e728f6ebad0 req-b466d185-7ed6-4f8b-943c-2e6b6727497a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353890 Aug 29 04:23:11.076960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:11.079650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:11.140102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-f386bb41-ae92-49ca-bc18-ab4fc1e04ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.149417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-f386bb41-ae92-49ca-bc18-ab4fc1e04ba1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cdad94-0724-4d3d-8f07-60db6eca9043 HTTP/1.1" status: 200 len: 854 time: 0.1962602 Aug 29 04:23:11.214113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.244822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=b70ac922-0f70-4e04-8861-9995b5715c69,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.254055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Attempting to bind port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:11.254407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Attempting to bind port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:11.254742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Attempting to bind port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:11.290713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:11.295015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:11.295369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Attempting to bind port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:11.299096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:11.307942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.308917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.328249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:11.328659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:11.329257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:11.330168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Bound port: 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:11.330528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.362126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-972c567c-9318-451c-a420-09937845b0a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0023136 Aug 29 04:23:11.378943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:11.414921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'b70ac922-0f70-4e04-8861-9995b5715c69', 'ip_address': '2001:db8::9c5b:51e0:1b2b:189c'}], 'name': 'tempest-NetworksTestDHCPv6-664594818'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:11.501621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:11.503199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea33fb0-4199-4825-9fcb-366c68302895 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:11.511151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:11.534616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.648983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:11.668868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.669839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:11.672829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-084e4db6-ee28-46e4-854e-bab1885f9aa0 service neutron] 10.222.0.54 "PUT /v2.0/ports/61d4ac3f-27e0-40a3-b62b-5e45f6d956cd HTTP/1.1" status: 200 len: 1093 time: 4.4691024 Aug 29 04:23:11.674632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:11.687702 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e731d-ea8c-413c-854a-0645d6fef91e" -d '{"events": [{"name": "network-changed", "server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:11.818847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:11.820329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-85d7584e-1c88-4fe5-91fb-c39ce85742c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.824899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-85d7584e-1c88-4fe5-91fb-c39ce85742c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 1096 time: 0.0983114 Aug 29 04:23:11.842393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-aac4d168-003b-48fe-9df9-ff001aff9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:11.843984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-aac4d168-003b-48fe-9df9-ff001aff9ce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a0d47ec-63ec-455f-801a-9d2060379a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6836057 Aug 29 04:23:11.914521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-72960160-00c2-472d-be59-3c3cde5d2222 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd HTTP/1.1" status: 200 len: 217 time: 0.0708213 Aug 29 04:23:11.983028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.005606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-3e40abe6-6418-4398-b678-9240b39a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.008128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-3e40abe6-6418-4398-b678-9240b39a193b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.0860348 Aug 29 04:23:12.060388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'b70ac922-0f70-4e04-8861-9995b5715c69'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:12.061648 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.070924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-5ab1f67c-52b5-49cd-9a62-557024a49bad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488701 Aug 29 04:23:12.093390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5ab1-37de-4ebe-8229-0f44fcda9e8c req-bf185a12-13d6-40c9-a0d0-8d9659967e05 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.102104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae5e5ab1-37de-4ebe-8229-0f44fcda9e8c req-bf185a12-13d6-40c9-a0d0-8d9659967e05 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 943 time: 0.7654617 Aug 29 04:23:12.210784 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-ddedd9df-ca0a-41ae-8a45-f9d7bcb8877e service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312187 Aug 29 04:23:12.240659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:12.347302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d6ddb-2baa-48ff-9898-b4b306b762b2 req-9c3d6bf7-0c3a-43ee-bf84-59939e89cef5 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:12.356578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e6d6ddb-2baa-48ff-9898-b4b306b762b2 req-9c3d6bf7-0c3a-43ee-bf84-59939e89cef5 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.5839469 Aug 29 04:23:12.397609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 2, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:12.442496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b70ac922-0f70-4e04-8861-9995b5715c69/b56441e0-c321-4d11-b0fb-0113d4cf7836) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:12.462111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae5e5ab1-37de-4ebe-8229-0f44fcda9e8c req-227a51b3-739b-4614-ae47-24416460542c tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3583260 Aug 29 04:23:12.472834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2a9f8d92-0025-412e-a3ca-66cb8c5d6893 req-b526f34a-e4b3-4b81-ac0f-153d82a64e8c service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462282 Aug 29 04:23:12.514184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-571d714f-6904-4aef-a78d-c20106a9f8a6 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076536 Aug 29 04:23:12.587006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:12.611843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff996e5-93c3-43a8-b1b3-8399b21df1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.781954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e6d6ddb-2baa-48ff-9898-b4b306b762b2 req-1e8cdef3-c076-4628-be85-3811e309b46c tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243741 Aug 29 04:23:12.908183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff996e5-93c3-43a8-b1b3-8399b21df1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:12.910995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Checking router: 47a7122d-35c0-4385-9749-5e437ee1cb63 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:12.911618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Updating router 47a7122d-35c0-4385-9749-5e437ee1cb63 port 62c45a5b-48f6-47e6-a0e2-e8594068e535 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:12.918132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff996e5-93c3-43a8-b1b3-8399b21df1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.069685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fff996e5-93c3-43a8-b1b3-8399b21df1cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ac9ac5ecb894e289ce9dfd912f6f774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261592 Aug 29 04:23:13.077087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.093412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff996e5-93c3-43a8-b1b3-8399b21df1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b925091-0aa9-412f-9f34-16ea63fc7725,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.144376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d01ca9c5-4b0a-4049-a4b8-0a5f4b43d42f req-ebc05cc3-3f43-413f-a467-34230a164092 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056075 Aug 29 04:23:13.194619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.218159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe951-f81c-439f-b84b-f795ca5a971e req-74fa4b38-6069-4f8a-b636-956b26373d67 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:13.222043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e39fe951-f81c-439f-b84b-f795ca5a971e req-74fa4b38-6069-4f8a-b636-956b26373d67 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 944 time: 0.3053713 Aug 29 04:23:13.232368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.275860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.306336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port bc77f399-087e-4824-a78e-e605580f6125 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:13.309552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Transition to ACTIVE for port object b56441e0-c321-4d11-b0fb-0113d4cf7836 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:13.349520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.373401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Transition to ACTIVE for port object b56441e0-c321-4d11-b0fb-0113d4cf7836 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:13.390970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.461041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.463586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.472771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b925091-0aa9-412f-9f34-16ea63fc7725 HTTP/1.1" status: 204 len: 168 time: 0.3877909 Aug 29 04:23:13.485901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Pushing event updated for resources: {'Port': ['ID=b56441e0-c321-4d11-b0fb-0113d4cf7836,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.491867 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.497580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6db42-1962-41de-bfc6-eb0603dd6e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b925091-0aa9-412f-9f34-16ea63fc7725,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:13.501374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:13.522688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e39fe951-f81c-439f-b84b-f795ca5a971e req-5399418a-4a82-4c4d-85cd-c0cde90345ea tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748420 Aug 29 04:23:13.612378 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f787ac58-28e4-4140-9235-5a0098a5e3fc x-openstack-request-id: req-f787ac58-28e4-4140-9235-5a0098a5e3fc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:13.612664 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:13.612917 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f787ac58-28e4-4140-9235-5a0098a5e3fc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:13.613331 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd', 'status': 'completed', 'code': 200} Aug 29 04:23:13.784689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:13.792158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:13.838532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::9c5b:51e0:1b2b:189c (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b70ac922-0f70-4e04-8861-9995b5715c69/bc77f399-087e-4824-a78e-e605580f6125) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:13.838855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ff57c617-7be6-43e1-961c-6d33abb622f2 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:13.937136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:13.943464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092028971', 'description': 'tempest-description--893851083'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:13.994625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:14.023870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.288087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.299141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.323530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.387396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.403468 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.405055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Attempting to bind port b56441e0-c321-4d11-b0fb-0113d4cf7836 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:14.406092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Attempting to bind port b56441e0-c321-4d11-b0fb-0113d4cf7836 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:14.406092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Attempting to bind port b56441e0-c321-4d11-b0fb-0113d4cf7836 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:14.410847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4723072 Aug 29 04:23:14.418105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.426213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'security_group_rule': {'security_group_id': '5783414e-ba2c-45d9-a3a8-9de52b68d853', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:14.458171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa1453-21ed-4393-82b0-74b4638cfae8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5783414e-ba2c-45d9-a3a8-9de52b68d853,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.496722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:23:14.496722 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:23:14.496722 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '7fec37d3bb03416cb8574b614f012146', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 23, 14, 481828)}] Aug 29 04:23:14.496722 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:23:14.497871 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:23:14.515974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:14.516794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:14.517467 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.517878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:14.520479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Bound port: b56441e0-c321-4d11-b0fb-0113d4cf7836, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:14.520892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.525207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.607415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ff57c617-7be6-43e1-961c-6d33abb622f2,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:14.617875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-60af20f9-4287-4d43-8950-3af6da851a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.628569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-60af20f9-4287-4d43-8950-3af6da851a33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 1096 time: 0.8244321 Aug 29 04:23:14.645607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c0424-088e-4c74-87c8-e0a4c75f10a4 req-70c77fd0-c748-4b49-9278-416289a1485c tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:14.647550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.655272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f9c0424-088e-4c74-87c8-e0a4c75f10a4 req-70c77fd0-c748-4b49-9278-416289a1485c tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 943 time: 0.6410849 Aug 29 04:23:14.657745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.752386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03599f24-fd83-484c-809b-818386144ab3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:14.765606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.771511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75ce925b-1d59-4c0c-b131-d90053839e80 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495274 Aug 29 04:23:14.773492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:14.777207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.785775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'security_group_rule': {'security_group_id': '5783414e-ba2c-45d9-a3a8-9de52b68d853', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:14.787124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'port_id': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'mac_address': 'fa:16:3e:33:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:14.865502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:14.883195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object bc77f399-087e-4824-a78e-e605580f6125 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:14.921039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff57c617-7be6-43e1-961c-6d33abb622f2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:14.947147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f9c0424-088e-4c74-87c8-e0a4c75f10a4 req-fd75a510-3779-45f1-9e86-0fdd92cd83bf tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2893436 Aug 29 04:23:15.004936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.101930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.122517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Transition to ACTIVE for port object 62c45a5b-48f6-47e6-a0e2-e8594068e535 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:15.145669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] For port b56441e0-c321-4d11-b0fb-0113d4cf7836, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:15.146417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-58a057ec-22aa-4ed0-8c3a-29753e725aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:15.154706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-58a057ec-22aa-4ed0-8c3a-29753e725aea service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.4881508 Aug 29 04:23:15.157685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] For port b56441e0-c321-4d11-b0fb-0113d4cf7836, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b56441e0-c321-4d11-b0fb-0113d4cf7836,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:15.168879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.172696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.186430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ff57c617-7be6-43e1-961c-6d33abb622f2,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:15.221490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.229642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.312157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.322267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.390250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abac14b-7f5b-4f17-9707-16688dd89ce9 None None] Pushing event updated for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.419983 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7fec37d3bb03416cb8574b614f012146&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0929451 Aug 29 04:23:15.420816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ce639-4953-461a-9220-2397c02ba7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac9923-e4fc-465d-a8d3-9b6b28e53e30,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:15.438227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:15.580069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.580436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ff57c617-7be6-43e1-961c-6d33abb622f2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:15.605037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-d6ad8b49-734d-4a4e-a978-e5b6258d92af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd HTTP/1.1" status: 200 len: 217 time: 0.3457437 Aug 29 04:23:15.668557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.785814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.849471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Attempting to bind port 62c45a5b-48f6-47e6-a0e2-e8594068e535 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:15.850551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Attempting to bind port 62c45a5b-48f6-47e6-a0e2-e8594068e535 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:15.851438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Attempting to bind port 62c45a5b-48f6-47e6-a0e2-e8594068e535 on network b3942438-4145-4cb8-88ee-236d8775276b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:15.863104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.869705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:15.874443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1ac9923-e4fc-465d-a8d3-9b6b28e53e30 HTTP/1.1" status: 204 len: 168 time: 0.4310648 Aug 29 04:23:15.898321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:15.939751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4687c-0a30-4cd6-9d86-01ee72020823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac9923-e4fc-465d-a8d3-9b6b28e53e30,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.007601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361ef4-3fa1-4142-b484-302c4f8a24b6 req-72143b97-b4a7-497e-93ac-2d0a7af56e8f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.018856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20361ef4-3fa1-4142-b484-302c4f8a24b6 req-72143b97-b4a7-497e-93ac-2d0a7af56e8f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 944 time: 0.9937131 Aug 29 04:23:16.030595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:16.031206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Checking segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:16.032126 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.032782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Bound using segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:16.033611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Bound port: 62c45a5b-48f6-47e6-a0e2-e8594068e535, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:16.034244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.164532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ff768-f0a7-45b4-9a4c-f2980b879155 None None] Pushing event updated for resources: {'Port': ['ID=b56441e0-c321-4d11-b0fb-0113d4cf7836,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.248995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:16.282362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:16.303810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:16.312351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.324470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.363895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9804177 Aug 29 04:23:16.370567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.384620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'b70ac922-0f70-4e04-8861-9995b5715c69', 'ip_address': '2001:db8::9c5b:51e0:1b2b:189c'}], 'name': 'tempest-NetworksTestDHCPv6-882451872'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:16.402978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:23:16.405872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20361ef4-3fa1-4142-b484-302c4f8a24b6 req-8f26ef3e-b3dc-4193-9d52-5c90774998ec tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855975 Aug 29 04:23:16.461579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.469003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-9679b523-9a65-4443-b91f-73cbbbbff873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:16.471097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-9679b523-9a65-4443-b91f-73cbbbbff873 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.8335550 Aug 29 04:23:16.515278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.664149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3fff0-8707-4581-8bd5-31c84f8ab71e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=bc77f399-087e-4824-a78e-e605580f6125,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.730785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:16.782710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:16.811281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:16.834767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:16.836923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0564747 Aug 29 04:23:16.852603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-0d0ce60b-5e1c-4cd8-ad9b-77c0591bfd75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3669891 Aug 29 04:23:16.887387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:16.890620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e53e3-a24e-4f6e-ab9b-56633c7f8565 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cee674-ab7d-47b9-a1a5-92c050ca400c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:16.985851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:17.133911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.199048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port b81bf321-9113-449d-8a39-2c5a8b19d27c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:17.228372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.305203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:17.364749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:17.516666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:17.521012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.541081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] For port 62c45a5b-48f6-47e6-a0e2-e8594068e535, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:17.771801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] For port 62c45a5b-48f6-47e6-a0e2-e8594068e535, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=62c45a5b-48f6-47e6-a0e2-e8594068e535,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:17.872454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:17.997667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['61d4ac3f-27e0-40a3-b62b-5e45f6d956cd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:18.001992 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:23:18.002874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:18.060074 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39a9cc4c-f5e5-4f71-b582-9bd23be3f48f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6837146 Aug 29 04:23:18.060417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.110650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.195703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6603ef-ad54-4d65-a483-6529c6b2230d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.201940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e78c1-c678-4384-8464-d9fff5d2ceb4 req-9ed467e7-62c6-4c3c-af10-81df08a50604 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.216649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6603ef-ad54-4d65-a483-6529c6b2230d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.223879 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5e6603ef-ad54-4d65-a483-6529c6b2230d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1624222 Aug 29 04:23:18.228790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad3e78c1-c678-4384-8464-d9fff5d2ceb4 req-9ed467e7-62c6-4c3c-af10-81df08a50604 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 944 time: 1.4221170 Aug 29 04:23:18.229091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:18.243977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b56441e0-c321-4d11-b0fb-0113d4cf7836 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:18.464482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:18.465132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:18.505799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port bc77f399-087e-4824-a78e-e605580f6125 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:18.510694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.642930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5c02e-e95e-430e-9aa3-c9c089d37e92 req-42f09eb6-1871-4b0b-a3de-cf7e6336022a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:18.670856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77b5c02e-e95e-430e-9aa3-c9c089d37e92 req-42f09eb6-1871-4b0b-a3de-cf7e6336022a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.7745705 Aug 29 04:23:18.705070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad3e78c1-c678-4384-8464-d9fff5d2ceb4 req-195855e0-aa67-43f5-9302-e802a0317bdd tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4651508 Aug 29 04:23:18.741250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-dbf5c0b1-df0f-4a47-a8f7-ee970d2970be service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8196681 Aug 29 04:23:18.750437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:18.780338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for bc77f399-087e-4824-a78e-e605580f6125 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:19.183208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.253377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abac14b-7f5b-4f17-9707-16688dd89ce9 None None] Pushing event updated for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.271077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c9e731d-ea8c-413c-854a-0645d6fef91e req-b2f80185-157f-4c8f-9747-cc1ac87026ac service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188146 Aug 29 04:23:19.293489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77b5c02e-e95e-430e-9aa3-c9c089d37e92 req-8900755f-37cc-4cce-a319-662d14d43faa tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168296 Aug 29 04:23:19.336842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.392301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4329c-31e1-40ec-a6bc-09c97b533e1f req-11c121a3-f763-4111-b4b4-4419a40f80e9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.406851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb4329c-31e1-40ec-a6bc-09c97b533e1f req-11c121a3-f763-4111-b4b4-4419a40f80e9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 945 time: 0.4213099 Aug 29 04:23:19.434889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=bc77f399-087e-4824-a78e-e605580f6125,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:19.492816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb4329c-31e1-40ec-a6bc-09c97b533e1f req-14f30e0e-1e43-498b-81c0-7b843c523e18 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Aug 29 04:23:19.515474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.542298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:19.550290 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ac31436-84c9-4295-b34f-798dcc607923 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/bc77f399-087e-4824-a78e-e605580f6125 HTTP/1.1" status: 204 len: 168 time: 1.3202918 Aug 29 04:23:19.554908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:19.581697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1c82e90e-983e-438c-b4ab-df3f638be909 None None] Provisioning for port b56441e0-c321-4d11-b0fb-0113d4cf7836 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:19.917176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a83b2-ea69-48af-a5b8-dc4729990e1e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.919963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a83b2-ea69-48af-a5b8-dc4729990e1e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:19.930189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9d0a83b2-ea69-48af-a5b8-dc4729990e1e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3733742 Aug 29 04:23:19.938250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:20.002614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ff57c617-7be6-43e1-961c-6d33abb622f2 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:20.006851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b56441e0-c321-4d11-b0fb-0113d4cf7836 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:20.024343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:20.071354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bd9d8cce-b4c0-4051-acbf-9608a4c48221 None None] Could not find standard attr ID for object bc77f399-087e-4824-a78e-e605580f6125. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:23:20.186477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet b70ac922-0f70-4e04-8861-9995b5715c69 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:20.194743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.216684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b56441e0-c321-4d11-b0fb-0113d4cf7836 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:20.217818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.229598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Allocated IP 172.25.3.41 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/eb9e20a3-1c07-49f0-aba1-22b72a2c1570) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:20.393808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.631660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.741076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.796594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ff57c617-7be6-43e1-961c-6d33abb622f2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:20.798648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:20.835317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:20.842782 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:20.843498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:20.937607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ff57c617-7be6-43e1-961c-6d33abb622f2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:20.938100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.052131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.167865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.174521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b70ac922-0f70-4e04-8861-9995b5715c69 HTTP/1.1" status: 204 len: 168 time: 1.2282531 Aug 29 04:23:21.181985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420f414-5ca9-4953-953a-46a3c258a73a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=b70ac922-0f70-4e04-8861-9995b5715c69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.184960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:21.222153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7b11e-b3d4-46ec-99b6-1f32fef4c082 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:21.229549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.339527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.347068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d4086330-c0e9-4749-9c24-dbdc00558035 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602361 Aug 29 04:23:21.353107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:21.370304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:21.499252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.509469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab77b08-fa02-4269-acb7-41d9c49d4750 req-af119f58-d158-46d1-b386-ae06093c22db tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.516465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab77b08-fa02-4269-acb7-41d9c49d4750 req-af119f58-d158-46d1-b386-ae06093c22db tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 944 time: 1.0505874 Aug 29 04:23:21.543855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'Port': ['ID=eb9e20a3-1c07-49f0-aba1-22b72a2c1570,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:21.670367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:21.674039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.712582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3383-b575-43f5-b31a-729f8f3b467e req-0378810f-d14d-4e4d-936a-03a4a0a52878 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:21.740135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a0f3383-b575-43f5-b31a-729f8f3b467e req-0378810f-d14d-4e4d-936a-03a4a0a52878 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 1.0013869 Aug 29 04:23:21.811687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:21.815859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:23:21.815859 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:23:22.009196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ff57c617-7be6-43e1-961c-6d33abb622f2,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.018493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:22.024599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a0f3383-b575-43f5-b31a-729f8f3b467e req-78710f26-d205-401d-b6c3-42b24ece9d7a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700622 Aug 29 04:23:22.026478 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b3d38d-7fbd-4890-9c3d-a89fcd36020e" -d '{"events": [{"server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "name": "network-vif-plugged", "status": "completed", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:22.044615 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.105998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fab77b08-fa02-4269-acb7-41d9c49d4750 req-39a42541-dd97-4ad6-af36-8ab3ac2df8e3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5509775 Aug 29 04:23:22.161723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:22.326503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:22.387877 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4b358-5984-4762-a949-13be007e5bcc x-openstack-request-id: req-42b4b358-5984-4762-a949-13be007e5bcc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:22.388423 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "name": "network-vif-plugged", "status": "completed", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:22.388816 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42b4b358-5984-4762-a949-13be007e5bcc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:22.389367 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'code': 200} Aug 29 04:23:22.390911 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.411439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.505113 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.563125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b56441e0-c321-4d11-b0fb-0113d4cf7836, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b56441e0-c321-4d11-b0fb-0113d4cf7836,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:22.604766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.647887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.669668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:17Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:22.705132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:22.726908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:22.743412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246fb64f-631a-47ae-9e42-cfabc4fc6764 None None] The sync data for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 is: [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:17Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:22.772189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:22.804915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.806072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.823766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.829112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=495fc638-181c-48e7-9be8-a4d4319400c4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:22.836064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:22.836670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:22.890111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e74cb921-48de-4d1b-a0f9-dd6e4c389095 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5309689 Aug 29 04:23:22.908465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:22.942712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc5159-01ca-4b0e-baab-6452b7261257 req-8fca5746-3f8e-45f3-9df9-c55f383935b1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:22.954271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '495fc638-181c-48e7-9be8-a4d4319400c4', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1113795890'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:22.960662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61cc5159-01ca-4b0e-baab-6452b7261257 req-8fca5746-3f8e-45f3-9df9-c55f383935b1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 945 time: 0.5444810 Aug 29 04:23:23.009833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26653-6bd7-458b-98ec-fc8f3f5ecf12 req-bac8fa27-32ef-43d3-ae1f-8de05ec661b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.015055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ce26653-6bd7-458b-98ec-fc8f3f5ecf12 req-bac8fa27-32ef-43d3-ae1f-8de05ec661b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 1097 time: 0.4904563 Aug 29 04:23:23.163048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b56441e0-c321-4d11-b0fb-0113d4cf7836 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:23.338675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'Port': ['ID=eb9e20a3-1c07-49f0-aba1-22b72a2c1570,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.424224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Deleting port b56441e0-c321-4d11-b0fb-0113d4cf7836 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:23.425647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.450486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.481579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61cc5159-01ca-4b0e-baab-6452b7261257 req-f85fde49-ecb8-4da0-8196-067770cf63e6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192087 Aug 29 04:23:23.486961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:23.491737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e356048-b6f5-46fd-8198-50e63fcd6169 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5804694 Aug 29 04:23:23.509593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f2672-484b-4e6c-899b-7552e07d9e00 req-4f870c45-7ff7-4c17-8b87-3406b731f99e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:23.531299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca3f2672-484b-4e6c-899b-7552e07d9e00 req-4f870c45-7ff7-4c17-8b87-3406b731f99e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.2620013 Aug 29 04:23:23.534542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ce26653-6bd7-458b-98ec-fc8f3f5ecf12 req-4d5534b3-33ee-4900-8372-d9a6e05ed5c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4199157 Aug 29 04:23:23.644525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:23.709964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b56441e0-c321-4d11-b0fb-0113d4cf7836,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:23.729597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca3f2672-484b-4e6c-899b-7552e07d9e00 req-372bda27-c3e7-474f-a186-1b6e5339c38e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822600 Aug 29 04:23:24.045088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656497-c31c-486f-80d0-7c97dc25cdf0 req-93fff271-064a-4535-a250-d0ade747a241 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:24.046502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.065164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] For port b56441e0-c321-4d11-b0fb-0113d4cf7836, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b56441e0-c321-4d11-b0fb-0113d4cf7836,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.065584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.067509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc656497-c31c-486f-80d0-7c97dc25cdf0 req-93fff271-064a-4535-a250-d0ade747a241 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.2686059 Aug 29 04:23:24.068580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.205947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.208558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Calling delete_port for b56441e0-c321-4d11-b0fb-0113d4cf7836 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:24.266934 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 29ecf98f-5b89-4e99-a0b3-55bde6ff6c5b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:24.278070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.303120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc656497-c31c-486f-80d0-7c97dc25cdf0 req-aa100a00-4d43-41d0-8003-b3b8e3a32262 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2259521 Aug 29 04:23:24.306263 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.395672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:24.418992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:24.421629 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c800d3a-1b19-41a6-b051-2675559cdd5f" -d '{"events": [{"server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "name": "network-vif-plugged", "status": "completed", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:24.450033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b56441e0-c321-4d11-b0fb-0113d4cf7836, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b56441e0-c321-4d11-b0fb-0113d4cf7836,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:24.468111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-1a41db4b-d26e-4929-b7d2-83655462a03b tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2092028971&fields=id&tenant_id=572ed371c8334817b69761ce2e336ea8 HTTP/1.1" status: 200 len: 267 time: 0.2791691 Aug 29 04:23:24.481487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:24.582449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:24.908336 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29234a0-dc98-4432-8ed2-db91a57c2c09 x-openstack-request-id: req-f29234a0-dc98-4432-8ed2-db91a57c2c09 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:24.908910 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "name": "network-vif-plugged", "status": "completed", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:24.909252 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f29234a0-dc98-4432-8ed2-db91a57c2c09 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:24.909893 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd', 'code': 200} Aug 29 04:23:24.948167 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.010983 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:23:25.011786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:23:25.014147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-161d1fac-0205-4f8b-ad6b-7d42fb98a9e5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.036773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-161d1fac-0205-4f8b-ad6b-7d42fb98a9e5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/networks?id=b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 200 len: 811 time: 0.5519242 Aug 29 04:23:25.082280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b56441e0-c321-4d11-b0fb-0113d4cf7836,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.136417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-106f9f36-2448-4d6b-8065-38b6c4cd785c tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/quotas/572ed371c8334817b69761ce2e336ea8 HTTP/1.1" status: 200 len: 375 time: 0.0972953 Aug 29 04:23:25.139070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a83fc42-4094-49d6-9a33-f0ceb76247ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2248604 Aug 29 04:23:25.141421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] No DVR routers for this DVR port b56441e0-c321-4d11-b0fb-0113d4cf7836 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:25.150851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.209484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff2449-57ce-488d-add3-26912ce36738 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:25.324095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-850310e7-68e2-45fc-9115-3c043c5c4b78 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1573021 Aug 29 04:23:25.327794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.495289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f522fba-6e1e-4204-9104-34ba1ea2831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.543291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 62c45a5b-48f6-47e6-a0e2-e8594068e535 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:25.587141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec83d-d025-42ed-863d-36dd9b39d16d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.590610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ec83d-d025-42ed-863d-36dd9b39d16d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.596870 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c65ec83d-d025-42ed-863d-36dd9b39d16d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2608521 Aug 29 04:23:25.605115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:25.631793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5da4e-225d-449d-b656-b31ca2364366 req-8377c823-ed79-47fb-9af9-beec6d26a153 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:25.639721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2e5da4e-225d-449d-b656-b31ca2364366 req-8377c823-ed79-47fb-9af9-beec6d26a153 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.4191096 Aug 29 04:23:25.670920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef8377-2d1e-4530-af14-21c2b3e05457 None None] Pushing event deleted for resources: {'Port': ['ID=b56441e0-c321-4d11-b0fb-0113d4cf7836,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:25.850275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 495fc638-181c-48e7-9be8-a4d4319400c4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:25.870615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.890164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f522fba-6e1e-4204-9104-34ba1ea2831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.911327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-bfe8d443-6826-453f-b580-21e26cb97963 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7719586 Aug 29 04:23:25.945928 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f522fba-6e1e-4204-9104-34ba1ea2831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:25.980226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.015579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd889-235d-4a65-b1b7-53798ca5ebae req-8c6dfc91-bde0-449e-9cb0-445e4238867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.017675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1bd889-235d-4a65-b1b7-53798ca5ebae req-8c6dfc91-bde0-449e-9cb0-445e4238867c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 1098 time: 0.6304584 Aug 29 04:23:26.088395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.186831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501c67f-53d7-40f3-8263-3390c5c39a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '495fc638-181c-48e7-9be8-a4d4319400c4'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:26.189845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7501c67f-53d7-40f3-8263-3390c5c39a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.225285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:26.225824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.263416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:26.264285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.282136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=495fc638-181c-48e7-9be8-a4d4319400c4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.283613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f522fba-6e1e-4204-9104-34ba1ea2831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00819e-d313-49a2-af29-85465f4b485e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.291600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.294434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-feeadb43-625f-4315-b0ce-15bc76483b76 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/495fc638-181c-48e7-9be8-a4d4319400c4 HTTP/1.1" status: 204 len: 168 time: 0.6864002 Aug 29 04:23:26.294434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.298102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.298349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2f522fba-6e1e-4204-9104-34ba1ea2831c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df3f45b432b7408b901fb158103a1673&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8813848 Aug 29 04:23:26.331394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2e5da4e-225d-449d-b656-b31ca2364366 req-f3340948-e4d3-4815-adc1-4b1b98795fc2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376173 Aug 29 04:23:26.397959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1bd889-235d-4a65-b1b7-53798ca5ebae req-30ff17bc-99a7-492f-a09d-be0d79d513e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220358 Aug 29 04:23:26.433793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2734cf3-4b9c-44c2-962c-8a8adc1dad49 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345656 Aug 29 04:23:26.439815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:26.449278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:26.472365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-59c714d4-a0a4-46c9-8abe-7a59919d8e98 service neutron] 10.222.0.62 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165448 Aug 29 04:23:26.567178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.622918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.667807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 62c45a5b-48f6-47e6-a0e2-e8594068e535, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=62c45a5b-48f6-47e6-a0e2-e8594068e535,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:26.675021 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.704639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c9e0a-8c9a-4106-a0f4-8ce99cdbe4d0 req-1139c104-0be7-4ee5-88c2-30c8ad11feb2 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:26.706276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-675c9e0a-8c9a-4106-a0f4-8ce99cdbe4d0 req-1139c104-0be7-4ee5-88c2-30c8ad11feb2 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.1673157 Aug 29 04:23:26.729572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.734268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-a2518755-6fb7-4346-a087-6a957cd0b78b service neutron] 10.222.0.62 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421830 Aug 29 04:23:26.742808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:26.747317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:26.792664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:26.811568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-675c9e0a-8c9a-4106-a0f4-8ce99cdbe4d0 req-bde18aae-d0f3-4c1b-82c5-3a0de646db0e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Aug 29 04:23:27.018635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.028304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.028304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e00819e-d313-49a2-af29-85465f4b485e HTTP/1.1" status: 204 len: 168 time: 0.7304909 Aug 29 04:23:27.124735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6696125-408b-4069-a968-9e2a8eaf3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00819e-d313-49a2-af29-85465f4b485e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.307490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.315166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8aa0274-3325-47f9-bdff-0b758f8913d4 req-510b3d76-9a0a-47a0-981c-e9d3bbbc8bb1 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0777199 Aug 29 04:23:27.361129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7cbea-7793-4443-a37a-e985223a56e7 req-6391c817-2910-4ece-ac05-ac1c123671a4 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.373353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9f7cbea-7793-4443-a37a-e985223a56e7 req-6391c817-2910-4ece-ac05-ac1c123671a4 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.2925498 Aug 29 04:23:27.399689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:27.405872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:27.416128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.418766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.421952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b17f8a-19a1-4d65-b13c-831955b31dcc None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:27.449372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=acc09b8c-2b53-43ef-bbcb-205e645d2273,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:27.468763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a700ddf-ad12-4c5c-bf1c-5461fd730df7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0236208 Aug 29 04:23:27.483347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.501756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1455023594', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:27.515131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9f7cbea-7793-4443-a37a-e985223a56e7 req-6f04ce66-a1eb-4c66-88f5-f14069f53428 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389589 Aug 29 04:23:27.606241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.608459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.681715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd6f2-6284-4935-acf7-9b937cc01e21 req-e3d07ffb-ef0d-4b56-b1bb-112a5e1e4f5d tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:27.710290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caebd6f2-6284-4935-acf7-9b937cc01e21 req-e3d07ffb-ef0d-4b56-b1bb-112a5e1e4f5d tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 951 time: 0.1899159 Aug 29 04:23:27.772763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.784474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.845764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.848759 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9172a5b9-0737-478f-97f4-4e42e0c8114f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3624182 Aug 29 04:23:27.853153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.862936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:27.864680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:27.982529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:27.983362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caebd6f2-6284-4935-acf7-9b937cc01e21 req-196f21d8-10bb-41c3-9803-6390a20a9543 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720306 Aug 29 04:23:28.016288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c7146-ba29-4582-a17e-bd6ee1de61ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.016620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93319f00-7cdc-41ba-874b-0f8e70354bbe req-b21e2167-46bc-41be-abd4-a5bfd28074f4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.025446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93319f00-7cdc-41ba-874b-0f8e70354bbe req-b21e2167-46bc-41be-abd4-a5bfd28074f4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.3125925 Aug 29 04:23:28.181396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/acc09b8c-2b53-43ef-bbcb-205e645d2273/7530a90f-21df-4713-baf6-d6bf10c7f6c6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:28.348200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c7146-ba29-4582-a17e-bd6ee1de61ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.357881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c7146-ba29-4582-a17e-bd6ee1de61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.417887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.432061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Transition to ACTIVE for port object 7530a90f-21df-4713-baf6-d6bf10c7f6c6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:28.471249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c7146-ba29-4582-a17e-bd6ee1de61ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa59d0-427c-44ef-9d81-272e84b6426b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.486762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d95c7146-ba29-4582-a17e-bd6ee1de61ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47bb6fcb136a422280981bc06843d080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024507 Aug 29 04:23:28.487831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:28.512897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Transition to ACTIVE for port object 7530a90f-21df-4713-baf6-d6bf10c7f6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:28.533963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.618533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93319f00-7cdc-41ba-874b-0f8e70354bbe req-8f343530-499c-42e0-b0ab-e25c6e6a04f1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921638 Aug 29 04:23:28.636091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.650692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:28.656293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:28.665276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:28.722644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.755977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddea9b-9a6c-4ecd-96ba-a8b4e113a30c req-d127e136-0e21-4b07-801e-ebf88270fd53 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:28.780947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:28.787976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9ddea9b-9a6c-4ecd-96ba-a8b4e113a30c req-d127e136-0e21-4b07-801e-ebf88270fd53 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.5487335 Aug 29 04:23:28.792827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Pushing event updated for resources: {'Port': ['ID=7530a90f-21df-4713-baf6-d6bf10c7f6c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:28.805632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Request body: {'floatingip': {'port_id': 'ff57c617-7be6-43e1-961c-6d33abb622f2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:28.902995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.919423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 62c45a5b-48f6-47e6-a0e2-e8594068e535 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:28.957783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:28.979971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Attempting to bind port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:28.980653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Attempting to bind port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:28.981244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Attempting to bind port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:29.001843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:29.002427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:29.003052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.003668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:29.004441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Bound port: 7530a90f-21df-4713-baf6-d6bf10c7f6c6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:29.005081 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.039221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa30de-3aec-4b39-a06f-751a8b267eeb req-a596ca6b-af17-4ce3-809b-5296172454bb tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:29.050752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0baa30de-3aec-4b39-a06f-751a8b267eeb req-a596ca6b-af17-4ce3-809b-5296172454bb tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.1574750 Aug 29 04:23:29.182325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 62c45a5b-48f6-47e6-a0e2-e8594068e535 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:29.182923 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.250804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0baa30de-3aec-4b39-a06f-751a8b267eeb req-bded3f20-6e70-4617-984d-7607ac283240 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251049 Aug 29 04:23:29.288247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] For port 7530a90f-21df-4713-baf6-d6bf10c7f6c6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:29.295301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] For port 7530a90f-21df-4713-baf6-d6bf10c7f6c6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7530a90f-21df-4713-baf6-d6bf10c7f6c6,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:29.312697 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.385315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88a36880-36bf-4451-9782-8ba9205d11f2 req-9e8e8f9a-f545-4876-aab8-e22c2428bee7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0843418 Aug 29 04:23:29.488340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.494034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.500332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81fa59d0-427c-44ef-9d81-272e84b6426b HTTP/1.1" status: 204 len: 168 time: 1.0088885 Aug 29 04:23:29.522295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::1 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/acc09b8c-2b53-43ef-bbcb-205e645d2273/f92d14be-15b9-4962-bca5-21a0a7ba55e5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:29.540578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da844895-6949-4d52-8630-9da7efc8fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa59d0-427c-44ef-9d81-272e84b6426b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.649323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:29.674542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Pushing event updated for resources: {'Port': ['ID=7530a90f-21df-4713-baf6-d6bf10c7f6c6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:29.733531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.736098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.737089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.738110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.741467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.742051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.742739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.746361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.757338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.757841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.758189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:29.758529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c08c458-b0fc-421b-b939-37bd7ebf3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:30.385817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.468908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2378e6-97b7-494d-8035-a1bc03a80407 req-1e875373-bd68-4594-b83f-6b286e727ae2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.484204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e2378e6-97b7-494d-8035-a1bc03a80407 req-1e875373-bd68-4594-b83f-6b286e727ae2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.3551428 Aug 29 04:23:30.491700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object f92d14be-15b9-4962-bca5-21a0a7ba55e5 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:30.573396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-df7c519a-82a3-4601-bff4-c61fcf316469 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.574995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-df7c519a-82a3-4601-bff4-c61fcf316469 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.50 "GET /v2.0/networks?id=b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 200 len: 811 time: 0.7737293 Aug 29 04:23:30.674991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e2378e6-97b7-494d-8035-a1bc03a80407 req-4499e9ac-0bb6-4089-81e6-59e01fa9af88 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868675 Aug 29 04:23:30.708802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.719006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.725717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a29ec-63e3-443e-bd7a-4555b439f650 req-511007ad-b1d2-46a0-afff-8ab710b4aa7d tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.733530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e9a29ec-63e3-443e-bd7a-4555b439f650 req-511007ad-b1d2-46a0-afff-8ab710b4aa7d tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.2055051 Aug 29 04:23:30.736534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-01b76232-9dee-49c7-80ea-c7916f2863c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:30.738078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-01b76232-9dee-49c7-80ea-c7916f2863c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 1097 time: 0.2265773 Aug 29 04:23:30.755768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-0715f739-3907-4643-83d5-94db58ba16d2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572ed371c8334817b69761ce2e336ea8 HTTP/1.1" status: 200 len: 380 time: 0.1478169 Aug 29 04:23:30.796770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:30.919373 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Floating IP 63bcf7c2-6518-48c9-a993-2d410e3ecbd3 associated. External IP: 172.25.3.144, port: ff57c617-7be6-43e1-961c-6d33abb622f2. Aug 29 04:23:30.968343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7530a90f-21df-4713-baf6-d6bf10c7f6c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:31.070282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'port': {'device_id': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'admin_state_up': True, 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'security_groups': ['5783414e-ba2c-45d9-a3a8-9de52b68d853']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:31.079411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:31.133486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:31.440174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:31.448148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:31.450548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.467310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Router 38c25733-09c0-4d34-b3d5-4fe03701f230 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:31.527516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=f92d14be-15b9-4962-bca5-21a0a7ba55e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:31.587602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Provisioning for port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:31.596146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Provisioning complete for port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:31.596738 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.727374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05694acf-aea1-4776-be13-cf7cffc85a39 req-b54cd749-3295-4044-9080-383bbea4dab6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.2239840 Aug 29 04:23:31.756880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e9a29ec-63e3-443e-bd7a-4555b439f650 req-17c95d4f-3e68-43bd-a0b4-650df9b7a5b9 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216639 Aug 29 04:23:31.775383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-a6d68d5c-3e7f-4f85-bfa9-a4d8d4f68a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:31.780083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-a6d68d5c-3e7f-4f85-bfa9-a4d8d4f68a2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.9975133 Aug 29 04:23:31.806131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:31.813894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:31.845382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Sync routers for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:31.872996 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:31.878804 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:31.936054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6c29eb4-f15b-4208-8bb1-04d68a2027ca tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "PUT /v2.0/floatingips/63bcf7c2-6518-48c9-a993-2d410e3ecbd3 HTTP/1.1" status: 200 len: 991 time: 3.1528356 Aug 29 04:23:31.944832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:31.948046 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc32744-9769-4686-ad6b-b06c3c874907" -d '{"events": [{"name": "network-changed", "server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:32.074436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-28d3a833-62ae-40ec-a5e5-50c575efbc00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 200 len: 217 time: 0.2851126 Aug 29 04:23:32.095739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.241390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] For port 7530a90f-21df-4713-baf6-d6bf10c7f6c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7530a90f-21df-4713-baf6-d6bf10c7f6c6,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:32.252412 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.282136 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1426b-38eb-4a26-b5a7-e27ba63bb8d5 x-openstack-request-id: req-65d1426b-38eb-4a26-b5a7-e27ba63bb8d5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:32.282420 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:32.282669 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65d1426b-38eb-4a26-b5a7-e27ba63bb8d5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:32.283077 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'status': 'completed', 'code': 200} Aug 29 04:23:32.293951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-6e9d67c2-70fa-4da7-a591-35e7ef501802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.297420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-6e9d67c2-70fa-4da7-a591-35e7ef501802 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.1968846 Aug 29 04:23:32.308846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Made reservation on behalf of 572ed371c8334817b69761ce2e336ea8 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:32.318140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.357728 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:32.418299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-d9e61dc8-d82c-47b7-93c1-03a16764f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.419978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-d9e61dc8-d82c-47b7-93c1-03a16764f1a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 1097 time: 0.1062510 Aug 29 04:23:32.539281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac876363-d366-4588-a217-263881fb7677 None None] Provisioning for port f92d14be-15b9-4962-bca5-21a0a7ba55e5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:32.556556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac876363-d366-4588-a217-263881fb7677 None None] Provisioning complete for port f92d14be-15b9-4962-bca5-21a0a7ba55e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:32.557127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac876363-d366-4588-a217-263881fb7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:32.569831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:32.732916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-bf5d7d3f-aa60-43ff-a4bb-1568a36cc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:32.735151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-bf5d7d3f-aa60-43ff-a4bb-1568a36cc522 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 200 len: 916 time: 0.3072708 Aug 29 04:23:32.916569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e71cd4-2d2b-485e-9156-1681cbbb2712 None None] Pushing event updated for resources: {'Port': ['ID=7530a90f-21df-4713-baf6-d6bf10c7f6c6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:32.920913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Allocated IP 172.20.0.9 (b3942438-4145-4cb8-88ee-236d8775276b/3b9b1de4-c5af-41d2-9a76-d38544c73983/6609cdbb-714d-4353-a976-a4daec6b0835) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:32.985962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-b0c4923a-53fd-43d0-8a25-42b6b91eabb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 200 len: 999 time: 0.2417748 Aug 29 04:23:33.088230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac876363-d366-4588-a217-263881fb7677 None None] Port f92d14be-15b9-4962-bca5-21a0a7ba55e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:33.107034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-38c8d227-278d-4c25-ba82-b100e2a54969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.109878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-38c8d227-278d-4c25-ba82-b100e2a54969 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cdad94-0724-4d3d-8f07-60db6eca9043 HTTP/1.1" status: 200 len: 854 time: 0.1129003 Aug 29 04:23:33.171144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '63bcf7c2-6518-48c9-a993-2d410e3ecbd3', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'port_id': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'mac_address': 'fa:16:3e:33:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:49Z', 'updated_at': '2021-08-29T04:23:30Z', 'revision_number': 1, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:33.184817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-ddda6326-f21c-4097-85ea-f5c56cb713ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.188177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-ddda6326-f21c-4097-85ea-f5c56cb713ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8472764 Aug 29 04:23:33.218687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-e659274b-4f49-4c3c-90d5-aea1386778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:33.220534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-e659274b-4f49-4c3c-90d5-aea1386778a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a0d47ec-63ec-455f-801a-9d2060379a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018064 Aug 29 04:23:33.223414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Checking router: 38c25733-09c0-4d34-b3d5-4fe03701f230 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:33.227283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f92fd382-62a6-4c19-9bd6-396016e6de9b req-e18ea02c-a785-40c7-8fb8-6fe60108399e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.1496775 Aug 29 04:23:33.253172 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:33.254312 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:33.300148 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.378770 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:33.383283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:33.386956 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f15ac9-3461-4a50-9c1d-aead765d53b3" -d '{"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:33.429982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:33.440257 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.546825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:33.562878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:33.962531 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301456f0-2706-4e1e-b32b-471e84bcc464 x-openstack-request-id: req-301456f0-2706-4e1e-b32b-471e84bcc464 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:33.963798 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:33.964118 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-301456f0-2706-4e1e-b32b-471e84bcc464 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:33.964815 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'code': 200} Aug 29 04:23:33.994642 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '63bcf7c2-6518-48c9-a993-2d410e3ecbd3', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'port_id': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'mac_address': 'fa:16:3e:33:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:49Z', 'updated_at': '2021-08-29T04:23:30Z', 'revision_number': 1, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:34.033829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f0455-a349-43f2-9b01-61da0c847ca9 req-cc8e01ab-7832-4877-b0fc-9ed37d35ccb8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.046271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d2f0455-a349-43f2-9b01-61da0c847ca9 req-cc8e01ab-7832-4877-b0fc-9ed37d35ccb8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.4777739 Aug 29 04:23:34.065131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.078589 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad0aae-531b-43b8-9aa6-413056fb09cf None None] The sync data for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 is: [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '63bcf7c2-6518-48c9-a993-2d410e3ecbd3', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'port_id': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'mac_address': 'fa:16:3e:33:be:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:22:49Z', 'updated_at': '2021-08-29T04:23:30Z', 'revision_number': 1, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:34.194962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-aa91819c-ed60-4d75-bd5c-d462232d7a69 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658854 Aug 29 04:23:34.240873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-b6166ff3-d67a-4953-86ef-eb45ae86944b service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108781 Aug 29 04:23:34.251260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Transition to ACTIVE for port object 6609cdbb-714d-4353-a976-a4daec6b0835 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:34.267527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d2f0455-a349-43f2-9b01-61da0c847ca9 req-bbac3033-b536-4f6d-a85e-f286de7f0a95 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871471 Aug 29 04:23:34.377073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7cc32744-9769-4686-ad6b-b06c3c874907 req-1af9a8f4-a858-4d62-9388-49c9e81cc1eb service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707554 Aug 29 04:23:34.542234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-106345a9-48ad-4883-bf40-c9cf411a9a82 req-e10f48df-36fa-4ea9-a51c-8ff6e1df0ec8 service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886405 Aug 29 04:23:34.600204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.610291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc7392-408c-4d83-846a-6099e1d073f0 None None] New status for floating IP 63bcf7c2-6518-48c9-a993-2d410e3ecbd3: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:34.684076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Network b3942438-4145-4cb8-88ee-236d8775276b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:34.695451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:34.756191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:34.850853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c1a0-2a1a-44e6-a71a-51eb8d7373b7 req-12baa1d5-e861-45fc-bd41-92643a24aaee tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:34.853841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf13c1a0-2a1a-44e6-a71a-51eb8d7373b7 req-12baa1d5-e861-45fc-bd41-92643a24aaee tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 931 time: 0.3104105 Aug 29 04:23:34.912735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event updated for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:34.948154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7530a90f-21df-4713-baf6-d6bf10c7f6c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:34.964499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.991527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:34.992585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.061327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.062364 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.185696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:35.186072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.274946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d554df75-1e9c-4467-9d36-09e4dd4aaf71 None None] Provisioning for port 6609cdbb-714d-4353-a976-a4daec6b0835 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:35.305256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d554df75-1e9c-4467-9d36-09e4dd4aaf71 None None] Provisioning complete for port 6609cdbb-714d-4353-a976-a4daec6b0835 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:35.305852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d554df75-1e9c-4467-9d36-09e4dd4aaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:35.447524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d554df75-1e9c-4467-9d36-09e4dd4aaf71 None None] Port 6609cdbb-714d-4353-a976-a4daec6b0835 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:35.722169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-96640a24-3cd4-4877-b77b-fefacf420f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:35.724492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-96640a24-3cd4-4877-b77b-fefacf420f30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 1097 time: 0.9736085 Aug 29 04:23:35.725497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=f92d14be-15b9-4962-bca5-21a0a7ba55e5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:35.759454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-eed03077-7a1a-454f-a992-87b416f0ab5d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9213471 Aug 29 04:23:35.782241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf13c1a0-2a1a-44e6-a71a-51eb8d7373b7 req-422aa4c8-11b6-4b8f-b08c-55cc00d43d8f tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8621938 Aug 29 04:23:35.806683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Request body: {'port': {'device_id': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:35.979669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.022979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:36.044216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:36.267578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-7f148d33-64d8-4c5e-8ab4-d3a3b14c3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.269287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-7f148d33-64d8-4c5e-8ab4-d3a3b14c3c02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.4830933 Aug 29 04:23:36.390090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:36.540943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e59ff04-eb2f-4db3-8803-31468b26adb6 None None] Provisioning complete for port f92d14be-15b9-4962-bca5-21a0a7ba55e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:36.542244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e59ff04-eb2f-4db3-8803-31468b26adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.549694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-51033421-2548-4363-9790-80e0c10614d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 200 len: 217 time: 0.2570624 Aug 29 04:23:36.672777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143c6e3f-c143-4dbb-8d26-c7ce191bc3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.687206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6e59ff04-eb2f-4db3-8803-31468b26adb6 None None] Port f92d14be-15b9-4962-bca5-21a0a7ba55e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:36.713676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e3fd1-16d6-46a8-b8fc-b58d0392cc15 req-2f566e5b-a4cd-4872-9a0b-ecff7c94ffd7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.721932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-044e3fd1-16d6-46a8-b8fc-b58d0392cc15 req-2f566e5b-a4cd-4872-9a0b-ecff7c94ffd7 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.2180543 Aug 29 04:23:36.725439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-0c9b8057-7c5c-4a1b-91b4-db59f0f36eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:36.727058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-0c9b8057-7c5c-4a1b-91b4-db59f0f36eb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.1684501 Aug 29 04:23:36.756333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:36.866713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143c6e3f-c143-4dbb-8d26-c7ce191bc3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.876563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-143c6e3f-c143-4dbb-8d26-c7ce191bc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:36.964990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-044e3fd1-16d6-46a8-b8fc-b58d0392cc15 req-0d8592ac-c0f7-4531-8b75-80328b4727a6 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372854 Aug 29 04:23:36.980168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:37.012150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Sync routers for ids ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:37.013632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-143c6e3f-c143-4dbb-8d26-c7ce191bc3c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bde5ea73df87441c8e05fbb6294a541e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219037 Aug 29 04:23:37.017474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.060956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6e3f-c143-4dbb-8d26-c7ce191bc3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ce5e63-ef47-4433-9a66-e738cf48ca87,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.077930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c1873e69-d927-4615-bccd-36f3cb39c083 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "PUT /v2.0/routers/813acc92-e4ad-4c8e-931e-bd99f6c8fdf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2214067 Aug 29 04:23:37.078468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.092056 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Routers {'813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:37.094412 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:37.152338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee1aff-39e3-4338-859f-a129d4f90050 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.154723 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-63ee1aff-39e3-4338-859f-a129d4f90050 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports/f92d14be-15b9-4962-bca5-21a0a7ba55e5 HTTP/1.1" status: 200 len: 911 time: 0.0736766 Aug 29 04:23:37.155059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.183492 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.210982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6609cdbb-714d-4353-a976-a4daec6b0835 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:37.230018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.237272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.252866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Transition to ACTIVE for port object 6609cdbb-714d-4353-a976-a4daec6b0835 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:37.269594 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.328254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01196e8c-c50c-42df-a01c-6d2d3f236380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.421108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.448783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1e784-e55a-4e64-96ca-e657ee04ad23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.457071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1e784-e55a-4e64-96ca-e657ee04ad23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.457397 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Set router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:37.460174 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3c1e784-e55a-4e64-96ca-e657ee04ad23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2212656 Aug 29 04:23:37.465622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:37.494404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b78fd5-2cc7-4c78-bb4c-211d8aad5c86 req-aad1d516-a63e-45b3-9a02-4433ab6da0c7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.500026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.502041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b78fd5-2cc7-4c78-bb4c-211d8aad5c86 req-aad1d516-a63e-45b3-9a02-4433ab6da0c7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 943 time: 0.2464929 Aug 29 04:23:37.504211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:37.506584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51ce5e63-ef47-4433-9a66-e738cf48ca87 HTTP/1.1" status: 204 len: 168 time: 0.4876893 Aug 29 04:23:37.529642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-564e10f8-8a1d-49f6-ba36-b764db4756bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:37.531241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-564e10f8-8a1d-49f6-ba36-b764db4756bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7689161 Aug 29 04:23:37.614086 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:23:37.653550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6685cc0-d917-419d-b344-1cdeb99d064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ce5e63-ef47-4433-9a66-e738cf48ca87,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:37.783409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-f0ace672-c82b-4941-9093-7f2e1e394866 service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340758 Aug 29 04:23:37.807448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b78fd5-2cc7-4c78-bb4c-211d8aad5c86 req-e29b57b2-0227-46a4-a9c1-1557c4b717e3 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044012 Aug 29 04:23:37.855379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Attempting to bind port 6609cdbb-714d-4353-a976-a4daec6b0835 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:37.855719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Attempting to bind port 6609cdbb-714d-4353-a976-a4daec6b0835 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:37.856087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Attempting to bind port 6609cdbb-714d-4353-a976-a4daec6b0835 on network b3942438-4145-4cb8-88ee-236d8775276b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:37.980728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Port 6609cdbb-714d-4353-a976-a4daec6b0835 on network b3942438-4145-4cb8-88ee-236d8775276b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:23:37.986736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Attempting to bind port 6609cdbb-714d-4353-a976-a4daec6b0835 on network b3942438-4145-4cb8-88ee-236d8775276b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:38.062174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:38.062174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Checking segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:38.062495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Bound using segment: {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:38.063517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Bound port: 6609cdbb-714d-4353-a976-a4daec6b0835, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846c37cf-f1f1-400a-9d25-bcfad9d5f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:38.063517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.117927 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'name': 'tempest-NetworksTestDHCPv6-router-1455023594', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:27Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None, '_interfaces': [{'id': 'f92d14be-15b9-4962-bca5-21a0a7ba55e5', 'name': '', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'mac_address': 'fa:16:3e:87:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:34Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'subnets': [{'id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:38.195309 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Checking router: 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:38.197628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cdf3c90-7d01-4d9f-8421-f4e219fe7646 req-9b627540-d08a-4295-9891-fa12bc64de7e service neutron] 10.222.0.54 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868704 Aug 29 04:23:38.197769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Updating router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 port f92d14be-15b9-4962-bca5-21a0a7ba55e5 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:38.303753 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.321475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.338088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da041d20-84f3-45c7-9f33-51a08ce4a06b req-c91e3c43-2935-4800-a9ab-b4d1b00c9210 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.353055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da041d20-84f3-45c7-9f33-51a08ce4a06b req-c91e3c43-2935-4800-a9ab-b4d1b00c9210 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.3482618 Aug 29 04:23:38.398275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0aaf-913b-4221-a6bd-357f020da6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.545346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0aaf-913b-4221-a6bd-357f020da6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.558850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0aaf-913b-4221-a6bd-357f020da6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.589880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.593130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a1d0aaf-913b-4221-a6bd-357f020da6a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4114718e2b94213a5eb242554606c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378035 Aug 29 04:23:38.596584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:38.605766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:38.624809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da041d20-84f3-45c7-9f33-51a08ce4a06b req-eaeda511-bb1f-4710-a6ca-154af5645781 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658503 Aug 29 04:23:38.701528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6609cdbb-714d-4353-a976-a4daec6b0835,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:38.711585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0aaf-913b-4221-a6bd-357f020da6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f94082-2158-4531-befd-ddf90ae42fd9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:38.720145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.819052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.819810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:38.825666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] 10.222.0.50 "PUT /v2.0/ports/6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 200 len: 1092 time: 3.0405316 Aug 29 04:23:38.829593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:38.832333 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:38.869600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd8547-2524-4e4c-a87f-23b8a2a279df req-3554367d-ba40-47cf-928f-1e2fe0175ffd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:38.871634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbcd8547-2524-4e4c-a87f-23b8a2a279df req-3554367d-ba40-47cf-928f-1e2fe0175ffd tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.1070414 Aug 29 04:23:38.893219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91407-b7ac-4b45-9556-2724f2ace7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.094047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-2d6627f4-fd46-403e-a6d5-2d9889864d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.103259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-2d6627f4-fd46-403e-a6d5-2d9889864d0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 1095 time: 0.1448255 Aug 29 04:23:39.106284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.159481 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.244236 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.246970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-2526e7a4-c563-4b83-ad49-a6d5687c472b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 200 len: 217 time: 0.1239693 Aug 29 04:23:39.269010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbcd8547-2524-4e4c-a87f-23b8a2a279df req-064858e8-9d3e-49b2-a030-61a222561e2f tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588560 Aug 29 04:23:39.279787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.284413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.286360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86f94082-2158-4531-befd-ddf90ae42fd9 HTTP/1.1" status: 204 len: 168 time: 0.6883874 Aug 29 04:23:39.297021 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Transition to ACTIVE for port object f92d14be-15b9-4962-bca5-21a0a7ba55e5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:39.308198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80696e49-ff80-480c-a4a2-6d9baf8a92d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f94082-2158-4531-befd-ddf90ae42fd9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.317849 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.348923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port f92d14be-15b9-4962-bca5-21a0a7ba55e5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:39.349547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.433644 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbfc0b5-c6f9-4963-8926-c75ecd753327 x-openstack-request-id: req-6cbfc0b5-c6f9-4963-8926-c75ecd753327 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:39.434460 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:39.434746 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cbfc0b5-c6f9-4963-8926-c75ecd753327 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:39.435385 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835', 'status': 'completed', 'code': 200} Aug 29 04:23:39.440282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-b5a496c7-4a7c-428b-9fc4-b7f6e1a0637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.444670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-b5a496c7-4a7c-428b-9fc4-b7f6e1a0637d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b9b1de4-c5af-41d2-9a76-d38544c73983 HTTP/1.1" status: 200 len: 850 time: 0.1744258 Aug 29 04:23:39.641373 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871eabb-3a2f-4acf-83f0-41a478e63970 None None] Pushing event updated for resources: {'Port': ['ID=f92d14be-15b9-4962-bca5-21a0a7ba55e5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:39.654514 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Attempting to bind port f92d14be-15b9-4962-bca5-21a0a7ba55e5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:39.654877 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Attempting to bind port f92d14be-15b9-4962-bca5-21a0a7ba55e5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:39.655229 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Attempting to bind port f92d14be-15b9-4962-bca5-21a0a7ba55e5 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:39.657947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.672657 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:39.673018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:39.673408 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.673796 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:39.674270 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Bound port: f92d14be-15b9-4962-bca5-21a0a7ba55e5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:39.674650 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.683581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for f92d14be-15b9-4962-bca5-21a0a7ba55e5 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:39.701137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-b42399d1-4180-43d7-8efb-cf8f35fcb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.703692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-b42399d1-4180-43d7-8efb-cf8f35fcb995 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3942438-4145-4cb8-88ee-236d8775276b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434895 Aug 29 04:23:39.802137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8686b7-67f2-4a5e-b79b-aae0b3ae2e4a req-47fc2da4-0cd8-491d-9de3-0ef114cc4054 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:39.810492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f8686b7-67f2-4a5e-b79b-aae0b3ae2e4a req-47fc2da4-0cd8-491d-9de3-0ef114cc4054 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 943 time: 0.2316413 Aug 29 04:23:39.845671 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] For port f92d14be-15b9-4962-bca5-21a0a7ba55e5, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:39.852173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] For port f92d14be-15b9-4962-bca5-21a0a7ba55e5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f92d14be-15b9-4962-bca5-21a0a7ba55e5,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:39.861909 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:39.952938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f8686b7-67f2-4a5e-b79b-aae0b3ae2e4a req-78fa8fbf-db3f-41e6-b62e-4b17e704b7cf tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274216 Aug 29 04:23:39.980159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-e213d6d7-5777-4b2c-8e84-7ac6dcb4fd14 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619486 Aug 29 04:23:39.999770 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871eabb-3a2f-4acf-83f0-41a478e63970 None None] Pushing event updated for resources: {'Port': ['ID=f92d14be-15b9-4962-bca5-21a0a7ba55e5,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.022376 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Routers {'813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:40.023029 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:40.184512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.193695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] Set router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:40.305284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.307506 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72b352ad-d4c8-490a-be18-1ab731372d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.377847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d50657fc-8a86-435a-b842-e8b9d56c0c78 req-50346bfe-f802-4d40-a084-7407e1066967 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888204 Aug 29 04:23:40.402032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=f92d14be-15b9-4962-bca5-21a0a7ba55e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:40.459378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a7097-9a5e-45dd-a63a-1f618b51a876 req-c0b49618-02f8-4e0e-811d-ac4c8e171b69 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.474747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f9a7097-9a5e-45dd-a63a-1f618b51a876 req-c0b49618-02f8-4e0e-811d-ac4c8e171b69 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.2730334 Aug 29 04:23:40.623108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f9a7097-9a5e-45dd-a63a-1f618b51a876 req-10959f4c-b1d4-4a5a-944c-8dbcba1a8773 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473768 Aug 29 04:23:40.669125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9990a85-f2b9-4912-8ab0-95be12a9f80f None None] Could not find standard attr ID for object f92d14be-15b9-4962-bca5-21a0a7ba55e5. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:23:40.702745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-09234b82-aff6-4a31-a107-e3636732d1ab req-bd8aa0f4-950c-47dc-910f-b8fc335f40ee tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:23:40.703829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09234b82-aff6-4a31-a107-e3636732d1ab req-bd8aa0f4-950c-47dc-910f-b8fc335f40ee tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141237 Aug 29 04:23:40.710666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:40.735440 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'name': 'tempest-NetworksTestDHCPv6-router-1455023594', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:27Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None, '_interfaces': [{'id': 'f92d14be-15b9-4962-bca5-21a0a7ba55e5', 'name': '', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'mac_address': 'fa:16:3e:87:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:39Z', 'revision_number': 4, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'subnets': [{'id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:40.780534 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bddfe6-778d-41c6-b7cb-76b66be31efa None None] The sync data for ids ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'] in n-d-712139-13 is: [{'id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'name': 'tempest-NetworksTestDHCPv6-router-1455023594', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:27Z', 'updated_at': '2021-08-29T04:23:32Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None, '_interfaces': [{'id': 'f92d14be-15b9-4962-bca5-21a0a7ba55e5', 'name': '', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'mac_address': 'fa:16:3e:87:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813acc92-e4ad-4c8e-931e-bd99f6c8fdf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:29Z', 'updated_at': '2021-08-29T04:23:39Z', 'revision_number': 4, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'subnets': [{'id': 'acc09b8c-2b53-43ef-bbcb-205e645d2273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:40.995559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-c9914ef1-f0ba-44f8-bbd8-a99630816a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:40.997393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-c9914ef1-f0ba-44f8-bbd8-a99630816a11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 1095 time: 0.4427879 Aug 29 04:23:41.012864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea78b2-51e0-4383-97df-1d6d2d5d866e req-af12aa99-1c35-42fb-aa90-4348d9c604fb tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.020818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6ea78b2-51e0-4383-97df-1d6d2d5d866e req-af12aa99-1c35-42fb-aa90-4348d9c604fb tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.3408909 Aug 29 04:23:41.075212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09234b82-aff6-4a31-a107-e3636732d1ab req-10f06a35-c123-4eec-93b8-79b4472c6219 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3406215 Aug 29 04:23:41.113670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:41.169947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6ea78b2-51e0-4383-97df-1d6d2d5d866e req-646ed286-cd77-43de-8274-2d1587ee235c tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391144 Aug 29 04:23:41.188062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.291362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:41.311557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b7c9d820-e9ac-4034-9295-9fb7bdc7b975 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "PUT /v2.0/routers/813acc92-e4ad-4c8e-931e-bd99f6c8fdf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8441684 Aug 29 04:23:41.313712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.344372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-056e7a78-3375-4b38-abff-619cf47145a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.352100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-056e7a78-3375-4b38-abff-619cf47145a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 200 len: 912 time: 0.3265350 Aug 29 04:23:41.417410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad03bed-0a23-4de7-8086-6e61bd465d32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.420152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad03bed-0a23-4de7-8086-6e61bd465d32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.422501 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ad03bed-0a23-4de7-8086-6e61bd465d32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1077166 Aug 29 04:23:41.425182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:41.508138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-bf0a342a-e0bd-4de7-9988-4584da870ca9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 200 len: 217 time: 0.1455576 Aug 29 04:23:41.545857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet acc09b8c-2b53-43ef-bbcb-205e645d2273 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:41.552957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d1fda-6d47-4a27-8674-0910266c05fb req-df2e991d-87b9-45b6-b643-7a6e1527db6b tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:41.554102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.557049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c48d1fda-6d47-4a27-8674-0910266c05fb req-df2e991d-87b9-45b6-b643-7a6e1527db6b tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 943 time: 0.1952720 Aug 29 04:23:41.681067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.812663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.814150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.914583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.945157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=acc09b8c-2b53-43ef-bbcb-205e645d2273,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:41.957351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:41.964401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0480973-e895-4a7f-be00-52690b80bc03 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:41.965336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6fb49ef-b327-4f24-bf72-fe47fb84b948 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/acc09b8c-2b53-43ef-bbcb-205e645d2273 HTTP/1.1" status: 204 len: 168 time: 0.5391004 Aug 29 04:23:41.968208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.144818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-73130e19-157a-41df-9cfd-50c71380a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.146519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-73130e19-157a-41df-9cfd-50c71380a413 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b9b1de4-c5af-41d2-9a76-d38544c73983 HTTP/1.1" status: 200 len: 850 time: 0.5874627 Aug 29 04:23:42.163356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c48d1fda-6d47-4a27-8674-0910266c05fb req-6451156f-b8c3-4cb8-830a-1cf7cee36674 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5827503 Aug 29 04:23:42.175139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c12f5d4-13a2-41c0-b167-df01881c990c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2053683 Aug 29 04:23:42.178113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.198282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ee1a6-6800-4e9b-84e9-0c65a10042e7 req-02f95d0b-24e2-4805-bc76-acfaae490e60 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.199908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d7ee1a6-6800-4e9b-84e9-0c65a10042e7 req-02f95d0b-24e2-4805-bc76-acfaae490e60 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.5207708 Aug 29 04:23:42.292316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:42.296360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d7ee1a6-6800-4e9b-84e9-0c65a10042e7 req-907fe91f-ac3f-4a30-ba92-2606559e95cf tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726607 Aug 29 04:23:42.308285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-71ad48cc-9b64-41d1-9549-284f7b144251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.310008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-71ad48cc-9b64-41d1-9549-284f7b144251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3942438-4145-4cb8-88ee-236d8775276b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433814 Aug 29 04:23:42.334347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.393195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Deleting port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:42.394129 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.509891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] For port 7530a90f-21df-4713-baf6-d6bf10c7f6c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7530a90f-21df-4713-baf6-d6bf10c7f6c6,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:42.510812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.532752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Calling delete_port for 7530a90f-21df-4713-baf6-d6bf10c7f6c6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:42.659752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.675233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9909-de72-4b4e-a2e8-d80ff4faf35b req-f7b35136-1f02-4393-a69c-cd4091ba7416 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.678040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbfb9909-de72-4b4e-a2e8-d80ff4faf35b req-f7b35136-1f02-4393-a69c-cd4091ba7416 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.3669312 Aug 29 04:23:42.708083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] Pushing event deleted for resources: {'Port': ['ID=7530a90f-21df-4713-baf6-d6bf10c7f6c6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:42.718683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e080007-b04f-45b7-90a2-b20475f49e60 None None] No DVR routers for this DVR port 7530a90f-21df-4713-baf6-d6bf10c7f6c6 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:42.731406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e22220-e8ad-453d-bd9e-0977037d6ded req-9f914e79-0504-4601-826b-d96e9bd0da5e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:42.748827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e22220-e8ad-453d-bd9e-0977037d6ded req-9f914e79-0504-4601-826b-d96e9bd0da5e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.2636216 Aug 29 04:23:42.767607 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.770693 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.773117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-6a40e18f-b9b6-4be8-8d0c-b19ba4ce2e5f service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459302 Aug 29 04:23:42.853072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7530a90f-21df-4713-baf6-d6bf10c7f6c6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:42.858335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbfb9909-de72-4b4e-a2e8-d80ff4faf35b req-8590fffb-bb6b-456c-a3cd-8f7fe50c391e tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671507 Aug 29 04:23:42.901043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.903264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Fanout notify agent at l3_agent the message router_deleted on router 813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:42.920750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.929010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 7530a90f-21df-4713-baf6-d6bf10c7f6c6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:42.929459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7530a90f-21df-4713-baf6-d6bf10c7f6c6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:42.929718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:42.955385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8561567-d4fc-4af3-83fa-4646f042bbc9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/routers/813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 HTTP/1.1" status: 204 len: 168 time: 0.7463841 Aug 29 04:23:42.962907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:42.969905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:43.012298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e22220-e8ad-453d-bd9e-0977037d6ded req-5d9628e0-9faa-486b-a461-7b49fd866564 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352886 Aug 29 04:23:43.118107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43b5ba74-7c68-47d2-ba0e-d59f96d592ee req-6a434487-a056-45d5-831b-835012d37e13 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050809 Aug 29 04:23:43.119173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Sync routers for ids ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:43.135256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:43.135683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:23:43.137262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:23:43.152254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:43.152704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:23:43.154141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:23:43.154769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91616c89-147e-466a-b8e0-dc28f92ba986 None None] The sync data for ids ['813acc92-e4ad-4c8e-931e-bd99f6c8fdf2'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:43.246897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:43.264485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.478136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48352d4-0eae-4b06-9919-88bec300d789 req-86218746-cb4a-4181-9185-989b62d69b01 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.479700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48352d4-0eae-4b06-9919-88bec300d789 req-86218746-cb4a-4181-9185-989b62d69b01 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.3384542 Aug 29 04:23:43.545102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-a4a1d72b-03b2-449d-9b2a-6e774aa0c2b1 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.546564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-a4a1d72b-03b2-449d-9b2a-6e774aa0c2b1 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.3132880 Aug 29 04:23:43.586217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2039b9-ca7e-4eea-b0e1-ba87b88b1b22 req-bc223098-66b0-4a4f-96c3-7fb860c7a7d6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:43.594501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e2039b9-ca7e-4eea-b0e1-ba87b88b1b22 req-bc223098-66b0-4a4f-96c3-7fb860c7a7d6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 943 time: 0.2745094 Aug 29 04:23:43.735171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:43.768937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48352d4-0eae-4b06-9919-88bec300d789 req-a0d1c64b-e335-4b8f-b23c-1ed3804e0839 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612433 Aug 29 04:23:43.993720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:44.014154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e2039b9-ca7e-4eea-b0e1-ba87b88b1b22 req-d3f2495d-cf67-4b64-9888-1a0b9bb77394 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759692 Aug 29 04:23:44.015142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:44.020179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.020923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.023602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=d1c9603c-f964-4ce4-a93d-247ececed110,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:44.032288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6298188-b736-4e9e-853d-31ce3f25ce15 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:44.086822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aa45a1fd-79d5-4390-b0d5-e9cdcc8d443d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1401916 Aug 29 04:23:44.088736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.093112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Deleting port cea70a5a-57b0-4362-9894-08f3423e3975 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:44.093479 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.103652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1987019729', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:44.207910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.213428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.340984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.348304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.352876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405c53b-8ca1-4c82-bdb4-ca379385234e req-b65a5cdf-c5b0-4f1f-882f-b21c345de484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.354639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'd1c9603c-f964-4ce4-a93d-247ececed110'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:44.355703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.362074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405c53b-8ca1-4c82-bdb4-ca379385234e req-b65a5cdf-c5b0-4f1f-882f-b21c345de484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.375206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.376923 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba991218-c469-403f-bf20-56e6c917978b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2863815 Aug 29 04:23:44.379389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405c53b-8ca1-4c82-bdb4-ca379385234e req-b65a5cdf-c5b0-4f1f-882f-b21c345de484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.379578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:44.384570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6405c53b-8ca1-4c82-bdb4-ca379385234e req-b65a5cdf-c5b0-4f1f-882f-b21c345de484 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936&device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1&device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 2417 time: 0.1654477 Aug 29 04:23:44.410095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e65296-7076-43aa-9472-92c90ade1a96 req-bb257f15-f63d-4035-a1bc-b7b25469ed24 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:44.418574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e65296-7076-43aa-9472-92c90ade1a96 req-bb257f15-f63d-4035-a1bc-b7b25469ed24 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 947 time: 0.2088635 Aug 29 04:23:44.438064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] For port cea70a5a-57b0-4362-9894-08f3423e3975, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=cea70a5a-57b0-4362-9894-08f3423e3975,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:44.438714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.469812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Calling delete_port for cea70a5a-57b0-4362-9894-08f3423e3975 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:44.523433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6405c53b-8ca1-4c82-bdb4-ca379385234e req-37738366-da8f-4ffb-9a47-b870704cb67f tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257312 Aug 29 04:23:44.562748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3e65296-7076-43aa-9472-92c90ade1a96 req-c4160bfe-a3f7-4c8d-b1f0-6c9e570870bc tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429963 Aug 29 04:23:44.749391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-348d4fdb-5c61-49ad-8ef7-c4d5d72db471 req-2f05fdc7-a42a-4428-8536-8940b4eb4097 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:23:44.759619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-348d4fdb-5c61-49ad-8ef7-c4d5d72db471 req-2f05fdc7-a42a-4428-8536-8940b4eb4097 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176194 Aug 29 04:23:44.876991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6609cdbb-714d-4353-a976-a4daec6b0835 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:23:44.889875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-348d4fdb-5c61-49ad-8ef7-c4d5d72db471 req-de51361d-535e-475f-ae69-cce7a243c383 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1288648 Aug 29 04:23:44.920822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f92d14be-15b9-4962-bca5-21a0a7ba55e5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:44.922352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:44.968184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.021941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Pushing event deleted for resources: {'Port': ['ID=cea70a5a-57b0-4362-9894-08f3423e3975,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.139606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] No DVR routers for this DVR port cea70a5a-57b0-4362-9894-08f3423e3975 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:45.142795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.145338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1e6e444-f1b8-4521-8400-5d7ab1200368 req-e03d43f0-518c-4ed0-8ec7-bb5b20cd0bb8 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "DELETE /v2.0/ports/cea70a5a-57b0-4362-9894-08f3423e3975 HTTP/1.1" status: 204 len: 173 time: 1.5790825 Aug 29 04:23:45.146370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-deleted', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:45.149094 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260d138-b90f-46a9-b8f7-4ab858eb9557" -d '{"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-deleted", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:45.164129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f92d14be-15b9-4962-bca5-21a0a7ba55e5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:45.166620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f92d14be-15b9-4962-bca5-21a0a7ba55e5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:45.275043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/d1c9603c-f964-4ce4-a93d-247ececed110/2bdff3b8-a316-4fda-b2c4-72b800569210) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:45.297688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6609cdbb-714d-4353-a976-a4daec6b0835,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.339270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '6609cdbb-714d-4353-a976-a4daec6b0835', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'port_id': '6609cdbb-714d-4353-a976-a4daec6b0835', 'mac_address': 'fa:16:3e:8f:73:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:23:45.462618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061ace3-70f3-474d-8003-e15e654166e4 req-c458a559-f6e7-4484-9afb-624b349365c7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.471178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0061ace3-70f3-474d-8003-e15e654166e4 req-c458a559-f6e7-4484-9afb-624b349365c7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 943 time: 0.1842022 Aug 29 04:23:45.543814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.595401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc406f-eb37-4e8d-97dc-c45059c41223 req-44ae5e75-4051-46a7-ab7f-b5d68e5bd332 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:45.610745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fcc406f-eb37-4e8d-97dc-c45059c41223 req-44ae5e75-4051-46a7-ab7f-b5d68e5bd332 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.2274101 Aug 29 04:23:45.623976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6609cdbb-714d-4353-a976-a4daec6b0835 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:23:45.650620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6609cdbb-714d-4353-a976-a4daec6b0835,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:45.660986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.712130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0061ace3-70f3-474d-8003-e15e654166e4 req-4a16bce0-0d8e-495e-ad97-44ddce2ca49d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396359 Aug 29 04:23:45.782398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:45.811876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fcc406f-eb37-4e8d-97dc-c45059c41223 req-819ed3a7-f657-4df8-be95-5d65a303f2ac tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998060 Aug 29 04:23:45.826913 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb5e92-8637-4bc4-a694-0cc950d46ade x-openstack-request-id: req-68fb5e92-8637-4bc4-a694-0cc950d46ade {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:45.826913 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f16cf6-e50e-4836-8b7d-73bcd219e801", "name": "network-vif-deleted", "tag": "cea70a5a-57b0-4362-9894-08f3423e3975", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:45.826913 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68fb5e92-8637-4bc4-a694-0cc950d46ade {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:45.826913 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f16cf6-e50e-4836-8b7d-73bcd219e801', 'name': 'network-vif-deleted', 'tag': 'cea70a5a-57b0-4362-9894-08f3423e3975', 'status': 'completed', 'code': 200} Aug 29 04:23:45.909458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:45.934668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Transition to ACTIVE for port object 2bdff3b8-a316-4fda-b2c4-72b800569210 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:45.970135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Transition to ACTIVE for port object 2bdff3b8-a316-4fda-b2c4-72b800569210 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:45.982376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.002701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ca21a4d-c79e-480d-988e-4cbc08305595 req-bb563b08-b849-4a2f-ae99-0c7b3bb27422 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4f16cf6-e50e-4836-8b7d-73bcd219e801 HTTP/1.1" status: 200 len: 210 time: 0.0546887 Aug 29 04:23:46.074282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Pushing event updated for resources: {'Port': ['ID=2bdff3b8-a316-4fda-b2c4-72b800569210,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.100146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:46.104744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:46.110553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:46.234373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Attempting to bind port 2bdff3b8-a316-4fda-b2c4-72b800569210 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:46.236334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Attempting to bind port 2bdff3b8-a316-4fda-b2c4-72b800569210 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:46.236958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Attempting to bind port 2bdff3b8-a316-4fda-b2c4-72b800569210 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:46.245263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:46.247169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:46.248051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.248484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:46.249287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Bound port: 2bdff3b8-a316-4fda-b2c4-72b800569210, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:46.250000 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.296784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::1 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/d1c9603c-f964-4ce4-a93d-247ececed110/703ee440-0e3f-4b4b-8b6a-a31071e49351) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:46.323478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6609cdbb-714d-4353-a976-a4daec6b0835'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:46.363019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] For port 2bdff3b8-a316-4fda-b2c4-72b800569210, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:46.388680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] For port 2bdff3b8-a316-4fda-b2c4-72b800569210, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2bdff3b8-a316-4fda-b2c4-72b800569210,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:46.402265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.513336 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.546135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 703ee440-0e3f-4b4b-8b6a-a31071e49351 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:46.562576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9bc1-b9fd-4fed-8d65-12aa657328c1 None None] Pushing event updated for resources: {'Port': ['ID=2bdff3b8-a316-4fda-b2c4-72b800569210,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:46.597684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:46.607235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.638846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: cea70a5a-57b0-4362-9894-08f3423e3975 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:46.639200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device cea70a5a-57b0-4362-9894-08f3423e3975 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:46.713009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:46.722583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:46.739669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:46.740435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:46.826525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=703ee440-0e3f-4b4b-8b6a-a31071e49351,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.003616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.049828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e7db0-e393-44d5-90de-ffb5ae9591e5 req-dff2f23f-b416-4ed3-9034-3b34e651de6d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.060566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-075e7db0-e393-44d5-90de-ffb5ae9591e5 req-dff2f23f-b416-4ed3-9034-3b34e651de6d tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 944 time: 0.1735320 Aug 29 04:23:47.137446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-075e7db0-e393-44d5-90de-ffb5ae9591e5 req-945dfc83-8470-47f8-86f1-5fe9759dceac tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751050 Aug 29 04:23:47.445163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813ee75-6781-499d-86fd-f60963b29691 req-8530d578-cf63-46ce-9c86-5835ebd91e5e tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:47.446966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3813ee75-6781-499d-86fd-f60963b29691 req-8530d578-cf63-46ce-9c86-5835ebd91e5e tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.0906978 Aug 29 04:23:47.495434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3813ee75-6781-499d-86fd-f60963b29691 req-175edc15-ceb9-4cce-9a89-ac98e16aba10 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Aug 29 04:23:47.648630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.657208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.659296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:47.960154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=703ee440-0e3f-4b4b-8b6a-a31071e49351,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:47.998742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6843d-0677-460b-9544-5642c563107b req-68ffd943-19b8-4aaa-b2b7-9e971806486a tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.007887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e6843d-0677-460b-9544-5642c563107b req-68ffd943-19b8-4aaa-b2b7-9e971806486a tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 949 time: 0.1309142 Aug 29 04:23:48.071377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:48.074143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:48.145062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e6843d-0677-460b-9544-5642c563107b req-276d30bd-2803-465e-8ec9-36cc1628c34b tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269403 Aug 29 04:23:48.170252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-18946345-1370-407b-ae7b-866c88daa08a tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.174116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-18946345-1370-407b-ae7b-866c88daa08a tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.1999664 Aug 29 04:23:48.350282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Router df97a158-9e4b-493f-b2d2-612ca0e1cd71 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:23:48.385108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbcf4f8c-5c46-4e96-9080-875035a18e01 None None] Provisioning for port 2bdff3b8-a316-4fda-b2c4-72b800569210 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:48.519360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa88f7-78e9-4c17-9be3-fe42b8c71cfe req-6d7f4b3d-2d34-4af4-a9b2-e534772352b2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.522999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfa88f7-78e9-4c17-9be3-fe42b8c71cfe req-6d7f4b3d-2d34-4af4-a9b2-e534772352b2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 944 time: 0.1545968 Aug 29 04:23:48.585276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6609cdbb-714d-4353-a976-a4daec6b0835 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:48.603276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:48.609449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Deleting port a2ee379c-f471-4634-b9ce-d9ce6923f496 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:48.609784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.617316 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Sync routers for ids ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:48.633294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4ce62bc-43dd-43aa-9211-6a571ae5ed3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "PUT /v2.0/routers/df97a158-9e4b-493f-b2d2-612ca0e1cd71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2518532 Aug 29 04:23:48.635134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.645875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Routers {'df97a158-9e4b-493f-b2d2-612ca0e1cd71'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:48.646524 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:48.685086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 6609cdbb-714d-4353-a976-a4daec6b0835 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:48.698134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 6609cdbb-714d-4353-a976-a4daec6b0835 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:48.698663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:48.743670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfa88f7-78e9-4c17-9be3-fe42b8c71cfe req-4d909dff-384f-4668-85ac-69e5a8700d14 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868343 Aug 29 04:23:48.770354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ce75c-e9cf-4022-a355-aa85df684281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.775275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a77ce75c-e9cf-4022-a355-aa85df684281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports/703ee440-0e3f-4b4b-8b6a-a31071e49351 HTTP/1.1" status: 200 len: 911 time: 0.1390703 Aug 29 04:23:48.778361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:48.825486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901962c7-12ab-4639-81f0-ff983b9aa318 req-3bb17b76-c31a-4d24-9f7c-b490dac0b0fa tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.833687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-901962c7-12ab-4639-81f0-ff983b9aa318 req-3bb17b76-c31a-4d24-9f7c-b490dac0b0fa tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.3077199 Aug 29 04:23:48.968572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7134e4e-02c7-4cb3-aa04-87e7326a1093 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:48.987119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2bdff3b8-a316-4fda-b2c4-72b800569210 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:48.996823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7134e4e-02c7-4cb3-aa04-87e7326a1093 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.002000 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7134e4e-02c7-4cb3-aa04-87e7326a1093 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2224472 Aug 29 04:23:49.008451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:49.009999 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Set router df97a158-9e4b-493f-b2d2-612ca0e1cd71 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:49.028042 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-5a84e760-3e91-4dca-bc8b-c765add83f0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2913005 Aug 29 04:23:49.049195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac8f7d7e-3b61-477a-a433-9db775caa4ba None None] Provisioning for port 703ee440-0e3f-4b4b-8b6a-a31071e49351 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:49.064943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac8f7d7e-3b61-477a-a433-9db775caa4ba None None] Provisioning complete for port 703ee440-0e3f-4b4b-8b6a-a31071e49351 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.065492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7d7e-3b61-477a-a433-9db775caa4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.127045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] For port a2ee379c-f471-4634-b9ce-d9ce6923f496, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=a2ee379c-f471-4634-b9ce-d9ce6923f496,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.127427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.160268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f7d7e-3b61-477a-a433-9db775caa4ba None None] Port 703ee440-0e3f-4b4b-8b6a-a31071e49351 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:49.160359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-901962c7-12ab-4639-81f0-ff983b9aa318 req-8543ec35-c31b-4d7c-822e-1c74072f75f1 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658455 Aug 29 04:23:49.160799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.188534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:49.191681 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7e616-be48-4134-a9d5-3ec2a5b201a5" -d '{"events": [{"server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "name": "network-vif-plugged", "status": "completed", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:49.208580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6609cdbb-714d-4353-a976-a4daec6b0835,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.216601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.225341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2bdff3b8-a316-4fda-b2c4-72b800569210 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:49.259775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2bdff3b8-a316-4fda-b2c4-72b800569210 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.264221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.291242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Calling delete_port for a2ee379c-f471-4634-b9ce-d9ce6923f496 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:49.331580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.346532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d84d2f6e-ce83-4dd6-a00e-427dc3a8b00a None None] Provisioning complete for port 703ee440-0e3f-4b4b-8b6a-a31071e49351 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:49.347275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d84d2f6e-ce83-4dd6-a00e-427dc3a8b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.424392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2f6e-ce83-4dd6-a00e-427dc3a8b00a None None] Port 703ee440-0e3f-4b4b-8b6a-a31071e49351 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:23:49.501956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.568812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 2bdff3b8-a316-4fda-b2c4-72b800569210, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2bdff3b8-a316-4fda-b2c4-72b800569210,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:49.577043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.659483 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df97a158-9e4b-493f-b2d2-612ca0e1cd71', 'name': 'tempest-NetworksTestDHCPv6-router-1987019729', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:44Z', 'updated_at': '2021-08-29T04:23:46Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None, '_interfaces': [{'id': '703ee440-0e3f-4b4b-8b6a-a31071e49351', 'name': '', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'mac_address': 'fa:16:3e:4b:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df97a158-9e4b-493f-b2d2-612ca0e1cd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd1c9603c-f964-4ce4-a93d-247ececed110', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:45Z', 'updated_at': '2021-08-29T04:23:47Z', 'revision_number': 2, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'subnets': [{'id': 'd1c9603c-f964-4ce4-a93d-247ececed110', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:49.679081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=2bdff3b8-a316-4fda-b2c4-72b800569210,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:49.714060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Checking router: df97a158-9e4b-493f-b2d2-612ca0e1cd71 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:49.714733 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Updating router df97a158-9e4b-493f-b2d2-612ca0e1cd71 port 703ee440-0e3f-4b4b-8b6a-a31071e49351 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:23:49.723136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-9dc90f5a-c78b-4f84-9d55-11618479deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.725291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-9dc90f5a-c78b-4f84-9d55-11618479deca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 1097 time: 0.5572116 Aug 29 04:23:49.755118 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.798442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194616a-865d-4ba1-beec-8030637a0d9f req-86b6cde6-ad1e-4119-a65f-ec6a2d641f4d tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:49.799980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b194616a-865d-4ba1-beec-8030637a0d9f req-86b6cde6-ad1e-4119-a65f-ec6a2d641f4d tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 945 time: 0.5062444 Aug 29 04:23:49.800666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.843175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:49.855870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['a2ee379c-f471-4634-b9ce-d9ce6923f496'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:49.919335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Pushing event deleted for resources: {'Port': ['ID=a2ee379c-f471-4634-b9ce-d9ce6923f496,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.154822 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.170924 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Transition to ACTIVE for port object 703ee440-0e3f-4b4b-8b6a-a31071e49351 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:50.180461 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.225727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 703ee440-0e3f-4b4b-8b6a-a31071e49351 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:50.226460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.273145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b84d1-3a87-4047-8fee-48109c319e74 req-01052525-bb32-411e-aeca-ad55b69fc159 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.284668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d0b84d1-3a87-4047-8fee-48109c319e74 req-01052525-bb32-411e-aeca-ad55b69fc159 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 949 time: 0.9209218 Aug 29 04:23:50.377449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.408421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 703ee440-0e3f-4b4b-8b6a-a31071e49351 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:50.436848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] No DVR routers for this DVR port a2ee379c-f471-4634-b9ce-d9ce6923f496 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:50.449342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.451561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76e6a927-6e83-46d4-b8ac-45916d6b8022 req-289551c7-0da2-49b4-abe4-b644783da879 tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.50 "DELETE /v2.0/ports/a2ee379c-f471-4634-b9ce-d9ce6923f496 HTTP/1.1" status: 204 len: 173 time: 2.2437248 Aug 29 04:23:50.452883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'name': 'network-vif-deleted', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:50.456262 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a6098-b116-40d6-b196-7705fc48313e" -d '{"events": [{"server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "name": "network-vif-deleted", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:50.474518 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f80302-0594-4f49-8dc0-629024222b2d None None] Pushing event updated for resources: {'Port': ['ID=703ee440-0e3f-4b4b-8b6a-a31071e49351,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:50.482054 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Attempting to bind port 703ee440-0e3f-4b4b-8b6a-a31071e49351 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:50.483674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Attempting to bind port 703ee440-0e3f-4b4b-8b6a-a31071e49351 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:50.484320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Attempting to bind port 703ee440-0e3f-4b4b-8b6a-a31071e49351 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:50.492658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:50.493445 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:50.494091 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.494709 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:50.495433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Bound port: 703ee440-0e3f-4b4b-8b6a-a31071e49351, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:50.496098 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.609711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d0b84d1-3a87-4047-8fee-48109c319e74 req-dab26951-d19e-4e8b-9ef0-dc7f915252bc tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240814 Aug 29 04:23:50.613206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b194616a-865d-4ba1-beec-8030637a0d9f req-f3eb2434-5929-4b74-9d3a-ed559cf811da tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799761 Aug 29 04:23:50.627044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-272189d9-db68-4b91-bbda-750cf8ce6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.628905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-272189d9-db68-4b91-bbda-750cf8ce6dc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 200 len: 916 time: 0.8708849 Aug 29 04:23:50.666589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-44b0e016-61f7-4abf-9864-6c8b3e5013c5 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.668190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-44b0e016-61f7-4abf-9864-6c8b3e5013c5 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.3770072 Aug 29 04:23:50.760860 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] For port 703ee440-0e3f-4b4b-8b6a-a31071e49351, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:50.780686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] For port 703ee440-0e3f-4b4b-8b6a-a31071e49351, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=703ee440-0e3f-4b4b-8b6a-a31071e49351,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:50.783335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-63854cb6-1d8f-411c-9221-909211820c25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18 HTTP/1.1" status: 200 len: 217 time: 0.1127372 Aug 29 04:23:50.790352 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.824235 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0daae-4e71-4f0a-9294-bec5fb44f73e x-openstack-request-id: req-0db0daae-4e71-4f0a-9294-bec5fb44f73e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:50.824738 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "name": "network-vif-plugged", "status": "completed", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:50.824821 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0db0daae-4e71-4f0a-9294-bec5fb44f73e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:50.825156 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835', 'code': 200} Aug 29 04:23:50.908405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2bdff3b8-a316-4fda-b2c4-72b800569210 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:50.911483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-4a08cb4d-5fc0-4b15-8d9b-2faf5f007bfc tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.913125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-4a08cb4d-5fc0-4b15-8d9b-2faf5f007bfc tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 949 time: 0.2817132 Aug 29 04:23:50.917471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:50.951620 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Routers {'df97a158-9e4b-493f-b2d2-612ca0e1cd71'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:50.952535 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:50.974997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf168db7-9f47-4fc5-bab6-b59ed5f1b753 req-3b799b67-72e4-405e-93e2-21b408346284 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:50.985173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf168db7-9f47-4fc5-bab6-b59ed5f1b753 req-3b799b67-72e4-405e-93e2-21b408346284 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.2071371 Aug 29 04:23:51.030823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=703ee440-0e3f-4b4b-8b6a-a31071e49351,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.055226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2bdff3b8-a316-4fda-b2c4-72b800569210 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:51.055724 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.158065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-a2b799dc-ccce-43d8-afa9-088de5e265f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.161271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-a2b799dc-ccce-43d8-afa9-088de5e265f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 200 len: 854 time: 0.1536567 Aug 29 04:23:51.216133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.237931 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f80302-0594-4f49-8dc0-629024222b2d None None] Pushing event updated for resources: {'Port': ['ID=703ee440-0e3f-4b4b-8b6a-a31071e49351,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:51.248738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] Set router df97a158-9e4b-493f-b2d2-612ca0e1cd71 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:51.370717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df97a158-9e4b-493f-b2d2-612ca0e1cd71', 'name': 'tempest-NetworksTestDHCPv6-router-1987019729', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:44Z', 'updated_at': '2021-08-29T04:23:50Z', 'revision_number': 3, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:51.389780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bec8d-1e8c-4961-8122-0256e321c55e req-05344177-ba79-4b72-83a8-277e46e0bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.392261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c6bec8d-1e8c-4961-8122-0256e321c55e req-05344177-ba79-4b72-83a8-277e46e0bdfd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 1097 time: 0.2423136 Aug 29 04:23:51.405891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d75bb40-1a87-4300-b46d-69af4dc31476 None None] Could not find standard attr ID for object 703ee440-0e3f-4b4b-8b6a-a31071e49351. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:23:51.481917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf168db7-9f47-4fc5-bab6-b59ed5f1b753 req-f8f57b35-54e1-4113-a7a4-0d7dc950da41 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4846387 Aug 29 04:23:51.488819 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e16e05-9208-422c-a128-11669d9942b3 None None] The sync data for ids ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'] in n-d-712139-13 is: [{'id': 'df97a158-9e4b-493f-b2d2-612ca0e1cd71', 'name': 'tempest-NetworksTestDHCPv6-router-1987019729', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:23:44Z', 'updated_at': '2021-08-29T04:23:50Z', 'revision_number': 3, 'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:51.556648 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c6bec8d-1e8c-4961-8122-0256e321c55e req-2e5f363f-6bed-4c4d-9e08-b982d9e62bdc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493297 Aug 29 04:23:51.565989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Router df97a158-9e4b-493f-b2d2-612ca0e1cd71 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:51.601825 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1973dc6-ad70-4680-89eb-5f905c3d06f1 x-openstack-request-id: req-e1973dc6-ad70-4680-89eb-5f905c3d06f1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:51.602424 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1da0839-041e-4dbe-bab6-5a09885d86ad", "name": "network-vif-deleted", "tag": "a2ee379c-f471-4634-b9ce-d9ce6923f496", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:51.602874 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1973dc6-ad70-4680-89eb-5f905c3d06f1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:51.603512 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da0839-041e-4dbe-bab6-5a09885d86ad', 'name': 'network-vif-deleted', 'tag': 'a2ee379c-f471-4634-b9ce-d9ce6923f496', 'status': 'completed', 'code': 200} Aug 29 04:23:51.611730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Deleting port dab23959-aaff-49a7-a998-5d5d771febbd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:51.612942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.717260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:51.729464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c98304b4-30b5-4717-9a0f-eac919a345a2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "PUT /v2.0/routers/df97a158-9e4b-493f-b2d2-612ca0e1cd71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185190 Aug 29 04:23:51.732715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.742006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-8f8a3113-96f6-43c0-ae99-a98d97061e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.743546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-8f8a3113-96f6-43c0-ae99-a98d97061e74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5367835 Aug 29 04:23:51.806629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f7422-e41d-4c72-aedf-654939c3a1cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.808359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f7422-e41d-4c72-aedf-654939c3a1cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.810110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc4f7422-e41d-4c72-aedf-654939c3a1cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0762599 Aug 29 04:23:51.812827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:51.819160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-657b8a0a-9c0d-4116-b660-87127d3de0e7 req-8e01e1ba-e61f-4343-84fb-e38b0037e7dd tempest-AttachSCSIVolumeTestJSON-1232809574 tempest-AttachSCSIVolumeTestJSON-1232809574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1da0839-041e-4dbe-bab6-5a09885d86ad HTTP/1.1" status: 200 len: 210 time: 0.0692225 Aug 29 04:23:51.846157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] For port dab23959-aaff-49a7-a998-5d5d771febbd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dab23959-aaff-49a7-a998-5d5d771febbd,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:51.846554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.859133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055747e-6354-428a-9c37-7dd71a01a466 req-98b231f5-f598-49ec-84d2-6fb4ceea1fc3 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:51.868243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2055747e-6354-428a-9c37-7dd71a01a466 req-98b231f5-f598-49ec-84d2-6fb4ceea1fc3 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 946 time: 0.7041357 Aug 29 04:23:51.899469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Calling delete_port for dab23959-aaff-49a7-a998-5d5d771febbd owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:51.910542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Deleting port fcdab6d8-9590-4f54-aaad-f04b3479f653 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:51.910883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.917292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet d1c9603c-f964-4ce4-a93d-247ececed110 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:23:51.921309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:51.983802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.118729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.134176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2055747e-6354-428a-9c37-7dd71a01a466 req-265ac275-6500-42c1-bf16-6b8c8d336c87 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649789 Aug 29 04:23:52.218435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.225972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7d7-988e-4017-ba9b-9122602c5c20 req-0126e267-71c3-4844-99bd-5cec4425e0d4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:52.235474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.241877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/d1c9603c-f964-4ce4-a93d-247ececed110 HTTP/1.1" status: 204 len: 168 time: 0.4275198 Aug 29 04:23:52.242107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-340fc7d7-988e-4017-ba9b-9122602c5c20 req-0126e267-71c3-4844-99bd-5cec4425e0d4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 949 time: 0.3269293 Aug 29 04:23:52.242274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3657223-26ad-4ecc-af0a-425b05c8ec45 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:52.244572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.284390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378c403-605e-4e16-814e-bc74f1a24957 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c9603c-f964-4ce4-a93d-247ececed110,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.328879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] For port fcdab6d8-9590-4f54-aaad-f04b3479f653, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=fcdab6d8-9590-4f54-aaad-f04b3479f653,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:52.329245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.360758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-340fc7d7-988e-4017-ba9b-9122602c5c20 req-7e84d612-b057-4e4a-b03a-73935be05e77 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/security-groups?id=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179941 Aug 29 04:23:52.366070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-895f1a55-6d14-430c-844f-5e60f27437f5 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632755 Aug 29 04:23:52.372741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Calling delete_port for fcdab6d8-9590-4f54-aaad-f04b3479f653 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:52.532453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:23:52.643149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device fcdab6d8-9590-4f54-aaad-f04b3479f653 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:52.668728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.720950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-962de99e-920d-4e8b-a4aa-5ac4b1c2a014 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4673393 Aug 29 04:23:52.722247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:52.776740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1eeb8a-57df-4054-bbd1-12c937ded301'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:52.780991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['7443bc4a-19ee-4d3b-939d-6e5110edca18'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:23:52.816870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event deleted for resources: {'Port': ['ID=dab23959-aaff-49a7-a998-5d5d771febbd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:52.827537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2fa759a-e54f-4eea-9b0d-69e3afd9f2d9 req-48fd69b0-f734-4378-9277-cd222aff5ca7 service neutron] 10.222.0.50 "GET /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483681 Aug 29 04:23:52.904800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.905156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.905491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.905829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.906167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.906594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.906924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.907263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.907586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.907914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.908264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.908588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:52.909595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2bdff3b8-a316-4fda-b2c4-72b800569210 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:52.936174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.949953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Deleting port 2bdff3b8-a316-4fda-b2c4-72b800569210 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:52.955912 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.987700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] No DVR routers for this DVR port dab23959-aaff-49a7-a998-5d5d771febbd on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:52.992617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:52.995083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35117da5-58f7-4566-ae8a-1356d9a239ae req-216ff80d-cb2d-4620-848a-a6ccc7b3373a tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "DELETE /v2.0/ports/dab23959-aaff-49a7-a998-5d5d771febbd HTTP/1.1" status: 204 len: 173 time: 2.3035090 Aug 29 04:23:53.006543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a94f-bd9a-4db7-92cd-8da4944f3270 req-48c31459-08f8-4b01-8022-ef1e71b9f22f tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.008801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6f0a94f-bd9a-4db7-92cd-8da4944f3270 req-48c31459-08f8-4b01-8022-ef1e71b9f22f tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.3517065 Aug 29 04:23:53.059720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] Sync routers for ids ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:53.215034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6f0a94f-bd9a-4db7-92cd-8da4944f3270 req-737354bf-a51d-4f45-8bf6-788343578868 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955922 Aug 29 04:23:53.221381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.342715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Pushing event deleted for resources: {'Port': ['ID=fcdab6d8-9590-4f54-aaad-f04b3479f653,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:53.517340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] No DVR routers for this DVR port fcdab6d8-9590-4f54-aaad-f04b3479f653 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:53.544478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.547777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805d3464-b6b6-4c85-95f8-1cb36819af25 req-2b9511ae-23e1-464f-a760-25892982d2b4 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.50 "DELETE /v2.0/ports/fcdab6d8-9590-4f54-aaad-f04b3479f653 HTTP/1.1" status: 204 len: 173 time: 2.5390825 Aug 29 04:23:53.573755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] For port 2bdff3b8-a316-4fda-b2c4-72b800569210, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2bdff3b8-a316-4fda-b2c4-72b800569210,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:53.574539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.604749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Calling delete_port for 2bdff3b8-a316-4fda-b2c4-72b800569210 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:53.627129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.633499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.646322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'name': 'network-vif-deleted', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd'}, {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-deleted', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:53.661073 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dddd5f8-b511-4ae8-a844-2bab98a1834a" -d '{"events": [{"server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "name": "network-vif-deleted", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd"}, {"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-deleted", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:53.704053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d1afb8e-f8cc-4b6e-b869-7c9ba5b7f94e req-507654a4-a066-4662-b97e-7d56a5f7a2b8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf4465b4-ea2c-4b78-ac8e-e9e4416e5936 HTTP/1.1" status: 200 len: 210 time: 0.2998786 Aug 29 04:23:53.755522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Port fcdab6d8-9590-4f54-aaad-f04b3479f653 update to DOWN by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 04:23:53.755795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.756495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Fanout notify agent at l3_agent the message router_deleted on router df97a158-9e4b-493f-b2d2-612ca0e1cd71 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:23:53.759506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device a2ee379c-f471-4634-b9ce-d9ce6923f496 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:53.767667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] Routers {'df97a158-9e4b-493f-b2d2-612ca0e1cd71'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:53.767667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:53.781658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:53.784169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-48ec655d-8e1e-4b04-a2c5-648595da1458 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/routers/df97a158-9e4b-493f-b2d2-612ca0e1cd71 HTTP/1.1" status: 204 len: 168 time: 1.0605032 Aug 29 04:23:53.787653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.808587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-341adb91-2813-4ec6-8c72-65c64a8d9aa9 req-79d250a8-39cd-444b-9c8a-f2a49e00e468 tempest-ListImageFiltersTestJSON-1525630788 tempest-ListImageFiltersTestJSON-1525630788-project] 10.222.0.62 "GET /v2.0/ports?device_id=95bf1095-8721-4f47-96ec-523c8d0aa7b5 HTTP/1.1" status: 200 len: 210 time: 0.1033456 Aug 29 04:23:53.839290 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4ae7cd-7d6f-4e39-98e7-ec18c00e1096 x-openstack-request-id: req-ee4ae7cd-7d6f-4e39-98e7-ec18c00e1096 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:53.839688 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4465b4-ea2c-4b78-ac8e-e9e4416e5936", "name": "network-vif-deleted", "tag": "dab23959-aaff-49a7-a998-5d5d771febbd", "status": "completed", "code": 200}, {"server_uuid": "95bf1095-8721-4f47-96ec-523c8d0aa7b5", "name": "network-vif-deleted", "tag": "fcdab6d8-9590-4f54-aaad-f04b3479f653", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:53.840030 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee4ae7cd-7d6f-4e39-98e7-ec18c00e1096 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:53.840392 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4465b4-ea2c-4b78-ac8e-e9e4416e5936', 'name': 'network-vif-deleted', 'tag': 'dab23959-aaff-49a7-a998-5d5d771febbd', 'status': 'completed', 'code': 200} Aug 29 04:23:53.840687 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bf1095-8721-4f47-96ec-523c8d0aa7b5', 'name': 'network-vif-deleted', 'tag': 'fcdab6d8-9590-4f54-aaad-f04b3479f653', 'status': 'completed', 'code': 200} Aug 29 04:23:53.889126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d236cfa-2e11-461a-b823-e169532f1afa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:53.893948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:53.934773 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0d236cfa-2e11-461a-b823-e169532f1afa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1429155 Aug 29 04:23:54.009251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:54.083506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dab23959-aaff-49a7-a998-5d5d771febbd no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:23:54.131460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: dab23959-aaff-49a7-a998-5d5d771febbd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:54.132999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dab23959-aaff-49a7-a998-5d5d771febbd not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:54.147284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: a2ee379c-f471-4634-b9ce-d9ce6923f496 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:23:54.148898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab948d-276e-42a8-a23c-476fd578ecea tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.150074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device a2ee379c-f471-4634-b9ce-d9ce6923f496 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:23:54.150892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-caab948d-276e-42a8-a23c-476fd578ecea tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2557895 Aug 29 04:23:54.153531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:54.209792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-439b595f-a32b-4246-ad45-235aeb67bd05 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546198 Aug 29 04:23:54.218352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:54.225677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:54.338076 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.339893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:54.353968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:23:54.354608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df97a158-9e4b-493f-b2d2-612ca0e1cd71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:23:54.354999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ac7d3-593a-4f5b-aef8-054b167c2dd9 None None] The sync data for ids ['df97a158-9e4b-493f-b2d2-612ca0e1cd71'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:54.513630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:54.518910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.549031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe23d-70f6-4582-a28a-1b1fa325f2f6 req-46a509c1-eb0c-4e64-9f36-b86bd9a24d75 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:54.557895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72dbe23d-70f6-4582-a28a-1b1fa325f2f6 req-46a509c1-eb0c-4e64-9f36-b86bd9a24d75 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.2105949 Aug 29 04:23:54.689820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 2bdff3b8-a316-4fda-b2c4-72b800569210, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2bdff3b8-a316-4fda-b2c4-72b800569210,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:54.690361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72dbe23d-70f6-4582-a28a-1b1fa325f2f6 req-7dd71cff-f827-40a9-bcb8-44e0f6dc13a0 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309226 Aug 29 04:23:54.735838 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.795442 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:54.878278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] No DVR routers for this DVR port 2bdff3b8-a316-4fda-b2c4-72b800569210 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:23:54.880364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event deleted for resources: {'Port': ['ID=2bdff3b8-a316-4fda-b2c4-72b800569210,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:54.914097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78819d5-5e50-4929-a39f-bc34a1e4b591 None None] Pushing event deleted for resources: {'Port': ['ID=2bdff3b8-a316-4fda-b2c4-72b800569210,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.009980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028a20-3771-4869-ab37-bbfa6e310c61 req-1386b0c6-ca78-4533-8e35-78888ab92ed8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.011608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7028a20-3771-4869-ab37-bbfa6e310c61 req-1386b0c6-ca78-4533-8e35-78888ab92ed8 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.1175463 Aug 29 04:23:55.021267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.027148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Request body: {'floatingip': {'port_id': '6609cdbb-714d-4353-a976-a4daec6b0835'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:55.128539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.290380 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:23:55.294127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.394183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:55.410169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:55.414038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.414660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.424304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c161a75-dfd7-4453-9947-67997e810acd None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:55.439068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9e5fd-9498-47a9-b748-1f8d2976daff req-b029fda5-a947-49f5-8ee7-25e9c69d4d16 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:55.441247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ee9e5fd-9498-47a9-b748-1f8d2976daff req-b029fda5-a947-49f5-8ee7-25e9c69d4d16 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.1483459 Aug 29 04:23:55.447703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2231185 Aug 29 04:23:55.447703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a74e3-8ca2-4785-9d75-496f447b0784 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=5926ff13-73b9-42a6-9593-7b8e22168500,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:55.453654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:55.459158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:55.613181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ee9e5fd-9498-47a9-b748-1f8d2976daff req-c7fb7302-49e0-443f-8899-0678a9342d52 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485436 Aug 29 04:23:55.823544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:55.827727 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:55.957390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '5926ff13-73b9-42a6-9593-7b8e22168500'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:23:55.959668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.329266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:23:56.408394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Allocated IP 2001:db8::f816:3eff:fe90:c127 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/5926ff13-73b9-42a6-9593-7b8e22168500/b12b3ce5-c584-4753-906a-618e81f606f1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:56.516980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.525948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.725171 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Floating IP f640cc94-bc91-4ad6-83cc-d838d8a2b976 associated. External IP: 172.25.3.41, port: 6609cdbb-714d-4353-a976-a4daec6b0835. Aug 29 04:23:56.886802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:56.918147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Transition to ACTIVE for port object b12b3ce5-c584-4753-906a-618e81f606f1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:56.949498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Transition to ACTIVE for port object b12b3ce5-c584-4753-906a-618e81f606f1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:56.961709 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.060979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:57.064243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:57.069830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:57.082237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Pushing event updated for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.174443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Router 47a7122d-35c0-4385-9749-5e437ee1cb63 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:23:57.192862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Attempting to bind port b12b3ce5-c584-4753-906a-618e81f606f1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:23:57.193228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Attempting to bind port b12b3ce5-c584-4753-906a-618e81f606f1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:23:57.199244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Attempting to bind port b12b3ce5-c584-4753-906a-618e81f606f1 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:23:57.223233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:23:57.224189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:23:57.224593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.224988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:23:57.225475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Bound port: b12b3ce5-c584-4753-906a-618e81f606f1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:23:57.225854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.296113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeecef-9f61-4b89-8616-e53dcf56db5c req-c9bd4958-a3eb-44b3-acde-99aa2523b30a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.306100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1deeecef-9f61-4b89-8616-e53dcf56db5c req-c9bd4958-a3eb-44b3-acde-99aa2523b30a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.7911119 Aug 29 04:23:57.311033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.367178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:23:57.374522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.388164 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Sync routers for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:23:57.400061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:23:57.402977 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:57.403512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b12b3ce5-c584-4753-906a-618e81f606f1,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:23:57.405520 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:57.411736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.419424 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-207eefb6-bcb7-4f1a-a091-40fbd2018ca2 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "PUT /v2.0/floatingips/f640cc94-bc91-4ad6-83cc-d838d8a2b976 HTTP/1.1" status: 200 len: 990 time: 2.3969440 Aug 29 04:23:57.420267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:23:57.423613 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898abeec-8560-4bef-89e8-e16e1fe4f789" -d '{"events": [{"name": "network-changed", "server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:23:57.483482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=6baa636b-c927-47bf-a89a-bfad413310f2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.502514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105403-215b-4cbd-a154-1284ce227723 None None] Pushing event updated for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:57.535040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:57.547631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:57.555095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.555911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:57.562891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1deeecef-9f61-4b89-8616-e53dcf56db5c req-404b8904-db20-4d5e-9ee1-abd06de6aa49 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556095 Aug 29 04:23:57.610865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b29544-90f6-4bbb-96c2-1a8b8989bdca req-245279d1-8ad7-41cb-aa50-8dab6bf6860e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.616981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4b29544-90f6-4bbb-96c2-1a8b8989bdca req-245279d1-8ad7-41cb-aa50-8dab6bf6860e tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.2453809 Aug 29 04:23:57.668891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-e6f49f12-6474-4172-b215-7be2cc9d1676 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:57.672045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-e6f49f12-6474-4172-b215-7be2cc9d1676 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.3615985 Aug 29 04:23:57.680034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06b70cf7-8bec-4e71-a8a6-7c46072140ca tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2248373 Aug 29 04:23:57.682929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:57.689198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:91:f0:71', 'name': 'tempest-NetworksTestDHCPv6-1580713446'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:23:57.692176 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:57.891197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4b29544-90f6-4bbb-96c2-1a8b8989bdca req-cb21fc4c-9ed5-46a0-a7c4-3df538753ab4 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730701 Aug 29 04:23:57.998807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:23:58.048091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Deleting port 7443bc4a-19ee-4d3b-939d-6e5110edca18 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:58.048511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.213464 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aa9304-b46c-4e13-afca-63026a168f06 x-openstack-request-id: req-82aa9304-b46c-4e13-afca-63026a168f06 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:23:58.214825 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:23:58.216200 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82aa9304-b46c-4e13-afca-63026a168f06 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:23:58.216976 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835', 'status': 'completed', 'code': 200} Aug 29 04:23:58.306404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.358739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 2318c881-66fc-4b7a-b9a2-39d0aa249dde yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:23:58.369810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f640cc94-bc91-4ad6-83cc-d838d8a2b976', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'port_id': '6609cdbb-714d-4353-a976-a4daec6b0835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'mac_address': 'fa:16:3e:8f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:23:21Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 1, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.418567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:58.424163 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Checking router: 47a7122d-35c0-4385-9749-5e437ee1cb63 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:23:58.435401 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:23:58.436341 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:58.517685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] For port 7443bc4a-19ee-4d3b-939d-6e5110edca18, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=7443bc4a-19ee-4d3b-939d-6e5110edca18,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:58.518302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:58.619770 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:23:58.685540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 172.20.0.4 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/6baa636b-c927-47bf-a89a-bfad413310f2/2318c881-66fc-4b7a-b9a2-39d0aa249dde) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:58.698348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-0b5dba3c-f57b-4f9b-a8ce-7b6d40bb2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:58.700984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-0b5dba3c-f57b-4f9b-a8ce-7b6d40bb2806 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 1097 time: 0.4383862 Aug 29 04:23:58.704093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe91:f071 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/5926ff13-73b9-42a6-9593-7b8e22168500/2318c881-66fc-4b7a-b9a2-39d0aa249dde) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:23:58.725833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Calling delete_port for 7443bc4a-19ee-4d3b-939d-6e5110edca18 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:59.000054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b12b3ce5-c584-4753-906a-618e81f606f1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:23:59.007356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.023466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 2318c881-66fc-4b7a-b9a2-39d0aa249dde will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:23:59.067110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-24045cd5-07c9-4b97-8612-58cd7d76fb0d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.070657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-24045cd5-07c9-4b97-8612-58cd7d76fb0d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.6457739 Aug 29 04:23:59.075355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a18051-2f5f-4a0f-b556-04920d890222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.084486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.178678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:23:59.193076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:23:59.204383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b12b3ce5-c584-4753-906a-618e81f606f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:59.228313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:23:59.233689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=2318c881-66fc-4b7a-b9a2-39d0aa249dde,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:23:59.248423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b6f82-67b3-4205-9af3-174d88976d8b None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:23:59.319979 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f640cc94-bc91-4ad6-83cc-d838d8a2b976', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'port_id': '6609cdbb-714d-4353-a976-a4daec6b0835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'mac_address': 'fa:16:3e:8f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:23:21Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 1, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:23:59.360227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.360473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.360736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.361231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.361466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.361802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.362131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.362461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.362846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.363255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.363762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.370296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:23:59.387182 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6445d-4f48-4f6d-8a0b-8fca1fd5b00e None None] The sync data for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 is: [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f640cc94-bc91-4ad6-83cc-d838d8a2b976', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'port_id': '6609cdbb-714d-4353-a976-a4daec6b0835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'mac_address': 'fa:16:3e:8f:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:23:21Z', 'updated_at': '2021-08-29T04:23:56Z', 'revision_number': 1, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:23:59.481487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.483567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.510946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Provisioning for port b12b3ce5-c584-4753-906a-618e81f606f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:23:59.540292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Provisioning complete for port b12b3ce5-c584-4753-906a-618e81f606f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:23:59.540749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.548641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.598271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e7a36-e740-4405-97d2-54c81814a768 req-6c97de9f-83c0-4502-8dd5-91dbbbbf1cde tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.602030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-204e7a36-e740-4405-97d2-54c81814a768 req-6c97de9f-83c0-4502-8dd5-91dbbbbf1cde tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 946 time: 0.8242068 Aug 29 04:23:59.606325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.662080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfec3d-f1a2-4083-a701-787e365f6bfe req-2b198e31-7cdc-4068-bd2c-0596541ed6ad tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.664817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bfec3d-f1a2-4083-a701-787e365f6bfe req-2b198e31-7cdc-4068-bd2c-0596541ed6ad tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 945 time: 0.2077906 Aug 29 04:23:59.693062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:23:59.693937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.751589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.812582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b12b3ce5-c584-4753-906a-618e81f606f1,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:59.819581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.876838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b707f72-70d4-483e-a37c-8115622ff0ce None None] New status for floating IP f640cc94-bc91-4ad6-83cc-d838d8a2b976: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:23:59.880836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88d6e267-9094-4cb8-91b7-6f5355249fbb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=591c12583dde40778ab533e35f07d23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724378 Aug 29 04:23:59.881535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:23:59.919261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-c69cd7fa-7a6b-4d99-b4d5-00db46db606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:23:59.921204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-c69cd7fa-7a6b-4d99-b4d5-00db46db606a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 200 len: 912 time: 1.2043066 Aug 29 04:23:59.939037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:23:59.939588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.944015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.984844 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:23:59.991624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:23:59.996319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-204e7a36-e740-4405-97d2-54c81814a768 req-1697290e-2574-47ee-a764-2c1e7f3138ae tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713911 Aug 29 04:24:00.022123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '5926ff13-73b9-42a6-9593-7b8e22168500', 'ip_address': '2001:db8::f816:3eff:fe90:c127'}, {'subnet_id': '6baa636b-c927-47bf-a89a-bfad413310f2'}], 'binding:host_id': 'n-d-712139-13'}, 'id': 'b12b3ce5-c584-4753-906a-618e81f606f1'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:00.051853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb35ff-7ccf-4d8a-8d87-fbbce94f4d68 None None] Pushing event updated for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.089787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bfec3d-f1a2-4083-a701-787e365f6bfe req-b02d8012-31c6-4410-ad2e-a3730b65f049 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039006 Aug 29 04:24:00.138046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.144770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.144981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.151068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ecb550a-1b04-4742-ab3e-c8ba5e23eea8 HTTP/1.1" status: 204 len: 168 time: 0.2681780 Aug 29 04:24:00.164242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255359-c0a0-4640-b1e2-ccd1b91d679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecb550a-1b04-4742-ab3e-c8ba5e23eea8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.275828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.317614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-35a1dc0f-1705-472f-8c3c-62a894e607c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 200 len: 998 time: 0.3620329 Aug 29 04:24:00.395660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a18051-2f5f-4a0f-b556-04920d890222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.397142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.424937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1eeb8a-57df-4054-bbd1-12c937ded301'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:00.427703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-24a18051-2f5f-4a0f-b556-04920d890222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.475007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['7443bc4a-19ee-4d3b-939d-6e5110edca18'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:00.491323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6e6de9a-fcc0-4889-8c83-18817c141248 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8018899 Aug 29 04:24:00.491629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event deleted for resources: {'Port': ['ID=7443bc4a-19ee-4d3b-939d-6e5110edca18,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.498462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.633476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Allocated IP 172.20.0.2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/6baa636b-c927-47bf-a89a-bfad413310f2/b12b3ce5-c584-4753-906a-618e81f606f1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:00.663195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-fcbcc4bd-484e-488e-878a-df9c130aa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.665558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-fcbcc4bd-484e-488e-878a-df9c130aa9ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b9b1de4-c5af-41d2-9a76-d38544c73983 HTTP/1.1" status: 200 len: 850 time: 0.3228106 Aug 29 04:24:00.720180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] No DVR routers for this DVR port 7443bc4a-19ee-4d3b-939d-6e5110edca18 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:00.725588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-24a18051-2f5f-4a0f-b556-04920d890222 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=204597ba1ce141a987961af51b8eac73&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2956486 Aug 29 04:24:00.728279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.738502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.741269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc4700ff-9838-4cfd-8467-629371c4ac77 req-70389c7a-b168-40bc-b1cf-dc8880e84316 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.50 "DELETE /v2.0/ports/7443bc4a-19ee-4d3b-939d-6e5110edca18 HTTP/1.1" status: 204 len: 173 time: 3.0581896 Aug 29 04:24:00.742287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'name': 'network-vif-deleted', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:00.745233 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a01006f-3ca1-419e-a6b9-3e713bdb404c" -d '{"events": [{"server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "name": "network-vif-deleted", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:00.753473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a18051-2f5f-4a0f-b556-04920d890222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e400ac-5acd-4ab2-9c2e-3e41662cb0f4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:00.834747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de8dad-208a-473d-8cf2-caa506e6260a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.851025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de8dad-208a-473d-8cf2-caa506e6260a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.853496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e1de8dad-208a-473d-8cf2-caa506e6260a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3354313 Aug 29 04:24:00.855130 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf22cf4-ec5c-4b70-9200-007c18e7dafb x-openstack-request-id: req-3cf22cf4-ec5c-4b70-9200-007c18e7dafb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:00.855420 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce976fc9-a88a-451d-bc3c-a750eae182c1", "name": "network-vif-deleted", "tag": "7443bc4a-19ee-4d3b-939d-6e5110edca18", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:00.855672 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cf22cf4-ec5c-4b70-9200-007c18e7dafb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:00.856091 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce976fc9-a88a-451d-bc3c-a750eae182c1', 'name': 'network-vif-deleted', 'tag': '7443bc4a-19ee-4d3b-939d-6e5110edca18', 'status': 'completed', 'code': 200} Aug 29 04:24:00.869487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:00.878880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:00.963147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b12b3ce5-c584-4753-906a-618e81f606f1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:00.980884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-ea163bce-1071-493b-b8b1-80c77f6b617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:00.982550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-ea163bce-1071-493b-b8b1-80c77f6b617e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3942438-4145-4cb8-88ee-236d8775276b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2847815 Aug 29 04:24:00.993243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=61d4ac3f-27e0-40a3-b62b-5e45f6d956cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.042952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b12b3ce5-c584-4753-906a-618e81f606f1,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:01.048640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.101954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.112402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.147428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b12b3ce5-c584-4753-906a-618e81f606f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:01.147960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.155851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Transition to ACTIVE for port object b12b3ce5-c584-4753-906a-618e81f606f1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:01.209253 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.262093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:01.280060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bae81ed-bd1f-453b-9797-49151b30f65f req-9b029d83-f5ba-4350-9615-e1544bae924a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0884149 Aug 29 04:24:01.324505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.327225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a709fde-946e-43c6-b8ef-7541ffb9014d req-93025ec8-9f08-4fdc-b60d-f1a3aa786e4e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "DELETE /v2.0/ports/61d4ac3f-27e0-40a3-b62b-5e45f6d956cd HTTP/1.1" status: 204 len: 173 time: 2.2233653 Aug 29 04:24:01.369494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.375956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.384797 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95e400ac-5acd-4ab2-9c2e-3e41662cb0f4 HTTP/1.1" status: 204 len: 168 time: 0.6515281 Aug 29 04:24:01.388848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24fa84f1-ff70-4b73-a68f-16bf6ffb98db req-02943346-ea06-41c2-b599-6b8b6d6b5fe0 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce976fc9-a88a-451d-bc3c-a750eae182c1 HTTP/1.1" status: 200 len: 210 time: 0.1072524 Aug 29 04:24:01.413630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e387d-7a66-4c2d-bf95-109e46e3d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e400ac-5acd-4ab2-9c2e-3e41662cb0f4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.415045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 2318c881-66fc-4b7a-b9a2-39d0aa249dde {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:01.415624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.427422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.509482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93a52-42a6-4df5-b64a-c660d92750ef None None] Pushing event updated for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:01.526365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Port b12b3ce5-c584-4753-906a-618e81f606f1 had new provisioning blocks added so it will not transition to active. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:24:01.691405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:01.736962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-494f3db4-98b8-408c-b6b4-4d3121f02387 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214184 Aug 29 04:24:01.738105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 2318c881-66fc-4b7a-b9a2-39d0aa249dde owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:02.060577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898abeec-8560-4bef-89e8-e16e1fe4f789 req-7ab7d8ab-8380-4039-8c33-03f13b4ff074 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080337 Aug 29 04:24:02.062386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:02.096068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:02.096690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 61d4ac3f-27e0-40a3-b62b-5e45f6d956cd not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:02.142435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.188306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=2318c881-66fc-4b7a-b9a2-39d0aa249dde,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.309900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.315044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c16ac5ce-f24b-4c74-8e8a-8e8dc66c7c23 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/2318c881-66fc-4b7a-b9a2-39d0aa249dde HTTP/1.1" status: 204 len: 168 time: 1.4444532 Aug 29 04:24:02.315961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.344491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.418631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0785ed-239d-4586-a177-584fc6942ddc tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.428304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c44368b-76fa-404d-a1b2-9a9d738b2704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.440260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0785ed-239d-4586-a177-584fc6942ddc tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.445581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0785ed-239d-4586-a177-584fc6942ddc tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:02.449451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb0785ed-239d-4586-a177-584fc6942ddc tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1323373 Aug 29 04:24:02.454938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:02.529007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10d83c45-0607-40f0-a7ca-6afb6ad3eb17 req-fca365f0-4957-4637-a18b-dd44417b2e90 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0765777 Aug 29 04:24:02.605154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 5926ff13-73b9-42a6-9593-7b8e22168500 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:02.616537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7443bc4a-19ee-4d3b-939d-6e5110edca18 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:02.628022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.685557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Deleting port 8798c748-e600-4338-8428-fdedcb7b11f3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:02.685914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.704761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 7443bc4a-19ee-4d3b-939d-6e5110edca18 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:02.705100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 7443bc4a-19ee-4d3b-939d-6e5110edca18 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:02.713973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-657c2f6b-3489-4641-a633-37bc6547f684 None None] Could not find standard attr ID for object 2318c881-66fc-4b7a-b9a2-39d0aa249dde. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:02.732226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-657c2f6b-3489-4641-a633-37bc6547f684 None None] Provisioning for port b12b3ce5-c584-4753-906a-618e81f606f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:02.743022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-657c2f6b-3489-4641-a633-37bc6547f684 None None] Provisioning complete for port b12b3ce5-c584-4753-906a-618e81f606f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:02.743402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-657c2f6b-3489-4641-a633-37bc6547f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.746292 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.825071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c44368b-76fa-404d-a1b2-9a9d738b2704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.844319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c44368b-76fa-404d-a1b2-9a9d738b2704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.914240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:02.943312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44368b-76fa-404d-a1b2-9a9d738b2704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7c45f-4329-4fa3-9528-4616f1bc5ae7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:02.999407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'name': 'network-vif-deleted', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:03.001980 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9897b-2708-415c-a9d8-3cc9b9775f94" -d '{"events": [{"server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "name": "network-vif-deleted", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:03.021033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.023400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c44368b-76fa-404d-a1b2-9a9d738b2704 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f8b931a155d4cf8a607f5ff1329985e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767290 Aug 29 04:24:03.030834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.058420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b12b3ce5-c584-4753-906a-618e81f606f1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:03.140144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] For port 8798c748-e600-4338-8428-fdedcb7b11f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8798c748-e600-4338-8428-fdedcb7b11f3,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:03.140530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.148376 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c95fc-c60d-40c1-bb60-8afcb0b2f82b x-openstack-request-id: req-ee1c95fc-c60d-40c1-bb60-8afcb0b2f82b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:03.148376 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f183b980-55d2-4237-b839-7b99abc950a4", "name": "network-vif-deleted", "tag": "61d4ac3f-27e0-40a3-b62b-5e45f6d956cd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:03.148738 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee1c95fc-c60d-40c1-bb60-8afcb0b2f82b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:03.154650 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f183b980-55d2-4237-b839-7b99abc950a4', 'name': 'network-vif-deleted', 'tag': '61d4ac3f-27e0-40a3-b62b-5e45f6d956cd', 'status': 'completed', 'code': 200} Aug 29 04:24:03.155893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=5926ff13-73b9-42a6-9593-7b8e22168500,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:03.159222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.178349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f658315a-13c2-4fa3-bccb-f7f3fb48c9b9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/5926ff13-73b9-42a6-9593-7b8e22168500 HTTP/1.1" status: 204 len: 168 time: 0.7207162 Aug 29 04:24:03.181458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.188651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Calling delete_port for 8798c748-e600-4338-8428-fdedcb7b11f3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:03.241573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b12b3ce5-c584-4753-906a-618e81f606f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:03.243212 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.326833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9e6b2bca-0f8d-4b00-89ff-9394d5218be2 None None] Could not find standard attr ID for object 2318c881-66fc-4b7a-b9a2-39d0aa249dde. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:03.389159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 6baa636b-c927-47bf-a89a-bfad413310f2 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:03.394700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.459495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.522170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.543136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:03.727105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.804085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8798c748-e600-4338-8428-fdedcb7b11f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:03.821869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f208d79-2c34-4f2a-944f-529da6b1285d req-70bad112-509d-4b57-9ec9-c89d8d0e7f6c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0657880 Aug 29 04:24:03.844523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.869947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.873192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:03.877042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbe7c45f-4329-4fa3-9528-4616f1bc5ae7 HTTP/1.1" status: 204 len: 168 time: 0.8394208 Aug 29 04:24:03.900919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6123d6-b22a-4420-a803-e2ee3768151e None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:03.937614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928cfd-787f-4160-8716-91020b488165 req-aa89b894-f719-4c3f-9733-e660b656fc40 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:03.945376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca928cfd-787f-4160-8716-91020b488165 req-aa89b894-f719-4c3f-9733-e660b656fc40 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.6392262 Aug 29 04:24:03.987123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018dec8-c649-45cb-9fb9-41f85669df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7c45f-4329-4fa3-9528-4616f1bc5ae7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.026258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846acb3c-35a9-4cdd-9614-bf4d5adbf8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.074612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca928cfd-787f-4160-8716-91020b488165 req-ec563236-7c2a-49d9-a212-a2a2a3550921 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203420 Aug 29 04:24:04.204244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.327955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.372738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.376393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.381463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/6baa636b-c927-47bf-a89a-bfad413310f2 HTTP/1.1" status: 204 len: 168 time: 1.1989551 Aug 29 04:24:04.385923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.408374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c75323-bcc9-46e2-ac15-1a7f573a86fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=6baa636b-c927-47bf-a89a-bfad413310f2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.448995 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b87b99f-361c-43bc-8487-3b1f62dc6d29 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573528 Aug 29 04:24:04.449256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.456272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:04.494074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59280) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.524104 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf006ae1-b0db-457a-aec1-4718151348cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.562906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a85e6-abd3-4466-b41c-91f038a1a8bd None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '6baa636b-c927-47bf-a89a-bfad413310f2'}], 'binding:host_id': 'n-d-712139-13'}, 'id': 'b12b3ce5-c584-4753-906a-618e81f606f1'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:04.566849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846acb3c-35a9-4cdd-9614-bf4d5adbf8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.581851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-846acb3c-35a9-4cdd-9614-bf4d5adbf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.593272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-556a85e6-abd3-4466-b41c-91f038a1a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.711090 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-846acb3c-35a9-4cdd-9614-bf4d5adbf8ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6fd5b8df81f48e7885429a3f5cc041b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1660037 Aug 29 04:24:04.712616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846acb3c-35a9-4cdd-9614-bf4d5adbf8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885024e-70d5-4675-8576-e1af6be442df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.719548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.729621 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf006ae1-b0db-457a-aec1-4718151348cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.736046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf006ae1-b0db-457a-aec1-4718151348cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.792669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:04.793327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf006ae1-b0db-457a-aec1-4718151348cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e76a759346d046beb4b375efc73a2e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971668 Aug 29 04:24:04.794409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf006ae1-b0db-457a-aec1-4718151348cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141ae8b-ec7f-499b-b43e-6e398191d8c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:04.796370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.797297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:04.831496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873b840-730d-4790-b49d-fd7c22b3b015 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:04.937580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.957380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:04.984910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cba108ee-02c8-4331-8199-4dfb83ce3464 None None] Provisioning complete for port b12b3ce5-c584-4753-906a-618e81f606f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:04.985291 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cba108ee-02c8-4331-8199-4dfb83ce3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.017956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.023607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3611da-7df2-4e37-a98c-0f92eb62461f req-356f2365-3119-44b5-a2e6-c9e771de51c4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0563412 Aug 29 04:24:05.047813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.061813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b12b3ce5-c584-4753-906a-618e81f606f1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:05.163411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Router 9995c7c9-fc79-4235-9bc9-3b07d993e09a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:05.163650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797833c-3719-427e-bd22-4e9d623b1838 req-52905398-81b0-4a92-9a32-959220286d43 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.169359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0797833c-3719-427e-bd22-4e9d623b1838 req-52905398-81b0-4a92-9a32-959220286d43 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.1385744 Aug 29 04:24:05.194100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.198316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.201449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9885024e-70d5-4675-8576-e1af6be442df HTTP/1.1" status: 204 len: 168 time: 0.4790661 Aug 29 04:24:05.233982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:05.302462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.317146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d7210-af77-4d2b-9c0e-8780b62e6e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885024e-70d5-4675-8576-e1af6be442df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.324829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.331141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.336387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b141ae8b-ec7f-499b-b43e-6e398191d8c2 HTTP/1.1" status: 204 len: 168 time: 0.5345776 Aug 29 04:24:05.344507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714e20c-7228-42f8-914a-222cf4f90640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141ae8b-ec7f-499b-b43e-6e398191d8c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.373308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b12b3ce5-c584-4753-906a-618e81f606f1,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.392341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.392969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde78f64-6c22-4590-b533-c8e1b98c4c8a req-41ba3355-c6cd-4376-bea3-391b1321aff8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:05.397592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dde78f64-6c22-4590-b533-c8e1b98c4c8a req-41ba3355-c6cd-4376-bea3-391b1321aff8 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 945 time: 0.1394961 Aug 29 04:24:05.443693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Deleting port b12b3ce5-c584-4753-906a-618e81f606f1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:05.444103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.481917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Deleting port db1eeb8a-57df-4054-bbd1-12c937ded301 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:05.483118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.528358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:05.551607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] For port b12b3ce5-c584-4753-906a-618e81f606f1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b12b3ce5-c584-4753-906a-618e81f606f1,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.552293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.568330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Calling delete_port for b12b3ce5-c584-4753-906a-618e81f606f1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:05.775081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:05.777594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.788907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dde78f64-6c22-4590-b533-c8e1b98c4c8a req-1607b377-079f-435d-a0f0-d257e65f3050 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f79dd91-8f54-44b9-9e3b-f7dad7489f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703880 Aug 29 04:24:05.790630 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7449eb2e-352d-4c4a-aee5-e40ffd8706a3 admin admin] 10.222.0.62 "PUT /v2.0/routers/9995c7c9-fc79-4235-9bc9-3b07d993e09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5129788 Aug 29 04:24:05.793436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Sync routers for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:05.795037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:05.861674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:05.873026 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:05.928478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] For port db1eeb8a-57df-4054-bbd1-12c937ded301, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=db1eeb8a-57df-4054-bbd1-12c937ded301,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:05.929456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:05.981435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] No DVR routers for this DVR port b12b3ce5-c584-4753-906a-618e81f606f1 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:05.993270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Calling delete_port for db1eeb8a-57df-4054-bbd1-12c937ded301 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:05.997973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc1a35-00cb-4be4-8c7e-2b146d2015d2 None None] Pushing event deleted for resources: {'Port': ['ID=b12b3ce5-c584-4753-906a-618e81f606f1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.085425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.241534 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.281265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.298399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['db1eeb8a-57df-4054-bbd1-12c937ded301'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:06.323271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bd38aaa-3f92-4613-bce0-800ac5112aa0 req-aa3ca05c-2105-4ad0-b9b3-b8e15e71dbd6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0624547 Aug 29 04:24:06.394334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Pushing event deleted for resources: {'Port': ['ID=db1eeb8a-57df-4054-bbd1-12c937ded301,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:06.398409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:06.512262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] No DVR routers for this DVR port db1eeb8a-57df-4054-bbd1-12c937ded301 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:06.515089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.517876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0797833c-3719-427e-bd22-4e9d623b1838 req-3e3a555f-0d18-4d86-804c-6beaaf28d114 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.54 "DELETE /v2.0/ports/db1eeb8a-57df-4054-bbd1-12c937ded301 HTTP/1.1" status: 204 len: 173 time: 1.3393624 Aug 29 04:24:06.518357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'name': 'network-vif-deleted', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:06.530750 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56a1e60-7516-4b31-b23a-3c9f1d5aa7a0" -d '{"events": [{"server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "name": "network-vif-deleted", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:06.544618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:06.549112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.662633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:06.679266 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620939d0-3728-4252-abfd-1605719e6657 x-openstack-request-id: req-620939d0-3728-4252-abfd-1605719e6657 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:06.679574 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe58e14-7277-4c4a-9a29-c14865fdcd7d", "name": "network-vif-deleted", "tag": "db1eeb8a-57df-4054-bbd1-12c937ded301", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:06.679824 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-620939d0-3728-4252-abfd-1605719e6657 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:06.680265 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe58e14-7277-4c4a-9a29-c14865fdcd7d', 'name': 'network-vif-deleted', 'tag': 'db1eeb8a-57df-4054-bbd1-12c937ded301', 'status': 'completed', 'code': 200} Aug 29 04:24:06.681095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:06.686609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:06.688897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.702874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a51ddc-35b3-4470-bbdf-7ad023224049 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:06.751457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Deleting port 281a797e-ab0b-4251-8921-480956668cd0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:06.752015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:06.785186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3305807 Aug 29 04:24:06.786370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:06.791882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:06.934938 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '281a797e-ab0b-4251-8921-480956668cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:24:03Z', 'revision_number': 5, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port': {'id': '281a797e-ab0b-4251-8921-480956668cd0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:20:58Z', 'updated_at': '2021-08-29T04:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.035551 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Checking router: 9995c7c9-fc79-4235-9bc9-3b07d993e09a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:07.067451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '24493d5d-2c3d-4a16-85e8-80b987ade675'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:07.067717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Routers {'9995c7c9-fc79-4235-9bc9-3b07d993e09a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:07.068576 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:23:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.068819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.079765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce00062-0937-4bff-9b19-6b289d6ae741 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=24493d5d-2c3d-4a16-85e8-80b987ade675,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.197335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:07.214342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.217139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] For port 281a797e-ab0b-4251-8921-480956668cd0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=281a797e-ab0b-4251-8921-480956668cd0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:07.217789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.264684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Calling delete_port for 281a797e-ab0b-4251-8921-480956668cd0 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:07.364577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80e6d107-168e-4825-bea6-e2e50baf5682 req-f58f3de9-2ee8-4eee-9e5f-543889218569 tempest-ListServerFiltersTestJSON-542805995 tempest-ListServerFiltersTestJSON-542805995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fe58e14-7277-4c4a-9a29-c14865fdcd7d HTTP/1.1" status: 200 len: 210 time: 0.1465802 Aug 29 04:24:07.394270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4bba30b3-79fa-4a20-9eab-c6d3670b0a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.430910 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] Set router 9995c7c9-fc79-4235-9bc9-3b07d993e09a gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:07.552590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Allocated IP 2001:db8::f816:3eff:fe69:9edf (e4ca6562-0c52-408c-9eb9-91fe5da6a815/24493d5d-2c3d-4a16-85e8-80b987ade675/80639e73-d76a-4a49-a2a0-979b5a9664f3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:07.590605 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:24:06Z', 'revision_number': 6, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:07.763536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.786775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc53930d-c49c-445a-8bf3-507902de38a1 req-a347ae44-c33a-46a6-a3ef-df9968c10556 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.1292880 Aug 29 04:24:07.819265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=281a797e-ab0b-4251-8921-480956668cd0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:07.848016 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:07.858654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Transition to ACTIVE for port object 80639e73-d76a-4a49-a2a0-979b5a9664f3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:07.873142 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9284b5b-d7a5-4293-becc-ed99ddba0576 None None] The sync data for ids ['9995c7c9-fc79-4235-9bc9-3b07d993e09a'] in n-d-712139-13 is: [{'id': '9995c7c9-fc79-4235-9bc9-3b07d993e09a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2087130671-router', 'tenant_id': '258facaa888d4903baebe7ca6b335719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:20:55Z', 'updated_at': '2021-08-29T04:24:06Z', 'revision_number': 6, 'project_id': '258facaa888d4903baebe7ca6b335719', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:07.878539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Transition to ACTIVE for port object 80639e73-d76a-4a49-a2a0-979b5a9664f3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:07.890393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.009666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.017187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:08.025074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:08.031587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:08.119613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:08.123026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:08.127248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Pushing event updated for resources: {'Port': ['ID=80639e73-d76a-4a49-a2a0-979b5a9664f3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.137652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:08.138253 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.169660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=0ba0ec79-3a0f-4823-a68c-839d9be2dab5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.184963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b3d1d321-56b4-47ba-bb2d-b0ce1118d9fa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3963315 Aug 29 04:24:08.185191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59362) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.195345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:3f:84:56', 'name': 'tempest-NetworksTestDHCPv6-222403983'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:08.203475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Attempting to bind port 80639e73-d76a-4a49-a2a0-979b5a9664f3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:08.204902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Attempting to bind port 80639e73-d76a-4a49-a2a0-979b5a9664f3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:08.205292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Attempting to bind port 80639e73-d76a-4a49-a2a0-979b5a9664f3 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:08.217564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:08.219408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:08.219837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.220284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:08.220794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Bound port: 80639e73-d76a-4a49-a2a0-979b5a9664f3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:08.224794 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.384170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.410744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] For port 80639e73-d76a-4a49-a2a0-979b5a9664f3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:08.418535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] For port 80639e73-d76a-4a49-a2a0-979b5a9664f3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=80639e73-d76a-4a49-a2a0-979b5a9664f3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:08.425117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.507854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.609274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c918e6-e06e-4b3d-b054-f51c9f9b19ff None None] Pushing event updated for resources: {'Port': ['ID=80639e73-d76a-4a49-a2a0-979b5a9664f3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:08.626074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.628946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.647195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Deleting subnet 9bfe98ba-5031-4562-a62b-3dae237333b7 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:08.653656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:08.670514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.681653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.682322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9995c7c9-fc79-4235-9bc9-3b07d993e09a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:08.695697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.696963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d08fc79-270b-48f8-83bc-59f4d36f08e8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9995c7c9-fc79-4235-9bc9-3b07d993e09a HTTP/1.1" status: 204 len: 168 time: 2.9005768 Aug 29 04:24:08.700618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:08.799841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Deleting subnet 5f3ce711-4022-450d-b65a-8dbf43e53edb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:08.805244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.865480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:08.874098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.056790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.066564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 281a797e-ab0b-4251-8921-480956668cd0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:09.135834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 281a797e-ab0b-4251-8921-480956668cd0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:09.136518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 281a797e-ab0b-4251-8921-480956668cd0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:09.136952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8798c748-e600-4338-8428-fdedcb7b11f3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:09.174246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 17fa979d-37ae-49bd-9ec8-56b3605bcbeb yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:09.193581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.200512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a6e24b5-a144-4f44-bcff-471e80340ad5 req-ff63bdcc-e128-41db-a531-500c46fc378b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=f183b980-55d2-4237-b839-7b99abc950a4 HTTP/1.1" status: 200 len: 210 time: 0.0617306 Aug 29 04:24:09.204058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 8798c748-e600-4338-8428-fdedcb7b11f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:09.204314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8798c748-e600-4338-8428-fdedcb7b11f3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:09.303968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.306975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.330990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bf372-cf25-4102-9a58-d6cba48ab19f None None] Network 339118d4-ee60-401e-84e3-d90a611064c3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:09.343683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.347611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5f3ce711-4022-450d-b65a-8dbf43e53edb HTTP/1.1" status: 204 len: 168 time: 0.6448121 Aug 29 04:24:09.350644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:09.362032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a2831-12d1-4e44-a76e-24167ce74e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3ce711-4022-450d-b65a-8dbf43e53edb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.483546 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.541355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 172.20.0.14 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/0ba0ec79-3a0f-4823-a68c-839d9be2dab5/17fa979d-37ae-49bd-9ec8-56b3605bcbeb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:09.550299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe3f:8456 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/24493d5d-2c3d-4a16-85e8-80b987ade675/17fa979d-37ae-49bd-9ec8-56b3605bcbeb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:09.559321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.595076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfe98ba-5031-4562-a62b-3dae237333b7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:09.601590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.606101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd0f4fc4-b402-4351-bb42-b77b297f49f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9bfe98ba-5031-4562-a62b-3dae237333b7 HTTP/1.1" status: 204 len: 168 time: 1.0927725 Aug 29 04:24:09.606943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:09.610908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1029dd-efd7-48a2-bf7e-732bf1ee54b2 None None] Network fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:09.615712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Deleting port 01e732e6-7474-4623-a887-c339102c8130 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:09.616188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.667287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] DHCP port deletion for 339118d4-ee60-401e-84e3-d90a611064c3 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:09.787958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] For port 01e732e6-7474-4623-a887-c339102c8130, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e732e6-7474-4623-a887-c339102c8130,segment=NetworkSegment(05407ba9-dfeb-45e2-979e-bf2dcdb8aac6),segment_id=05407ba9-dfeb-45e2-979e-bf2dcdb8aac6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:09.788480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.804005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Calling delete_port for 01e732e6-7474-4623-a887-c339102c8130 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:09.866981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.886055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 17fa979d-37ae-49bd-9ec8-56b3605bcbeb will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:09.929555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.933191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:09.977521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.011433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:10.015857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Deleting port 01e732e6-7474-4623-a887-c339102c8130 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:10.019735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.039407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:10.046340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:10.077831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] No DVR routers for this DVR port 01e732e6-7474-4623-a887-c339102c8130 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:10.083295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e732e6-7474-4623-a887-c339102c8130,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.099334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1eeb8a-57df-4054-bbd1-12c937ded301 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:10.136819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=17fa979d-37ae-49bd-9ec8-56b3605bcbeb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.143781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: db1eeb8a-57df-4054-bbd1-12c937ded301 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:10.144132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device db1eeb8a-57df-4054-bbd1-12c937ded301 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:10.183277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.185136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] For port 01e732e6-7474-4623-a887-c339102c8130, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:10.185683 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.220227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Deleting port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:10.221743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.223879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Calling delete_port for 01e732e6-7474-4623-a887-c339102c8130 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:10.231389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.231898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.236774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Port 01e732e6-7474-4623-a887-c339102c8130 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:24:10.243310 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.251408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.278654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339118d4-ee60-401e-84e3-d90a611064c3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.314260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] No DVR routers for this DVR port 01e732e6-7474-4623-a887-c339102c8130 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:10.318538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] DHCP port deletion for fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:10.328336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59488f28-b6f2-4072-8e62-d1fb56e17f49 None None] Pushing event deleted for resources: {'Port': ['ID=01e732e6-7474-4623-a887-c339102c8130,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.334512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.335365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05407ba9-dfeb-45e2-979e-bf2dcdb8aac6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:10.366151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.380580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18dddda0-adb5-4dcd-af3a-8a2816c93276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.406028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-09fb901b-624f-46ab-a340-5fd890028b7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2096455 Aug 29 04:24:10.421039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:10.434596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.443240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Deleting port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:10.445773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.446831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:10.447511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:10.449827 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:10.553520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.563328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.566028 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] 10.222.0.62 "DELETE /v2.0/networks/339118d4-ee60-401e-84e3-d90a611064c3 HTTP/1.1" status: 204 len: 168 time: 1.2139635 Aug 29 04:24:10.568733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:10.580106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] For port 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8f77f5b5-e8c6-441d-9ba6-39dbab032184,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:10.580625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.616792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Calling delete_port for 8f77f5b5-e8c6-441d-9ba6-39dbab032184 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:10.642021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22226821-4ecb-426e-a341-2bd3ac53e84b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.648976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22226821-4ecb-426e-a341-2bd3ac53e84b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:10.653499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22226821-4ecb-426e-a341-2bd3ac53e84b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2217457 Aug 29 04:24:10.655209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:10.766031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6df4a-8392-4396-b1f1-c1fb14e72041 admin admin] Pushing event deleted for resources: {'Network': ['ID=339118d4-ee60-401e-84e3-d90a611064c3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:10.895514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:10.941178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb18737-ba2f-4b3a-82c2-87aac7fa14e9 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:10.980812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] No DVR routers for this DVR port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:10.987210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8f77f5b5-e8c6-441d-9ba6-39dbab032184,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.002675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 17fa979d-37ae-49bd-9ec8-56b3605bcbeb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:11.007375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.064545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] For port 8f77f5b5-e8c6-441d-9ba6-39dbab032184, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8f77f5b5-e8c6-441d-9ba6-39dbab032184,segment=NetworkSegment(178dae3a-5c0b-474d-acfa-bdebcee45d2c),segment_id=178dae3a-5c0b-474d-acfa-bdebcee45d2c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:11.064950 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.071086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a9fe83f-b5a5-4e1f-b232-6f9015fc30cd None None] Provisioning for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:11.073558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 80639e73-d76a-4a49-a2a0-979b5a9664f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:11.152066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Calling delete_port for 8f77f5b5-e8c6-441d-9ba6-39dbab032184 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:11.313148 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.324854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:11.330247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.339626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:11.341268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.383712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.426750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.489190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] Pushing event deleted for resources: {'Port': ['ID=8f77f5b5-e8c6-441d-9ba6-39dbab032184,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:11.497194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.504608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446c7e8-ee7b-4b50-9485-d6ce3163546d None None] No DVR routers for this DVR port 8f77f5b5-e8c6-441d-9ba6-39dbab032184 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:11.547144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178dae3a-5c0b-474d-acfa-bdebcee45d2c') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.547516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178dae3a-5c0b-474d-acfa-bdebcee45d2c') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:11.611382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.633056 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.683973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.744210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.765230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 17fa979d-37ae-49bd-9ec8-56b3605bcbeb owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:11.774847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 80639e73-d76a-4a49-a2a0-979b5a9664f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=80639e73-d76a-4a49-a2a0-979b5a9664f3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:11.778070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:11.778802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.782920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:11.788398 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:11.854062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '24493d5d-2c3d-4a16-85e8-80b987ade675', 'ip_address': '2001:db8::f816:3eff:fe69:9edf'}, {'subnet_id': '0ba0ec79-3a0f-4823-a68c-839d9be2dab5'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '80639e73-d76a-4a49-a2a0-979b5a9664f3'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:11.926640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8f77f5b5-e8c6-441d-9ba6-39dbab032184 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:11.987507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-2ad7341f-f9b7-472a-ad6a-e154e1547db5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:11.996252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-2ad7341f-f9b7-472a-ad6a-e154e1547db5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.7318122 Aug 29 04:24:12.010573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.016688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.020575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 8f77f5b5-e8c6-441d-9ba6-39dbab032184 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:12.021155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8f77f5b5-e8c6-441d-9ba6-39dbab032184 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:12.021838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e732e6-7474-4623-a887-c339102c8130 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:12.056555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Deleting port bc134e1a-0f14-4db3-ae24-bf5e13867245 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:12.057696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.059572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.061733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] 10.222.0.62 "DELETE /v2.0/networks/fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0 HTTP/1.1" status: 204 len: 168 time: 2.4540842 Aug 29 04:24:12.062739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6d04-f075-431a-bc69-1080194d36ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fd35dbaa-b9cc-4de0-a72b-7407a2bc51e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.074035 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-8303a0c3-2bbc-4bfe-a608-4617aa7513f5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0639791 Aug 29 04:24:12.098957 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.104687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 01e732e6-7474-4623-a887-c339102c8130 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:12.105059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e732e6-7474-4623-a887-c339102c8130 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:12.113534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=80639e73-d76a-4a49-a2a0-979b5a9664f3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.202190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-4fe1d3c5-390a-4729-a7bf-b53d42baaedb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275990 Aug 29 04:24:12.250954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] For port bc134e1a-0f14-4db3-ae24-bf5e13867245, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bc134e1a-0f14-4db3-ae24-bf5e13867245,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:12.251326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.288929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Calling delete_port for bc134e1a-0f14-4db3-ae24-bf5e13867245 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:12.421167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Allocated IP 172.20.0.2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/0ba0ec79-3a0f-4823-a68c-839d9be2dab5/80639e73-d76a-4a49-a2a0-979b5a9664f3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:12.425020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-f9fc3e9e-cb65-4310-94cd-141c1bd64cb3 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218008 Aug 29 04:24:12.458131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.564047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=17fa979d-37ae-49bd-9ec8-56b3605bcbeb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.614654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:12.658684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.678009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] For port 80639e73-d76a-4a49-a2a0-979b5a9664f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=80639e73-d76a-4a49-a2a0-979b5a9664f3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:12.706243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc134e1a-0f14-4db3-ae24-bf5e13867245,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:12.726708 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.730533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.734700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a24e1f47-f251-4f88-8c53-45a2df38de8f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/17fa979d-37ae-49bd-9ec8-56b3605bcbeb HTTP/1.1" status: 204 len: 168 time: 2.0780349 Aug 29 04:24:12.744727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:12.752945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Transition to ACTIVE for port object 80639e73-d76a-4a49-a2a0-979b5a9664f3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:12.767455 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:12.792734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35181c02-f554-43f1-9785-ccf9bfb766e5 req-4105a6bd-7f3f-456f-ad98-53e2feee7464 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664131 Aug 29 04:24:12.999912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fcd1eaa2-e341-4bd6-89f3-c78598aa54af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ae85460d41b4bca90fd1a6e7b8f8398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845897 Aug 29 04:24:13.006911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.049787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.080109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf3121-e3dd-461b-982b-3c76d941e0f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.084045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf3121-e3dd-461b-982b-3c76d941e0f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.087245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf3121-e3dd-461b-982b-3c76d941e0f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:13.099551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c78a0f-0760-4895-a550-96d9f496aea0 None None] Pushing event updated for resources: {'Port': ['ID=80639e73-d76a-4a49-a2a0-979b5a9664f3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.099755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5cf3121-e3dd-461b-982b-3c76d941e0f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3511350 Aug 29 04:24:13.104471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.163503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.165310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 80639e73-d76a-4a49-a2a0-979b5a9664f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:13.252144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 0ba0ec79-3a0f-4823-a68c-839d9be2dab5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:13.334898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.339795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9e4ba9a-1edd-4972-92f1-72fffed7a909 req-56274fd9-637b-4769-afe5-fbb1c7001b6d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=7932ae06-6152-4dbe-ad8d-703db48f65b4 HTTP/1.1" status: 200 len: 210 time: 0.0672889 Aug 29 04:24:13.423820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.453701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.515690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.603795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Router c2e8a064-5dab-4898-955b-8df2af0b8533 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:24:13.625808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.628932 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.645268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f79dd91-8f54-44b9-9e3b-f7dad7489f37 HTTP/1.1" status: 204 len: 168 time: 0.6263700 Aug 29 04:24:13.709598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889fb87-208d-4a99-84d5-e8349c67f729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f79dd91-8f54-44b9-9e3b-f7dad7489f37,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:13.777159 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.891649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:24:13.905514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Sync routers for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:24:13.923284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8c0a5d8-cd99-45ad-b0b9-b5d7cc40f4c6 admin admin] 10.222.0.62 "PUT /v2.0/routers/c2e8a064-5dab-4898-955b-8df2af0b8533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526988 Aug 29 04:24:13.926729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:13.929179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:13.931355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:13.932962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:24:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:13.994091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba0ec79-3a0f-4823-a68c-839d9be2dab5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.006096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.012114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e06eec48-c00b-4ab4-9c70-ad1084156f7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/0ba0ec79-3a0f-4823-a68c-839d9be2dab5 HTTP/1.1" status: 204 len: 168 time: 0.9051561 Aug 29 04:24:14.016151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59536) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:14.149258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 24493d5d-2c3d-4a16-85e8-80b987ade675 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:14.168869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.219460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:14.254478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.431665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ad3e4-2ddc-4e4b-8966-ee9d1e1757d4 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:14.448352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.510205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b928b4d3-1942-426c-bacf-450c70c0adb9 None None] Could not find standard attr ID for object 17fa979d-37ae-49bd-9ec8-56b3605bcbeb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:14.579738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b928b4d3-1942-426c-bacf-450c70c0adb9 None None] Provisioning for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:14.599962 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:14.616296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b928b4d3-1942-426c-bacf-450c70c0adb9 None None] Provisioning complete for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:14.616864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b928b4d3-1942-426c-bacf-450c70c0adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.651474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.756570 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:14.766507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/24493d5d-2c3d-4a16-85e8-80b987ade675 HTTP/1.1" status: 204 len: 168 time: 0.7489443 Aug 29 04:24:14.767174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:14.774962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00734ae-4efe-4fef-93f4-78b75dbb60a1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=24493d5d-2c3d-4a16-85e8-80b987ade675,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:14.808673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:24:12Z', 'revision_number': 5, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:14.888629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:14.889831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cbda815a-1f9e-4996-a3de-65f57596db63 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030931 Aug 29 04:24:14.901661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:14.944689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Checking router: c2e8a064-5dab-4898-955b-8df2af0b8533 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:24:14.984254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 80639e73-d76a-4a49-a2a0-979b5a9664f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:15.027547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.049937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Routers {'c2e8a064-5dab-4898-955b-8df2af0b8533'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:24:15.050955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:24:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c2e8a064-5dab-4898-955b-8df2af0b8533'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:15.069540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:15.336274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:15.345287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.478676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 80639e73-d76a-4a49-a2a0-979b5a9664f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:15.479066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.515003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-03581443-c13b-4a0d-89fb-e37d67f9949f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:15.518330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-03581443-c13b-4a0d-89fb-e37d67f9949f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.2944255 Aug 29 04:24:15.527566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] Set router c2e8a064-5dab-4898-955b-8df2af0b8533 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:24:15.554054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-d8ff7ca8-f28d-44ef-9471-961bacfbaad0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0291853 Aug 29 04:24:15.607213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-4cf41575-cd13-4338-906f-c7802e2d0012 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419655 Aug 29 04:24:15.791470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-ebdca056-ca3f-4145-a871-b2f5e390d4a5 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832700 Aug 29 04:24:15.792544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Deleting port 80639e73-d76a-4a49-a2a0-979b5a9664f3 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:15.794739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.840229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:15.945268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=f6ef59f9-bc5c-472a-90d6-091989dfbe39,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:15.994215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:15.998739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.006238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:16.013178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:16.014395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.044316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3fba3b62-ce09-4957-b834-7b9c6a72329c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1529241 Aug 29 04:24:16.048430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:16.064141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:16.082967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] For port 80639e73-d76a-4a49-a2a0-979b5a9664f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=80639e73-d76a-4a49-a2a0-979b5a9664f3,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.083857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.095356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-ecf23a82-ad38-47b8-842c-812ae5469ca4 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021977 Aug 29 04:24:16.139001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Calling delete_port for 80639e73-d76a-4a49-a2a0-979b5a9664f3 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:16.166464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Deleting port 40493ffb-3ba9-470a-930b-8d60ecb484e7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:16.166815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.346111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] For port 40493ffb-3ba9-470a-930b-8d60ecb484e7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=40493ffb-3ba9-470a-930b-8d60ecb484e7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:16.346560 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.383601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Calling delete_port for 40493ffb-3ba9-470a-930b-8d60ecb484e7 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:16.493318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:24:12Z', 'revision_number': 5, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:16.549942 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.560420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa334e6e-2d08-4abf-a167-242fc54623e7 None None] The sync data for ids ['c2e8a064-5dab-4898-955b-8df2af0b8533'] in n-d-712139-13 is: [{'id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'name': 'tempest-AttachSCSIVolumeTestJSON-611152995-router', 'tenant_id': '2b36f3f54289428f953a9abb9b162d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:21:11Z', 'updated_at': '2021-08-29T04:24:12Z', 'revision_number': 5, 'project_id': '2b36f3f54289428f953a9abb9b162d72', 'gw_port': {'id': '40493ffb-3ba9-470a-930b-8d60ecb484e7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e8a064-5dab-4898-955b-8df2af0b8533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:21:12Z', 'updated_at': '2021-08-29T04:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:24:16.609188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] Pushing event deleted for resources: {'Port': ['ID=80639e73-d76a-4a49-a2a0-979b5a9664f3,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:16.624939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91d806-b922-44af-bdb1-a20df2580f56 None None] No DVR routers for this DVR port 80639e73-d76a-4a49-a2a0-979b5a9664f3 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:16.662653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04647b1c-52a2-43c1-8c31-aa44b8ffac11 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:16.699344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b122281-55bc-4aae-9c36-7c17873de04e req-cdde2f8d-980a-41da-849e-0f28c5266a6a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 210 time: 0.1038332 Aug 29 04:24:16.861208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.884371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'f6ef59f9-bc5c-472a-90d6-091989dfbe39'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:16.885262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.913041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:16.918541 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:16.961989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Pushing event deleted for resources: {'Port': ['ID=40493ffb-3ba9-470a-930b-8d60ecb484e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:17.185255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 80639e73-d76a-4a49-a2a0-979b5a9664f3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:17.209680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.271973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 80639e73-d76a-4a49-a2a0-979b5a9664f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:17.272326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 80639e73-d76a-4a49-a2a0-979b5a9664f3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:17.272736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bc134e1a-0f14-4db3-ae24-bf5e13867245 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:17.308892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.353824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: bc134e1a-0f14-4db3-ae24-bf5e13867245 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:17.354318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bc134e1a-0f14-4db3-ae24-bf5e13867245 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:17.421687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Allocated IP 172.20.0.2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f6ef59f9-bc5c-472a-90d6-091989dfbe39/26340e91-d829-4fad-b7f6-aa863a2b24ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:17.475036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.484461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.665715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.666660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e8a064-5dab-4898-955b-8df2af0b8533 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:24:17.673984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.677897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e05c64ff-ddf3-4a20-ac71-921660a2b108 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c2e8a064-5dab-4898-955b-8df2af0b8533 HTTP/1.1" status: 204 len: 168 time: 3.7472918 Aug 29 04:24:17.678494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.766613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Deleting subnet 14aacf91-b43f-4eaf-a7f6-7f561714bf26 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:17.771196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.825674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:17.887296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.891887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.923409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fdcbca1-61ac-43ef-847d-623172144af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:17.928900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Transition to ACTIVE for port object 26340e91-d829-4fad-b7f6-aa863a2b24ef will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:17.999562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:18.002262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Transition to ACTIVE for port object 26340e91-d829-4fad-b7f6-aa863a2b24ef will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:18.023472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.135283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.143081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.156772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8d0612f-686c-482b-9198-3ec6fdaf028b req-6800bf7b-b8a6-46c0-9879-b02d107ae854 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 210 time: 0.2199953 Aug 29 04:24:18.158281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:18.167219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:18.171060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:18.276171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fdcbca1-61ac-43ef-847d-623172144af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.283208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.287855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.331875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69398798-537b-4310-8123-85736844d364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.346745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fdcbca1-61ac-43ef-847d-623172144af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.363422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348af3ef-3b7d-4bc7-b93d-9f2cf93ce308 None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:18.412545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.416524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/14aacf91-b43f-4eaf-a7f6-7f561714bf26 HTTP/1.1" status: 204 len: 168 time: 0.7369192 Aug 29 04:24:18.418743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50351f55-88ae-4dca-86b4-f40438c28776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14aacf91-b43f-4eaf-a7f6-7f561714bf26,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.423101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.440895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Attempting to bind port 26340e91-d829-4fad-b7f6-aa863a2b24ef on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:18.441475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Attempting to bind port 26340e91-d829-4fad-b7f6-aa863a2b24ef by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:18.442592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Attempting to bind port 26340e91-d829-4fad-b7f6-aa863a2b24ef on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:18.512917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:18.513490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:18.514110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.514770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:18.515904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Bound port: 26340e91-d829-4fad-b7f6-aa863a2b24ef, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:18.516656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.526808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7fdcbca1-61ac-43ef-847d-623172144af9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e18a5eff65664804a21d6a78c8b1aa11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127380 Aug 29 04:24:18.528177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:18.533825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:18.614493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.644720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.645112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:18.659653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-1b351eae-6208-4263-9c6f-e0cc84f69e4b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.662921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-1b351eae-6208-4263-9c6f-e0cc84f69e4b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.5047090 Aug 29 04:24:18.669205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:18.670387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.698558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:18.706677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.751549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:18.759640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:18.762118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Deleting port 4842717a-08a2-409f-b86f-dbc42faf8f47 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:18.762574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.785101 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.839461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] For port 4842717a-08a2-409f-b86f-dbc42faf8f47, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4842717a-08a2-409f-b86f-dbc42faf8f47,segment=NetworkSegment(aae8f1c2-433b-4fd5-8556-e0ad64ae2a76),segment_id=aae8f1c2-433b-4fd5-8556-e0ad64ae2a76)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:18.839956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:18.866019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Calling delete_port for 4842717a-08a2-409f-b86f-dbc42faf8f47 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:18.948216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155d44e-ef53-4a6f-93c6-8c5cb7b827fe None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:18.952559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] DHCP port deletion for 4423ee2c-f89f-4675-a0d9-b2f4da06742a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:18.993811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.001833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.003413 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bd7ad9b-3e70-4a41-81fa-7233b9cf9f41 HTTP/1.1" status: 204 len: 168 time: 0.4738922 Aug 29 04:24:19.023710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcbca1-61ac-43ef-847d-623172144af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd7ad9b-3e70-4a41-81fa-7233b9cf9f41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.027158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=f089f97e-22f9-4280-9f91-9b8be39a28ac,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.028666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4842717a-08a2-409f-b86f-dbc42faf8f47 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:19.029397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b650ca-8a1a-456f-8a85-4339f6bdb2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd7ad9b-3e70-4a41-81fa-7233b9cf9f41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.041157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.071660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4842717a-08a2-409f-b86f-dbc42faf8f47,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.075694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] No DVR routers for this DVR port 4842717a-08a2-409f-b86f-dbc42faf8f47 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:19.270858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69398798-537b-4310-8123-85736844d364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.279582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69398798-537b-4310-8123-85736844d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.298724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.322198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4423ee2c-f89f-4675-a0d9-b2f4da06742a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.344233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.344572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae8f1c2-433b-4fd5-8556-e0ad64ae2a76') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:24:19.356305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-752555a2-ff6a-49cb-b2ec-50b9cefb7598 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3010244 Aug 29 04:24:19.389726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.393784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.402115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:d8:71:dc', 'name': 'tempest-NetworksTestDHCPv6-992086908'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:19.475294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No active binding found for port 4842717a-08a2-409f-b86f-dbc42faf8f47 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:24:19.476622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4842717a-08a2-409f-b86f-dbc42faf8f47 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:19.477261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 40493ffb-3ba9-470a-930b-8d60ecb484e7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:19.521412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffedeb29-0208-4192-b0c4-a0563ac3015c req-8cd891cb-f712-4c95-8b53-ff54a0def831 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 210 time: 0.1192431 Aug 29 04:24:19.534155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-69398798-537b-4310-8123-85736844d364 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc1bfbe13f6d47e394106b561e43c307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6924775 Aug 29 04:24:19.535974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69398798-537b-4310-8123-85736844d364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7fd93-0f18-4745-846e-252337e638ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.542928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:19.543647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:19.547626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.583826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Deleting port 4842717a-08a2-409f-b86f-dbc42faf8f47 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:19.584227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.589201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 40493ffb-3ba9-470a-930b-8d60ecb484e7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:19.590128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 40493ffb-3ba9-470a-930b-8d60ecb484e7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:19.653012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.704000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.710560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:24:19.711461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.714309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:24:19.723918 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:24:19.760119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.778160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] For port 4842717a-08a2-409f-b86f-dbc42faf8f47, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:19.778578 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.814866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.9 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/e351f441-10ef-4190-9f8f-3fc1d3173e2a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:19.832566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Calling delete_port for 4842717a-08a2-409f-b86f-dbc42faf8f47 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:19.836951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Port 4842717a-08a2-409f-b86f-dbc42faf8f47 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:24:19.840323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.877889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.881223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Pushing event deleted for resources: {'Port': ['ID=4842717a-08a2-409f-b86f-dbc42faf8f47,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.893381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] Network 4423ee2c-f89f-4675-a0d9-b2f4da06742a is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:24:19.894071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7fe1a-6217-4027-86b4-3156adc20481 None None] No DVR routers for this DVR port 4842717a-08a2-409f-b86f-dbc42faf8f47 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:19.896616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.899321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] 10.222.0.62 "DELETE /v2.0/networks/4423ee2c-f89f-4675-a0d9-b2f4da06742a HTTP/1.1" status: 204 len: 168 time: 1.4745343 Aug 29 04:24:19.907174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.910086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.913797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50d7fd93-0f18-4745-846e-252337e638ea HTTP/1.1" status: 204 len: 168 time: 0.3493347 Aug 29 04:24:19.925176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be7051-ef3a-4cc8-a3b4-46209f4fd1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4423ee2c-f89f-4675-a0d9-b2f4da06742a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.950284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe23e6-7784-4626-94ef-075fd3776f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7fd93-0f18-4745-846e-252337e638ea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:19.963215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:19.998895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 9e3799d2-49eb-4627-a043-b86583499278 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:20.181559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.261494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.288958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.289809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5fbee70f-e084-4b97-9a47-a0b9836583b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=258facaa888d4903baebe7ca6b335719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999160 Aug 29 04:24:20.349193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 172.20.0.8 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f6ef59f9-bc5c-472a-90d6-091989dfbe39/9e3799d2-49eb-4627-a043-b86583499278) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:20.362229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.368725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fed8:71dc (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f089f97e-22f9-4280-9f91-9b8be39a28ac/9e3799d2-49eb-4627-a043-b86583499278) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:20.396517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:20.401024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.472191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.583489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:20.606643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6870210-c360-4bd0-bce4-394ab262dd3a None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:20.610591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:20.615219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:20.621072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.700449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:20.709729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.750275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-09d79c04-0f6c-45d2-b266-b30e90327c48 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0588307 Aug 29 04:24:20.765814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-730aa966-39f4-4d31-ba88-a45c7f7eb128 None None] Provisioning for port 26340e91-d829-4fad-b7f6-aa863a2b24ef completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:20.794136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.799810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.800064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Request body: {'port': {'device_id': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:20.804814 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c4a2742-ae9e-4bce-ab15-7303a6c91f5b HTTP/1.1" status: 204 len: 168 time: 0.5139773 Aug 29 04:24:20.825805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400f175-55f5-4c56-a7d6-f78c69e2572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4a2742-ae9e-4bce-ab15-7303a6c91f5b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:20.844739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:20.865625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 9e3799d2-49eb-4627-a043-b86583499278 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:20.959791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.040495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.074358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df98f8-9eb4-437d-bd80-0ba2569091c8 req-2d17c418-62dc-40ca-9666-52bbb90d90da tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.090580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88df98f8-9eb4-437d-bd80-0ba2569091c8 req-2d17c418-62dc-40ca-9666-52bbb90d90da tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 931 time: 0.3391728 Aug 29 04:24:21.114637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:21.154839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:21.164519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b748582d-3745-40ac-ab40-a487d534f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.169585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:21.177208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:21.251257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=9e3799d2-49eb-4627-a043-b86583499278,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.253107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'f6ef59f9-bc5c-472a-90d6-091989dfbe39', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f089f97e-22f9-4280-9f91-9b8be39a28ac'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '26340e91-d829-4fad-b7f6-aa863a2b24ef'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:21.294162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.321758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88df98f8-9eb4-437d-bd80-0ba2569091c8 req-a627e4ad-92fe-4266-b725-3ae949430680 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248163 Aug 29 04:24:21.390563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.391359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.430370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 26340e91-d829-4fad-b7f6-aa863a2b24ef completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:21.493626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b748582d-3745-40ac-ab40-a487d534f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.504689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b748582d-3745-40ac-ab40-a487d534f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.525047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:21.525425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.527768 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86a0546e-2ac7-4b9b-8207-82fd43a2542f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1325421 Aug 29 04:24:21.528441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.602318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748582d-3745-40ac-ab40-a487d534f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751018e6-2a4a-49d9-b9c3-a14cef3c2a91,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.616446 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b748582d-3745-40ac-ab40-a487d534f537 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3eb5134c4f9a4eaca90db2e5ffa9215c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2125156 Aug 29 04:24:21.619175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.643010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e351f441-10ef-4190-9f8f-3fc1d3173e2a {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:21.678111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdeb03-2b92-4420-b00f-37ba8d2d86e7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.681008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.685689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdeb03-2b92-4420-b00f-37ba8d2d86e7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:21.691337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.692561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0dcdeb03-2b92-4420-b00f-37ba8d2d86e7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1551011 Aug 29 04:24:21.745678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.782234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.793118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Transition to ACTIVE for port object e351f441-10ef-4190-9f8f-3fc1d3173e2a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:21.798694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.835509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Allocated IP 2001:db8::f816:3eff:fe9f:bce5 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f089f97e-22f9-4280-9f91-9b8be39a28ac/26340e91-d829-4fad-b7f6-aa863a2b24ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:21.880435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.891565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Pushing event updated for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:21.923331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:21.971978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4d901f7-417b-4090-9913-1a839e77c3e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b36f3f54289428f953a9abb9b162d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883550 Aug 29 04:24:21.974953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:21.992845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 9e3799d2-49eb-4627-a043-b86583499278 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:21.993727 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.122774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Attempting to bind port e351f441-10ef-4190-9f8f-3fc1d3173e2a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:22.123294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Attempting to bind port e351f441-10ef-4190-9f8f-3fc1d3173e2a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:22.123808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Attempting to bind port e351f441-10ef-4190-9f8f-3fc1d3173e2a on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:22.132573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.146095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:22.146647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Port e351f441-10ef-4190-9f8f-3fc1d3173e2a on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:22.147150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Attempting to bind port e351f441-10ef-4190-9f8f-3fc1d3173e2a on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:22.157594 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.161090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:22.161751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:22.162602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:22.163253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Bound port: e351f441-10ef-4190-9f8f-3fc1d3173e2a, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:22.163825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.215885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.226793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.240646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.241887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/751018e6-2a4a-49d9-b9c3-a14cef3c2a91 HTTP/1.1" status: 204 len: 168 time: 0.6217127 Aug 29 04:24:22.266125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.292844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 9e3799d2-49eb-4627-a043-b86583499278 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:22.293483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5ee4-5893-4cc3-8f9f-256537d0c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751018e6-2a4a-49d9-b9c3-a14cef3c2a91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.296695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Transition to ACTIVE for port object 26340e91-d829-4fad-b7f6-aa863a2b24ef will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:22.328336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.377844 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.385168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.386644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32b04254-0da0-4d2c-9760-bda34bdf6eba HTTP/1.1" status: 204 len: 168 time: 0.4104493 Aug 29 04:24:22.416784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:22.420787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac6ab4-5064-4356-89bc-ddc095a62236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b04254-0da0-4d2c-9760-bda34bdf6eba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.434319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:22.456115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.542227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:22.542227 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:22.549706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Pushing event updated for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.565245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639e0ba-0d7d-40b1-b547-5e2e12f8b4b4 None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:22.627177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:22.627840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:22.629472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-cf4d2bef-7860-44d2-ac66-06c8ac077c94 service neutron] 10.222.0.54 "PUT /v2.0/ports/e351f441-10ef-4190-9f8f-3fc1d3173e2a HTTP/1.1" status: 200 len: 1092 time: 1.8545260 Aug 29 04:24:22.629973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:22.632416 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:22.913707 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b2dee7-bd0b-4146-9b2e-89e48d993384 x-openstack-request-id: req-c4b2dee7-bd0b-4146-9b2e-89e48d993384 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:22.913929 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:22.914204 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4b2dee7-bd0b-4146-9b2e-89e48d993384 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:22.914659 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a', 'status': 'completed', 'code': 200} Aug 29 04:24:22.919482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.005058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=9e3799d2-49eb-4627-a043-b86583499278,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.050058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50029699-e39c-4848-819a-fb549fc48d07 req-3e6622b7-b8ef-41a6-837d-9e1d16c04600 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.062854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50029699-e39c-4848-819a-fb549fc48d07 req-3e6622b7-b8ef-41a6-837d-9e1d16c04600 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 943 time: 0.5929143 Aug 29 04:24:23.108309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.146249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-9108287a-d388-4ffb-b60f-d6c95802795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.148003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-9108287a-d388-4ffb-b60f-d6c95802795d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 1095 time: 0.4652283 Aug 29 04:24:23.166834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:23.172389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.237441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50029699-e39c-4848-819a-fb549fc48d07 req-72a9f07d-0834-40d9-a2bd-2eefec65d0a3 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568661 Aug 29 04:24:23.238852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.240949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5d52693-2690-4c98-89fb-a0a615b2065d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/9e3799d2-49eb-4627-a043-b86583499278 HTTP/1.1" status: 204 len: 168 time: 1.5481954 Aug 29 04:24:23.242626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-b4f0e33b-ec7c-4f48-95f8-afeb1246470d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a HTTP/1.1" status: 200 len: 217 time: 0.0692110 Aug 29 04:24:23.244094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.245117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.266202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.324316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-d407d7be-cc3b-416d-b9be-d75c5f60f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.325283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-d407d7be-cc3b-416d-b9be-d75c5f60f8b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.0715694 Aug 29 04:24:23.358422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8936730d-8621-4abc-9461-9cc649d0f5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.370328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:23.402285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-773ee864-9f31-45bd-aeaa-acc36c329c0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642602 Aug 29 04:24:23.446292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.533572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c4a164f-0fe1-4803-b176-a9c7ac20fde8 None None] Provisioning for port 26340e91-d829-4fad-b7f6-aa863a2b24ef completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:23.540485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c4a164f-0fe1-4803-b176-a9c7ac20fde8 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:23.542354 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c4a164f-0fe1-4803-b176-a9c7ac20fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.549878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9a3ce-c012-413e-8809-85621dea7dac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.552971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9a3ce-c012-413e-8809-85621dea7dac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.555004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9a3ce-c012-413e-8809-85621dea7dac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:23.559155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d2a9a3ce-c012-413e-8809-85621dea7dac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3134296 Aug 29 04:24:23.561148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-4a274112-028a-4918-8e2e-eab358a2b3b3 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501954 Aug 29 04:24:23.562328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.710533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8936730d-8621-4abc-9461-9cc649d0f5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.711509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet f089f97e-22f9-4280-9f91-9b8be39a28ac {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:23.716378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.717502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8936730d-8621-4abc-9461-9cc649d0f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.789218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c4a164f-0fe1-4803-b176-a9c7ac20fde8 None None] Could not find standard attr ID for object 9e3799d2-49eb-4627-a043-b86583499278. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:23.795710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8936730d-8621-4abc-9461-9cc649d0f5e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7017544559148ecae01db67b967d3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258806 Aug 29 04:24:23.806309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:23.825736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.850698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936730d-8621-4abc-9461-9cc649d0f5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ddd14-7a33-4822-8a73-619c469ce2e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:23.862994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06089009-5c98-4852-8252-bd133a7af0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:23.910001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7b5b3a0-a587-455c-aa82-2665a494555f None None] Could not find standard attr ID for object 17fa979d-37ae-49bd-9ec8-56b3605bcbeb. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:23.979455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-825c6d2b-5e5f-40b6-ba5a-ab5ea1ddf0b9 req-d487f665-98e4-45e9-b107-39c973fdc3ff service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055057 Aug 29 04:24:24.039993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06089009-5c98-4852-8252-bd133a7af0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.047080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-06089009-5c98-4852-8252-bd133a7af0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.091783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-06089009-5c98-4852-8252-bd133a7af0d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5661ffbeb3f4415bcb6f7cab31572a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386185 Aug 29 04:24:24.115048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.166080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.173792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089009-5c98-4852-8252-bd133a7af0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823ea3d1-d0f8-403b-a89d-8442f3bdc0b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.212037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-a5429b24-5dd5-427d-b07c-44228484b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.213865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-a5429b24-5dd5-427d-b07c-44228484b243 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 1095 time: 0.1531887 Aug 29 04:24:24.231362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.233247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.284253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.287098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.383025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.388260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.390120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/823ea3d1-d0f8-403b-a89d-8442f3bdc0b1 HTTP/1.1" status: 204 len: 168 time: 0.2739813 Aug 29 04:24:24.407890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.408147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.419071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.422706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/937ddd14-7a33-4822-8a73-619c469ce2e7 HTTP/1.1" status: 204 len: 168 time: 0.6056964 Aug 29 04:24:24.422706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca133ab-9d0c-45cb-b851-615b41a68f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823ea3d1-d0f8-403b-a89d-8442f3bdc0b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.435518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa674be-018e-46ef-bc3a-83c2e630cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ddd14-7a33-4822-8a73-619c469ce2e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.484582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=f089f97e-22f9-4280-9f91-9b8be39a28ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:24.488350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.490309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-284413f9-49e2-428b-93a2-a2d951c72131 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f089f97e-22f9-4280-9f91-9b8be39a28ac HTTP/1.1" status: 204 len: 168 time: 0.9268301 Aug 29 04:24:24.493533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:24.510584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-f3c0d8de-5152-4c69-b584-e3ec5425b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.512307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ee1c0b04-9b45-4d29-bb8f-2b19e76226b3 None None] Could not find standard attr ID for object 9e3799d2-49eb-4627-a043-b86583499278. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:24.512904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-f3c0d8de-5152-4c69-b584-e3ec5425b66c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.2812486 Aug 29 04:24:24.598762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-0b5ebbb1-a0ec-4c3f-9355-93774e50cee8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a HTTP/1.1" status: 200 len: 217 time: 0.0717101 Aug 29 04:24:24.611721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b752b-fad4-4482-b6b9-7f0ba7579b34 req-c87c2cca-f937-4713-aa01-4b866586a3f5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.614339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a58b752b-fad4-4482-b6b9-7f0ba7579b34 req-c87c2cca-f937-4713-aa01-4b866586a3f5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 943 time: 0.1551008 Aug 29 04:24:24.677377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet f6ef59f9-bc5c-472a-90d6-091989dfbe39 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:24.687345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.702339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-77b3e601-61f3-49b6-bdf9-dfc7da9608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:24.710586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-77b3e601-61f3-49b6-bdf9-dfc7da9608e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.0928235 Aug 29 04:24:24.757865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a58b752b-fad4-4482-b6b9-7f0ba7579b34 req-7ee986ad-a5d3-4081-9dcf-637b7080f4c9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020634 Aug 29 04:24:24.760995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.788365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-6f462115-edb0-4660-b697-1baf40643dae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642860 Aug 29 04:24:24.853663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a42fe-4f35-4627-9f17-8a7541bab744 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:24.926984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:24.929530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-eeea3e5c-ffd9-428e-ac3f-bb5465178cb2 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299822 Aug 29 04:24:25.017890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.071416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ef59f9-bc5c-472a-90d6-091989dfbe39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.076755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.078810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8898a6b2-71df-4325-804f-3806b7bd2e21 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f6ef59f9-bc5c-472a-90d6-091989dfbe39 HTTP/1.1" status: 204 len: 168 time: 0.5836954 Aug 29 04:24:25.081931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.161920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c84a3c0a-9e61-4455-bd0e-2f71939a3f81 req-67e67e73-0da4-4672-83b0-f35c3d2ca00f service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248170 Aug 29 04:24:25.166138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5e002857-ca94-406e-a8d4-d35e81fcdc1b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792856 Aug 29 04:24:25.166908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.171766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.250328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d422ff-f589-4cbe-82ef-be78626074bc None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'f6ef59f9-bc5c-472a-90d6-091989dfbe39'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '26340e91-d829-4fad-b7f6-aa863a2b24ef'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:25.298430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:25.305082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:25.310579 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.346118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4d422ff-f589-4cbe-82ef-be78626074bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.435068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:25.435456 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.611319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.632923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585fe29-5170-4562-8226-ea9158670754 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:25.676556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:25.681049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:25.690509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:25.691519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.705492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=76c6495b-6a75-49d7-b996-7ee034c8b215,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:25.713335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c03dc5bd-2865-413d-a12d-49afcd923dcb None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:25.713781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c03dc5bd-2865-413d-a12d-49afcd923dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:25.716346 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ff1ee65a-73cb-478d-912a-131bb460dd28 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5485718 Aug 29 04:24:25.721037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:25.728583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:25.998869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce766c4-4f65-4370-8bcc-1fc5e49eb1f4 req-9e42cb01-97c7-4f57-9f1b-da21e37d7614 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:26.004829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ce766c4-4f65-4370-8bcc-1fc5e49eb1f4 req-9e42cb01-97c7-4f57-9f1b-da21e37d7614 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 943 time: 0.1134994 Aug 29 04:24:26.008762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:26.012846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.072735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '76c6495b-6a75-49d7-b996-7ee034c8b215'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '26340e91-d829-4fad-b7f6-aa863a2b24ef'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:24:26.076343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ce766c4-4f65-4370-8bcc-1fc5e49eb1f4 req-be6a321c-8f1f-4afc-802d-0a1d822e1f46 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594141 Aug 29 04:24:26.155287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.376508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Allocated IP 172.20.0.2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/76c6495b-6a75-49d7-b996-7ee034c8b215/26340e91-d829-4fad-b7f6-aa863a2b24ef) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:26.534338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:26.602785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.622058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Transition to ACTIVE for port object 26340e91-d829-4fad-b7f6-aa863a2b24ef will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:26.629572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:26.753230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099845-afed-49fd-bc25-7391ed7d108f None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:26.768642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:26.874423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:27.070710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aebb3dd5-c945-40f9-b5d8-0698b5499bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.203567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:27.265681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.400951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aebb3dd5-c945-40f9-b5d8-0698b5499bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.408819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aebb3dd5-c945-40f9-b5d8-0698b5499bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.462357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.535909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e08ff-065a-4c14-9444-0264aa4b6bef req-d542266e-740e-4704-9c60-1b3c72f9310f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.552208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f5e08ff-065a-4c14-9444-0264aa4b6bef req-d542266e-740e-4704-9c60-1b3c72f9310f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 943 time: 0.2876923 Aug 29 04:24:27.585701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:27.642808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.643207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aebb3dd5-c945-40f9-b5d8-0698b5499bab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a6a765bf6e6438688d471f25255467f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687248 Aug 29 04:24:27.682494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.690182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb3dd5-c945-40f9-b5d8-0698b5499bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8c34fe-6d20-4dfe-94aa-4ffc78a6f462,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.692265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.693815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.742466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f5e08ff-065a-4c14-9444-0264aa4b6bef req-9737985e-b6fb-4af5-ae1d-a5a756595c34 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882679 Aug 29 04:24:27.774145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:27.775001 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:27.838867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 59996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:27.898608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:27.915522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:27.927310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:27.927948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.956674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.983192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=c73b648f-02e5-4c68-b295-0a8d21c13f09,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:27.990144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:27.991950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70763d38-64a3-4dda-8760-2ea4f711e607 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:27.995610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4db89418-13cd-4bb8-ad53-d3f961e53ba0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2725773 Aug 29 04:24:27.998776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:28.008568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:3b:88:b5', 'name': 'tempest-NetworksTestDHCPv6-770798716'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.024603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.129596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.134272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.135651 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a8c34fe-6d20-4dfe-94aa-4ffc78a6f462 HTTP/1.1" status: 204 len: 168 time: 0.4917798 Aug 29 04:24:28.142363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-848388763-network', 'tenant_id': '392329110bef462b8aecdc2c5f890a23'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:28.147411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f6212-1da7-4836-84a4-8c6a3a453150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8c34fe-6d20-4dfe-94aa-4ffc78a6f462,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.154473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dffcd9f9-b83b-4e39-875b-6005b9c9a25a None None] Provisioning for port 26340e91-d829-4fad-b7f6-aa863a2b24ef completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:28.172020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e351f441-10ef-4190-9f8f-3fc1d3173e2a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:28.193234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dffcd9f9-b83b-4e39-875b-6005b9c9a25a None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:28.193625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dffcd9f9-b83b-4e39-875b-6005b9c9a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.261706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:24:28.261706 n-d-712139-13 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:24:28.261706 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id': '4c4c87434c444d1eaedacb2d7fa65668', 'id': '4908e0ec-21f6-494a-9e14-8b028c5b2c99', 'expiration': datetime.datetime(2021, 8, 29, 4, 26, 28, 253361)}] Aug 29 04:24:28.261706 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:28.262410 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:28.279404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Made reservation on behalf of 392329110bef462b8aecdc2c5f890a23 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:28.283407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.302216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.505363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.513361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.581477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:28.605351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:28.630854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.631964 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Added segment 7f2d6c68-6f49-4108-b89b-0dd8623a33ca of type vlan for network f232bb0a-5e11-4329-a0b1-b02830a863e0 Aug 29 04:24:28.697877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.743981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.745456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:28.746347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.750440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:28.765308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a', 'mac_address': 'fa:16:3e:74:80:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:28.804564 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.926991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:28.928188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.946472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:28.986319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f232bb0a-5e11-4329-a0b1-b02830a863e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.016855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:29.023901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f232bb0a-5e11-4329-a0b1-b02830a863e0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:29.030286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e351f441-10ef-4190-9f8f-3fc1d3173e2a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:29.047959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:29.049766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-734277aa-6271-4557-ae37-7c9c8b6333c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2090263 Aug 29 04:24:29.062317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Request body: {'subnet': {'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-848388763-subnet', 'tenant_id': '392329110bef462b8aecdc2c5f890a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:29.172775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Made reservation on behalf of 392329110bef462b8aecdc2c5f890a23 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:29.182510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.196364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:29.295710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:29.326993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.343898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.409271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.431555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:29.431952 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.558432 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.579670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.616423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e351f441-10ef-4190-9f8f-3fc1d3173e2a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:29.691039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07aafeff-322f-47a6-b57c-a2cbf6e5fa6f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:29.692609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.720071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5502-2368-4e96-bd63-64569d3d665a req-fef8dd76-1fba-441a-a837-ea1d5c7bb3e5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.721323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Checking segment: {'id': '7f2d6c68-6f49-4108-b89b-0dd8623a33ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:29.721665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a24a5502-2368-4e96-bd63-64569d3d665a req-fef8dd76-1fba-441a-a837-ea1d5c7bb3e5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 943 time: 0.8271496 Aug 29 04:24:29.721775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Network hostable DHCP agents. Network: f232bb0a-5e11-4329-a0b1-b02830a863e0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:29.741528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Network f232bb0a-5e11-4329-a0b1-b02830a863e0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:29.756212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f232bb0a-5e11-4329-a0b1-b02830a863e0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:29.766286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:29.768485 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.774947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09207f55-23cd-4318-9ab0-7b1f59e64252 None None] Network f232bb0a-5e11-4329-a0b1-b02830a863e0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:29.797705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd336924-d4f1-4ece-abba-7eb1fb164cf0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7456234 Aug 29 04:24:29.844887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a24a5502-2368-4e96-bd63-64569d3d665a req-cc75f670-d59c-4dd8-8774-888e1988bf17 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019747 Aug 29 04:24:29.898803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:29.902040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.936037 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:29.977212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:30.106434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:30.157281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0365a-d762-4f92-9a42-beb414ee8717 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:30.219416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:30.223134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.251374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5e393-c39e-4cb0-b917-a7ec402fce5d None None] Network f232bb0a-5e11-4329-a0b1-b02830a863e0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:30.288305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.288706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.289238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.289723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.290031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.290534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.291000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.291403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.291766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.292289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.292840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.292973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 172.20.0.12 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/76c6495b-6a75-49d7-b996-7ee034c8b215/95160d6d-b31f-451f-a6b5-a7b5ca2a8e72) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:30.293291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:30.313215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe3b:88b5 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/c73b648f-02e5-4c68-b295-0a8d21c13f09/95160d6d-b31f-451f-a6b5-a7b5ca2a8e72) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:30.408006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c410f4e8-4b12-4093-a5bf-42d39ab28e59 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:30.408619 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c410f4e8-4b12-4093-a5bf-42d39ab28e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.530812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:30.531183 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.547995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.588043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:30.649987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.664152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:30.712314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1235115348-network', 'tenant_id': 'e0b4964929e94115929d7bc960e519ec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:30.747771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=95160d6d-b31f-451f-a6b5-a7b5ca2a8e72,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:30.760256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:30.762400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:30.771133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:30.818093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Made reservation on behalf of e0b4964929e94115929d7bc960e519ec for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:30.821139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.834586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.867396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:30.869875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:30.952755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02b2944-6dd1-479e-bfc7-947d25c119e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.008231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.013961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.033494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:24:31.065140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.065140 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Added segment 4ef40649-4bee-4262-b055-a9408559fd1e of type vlan for network a0a0975f-3f60-407d-9ff6-8774982392fd Aug 29 04:24:31.149111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4fa72086-bb17-4366-9b23-d165c2185e7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1473577 Aug 29 04:24:31.156933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.180223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-0ad97fa6-8932-4a31-a2e8-3731a8345957 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.182021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-0ad97fa6-8932-4a31-a2e8-3731a8345957 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/networks?id=f232bb0a-5e11-4329-a0b1-b02830a863e0 HTTP/1.1" status: 200 len: 813 time: 0.2222018 Aug 29 04:24:31.219418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-7f4d062b-b309-4389-bb8f-ced5904051fd tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/quotas/392329110bef462b8aecdc2c5f890a23 HTTP/1.1" status: 200 len: 375 time: 0.0282471 Aug 29 04:24:31.261368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f48f-8041-4d44-983f-1fd372ff4106 req-043bd275-3b0f-4959-8cc0-16726ca6b2e2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.268885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4947f48f-8041-4d44-983f-1fd372ff4106 req-043bd275-3b0f-4959-8cc0-16726ca6b2e2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 944 time: 0.1450052 Aug 29 04:24:31.270112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:31.270747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.275303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53f723-d865-4103-9d42-0a6b0d0a5a61,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.285141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.326545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-c349f571-c2d6-47dd-84e7-3c043002078b tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=392329110bef462b8aecdc2c5f890a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978131 Aug 29 04:24:31.373365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8c7d6-3a45-4d4f-82c5-79cc5dbf1c32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.381805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8c7d6-3a45-4d4f-82c5-79cc5dbf1c32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.388055 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4e8c7d6-3a45-4d4f-82c5-79cc5dbf1c32 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2250645 Aug 29 04:24:31.388055 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.388055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:31.388055 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.390039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.459159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Provisioning for port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:31.464441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Provisioning complete for port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:31.465390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.466381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4947f48f-8041-4d44-983f-1fd372ff4106 req-165659e9-e19b-468b-bc18-7a65c193c518 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928992 Aug 29 04:24:31.513034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23ccd36e-33d8-4275-93c4-bd53bc27e4fd None None] Port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:31.527682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02b2944-6dd1-479e-bfc7-947d25c119e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.555752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a0975f-3f60-407d-9ff6-8774982392fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.559748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b02b2944-6dd1-479e-bfc7-947d25c119e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.568496 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f3f4b622-f641-47f5-8a3f-b34d6a243a22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3478971 Aug 29 04:24:31.575911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ba425ff2-33f3-455c-8f54-481424a3b67a service neutron] 10.222.0.62 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470932 Aug 29 04:24:31.576730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.577757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a0a0975f-3f60-407d-9ff6-8774982392fd details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:24:31.591753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Request body: {'subnet': {'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1235115348-subnet', 'tenant_id': 'e0b4964929e94115929d7bc960e519ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:31.640633 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b02b2944-6dd1-479e-bfc7-947d25c119e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=131965394e1341df98b33d5ea09c6063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750009 Aug 29 04:24:31.642694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:31.652860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b2944-6dd1-479e-bfc7-947d25c119e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f2d55-4e93-4d19-b7a1-f861cabd260f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:31.713956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:31.714311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.774747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.797847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Made reservation on behalf of e0b4964929e94115929d7bc960e519ec for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:31.805743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.816610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.849376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2be3ed7d-86b7-4659-8558-d0695b36146d None None] Provisioning complete for port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:31.850196 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2be3ed7d-86b7-4659-8558-d0695b36146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.857089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.883604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:31.894010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2be3ed7d-86b7-4659-8558-d0695b36146d None None] Port 95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:31.906737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-ee79cdfe-53d3-4b49-818e-af08c2907f48 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1526275 Aug 29 04:24:31.920075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-4440c0a4-0aa1-4546-907f-3b2f4951f1fe service neutron] 10.222.0.62 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190482 Aug 29 04:24:31.975625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.983063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:31.988409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/819f2d55-4e93-4d19-b7a1-f861cabd260f HTTP/1.1" status: 204 len: 168 time: 0.3437150 Aug 29 04:24:32.008423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088994e-ad37-45be-9768-cd9aa8b353e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f2d55-4e93-4d19-b7a1-f861cabd260f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.144882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:32.239062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e351f441-10ef-4190-9f8f-3fc1d3173e2a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:32.243557 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.275639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-c0fb41b7-f42b-4656-8582-a7f57cef8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.277242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-c0fb41b7-f42b-4656-8582-a7f57cef8655 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 1097 time: 0.3281178 Aug 29 04:24:32.333395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b218785d-2599-4850-b116-d95ce95034be req-217e2c7e-ef29-446c-a623-bd77ef098a83 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.0503848 Aug 29 04:24:32.388439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e351f441-10ef-4190-9f8f-3fc1d3173e2a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:32.413838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e351f441-10ef-4190-9f8f-3fc1d3173e2a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:32.418161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.436343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-e9c44df6-2ecf-46bc-a01f-2c2befbc1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.436888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.440744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-e9c44df6-2ecf-46bc-a01f-2c2befbc1d5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 200 len: 916 time: 0.1231377 Aug 29 04:24:32.476733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:32.477146 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.520496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-d98c8431-fb3f-4b81-a0ff-458f710da062 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 200 len: 1001 time: 0.0674851 Aug 29 04:24:32.531999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a884b44d-5a8f-4ef1-be51-1796d27688e9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.595457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=95160d6d-b31f-451f-a6b5-a7b5ca2a8e72,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.634312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.650489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd7a9-daad-444a-8656-ff98679701db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.688722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.745401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Checking segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:32.745771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Network hostable DHCP agents. Network: a0a0975f-3f60-407d-9ff6-8774982392fd, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:24:32.749316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:32.750662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:32.755017 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c568d26-769b-4bb1-9b0c-4fc2e318dc45" -d '{"events": [{"server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "name": "network-vif-plugged", "status": "completed", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:32.758641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-605f2649-8a31-4357-b71c-8702b57e830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.759476 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.760196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-605f2649-8a31-4357-b71c-8702b57e830d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43cdad94-0724-4d3d-8f07-60db6eca9043 HTTP/1.1" status: 200 len: 854 time: 0.2190199 Aug 29 04:24:32.845984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26df41-6872-48bd-ac72-32666985fe9d req-2b8eb4b8-18a2-4275-bd4f-203d9670853b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.848497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af26df41-6872-48bd-ac72-32666985fe9d req-2b8eb4b8-18a2-4275-bd4f-203d9670853b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 944 time: 0.1910977 Aug 29 04:24:32.851658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Network a0a0975f-3f60-407d-9ff6-8774982392fd is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:24:32.851882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:32.878637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-9c5a6da4-0ab5-4fd2-9ac5-9c06c15ac3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.880798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-9c5a6da4-0ab5-4fd2-9ac5-9c06c15ac3ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a0d47ec-63ec-455f-801a-9d2060379a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062443 Aug 29 04:24:32.883057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a0a0975f-3f60-407d-9ff6-8774982392fd) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:32.884264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.890146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3039f228-3106-4e7b-a126-5989fa7252eb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 HTTP/1.1" status: 204 len: 168 time: 1.4920149 Aug 29 04:24:32.893245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:32.896823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.897668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:32.903487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b51d9-f164-4dc2-aeec-62586e11bd9f None None] Network a0a0975f-3f60-407d-9ff6-8774982392fd requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:32.985705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcaf8d5-494f-475e-9e5c-d3c1ce3666ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.988469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcaf8d5-494f-475e-9e5c-d3c1ce3666ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.990299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcaf8d5-494f-475e-9e5c-d3c1ce3666ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:32.996275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cbcaf8d5-494f-475e-9e5c-d3c1ce3666ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1017525 Aug 29 04:24:32.997078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.034971 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a76a77-958a-46d3-92ae-5ca0f0e0bc29 x-openstack-request-id: req-93a76a77-958a-46d3-92ae-5ca0f0e0bc29 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:33.035488 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "name": "network-vif-plugged", "status": "completed", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:33.035950 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93a76a77-958a-46d3-92ae-5ca0f0e0bc29 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:33.036648 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a', 'code': 200} Aug 29 04:24:33.052823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af26df41-6872-48bd-ac72-32666985fe9d req-82f71170-9072-431d-bb68-d17b11c0859d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917248 Aug 29 04:24:33.137614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-5d2fc4ae-c530-49fd-98b5-31ef261cca42 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369258 Aug 29 04:24:33.152856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 76c6495b-6a75-49d7-b996-7ee034c8b215 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:33.165501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.226581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe4eb-73d3-4e4b-8236-7f8bb9f7115a req-f4264251-927e-443d-b534-9fa36f7025d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:33.228529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fb1fe4eb-73d3-4e4b-8236-7f8bb9f7115a req-f4264251-927e-443d-b534-9fa36f7025d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 1097 time: 0.1542251 Aug 29 04:24:33.288499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.332410 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fb1fe4eb-73d3-4e4b-8236-7f8bb9f7115a req-0d88e55c-02d7-42ce-b8a1-8f30d1c6d78e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922406 Aug 29 04:24:33.348701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd7a9-daad-444a-8656-ff98679701db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.354072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd7a9-daad-444a-8656-ff98679701db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.369817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52bb360b-bd4e-411c-9588-19ed732e8433 req-9a6338d2-2892-4a8a-8748-44f43ddc9cb9 service neutron] 10.222.0.54 "GET /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221775 Aug 29 04:24:33.392400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb497681-b7f1-412c-87c9-ce1b36db4a3b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8082759 Aug 29 04:24:33.397331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd7a9-daad-444a-8656-ff98679701db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb1912d-fad0-4a45-82a2-18c03a7f2884,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.432951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1e3fd7a9-daad-444a-8656-ff98679701db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2555312224ce45389196f631b7739387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974870 Aug 29 04:24:33.436286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.480010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.512126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88779235-b644-4e7d-b11b-2cbb56740411 None None] Network a0a0975f-3f60-407d-9ff6-8774982392fd requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:33.598889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a35a557-67ca-4972-90f7-e74fb249a8cd req-4dfba6d4-4b45-40bc-895c-4de6f7f45451 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.1069584 Aug 29 04:24:33.602259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.652714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.666919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=76c6495b-6a75-49d7-b996-7ee034c8b215,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:33.688013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.698052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.699455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ecb60caa-dc48-4e20-a268-8607cd852b81 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/76c6495b-6a75-49d7-b996-7ee034c8b215 HTTP/1.1" status: 204 len: 168 time: 0.6992474 Aug 29 04:24:33.700140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:33.721225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10e60b-7c36-4649-b58f-1a70bf7cbe2d None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:33.793169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet c73b648f-02e5-4c68-b295-0a8d21c13f09 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:33.797743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.871854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.921607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.927124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:33.931216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abb1912d-fad0-4a45-82a2-18c03a7f2884 HTTP/1.1" status: 204 len: 168 time: 0.4908011 Aug 29 04:24:33.945189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2bb59-f3ed-4429-a023-155dc241e8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb1912d-fad0-4a45-82a2-18c03a7f2884,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.111537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.440878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82110a7d-c3a6-4360-889e-c75ac9c289bd req-b6147e52-a5f2-4181-b380-1200aae7d699 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.443101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82110a7d-c3a6-4360-889e-c75ac9c289bd req-b6147e52-a5f2-4181-b380-1200aae7d699 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.2658951 Aug 29 04:24:34.497468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.648210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=c73b648f-02e5-4c68-b295-0a8d21c13f09,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:34.672845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:34.677292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2f2e9db-8539-4ecf-b19d-469e273d939e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/c73b648f-02e5-4c68-b295-0a8d21c13f09 HTTP/1.1" status: 204 len: 168 time: 0.9756339 Aug 29 04:24:34.681013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:34.692085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-0793a89f-5ba2-42ac-bf82-139783604555 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.704841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-0793a89f-5ba2-42ac-bf82-139783604555 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 0.4694977 Aug 29 04:24:34.711094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82110a7d-c3a6-4360-889e-c75ac9c289bd req-91e31105-3d51-41dc-ab69-66a15381d02c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543621 Aug 29 04:24:34.725507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-c254f0a8-c122-4c77-8a49-c85032a1f5bf tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.728472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-c254f0a8-c122-4c77-8a49-c85032a1f5bf tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.50 "GET /v2.0/networks?id=f232bb0a-5e11-4329-a0b1-b02830a863e0 HTTP/1.1" status: 200 len: 813 time: 0.4910941 Aug 29 04:24:34.753679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Request body: {'port': {'device_id': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0', 'admin_state_up': True, 'tenant_id': '392329110bef462b8aecdc2c5f890a23'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:34.770832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-ef8467e9-37a7-484f-b7f7-a566488bb317 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/quotas/e0b4964929e94115929d7bc960e519ec HTTP/1.1" status: 200 len: 375 time: 0.0405600 Aug 29 04:24:34.818897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c33e5a32-f2ab-444a-90cb-21a844de7c5c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361353 Aug 29 04:24:34.822453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:34.889448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-e955576c-bfa6-4206-be24-cf5cde29ef11 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175020 Aug 29 04:24:34.931127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d916813-8c62-411b-9fa4-3a20347f25c2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:34.937830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d916813-8c62-411b-9fa4-3a20347f25c2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1133304 Aug 29 04:24:34.938763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.087616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7caef0-e0f3-4565-a7c0-d9623e0da814 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:35.089340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd7caef0-e0f3-4565-a7c0-d9623e0da814 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493723 Aug 29 04:24:35.098659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.156159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abefd10-e2a1-4dca-a643-12ae8cc92e74 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:35.182148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17811372-5abc-4af8-a310-df5a608b552f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833647 Aug 29 04:24:35.188922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.189208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9443cc9-8375-4142-b125-4e2225caeb14 req-1b2dac2c-d57c-47bc-bcae-c6b149522bfe tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.0923269 Aug 29 04:24:35.195469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:35.256216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-43ebf123-58f2-4415-80a5-c99315f6138a service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418806 Aug 29 04:24:35.303076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c689a25-016a-4456-aad4-701b9a9d3b74 None None] Provisioning complete for port 26340e91-d829-4fad-b7f6-aa863a2b24ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:35.304482 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c689a25-016a-4456-aad4-701b9a9d3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.382369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Made reservation on behalf of 392329110bef462b8aecdc2c5f890a23 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.386545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.450232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.456565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.467767 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:35.469051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:35.494783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ff409fca-cec1-4f39-b29a-5a9eec49aea8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3042886 Aug 29 04:24:35.498091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.510106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:35.603284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-f21972d1-026b-470c-a7e0-775a6243eb7b service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456492 Aug 29 04:24:35.635710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:35.703828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:35.709650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.711392 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:35.712121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:35.736336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f35be010-c8f1-448e-93a4-4c64d2167b22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2362750 Aug 29 04:24:35.736983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:35.743371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:35.774963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Allocated IP 172.20.0.9 (f232bb0a-5e11-4329-a0b1-b02830a863e0/07aafeff-322f-47a6-b57c-a2cbf6e5fa6f/13d56cb8-4415-4f2b-9f4a-e3840b2551e1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:35.799112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Deleting port 26340e91-d829-4fad-b7f6-aa863a2b24ef {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:35.800225 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.979750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] For port 26340e91-d829-4fad-b7f6-aa863a2b24ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=26340e91-d829-4fad-b7f6-aa863a2b24ef,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:35.979994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:35.994471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:36.002479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.007181 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:36.009411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:36.020054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Calling delete_port for 26340e91-d829-4fad-b7f6-aa863a2b24ef owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:36.061020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd2f5b6a-1678-49da-8c85-22933974d184 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3227286 Aug 29 04:24:36.063775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.077802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31159f62-4a5d-4f63-9f6b-6ab775e6be2d req-aeff2c5f-4fd2-4f80-b4d9-875e2f9741b4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.080317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.084700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31159f62-4a5d-4f63-9f6b-6ab775e6be2d req-aeff2c5f-4fd2-4f80-b4d9-875e2f9741b4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.1974730 Aug 29 04:24:36.192270 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b88fcc17-3417-4c2a-96c7-e944d40a1571 req-c9dce777-05e7-4145-b0f2-631ee5374c51 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 210 time: 0.1892927 Aug 29 04:24:36.207183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:36.246968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:36.250024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.251965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.253988 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:36.254576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:36.268616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 26340e91-d829-4fad-b7f6-aa863a2b24ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:36.270040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 26340e91-d829-4fad-b7f6-aa863a2b24ef not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:36.282160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac3cb0c6-b15f-47c4-bb02-54212c88fcee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2158120 Aug 29 04:24:36.282791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.292915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.377996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] Pushing event deleted for resources: {'Port': ['ID=26340e91-d829-4fad-b7f6-aa863a2b24ef,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.387686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb15fc8-b9b6-4f32-a763-617f984bb4c0 None None] No DVR routers for this DVR port 26340e91-d829-4fad-b7f6-aa863a2b24ef on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:36.408204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31159f62-4a5d-4f63-9f6b-6ab775e6be2d req-8687f179-194f-4538-b6dc-53061fe39777 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619619 Aug 29 04:24:36.469282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:36.476706 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.479316 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:36.480082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:36.512950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f293600-5c82-4f4c-87e9-e236f9a65edb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2286654 Aug 29 04:24:36.514097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.519903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.533835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.654149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b49ed1-7c9c-4694-833b-1cbc79857575 req-205c2ece-d627-4259-b12e-db71a945585a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.1218491 Aug 29 04:24:36.701129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:36.713658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.715825 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:24:36.716433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:24:36.754454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2e89ebb-e48d-40ae-bb0c-2b9fe2aa93f5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2379436 Aug 29 04:24:36.759677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.781776 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:36.805534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-421ea864-b14a-4de5-a4c2-7a3191062f53 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0444999 Aug 29 04:24:36.806414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.831203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Network f232bb0a-5e11-4329-a0b1-b02830a863e0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:36.863695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c32ae-2960-4720-87f7-942c0959a6e5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.866615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:36.871138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec1c32ae-2960-4720-87f7-942c0959a6e5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626943 Aug 29 04:24:36.871959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.873244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:36.922166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac49f079-55c1-4508-861e-c8a74633fd27 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480800 Aug 29 04:24:36.922166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:36.928538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:36.961137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Pushing event updated for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:36.993852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:36.995156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.007388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c087607-c630-4afa-aff2-d29f492ca612 req-531896fa-3ab2-492e-a44c-6f6fffdda653 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.009507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c087607-c630-4afa-aff2-d29f492ca612 req-531896fa-3ab2-492e-a44c-6f6fffdda653 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.1383719 Aug 29 04:24:37.048483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-ce05f4c4-a87f-4f1b-b57e-2886a738af7f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3020129 Aug 29 04:24:37.077988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Request body: {'port': {'device_id': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:37.086640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:37.091202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.128306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c087607-c630-4afa-aff2-d29f492ca612 req-e0c97ab0-46ea-4da5-b0bb-329d95fbf0fc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109612 Aug 29 04:24:37.175699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.281080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb15d25a-0a00-4345-9ed3-e5119a7632c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.560646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:37.563137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.656753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eafbb03-fe27-4901-8636-9d68de10b388 req-d3a865a6-bd09-4753-af26-5ae0105b19f1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 210 time: 0.3886979 Aug 29 04:24:37.684854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:37.698712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:37.712067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.713351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:37.713685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec978f-a526-4d70-890f-670eb0583c2b None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:37.747203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8235087 Aug 29 04:24:37.760435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:37.765997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6cf6c-c736-4a2f-b31c-0674da84d3cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=9d715488-187a-4f96-9234-059ef3577aff,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:37.784318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:35:a7:2d', 'name': 'tempest-NetworksTestDHCPv6-1833434075'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:37.988004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-65aec4df-b26f-4edb-9dd5-fc593c15b5a7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:37.990357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-65aec4df-b26f-4edb-9dd5-fc593c15b5a7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 0.3225791 Aug 29 04:24:38.005024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29f24-1787-45d9-80d9-bc1c1fcaabbe req-cdc3efc8-d3f9-48c5-bf86-8ff1ac9220e3 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.014099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2df29f24-1787-45d9-80d9-bc1c1fcaabbe req-cdc3efc8-d3f9-48c5-bf86-8ff1ac9220e3 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 931 time: 0.1894174 Aug 29 04:24:38.024719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'port': {'device_id': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'admin_state_up': True, 'tenant_id': 'e0b4964929e94115929d7bc960e519ec'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:38.133560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:38.153109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '9d715488-187a-4f96-9234-059ef3577aff'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:38.160502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.324627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:38.373996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.435913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.444277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port e4907758-4757-4643-9ca3-23ddbbd1a95e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:38.445829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2df29f24-1787-45d9-80d9-bc1c1fcaabbe req-7c9738de-e81c-4f23-9ef3-535cee48d6d1 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305778 Aug 29 04:24:38.492627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Allocated IP 2001:db8::f816:3eff:fe15:a173 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/9d715488-187a-4f96-9234-059ef3577aff/b4c229cf-f9d0-4d41-b8dc-123b35e2e078) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:38.518801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Transition to ACTIVE for port object 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:38.542837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.591514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc067-64e0-4828-b234-42200edafb63 req-95518b9a-f6f8-4bf8-95a2-46fa06d558b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:38.594414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c5bc067-64e0-4828-b234-42200edafb63 req-95518b9a-f6f8-4bf8-95a2-46fa06d558b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.2843835 Aug 29 04:24:38.633353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Made reservation on behalf of e0b4964929e94115929d7bc960e519ec for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:38.640365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.689774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.701646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Transition to ACTIVE for port object b4c229cf-f9d0-4d41-b8dc-123b35e2e078 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:38.719031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Transition to ACTIVE for port object b4c229cf-f9d0-4d41-b8dc-123b35e2e078 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:38.728231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.782103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Pushing event updated for resources: {'Port': ['ID=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.799516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:38.799516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:38.805306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:38.807005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:38.841538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Pushing event updated for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:38.874906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe35:a72d (e4ca6562-0c52-408c-9eb9-91fe5da6a815/9d715488-187a-4f96-9234-059ef3577aff/e4907758-4757-4643-9ca3-23ddbbd1a95e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:38.941813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Attempting to bind port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:38.942195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Attempting to bind port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:38.942568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Attempting to bind port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:38.956609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:38.956979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:38.957586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:38.957962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:38.958305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Bound port: b4c229cf-f9d0-4d41-b8dc-123b35e2e078, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:38.958695 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.074972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce01f-ee30-41f6-b170-f61a561cb6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.089351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c5bc067-64e0-4828-b234-42200edafb63 req-7985da4a-bbf7-4329-8532-83d801710973 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446576 Aug 29 04:24:39.096596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] For port b4c229cf-f9d0-4d41-b8dc-123b35e2e078, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:39.104459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] For port b4c229cf-f9d0-4d41-b8dc-123b35e2e078, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:39.113730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.153997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74fe9d78-458e-4d36-9a71-75e3c6ac0ec6 req-ed7b62d9-c787-489d-a41b-4afa898ca7e3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 210 time: 0.1521928 Aug 29 04:24:39.245546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b1c7-722c-464a-9b08-92ff42a18e14 None None] Pushing event updated for resources: {'Port': ['ID=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.313148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Attempting to bind port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:39.313717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Attempting to bind port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '7f2d6c68-6f49-4108-b89b-0dd8623a33ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:39.314292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Attempting to bind port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 on network f232bb0a-5e11-4329-a0b1-b02830a863e0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:39.329010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 on network f232bb0a-5e11-4329-a0b1-b02830a863e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:39.330614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Attempting to bind port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 on network f232bb0a-5e11-4329-a0b1-b02830a863e0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:39.341396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.350653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:39.351181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Checking segment: {'id': '7f2d6c68-6f49-4108-b89b-0dd8623a33ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:39.351799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Bound using segment: {'id': '7f2d6c68-6f49-4108-b89b-0dd8623a33ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:39.352523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Bound port: 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2d6c68-6f49-4108-b89b-0dd8623a33ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:39.353137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.379465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object e4907758-4757-4643-9ca3-23ddbbd1a95e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:39.383561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce01f-ee30-41f6-b170-f61a561cb6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.389297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Allocated IP 172.20.0.9 (a0a0975f-3f60-407d-9ff6-8774982392fd/a884b44d-5a8f-4ef1-be51-1796d27688e9/e5acb4bb-6350-496d-b1b9-fa74c22e12c1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:39.391037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce01f-ee30-41f6-b170-f61a561cb6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.460176 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3a4ce01f-ee30-41f6-b170-f61a561cb6a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a9319e928144502b47687fa0429d03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505761 Aug 29 04:24:39.463572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:39.473683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ce01f-ee30-41f6-b170-f61a561cb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e129776-4885-4ad8-a354-f3e499a1ff84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.506460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.566850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:39.580987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:39.589522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:39.598159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.598899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.625335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=e4907758-4757-4643-9ca3-23ddbbd1a95e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:39.635050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d520d75-12bc-4854-820e-9dada728fd7a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8712800 Aug 29 04:24:39.638437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:39.702728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad145f-9208-4b67-ac15-87a2b942326d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.710905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad145f-9208-4b67-ac15-87a2b942326d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.716526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-63ad145f-9208-4b67-ac15-87a2b942326d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0732431 Aug 29 04:24:39.716871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:39.758278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:39.807989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,segment=NetworkSegment(7f2d6c68-6f49-4108-b89b-0dd8623a33ca),segment_id=7f2d6c68-6f49-4108-b89b-0dd8623a33ca)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:39.836419 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.838796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port e4907758-4757-4643-9ca3-23ddbbd1a95e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:39.839637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.855244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.909064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3825-b22a-4524-acc4-38c89218d6a5 req-3ae74e23-d24e-4405-9e41-f8708d83800a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.911490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b1f3825-b22a-4524-acc4-38c89218d6a5 req-3ae74e23-d24e-4405-9e41-f8708d83800a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.2290332 Aug 29 04:24:39.940625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.941896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:39.943797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] 10.222.0.50 "PUT /v2.0/ports/13d56cb8-4415-4f2b-9f4a-e3840b2551e1 HTTP/1.1" status: 200 len: 1092 time: 2.8720307 Aug 29 04:24:39.947637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:39.950498 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284a6f09-451f-4c8f-8495-81987cfffc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:39.961972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb1d03-b437-4b81-84f2-b73e0617cda1 req-fb23a693-5179-4918-9619-15bc27a55816 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:39.970333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3deb1d03-b437-4b81-84f2-b73e0617cda1 req-fb23a693-5179-4918-9619-15bc27a55816 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 943 time: 0.2895930 Aug 29 04:24:40.014283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.044007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.169928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b4c229cf-f9d0-4d41-b8dc-123b35e2e078 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:40.179391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdbd57-fc02-4782-b7a4-a7f66bc35d6a service neutron] Pushing event updated for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.204632 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.227803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.240636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b1f3825-b22a-4524-acc4-38c89218d6a5 req-846d4e8c-e939-47ff-8c7e-ce50034fa9ac tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020759 Aug 29 04:24:40.263371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3deb1d03-b437-4b81-84f2-b73e0617cda1 req-e0601791-1d53-4b6a-b242-980adc5bc271 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916250 Aug 29 04:24:40.266433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for e4907758-4757-4643-9ca3-23ddbbd1a95e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:40.313087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:40.341329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-3e2e9ae4-d64d-42f6-84e1-899d0fe47941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.343603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c0f627d-df84-4e10-b837-54a369fc78e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.343854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-3e2e9ae4-d64d-42f6-84e1-899d0fe47941 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=392329110bef462b8aecdc2c5f890a23&device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 1095 time: 0.2812767 Aug 29 04:24:40.448868 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f3b83-9358-4ea6-9647-6c387d469efe x-openstack-request-id: req-6f4f3b83-9358-4ea6-9647-6c387d469efe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:40.449378 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:40.449702 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f4f3b83-9358-4ea6-9647-6c387d469efe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:40.450347 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1', 'status': 'completed', 'code': 200} Aug 29 04:24:40.459065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-50360f15-5498-4484-bfb2-e9520f950088 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1 HTTP/1.1" status: 200 len: 217 time: 0.0967927 Aug 29 04:24:40.478445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.484912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.496204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.498027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e129776-4885-4ad8-a354-f3e499a1ff84 HTTP/1.1" status: 204 len: 168 time: 1.0313561 Aug 29 04:24:40.518241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=e4907758-4757-4643-9ca3-23ddbbd1a95e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.549310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.550147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.553071 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76aa0bdc-508a-46d8-af4f-57a645d98aa4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/e4907758-4757-4643-9ca3-23ddbbd1a95e HTTP/1.1" status: 204 len: 168 time: 0.8350451 Aug 29 04:24:40.556252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:40.619832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d97c5-a302-4e66-be9d-91141a64d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e129776-4885-4ad8-a354-f3e499a1ff84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.632121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f813b-fcf5-4cef-b7b6-e74bf1cdf92e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.636394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f813b-fcf5-4cef-b7b6-e74bf1cdf92e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.639894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e4f813b-fcf5-4cef-b7b6-e74bf1cdf92e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0820022 Aug 29 04:24:40.643878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:40.707086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-f71c3b77-f130-4b98-8a58-776b050f7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.709251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-f71c3b77-f130-4b98-8a58-776b050f7b49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07aafeff-322f-47a6-b57c-a2cbf6e5fa6f HTTP/1.1" status: 200 len: 853 time: 0.2266896 Aug 29 04:24:40.765008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-76c3386c-75a0-4c84-8c8e-f93875ff0308 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f232bb0a-5e11-4329-a0b1-b02830a863e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388834 Aug 29 04:24:40.774730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 9d715488-187a-4f96-9234-059ef3577aff {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:40.775684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Network a0a0975f-3f60-407d-9ff6-8774982392fd is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:40.779317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:40.781073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.793149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:40.848206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:40.873620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.890390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158958b5-6ea0-42c5-accb-6231e0481faf req-736b945a-e749-4e12-8b7b-6aab07f81c45 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.892650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158958b5-6ea0-42c5-accb-6231e0481faf req-736b945a-e749-4e12-8b7b-6aab07f81c45 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 931 time: 0.3002927 Aug 29 04:24:40.947530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Provisioning for port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:40.952028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Provisioning complete for port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:40.952577 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:40.984053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:40.985803 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.039986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-676ff676-495a-46eb-a03e-aed9de404a4f service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605479 Aug 29 04:24:41.043950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158958b5-6ea0-42c5-accb-6231e0481faf req-b9dbad21-7bb5-4bca-8a88-8634db8fe809 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198688 Aug 29 04:24:41.045285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-dba39ada-dbc6-45d2-aba2-07c628d51d10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0290380 Aug 29 04:24:41.048528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:41.069260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Request body: {'port': {'device_id': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:41.093263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eff754c-baea-46ba-b24e-5c04ba89ad83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.098312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.130557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.177663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.203389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.256896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef7e101-fe42-4172-971b-467471b5bf7f req-87d48ed6-9c46-452a-ac9d-b390c29f32e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106299 Aug 29 04:24:41.424805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.492078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:41.492879 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:41.521698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-a1856ba4-01ee-4513-b97b-db1dad17aee7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.526877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-a1856ba4-01ee-4513-b97b-db1dad17aee7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.2977827 Aug 29 04:24:41.528411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=9d715488-187a-4f96-9234-059ef3577aff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:41.544283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.550362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89e1d207-fb77-4e14-a9ac-9584c1549a79 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/9d715488-187a-4f96-9234-059ef3577aff HTTP/1.1" status: 204 len: 168 time: 0.9015875 Aug 29 04:24:41.560969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:41.599251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804c118-c764-4133-a5d4-f75df8262342 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:41.663784 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5978f444-b62d-49f0-8ef9-7db14caeea3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877032 Aug 29 04:24:41.666052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:41.671111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-6ce81c80-afd9-4d5b-9867-d88de403f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.672795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-6ce81c80-afd9-4d5b-9867-d88de403f62f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=392329110bef462b8aecdc2c5f890a23&device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 1095 time: 0.2192714 Aug 29 04:24:41.677931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:41.685043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eff754c-baea-46ba-b24e-5c04ba89ad83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.693172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd7199-269a-43c9-bd34-5cafd4589872 req-10ce1c76-37e0-4b06-9ac7-fb49a3bdc49f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.696966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97dd7199-269a-43c9-bd34-5cafd4589872 req-10ce1c76-37e0-4b06-9ac7-fb49a3bdc49f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a3e25ee-9f75-480d-b83e-d80733df44b9 HTTP/1.1" status: 200 len: 945 time: 0.2253973 Aug 29 04:24:41.712113 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5eff754c-baea-46ba-b24e-5c04ba89ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.762423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff754c-baea-46ba-b24e-5c04ba89ad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b9d192-2733-4546-b1cf-4c05ddbe40c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:41.771905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5eff754c-baea-46ba-b24e-5c04ba89ad83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96873854d01f449ebfc58345f8d6361f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170851 Aug 29 04:24:41.771905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:41.824757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port e351f441-10ef-4190-9f8f-3fc1d3173e2a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:41.825210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.829843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89719777-52db-4a9b-83c2-792110e9db90 req-485c0b68-d2ed-4097-8618-fc5349efea23 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:41.831768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89719777-52db-4a9b-83c2-792110e9db90 req-485c0b68-d2ed-4097-8618-fc5349efea23 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 943 time: 0.3798337 Aug 29 04:24:41.846474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:41.849752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.890540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.911364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Deleting port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:41.911865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.933665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.985183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] For port b4c229cf-f9d0-4d41-b8dc-123b35e2e078, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:41.986022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89719777-52db-4a9b-83c2-792110e9db90 req-c767c1cc-d127-482e-9f9a-c5ebc7d9604f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026921 Aug 29 04:24:41.989533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port e351f441-10ef-4190-9f8f-3fc1d3173e2a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e351f441-10ef-4190-9f8f-3fc1d3173e2a,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:41.989934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:41.994863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.006366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for e351f441-10ef-4190-9f8f-3fc1d3173e2a owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:42.038977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Calling delete_port for b4c229cf-f9d0-4d41-b8dc-123b35e2e078 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:42.052926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.054874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97dd7199-269a-43c9-bd34-5cafd4589872 req-cb8c90f8-38cc-4de3-9777-7a963a28ac60 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786861 Aug 29 04:24:42.060291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.061756 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69b9d192-2733-4546-b1cf-4c05ddbe40c5 HTTP/1.1" status: 204 len: 168 time: 0.2899532 Aug 29 04:24:42.086769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b092e6-c2fc-462b-8c8a-81f34b0d4f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b9d192-2733-4546-b1cf-4c05ddbe40c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.125572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-c865a88c-b841-4487-bdf4-b75e3c6f31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.127194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-c865a88c-b841-4487-bdf4-b75e3c6f31b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f232bb0a-5e11-4329-a0b1-b02830a863e0 HTTP/1.1" status: 200 len: 914 time: 0.4276299 Aug 29 04:24:42.144971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b4c229cf-f9d0-4d41-b8dc-123b35e2e078 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:42.174454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.229230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:42.243276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.293392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] For port b4c229cf-f9d0-4d41-b8dc-123b35e2e078, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:42.299086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.346053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.354132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.375692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-dbd087f3-4c3f-4717-ad2e-675c6fef15de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1 HTTP/1.1" status: 200 len: 217 time: 0.2099380 Aug 29 04:24:42.386022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e351f441-10ef-4190-9f8f-3fc1d3173e2a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:42.419666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:42.428692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=e351f441-10ef-4190-9f8f-3fc1d3173e2a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.444124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] No DVR routers for this DVR port b4c229cf-f9d0-4d41-b8dc-123b35e2e078 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:42.450712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34235674-b19b-4518-819c-9f980e5d5811 None None] Pushing event updated for resources: {'Port': ['ID=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.455717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d1030f7-db6b-4681-b208-7e2fcb6540ae None None] Could not find standard attr ID for object e4907758-4757-4643-9ca3-23ddbbd1a95e. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:42.474745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port e351f441-10ef-4190-9f8f-3fc1d3173e2a on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:42.477575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.479646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ff3ef78b-d86e-4dfe-8453-182cc1514092 req-c9df9087-fbe5-438c-bc9d-9b7028b99936 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "DELETE /v2.0/ports/e351f441-10ef-4190-9f8f-3fc1d3173e2a HTTP/1.1" status: 204 len: 173 time: 0.9223228 Aug 29 04:24:42.480361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'name': 'network-vif-deleted', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:42.482946 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca988ca-993c-4520-97e3-fbde45efb09b" -d '{"events": [{"server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "name": "network-vif-deleted", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:42.503616 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.525668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b271974-5269-4354-9085-aeffff9cae11 None None] Pushing event deleted for resources: {'Port': ['ID=b4c229cf-f9d0-4d41-b8dc-123b35e2e078,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:42.541799 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c503e6-a389-469f-87d7-3255a979b48b x-openstack-request-id: req-88c503e6-a389-469f-87d7-3255a979b48b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:42.542219 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3e25ee-9f75-480d-b83e-d80733df44b9", "name": "network-vif-deleted", "tag": "e351f441-10ef-4190-9f8f-3fc1d3173e2a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:42.542375 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88c503e6-a389-469f-87d7-3255a979b48b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:42.542839 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3e25ee-9f75-480d-b83e-d80733df44b9', 'name': 'network-vif-deleted', 'tag': 'e351f441-10ef-4190-9f8f-3fc1d3173e2a', 'status': 'completed', 'code': 200} Aug 29 04:24:42.559045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Transition to ACTIVE for port object e5acb4bb-6350-496d-b1b9-fa74c22e12c1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:42.584964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:42.593108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-362f11a7-6512-4519-8520-5d55031514db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.595784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-362f11a7-6512-4519-8520-5d55031514db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07aafeff-322f-47a6-b57c-a2cbf6e5fa6f HTTP/1.1" status: 200 len: 853 time: 0.1914537 Aug 29 04:24:42.725080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-cc5a440a-21de-49bc-9c28-a4521a3cfaae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f232bb0a-5e11-4329-a0b1-b02830a863e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057739 Aug 29 04:24:42.732830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0bf9b-0cf4-4e71-a591-0725f702bc2d req-01d0992d-8937-4176-a354-0ba27a58ba30 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:42.734397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6d0bf9b-0cf4-4e71-a591-0725f702bc2d req-01d0992d-8937-4176-a354-0ba27a58ba30 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 931 time: 0.3930933 Aug 29 04:24:42.904904 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.065695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.264773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6d0bf9b-0cf4-4e71-a591-0725f702bc2d req-2e98ceeb-b486-4ca4-94d2-cce482e661db tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058858 Aug 29 04:24:43.341250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-df229667-57e8-4783-8e5d-f22f8dca3ac9 service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045165 Aug 29 04:24:43.426699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e694023-5d15-40ea-9360-9de7329a4bf9 req-bddb5416-e8a1-4d15-aa1d-3d72d2c74da0 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.433482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e694023-5d15-40ea-9360-9de7329a4bf9 req-bddb5416-e8a1-4d15-aa1d-3d72d2c74da0 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 943 time: 0.2607107 Aug 29 04:24:43.439717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Attempting to bind port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:43.440118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Attempting to bind port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:43.440762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Attempting to bind port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:43.524556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 on network a0a0975f-3f60-407d-9ff6-8774982392fd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:43.524681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Attempting to bind port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:43.569292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:43.569638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Checking segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:43.570035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Bound using segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:43.570511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Bound port: e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:43.570878 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.587110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e694023-5d15-40ea-9360-9de7329a4bf9 req-22fc367f-5c0b-476d-b2ee-a0db35b16fa6 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438248 Aug 29 04:24:43.623072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:43.630511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.702724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-284a6f09-451f-4c8f-8495-81987cfffc9c req-80d5c2d0-7772-4955-8341-44098e41f1bc service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525615 Aug 29 04:24:43.783485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:43.794872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=f329e01c-86e0-4f29-9ee2-60260f81609c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:43.804622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:43.813392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.813392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.823450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9e0617-f119-4548-aa95-9564cf5c9571 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:43.846258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:43.866097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-41897471-d796-4904-b2a1-fab383f77cac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1971986 Aug 29 04:24:43.870965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:43.871838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:43.879161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.879484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:d8:12:fc', 'name': 'tempest-NetworksTestDHCPv6-2128603093'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:43.919128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-e931e499-16bf-47ce-b7a6-1c1fc1b3ecdd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.927835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-e931e499-16bf-47ce-b7a6-1c1fc1b3ecdd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.2885182 Aug 29 04:24:43.946778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:43.947390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:43.948919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/e5acb4bb-6350-496d-b1b9-fa74c22e12c1 HTTP/1.1" status: 200 len: 1092 time: 2.8863053 Aug 29 04:24:43.951488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:43.953483 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae12b61-3dc4-4eee-b001-8b8b23ede128" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:43.969364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-e855db48-eebe-469c-89ab-fbea16656330 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0401876 Aug 29 04:24:44.019506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-4bc72a8a-112b-4f22-991b-4a1ac2391548 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485351 Aug 29 04:24:44.031593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65216-234b-43d8-a9bb-ef8d7dd307c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:44.113808 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df70cd-fdf8-4fb5-865e-f84fc9d38830 x-openstack-request-id: req-40df70cd-fdf8-4fb5-865e-f84fc9d38830 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:44.114435 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:44.114873 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40df70cd-fdf8-4fb5-865e-f84fc9d38830 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:44.116573 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'status': 'completed', 'code': 200} Aug 29 04:24:44.178487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-21af6e8f-fa25-4ad2-abdd-84d7aac557a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.180075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-21af6e8f-fa25-4ad2-abdd-84d7aac557a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1452250 Aug 29 04:24:44.185072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'f329e01c-86e0-4f29-9ee2-60260f81609c'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:44.186029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.235147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-97defb1b-a82c-4db4-8a28-7e053257a731 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1 HTTP/1.1" status: 200 len: 217 time: 0.0420935 Aug 29 04:24:44.241323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:44.313589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-6c724b3c-729c-4943-9d6b-1a832d6312f6 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904391 Aug 29 04:24:44.396811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-daaec075-0ffc-42e9-8fa2-eef16358184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.398649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-daaec075-0ffc-42e9-8fa2-eef16358184e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.1503313 Aug 29 04:24:44.409171 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.449152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port f02544fb-189f-4f9e-b940-bf840bb4b9c5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:44.456893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-eb782137-f39c-4012-932b-482e8d803c49 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237500 Aug 29 04:24:44.481636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Allocated IP 2001:db8::f816:3eff:fee1:c62c (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f329e01c-86e0-4f29-9ee2-60260f81609c/eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:44.502873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-3be07e9b-2b2c-4f48-af21-eb3399272984 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428424 Aug 29 04:24:44.696796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf54e5-3876-46ca-8401-860e78f4a8a2 req-b18e6f1f-4573-4009-8b1b-6e8e00e8789b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:44.723211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0bf54e5-3876-46ca-8401-860e78f4a8a2 req-b18e6f1f-4573-4009-8b1b-6e8e00e8789b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 943 time: 0.2641606 Aug 29 04:24:44.726555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.736564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Transition to ACTIVE for port object eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:44.756477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Transition to ACTIVE for port object eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:44.772256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:44.891213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-bac54212-97fd-4ac9-9492-df328440dc89 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722348 Aug 29 04:24:44.918289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fed8:12fc (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f329e01c-86e0-4f29-9ee2-60260f81609c/f02544fb-189f-4f9e-b940-bf840bb4b9c5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:44.944978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0bf54e5-3876-46ca-8401-860e78f4a8a2 req-f4a05583-9b30-4ead-adc4-4edfa1e35bac tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204022 Aug 29 04:24:45.123414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:45.154650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:45.168271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:45.175758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:45.187333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Pushing event updated for resources: {'Port': ['ID=eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.211333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4a969a9-656e-40b9-8f1c-f436c37f9b80 req-6fdb520c-9cc2-405d-98e3-72949632f417 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.0839989 Aug 29 04:24:45.323740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bf4dd3-d4d6-4e82-a169-822d7088b12d req-e9853527-29e3-45c3-b87b-b33170274724 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149511 Aug 29 04:24:45.384303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Attempting to bind port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:45.385012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Attempting to bind port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:45.385661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Attempting to bind port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:45.420301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:45.422409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:45.425672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.426099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:45.426743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Bound port: eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:45.426998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.430327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bbc04-7ee2-4ac6-997f-680525bab6cb req-26e847c1-519e-4ca0-9069-bf1ef4d5de4f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.433123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-720bbc04-7ee2-4ac6-997f-680525bab6cb req-26e847c1-519e-4ca0-9069-bf1ef4d5de4f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 943 time: 0.1707990 Aug 29 04:24:45.446590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,segment=NetworkSegment(7f2d6c68-6f49-4108-b89b-0dd8623a33ca),segment_id=7f2d6c68-6f49-4108-b89b-0dd8623a33ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:45.469839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1', 'network_id': 'f232bb0a-5e11-4329-a0b1-b02830a863e0', 'port_id': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1', 'mac_address': 'fa:16:3e:a9:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07aafeff-322f-47a6-b57c-a2cbf6e5fa6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:45.493615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.528708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object f02544fb-189f-4f9e-b940-bf840bb4b9c5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:45.593980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.607847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-720bbc04-7ee2-4ac6-997f-680525bab6cb req-e1781b4f-40ef-4aa0-9f4f-9c266cc50d91 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432407 Aug 29 04:24:45.611022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-52eafd1a-64d6-43cc-9954-ff4f3f722cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.612731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-52eafd1a-64d6-43cc-9954-ff4f3f722cfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 1095 time: 0.1779497 Aug 29 04:24:45.657050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] For port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:45.684158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:45.684600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.694369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] For port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:45.707117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.725221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,segment=NetworkSegment(7f2d6c68-6f49-4108-b89b-0dd8623a33ca),segment_id=7f2d6c68-6f49-4108-b89b-0dd8623a33ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:45.762878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.830032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100c0d1-b4b1-4a74-b982-26ca4f4e7b75 None None] Pushing event updated for resources: {'Port': ['ID=eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.841104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:45.849305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:45.858807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:45.879283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.881586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:45.903042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.905962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=f02544fb-189f-4f9e-b940-bf840bb4b9c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:45.930903 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-29eff71b-b6ae-462a-8125-50ac469ef704 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0576673 Aug 29 04:24:45.934690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:45.955759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-0419d1fc-d371-4742-97f9-ccec64618304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:45.960992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-0419d1fc-d371-4742-97f9-ccec64618304 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 923 time: 0.3369660 Aug 29 04:24:46.037614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-0931b272-4d0e-4b3f-bba4-93082a68e9e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1 HTTP/1.1" status: 200 len: 217 time: 0.0698247 Aug 29 04:24:46.100311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268a8f-ca61-4760-aa1c-1bd7717dcf1d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.109918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['13d56cb8-4415-4f2b-9f4a-e3840b2551e1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:46.141640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268a8f-ca61-4760-aa1c-1bd7717dcf1d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.145512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b268a8f-ca61-4760-aa1c-1bd7717dcf1d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2052510 Aug 29 04:24:46.149228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:46.253561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e351f441-10ef-4190-9f8f-3fc1d3173e2a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:46.288934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-d85ed263-2eed-4450-b726-a546dc4f162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.293579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-d85ed263-2eed-4450-b726-a546dc4f162f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.2361081 Aug 29 04:24:46.346289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfa8cf-3ab1-4332-98e7-f3240473379e req-40d214db-0527-4202-9676-0d86a5dedfda tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.352770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69cfa8cf-3ab1-4332-98e7-f3240473379e req-40d214db-0527-4202-9676-0d86a5dedfda tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 943 time: 0.1952255 Aug 29 04:24:46.377793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-1b56071d-5023-4136-995d-7dfd94e8e36c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733619 Aug 29 04:24:46.437630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port f02544fb-189f-4f9e-b940-bf840bb4b9c5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:46.438023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.476328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e351f441-10ef-4190-9f8f-3fc1d3173e2a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:46.476800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e351f441-10ef-4190-9f8f-3fc1d3173e2a not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:46.545813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1ac9cb-64c8-4ba8-ae87-221c3efbc5ee req-38c89ff1-5d62-4f2f-9f03-b32567c73e2c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.1717579 Aug 29 04:24:46.558306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69cfa8cf-3ab1-4332-98e7-f3240473379e req-a0833f22-6e0e-4263-b17e-d1f2a8c16e6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831386 Aug 29 04:24:46.598353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.613316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for f02544fb-189f-4f9e-b940-bf840bb4b9c5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:46.627500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-73390757-cd20-4cee-9a27-3637e1c82e7f service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256086 Aug 29 04:24:46.770924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ae12b61-3dc4-4eee-b001-8b8b23ede128 req-a2d10d8a-a1df-455e-a5eb-57415af4a0f3 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349115 Aug 29 04:24:46.860971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.862001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b892-ab27-4489-b58c-da74ff4b80d4 req-8144f54e-2418-4406-b07a-8807ce941f16 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:46.868572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6e0b892-ab27-4489-b58c-da74ff4b80d4 req-8144f54e-2418-4406-b07a-8807ce941f16 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 944 time: 0.0868101 Aug 29 04:24:46.901363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=f02544fb-189f-4f9e-b940-bf840bb4b9c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:46.932906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:46.940122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46153350-a360-4023-aa98-9e36ed70c556 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/f02544fb-189f-4f9e-b940-bf840bb4b9c5 HTTP/1.1" status: 204 len: 168 time: 0.7870781 Aug 29 04:24:46.944382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.017018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6e0b892-ab27-4489-b58c-da74ff4b80d4 req-2ae1d6b3-5e8b-4492-9f5b-8b4edab812fa tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953851 Aug 29 04:24:47.040203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df0f89-160f-47a3-86e2-007acdb3d7ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.042668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df0f89-160f-47a3-86e2-007acdb3d7ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.044930 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0df0f89-160f-47a3-86e2-007acdb3d7ec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0989864 Aug 29 04:24:47.047811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.065072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.068935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-1a2292d0-941b-4009-abc6-b78a4f841aa2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:47.070478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-1a2292d0-941b-4009-abc6-b78a4f841aa2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.2332475 Aug 29 04:24:47.091363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:47.139055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet f329e01c-86e0-4f29-9ee2-60260f81609c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:47.145535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.222976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.263050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:47.267703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.306694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34a6da72-df56-4764-8b0a-3aece127311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.426281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.472904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.5 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/de779e70-b65a-4cae-98a4-2f324ebd3684) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:47.527618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.553234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.556148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f329e01c-86e0-4f29-9ee2-60260f81609c HTTP/1.1" status: 204 len: 168 time: 0.5063806 Aug 29 04:24:47.569536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.597589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67202eca-8cb0-4bfa-beee-dafaeb63513e None None] Provisioning for port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:47.621814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca381f-aa38-4479-9bbe-e7d41d655e7c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=f329e01c-86e0-4f29-9ee2-60260f81609c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.650622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34a6da72-df56-4764-8b0a-3aece127311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.659545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34a6da72-df56-4764-8b0a-3aece127311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.744576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c1b8fbc4-bbe8-49ab-aa35-7524a8e917ac tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738052 Aug 29 04:24:47.747019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6da72-df56-4764-8b0a-3aece127311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7db8f3-35a1-4416-a04b-17c7cd991292,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:47.750810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.763220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34a6da72-df56-4764-8b0a-3aece127311e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdc089d16e7e48c187d4a3b96f78201b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924107 Aug 29 04:24:47.764514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:47.768934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ecd93-1544-41f8-9c77-93f014080461 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:47.837887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.839732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c208b1e-73c4-4f32-80ef-d2d871ce6ceb None None] Could not find standard attr ID for object f02544fb-189f-4f9e-b940-bf840bb4b9c5. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:47.863253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70ed0f33-e8d2-49f6-b4ac-6855161d2c5c req-a2beeccc-e3e9-4b16-945d-ae81417e1560 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 210 time: 0.1816607 Aug 29 04:24:47.896317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.963587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:47.997937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.005163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.007015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b7db8f3-35a1-4416-a04b-17c7cd991292 HTTP/1.1" status: 204 len: 168 time: 0.2409666 Aug 29 04:24:48.010285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649e28-2197-4b25-b6b1-487ff5d0cd0b req-66f7a55f-2dbd-4f99-bc15-f2a96bc9ba7a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.014385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83649e28-2197-4b25-b6b1-487ff5d0cd0b req-66f7a55f-2dbd-4f99-bc15-f2a96bc9ba7a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 943 time: 0.3346400 Aug 29 04:24:48.018673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a03e3-9852-422a-b9fb-daf6d178b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7db8f3-35a1-4416-a04b-17c7cd991292,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.030946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:48.038776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6525c9c-6a7e-4320-b9e1-329eb35c1a88 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.041941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d6525c9c-6a7e-4320-b9e1-329eb35c1a88 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2895379 Aug 29 04:24:48.047294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:48.142300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83649e28-2197-4b25-b6b1-487ff5d0cd0b req-80a329d6-4f1f-4f8e-bd4b-5b9e2f33de70 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982389 Aug 29 04:24:48.189823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8765c0-4510-4851-8da5-0c5dcd65ac49 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.194817 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd8765c0-4510-4851-8da5-0c5dcd65ac49 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1435337 Aug 29 04:24:48.195528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:48.221709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Deleting port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:48.223494 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.227248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.280968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:48.282228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f434722c-eb3e-4043-9053-244be6b90a69 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852554 Aug 29 04:24:48.289280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:48.296315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:48.319911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:48.325134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:48.403238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041dfdb-ad30-4c66-91d3-97851a4860b0 req-237e0fef-931c-4a31-9743-d1333d89ab22 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.406108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9041dfdb-ad30-4c66-91d3-97851a4860b0 req-237e0fef-931c-4a31-9743-d1333d89ab22 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 944 time: 0.2549736 Aug 29 04:24:48.408453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] For port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:48.410319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.437461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:48.460279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Calling delete_port for eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:48.489189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.523098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:48.524442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.528119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:48.535652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.568078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9041dfdb-ad30-4c66-91d3-97851a4860b0 req-8732fe98-8970-43ac-bff9-1f9fc87d09d5 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446707 Aug 29 04:24:48.570209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-59114f8c-186b-4c97-b2e9-be50d1457b41 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4833302 Aug 29 04:24:48.589532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Request body: {'port': {'device_id': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:48.661166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.697134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:48.717384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fbb0e3-0a84-4fd5-9416-58d1aa28d6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.717595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.726335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:48.759529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] Pushing event deleted for resources: {'Port': ['ID=eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:48.765384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'port_id': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'mac_address': 'fa:16:3e:bf:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884b44d-5a8f-4ef1-be51-1796d27688e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:48.767488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9aa2d-c664-4537-a629-061a588f0b65 None None] No DVR routers for this DVR port eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:48.822678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:48.858202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.889563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:48.926092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fbb0e3-0a84-4fd5-9416-58d1aa28d6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.936386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:48.943023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.946079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84fbb0e3-0a84-4fd5-9416-58d1aa28d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:48.965300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:48.986848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:48.988594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.007801 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-84fbb0e3-0a84-4fd5-9416-58d1aa28d6c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12e24511c2d7472291c9d61ec541d35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095448 Aug 29 04:24:49.012296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:49.014437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb0e3-0a84-4fd5-9416-58d1aa28d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0727a3ba-c9c8-4042-be80-145f469fd857,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.054078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:49.061703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.136219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:49.145592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:49.151658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.152244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.170084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=97d7b942-ba24-41f5-86d4-4f42e4d5677e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.183130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3520da9-d14d-47fe-8a89-fa89f47eb2cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8921299 Aug 29 04:24:49.185864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:49.191663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:d9:7c:5c', 'name': 'tempest-NetworksTestDHCPv6-1163483413'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:49.198263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.204340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bf3db-c033-4702-a99a-9c857920f51c req-354d29ee-869e-4018-940e-40f3a2413250 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.209701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-259bf3db-c033-4702-a99a-9c857920f51c req-354d29ee-869e-4018-940e-40f3a2413250 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 931 time: 0.1846642 Aug 29 04:24:49.216041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.231395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fcac1-7810-4c08-a2a1-93c86066e390 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:49.234095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e5acb4bb-6350-496d-b1b9-fa74c22e12c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:49.279368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.331983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de779e70-b65a-4cae-98a4-2f324ebd3684 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:49.348642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-259bf3db-c033-4702-a99a-9c857920f51c req-2a852b56-1b90-493a-9bf1-eaf151f180c0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293728 Aug 29 04:24:49.356191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.391496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d9d63-6852-4c69-a551-bcb1197296d8 req-a4d9b7b9-8b22-452c-8f45-05dbad329256 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:49.402476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e54d9d63-6852-4c69-a551-bcb1197296d8 req-a4d9b7b9-8b22-452c-8f45-05dbad329256 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 944 time: 0.1325512 Aug 29 04:24:49.404172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:49.430233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Transition to ACTIVE for port object de779e70-b65a-4cae-98a4-2f324ebd3684 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:49.444936 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.480281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e54d9d63-6852-4c69-a551-bcb1197296d8 req-861f1279-bf51-41bc-be79-fb78c4e64b15 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655284 Aug 29 04:24:49.483458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.511263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.514265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.515334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0727a3ba-c9c8-4042-be80-145f469fd857 HTTP/1.1" status: 204 len: 168 time: 0.5019476 Aug 29 04:24:49.535629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f172e19-8685-461b-9c7e-6cd8e5d5a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727a3ba-c9c8-4042-be80-145f469fd857,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.615568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.660063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.702399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '97d7b942-ba24-41f5-86d4-4f42e4d5677e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:24:49.703893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.720879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 8fc04a2e-1241-49a5-b161-025d58961fb3 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:49.741355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:49.743996 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c57478-991f-491c-a9a7-a708d12b29a0" -d '{"events": [{"server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "name": "network-vif-plugged", "status": "completed", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:49.858398 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344cb6ea-7366-4c13-9862-9f326eb2f903 x-openstack-request-id: req-344cb6ea-7366-4c13-9862-9f326eb2f903 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:49.858678 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "name": "network-vif-plugged", "status": "completed", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:49.859006 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-344cb6ea-7366-4c13-9862-9f326eb2f903 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:49.859340 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1', 'code': 200} Aug 29 04:24:49.861528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,segment=NetworkSegment(7f2d6c68-6f49-4108-b89b-0dd8623a33ca),segment_id=7f2d6c68-6f49-4108-b89b-0dd8623a33ca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:49.876003 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:49.961425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:49.962037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fed9:7c5c (e4ca6562-0c52-408c-9eb9-91fe5da6a815/97d7b942-ba24-41f5-86d4-4f42e4d5677e/8fc04a2e-1241-49a5-b161-025d58961fb3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:50.052189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:24:50.084443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:24:50.084800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device eadd4e4e-5c4c-4dc3-a795-2932c5b33b3f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:24:50.196805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.224688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 8fc04a2e-1241-49a5-b161-025d58961fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.279822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.334122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Allocated IP 2001:db8::f816:3eff:fe9b:cc59 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/97d7b942-ba24-41f5-86d4-4f42e4d5677e/e97ac9d4-3915-47a6-a732-7ea2b2da12cf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:50.356525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:50.363673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:50.375563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Attempting to bind port de779e70-b65a-4cae-98a4-2f324ebd3684 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:50.376405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Attempting to bind port de779e70-b65a-4cae-98a4-2f324ebd3684 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:50.376715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Attempting to bind port de779e70-b65a-4cae-98a4-2f324ebd3684 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.387444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Port de779e70-b65a-4cae-98a4-2f324ebd3684 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:24:50.387444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Attempting to bind port de779e70-b65a-4cae-98a4-2f324ebd3684 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.390147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:50.402189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:50.402756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:50.403417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:50.404227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Bound port: de779e70-b65a-4cae-98a4-2f324ebd3684, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:50.404858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.433021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.434285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.439246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=8fc04a2e-1241-49a5-b161-025d58961fb3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.441164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a305264-8bc9-4386-8ddc-7e7ca26a69c8 req-c8c25d29-1f35-4741-af87-3486c5dc6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.445132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a305264-8bc9-4386-8ddc-7e7ca26a69c8 req-c8c25d29-1f35-4741-af87-3486c5dc6efe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 1097 time: 0.1635370 Aug 29 04:24:50.469725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3edba084-5a67-42f7-a82b-493d58982e10 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2826245 Aug 29 04:24:50.469939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2a422-2e51-4974-9346-dba38b90e680 req-bb3718a2-e94d-49a4-9c5a-428f7d12061b tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.473544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0fe2a422-2e51-4974-9346-dba38b90e680 req-bb3718a2-e94d-49a4-9c5a-428f7d12061b tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 944 time: 0.7242687 Aug 29 04:24:50.479106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:50.606549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.622329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Transition to ACTIVE for port object e97ac9d4-3915-47a6-a732-7ea2b2da12cf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.652679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Transition to ACTIVE for port object e97ac9d4-3915-47a6-a732-7ea2b2da12cf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:50.662159 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.708268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:50.711956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:50.717515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:50.723225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Pushing event updated for resources: {'Port': ['ID=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:50.784993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Attempting to bind port e97ac9d4-3915-47a6-a732-7ea2b2da12cf on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:24:50.785808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Attempting to bind port e97ac9d4-3915-47a6-a732-7ea2b2da12cf by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:24:50.785808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Attempting to bind port e97ac9d4-3915-47a6-a732-7ea2b2da12cf on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:24:50.791382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:24:50.791768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:24:50.792832 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.793237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:24:50.793728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Bound port: e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:24:50.794122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.841388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a305264-8bc9-4386-8ddc-7e7ca26a69c8 req-8ffd1915-8e31-4844-8518-c8414c9b104c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661814 Aug 29 04:24:50.846840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:50.865300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0fe2a422-2e51-4974-9346-dba38b90e680 req-eddb9998-0c3b-4649-a529-70508f67a1ff tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725951 Aug 29 04:24:50.892731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6761d4-9af0-4d4e-8c86-c5089cff30c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.899726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6d6761d4-9af0-4d4e-8c86-c5089cff30c0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4057572 Aug 29 04:24:50.900325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:50.907886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:50.924605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:50.934554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d4459909-da94-4061-8a23-2364b727c987 None None] For port e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:24:50.948604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431d97-e65a-43f6-929c-e5b9bbd8c370 req-aed2a3a7-5791-4217-b54c-76d01dbef598 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:50.951226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e431d97-e65a-43f6-929c-e5b9bbd8c370 req-aed2a3a7-5791-4217-b54c-76d01dbef598 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.4033699 Aug 29 04:24:50.952410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d4459909-da94-4061-8a23-2364b727c987 None None] For port e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:24:50.959972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.055261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-b1f021a6-6dc5-4f0a-8f2b-45c509c8d05e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3560960 Aug 29 04:24:51.076943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459909-da94-4061-8a23-2364b727c987 None None] Pushing event updated for resources: {'Port': ['ID=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.086007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 8fc04a2e-1241-49a5-b161-025d58961fb3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:51.086728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.121093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.122165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.124685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] 10.222.0.54 "PUT /v2.0/ports/de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 200 len: 1092 time: 2.5404048 Aug 29 04:24:51.126971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:51.132150 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c8d65-ae47-4f32-b8c3-d9a30470a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:51.324789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.337081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8333ab-ac3f-4ec9-b6f4-298fedcaef11 service neutron] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.358378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 8fc04a2e-1241-49a5-b161-025d58961fb3 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:51.447148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c0c9-05bc-421d-bbe4-7195c552b354 req-3a758a08-b408-45f3-a462-60c129089253 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.460728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db46c0c9-05bc-421d-bbe4-7195c552b354 req-3a758a08-b408-45f3-a462-60c129089253 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 944 time: 0.4031365 Aug 29 04:24:51.488895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e431d97-e65a-43f6-929c-e5b9bbd8c370 req-c4b0aa21-d9ad-49a7-90e5-66859be9bef1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270875 Aug 29 04:24:51.517408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-ac146714-6836-4971-a8b0-3d7e93f5473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.524007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-ac146714-6836-4971-a8b0-3d7e93f5473f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 1095 time: 0.3256736 Aug 29 04:24:51.578946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db46c0c9-05bc-421d-bbe4-7195c552b354 req-c59a1715-f874-4a02-927a-2c275f676139 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171856 Aug 29 04:24:51.590997 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:24:51.647830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-e8763689-6d92-40d6-967d-6272ae853868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.649756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-e8763689-6d92-40d6-967d-6272ae853868 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 1097 time: 0.3554878 Aug 29 04:24:51.651299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-3860427d-c752-4021-9e4c-e709765d23b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 200 len: 217 time: 0.1130569 Aug 29 04:24:51.693368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.710660 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150f087-5c1d-4ccc-8d4f-35aa2670bd6c x-openstack-request-id: req-c150f087-5c1d-4ccc-8d4f-35aa2670bd6c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:51.710660 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:51.710660 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c150f087-5c1d-4ccc-8d4f-35aa2670bd6c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:51.710660 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'status': 'completed', 'code': 200} Aug 29 04:24:51.751581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=8fc04a2e-1241-49a5-b161-025d58961fb3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:51.776055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce1b-0844-485b-911f-1396750a9520 req-11fb5e98-46d3-4f98-84c0-b235324d6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.777700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-11fb5e98-46d3-4f98-84c0-b235324d6b34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.1155596 Aug 29 04:24:51.782380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:51.784770 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ee149bc0-8cb7-4cf0-a4ca-a33dad99a4c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/8fc04a2e-1241-49a5-b161-025d58961fb3 HTTP/1.1" status: 204 len: 168 time: 0.8843663 Aug 29 04:24:51.788310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:51.846524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-3a7cc9da-cb3a-4db9-80d7-e944aba5ebf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488613 Aug 29 04:24:51.854940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95b4f1-8865-48d0-a1ee-f43507b4e1df tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.857768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95b4f1-8865-48d0-a1ee-f43507b4e1df tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.864143 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac95b4f1-8865-48d0-a1ee-f43507b4e1df tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0705130 Aug 29 04:24:51.864486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-fe981801-bfea-42cf-b571-b22420c47df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:51.864486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-fe981801-bfea-42cf-b571-b22420c47df4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 200 len: 912 time: 0.1677806 Aug 29 04:24:51.864679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:51.936021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 97d7b942-ba24-41f5-86d4-4f42e4d5677e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:51.941792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.017528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.045365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-2444d0ca-9363-4415-9dca-b9ce042c35af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 200 len: 1000 time: 0.1623204 Aug 29 04:24:52.175132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e97ac9d4-3915-47a6-a732-7ea2b2da12cf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:52.223572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.239988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:52.244797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-47fdb0ff-10e8-4230-8da3-90e6b86fa071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.247797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-47fdb0ff-10e8-4230-8da3-90e6b86fa071 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b9b1de4-c5af-41d2-9a76-d38544c73983 HTTP/1.1" status: 200 len: 850 time: 0.1944568 Aug 29 04:24:52.286718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-01ed3891-cdc9-4c35-ad0f-d4886155a1a3 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224739 Aug 29 04:24:52.316918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11c2da-5a66-4819-824d-f8b34faf639f req-d5faf3e2-e566-4628-ac96-b9aee52c7aec tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.325258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.334564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f11c2da-5a66-4819-824d-f8b34faf639f req-d5faf3e2-e566-4628-ac96-b9aee52c7aec tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.2277937 Aug 29 04:24:52.372800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=97d7b942-ba24-41f5-86d4-4f42e4d5677e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:52.375059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.380268 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0db47e59-6856-448c-890b-fa022819bb39 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/97d7b942-ba24-41f5-86d4-4f42e4d5677e HTTP/1.1" status: 204 len: 168 time: 0.5118213 Aug 29 04:24:52.380268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60612) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:52.383089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:52.412455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:52.419607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:52.420519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.458386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3507024e-d7a8-4d89-80eb-cfce1916ccf8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762746 Aug 29 04:24:52.462557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:52.476379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:52.536132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f11c2da-5a66-4819-824d-f8b34faf639f req-b9c8ebee-6b35-42f7-af78-af43ebfde44c tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714466 Aug 29 04:24:52.647165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:52.652467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.662166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:52.678487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3acce1b-0844-485b-911f-1396750a9520 req-67373aca-2988-4422-8e74-6cefe42c82df service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160119 Aug 29 04:24:52.703560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-27829ce1-52df-40f1-8ba3-128e8d5099e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:52.709536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-27829ce1-52df-40f1-8ba3-128e8d5099e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3942438-4145-4cb8-88ee-236d8775276b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4463139 Aug 29 04:24:52.715817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:52.718802 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34964b1-270e-4b0d-835f-69eb1dabc72c" -d '{"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:52.786732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:52.796304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c86f5-843c-4735-b4d1-14ed89efc191 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:52.842107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.063076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738887-37e2-4bf9-82b8-9e3ccc9df13d req-e172eb2a-9eb3-462a-9caf-9d4ea2c19e9a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.071957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43738887-37e2-4bf9-82b8-9e3ccc9df13d req-e172eb2a-9eb3-462a-9caf-9d4ea2c19e9a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.3911269 Aug 29 04:24:53.104779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-2832572d-d54e-4b64-b406-6e67967a6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.106975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-2832572d-d54e-4b64-b406-6e67967a6fc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 1095 time: 0.2987771 Aug 29 04:24:53.123480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058529f8-756f-43a3-9a20-d5ecf56abd1b req-1f51a47f-a59b-4df8-b44b-52d4252a6715 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.125342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-058529f8-756f-43a3-9a20-d5ecf56abd1b req-1f51a47f-a59b-4df8-b44b-52d4252a6715 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1974328 Aug 29 04:24:53.159961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:24:53.226282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-98d8fbd3-5c7e-44f6-a476-7d8a25d4e371 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875088 Aug 29 04:24:53.231224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-4c4a4b17-2be9-449f-9523-a148414beb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.233427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-4c4a4b17-2be9-449f-9523-a148414beb9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.1069462 Aug 29 04:24:53.260472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Provisioning for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:53.303136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Provisioning complete for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:53.303574 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.374826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-a479bd13-28fe-4795-b0ec-84b115adb214 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 200 len: 217 time: 0.1161714 Aug 29 04:24:53.382469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43738887-37e2-4bf9-82b8-9e3ccc9df13d req-ddb6ac3a-f710-4a6c-95fa-e7eef3f602f2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093719 Aug 29 04:24:53.390397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-058529f8-756f-43a3-9a20-d5ecf56abd1b req-367d9094-c3f1-42de-9f68-d57be0c3a669 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615937 Aug 29 04:24:53.390766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:53.401752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.492067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4bd703e-6a9b-4595-be2d-498c5c4db438 req-0cd93ab1-88b8-4600-a578-683f44c4a551 service neutron] 10.222.0.50 "GET /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570453 Aug 29 04:24:53.494082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-664985b8-ff97-436a-bfbd-5953e5018449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.495529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-664985b8-ff97-436a-bfbd-5953e5018449 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.1024344 Aug 29 04:24:53.538430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-f2612784-e7c3-4b67-9652-d7561001efcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338609 Aug 29 04:24:53.544254 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2679b76-bdb1-4f5b-811f-0215844df8de x-openstack-request-id: req-f2679b76-bdb1-4f5b-811f-0215844df8de {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:53.544549 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:53.545047 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2679b76-bdb1-4f5b-811f-0215844df8de {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:53.545360 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'code': 200} Aug 29 04:24:53.642719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:53.811400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6131dc-9e80-4420-86a7-aebb00881bf2 req-43b8f26c-3fda-496f-901d-7fbfa9873139 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:53.813395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c6131dc-9e80-4420-86a7-aebb00881bf2 req-43b8f26c-3fda-496f-901d-7fbfa9873139 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1154785 Aug 29 04:24:53.816200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-71012d76-bbe7-4e87-80ca-bb5254500489 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550523 Aug 29 04:24:53.944594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c6131dc-9e80-4420-86a7-aebb00881bf2 req-047c0575-e972-4237-95fc-ada7c436eb31 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237743 Aug 29 04:24:54.020761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-776c8d65-ae47-4f32-b8c3-d9a30470a18f req-58119150-9c39-487f-bc2c-6e17b58405e4 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882703 Aug 29 04:24:54.084408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53b7c7-0960-4c8f-840d-587823add379 req-2539c0d6-384d-413f-a601-82c7c9bc2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.086078 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc53b7c7-0960-4c8f-840d-587823add379 req-2539c0d6-384d-413f-a601-82c7c9bc2cac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0814469 Aug 29 04:24:54.214974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] For port e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:54.238273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc53b7c7-0960-4c8f-840d-587823add379 req-e75f421e-31bc-4098-a40f-752b49fa386d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188500 Aug 29 04:24:54.276829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.289079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.289079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.356080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:24:54.356785 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:24:54.419059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:54.428472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:54.432309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=7f4798b8-79db-4cc0-aa9b-c11fabafcc52,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.435385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.436086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.446121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,revision_number=5']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:54.461541 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be211870-8b6e-4f1d-80e2-d6a3aa36bfd1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9977551 Aug 29 04:24:54.469307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:54.481458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:1f:83:e2', 'name': 'tempest-NetworksTestDHCPv6-35558221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:54.521866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544b9a-b142-41b7-846b-c4b4a7188c03 req-e0252413-28ed-4582-bf25-2ac8a0636232 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.538591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa544b9a-b142-41b7-846b-c4b4a7188c03 req-e0252413-28ed-4582-bf25-2ac8a0636232 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1883941 Aug 29 04:24:54.551388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066436b-be00-49f4-9333-81819de74752 req-c88dd0d5-c9bc-4a50-ab95-e33415e807ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.558784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-c88dd0d5-c9bc-4a50-ab95-e33415e807ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=392329110bef462b8aecdc2c5f890a23&device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 1097 time: 0.1795504 Aug 29 04:24:54.702281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa544b9a-b142-41b7-846b-c4b4a7188c03 req-06f02678-5cd9-4197-b66c-3e045ccf67a7 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606400 Aug 29 04:24:54.767569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5e3bd-4269-421c-bccb-e2e861578061 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:54.797154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066436b-be00-49f4-9333-81819de74752 req-0bf0174a-6484-47f4-827a-f1bd4e159aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.801390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-0bf0174a-6484-47f4-827a-f1bd4e159aa7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f232bb0a-5e11-4329-a0b1-b02830a863e0 HTTP/1.1" status: 200 len: 914 time: 0.2216733 Aug 29 04:24:54.816076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:54.857134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6148-ec3c-4350-bf8d-37e9650eb590 req-b6756033-758d-4b48-834a-6a3cf5344f16 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:54.869912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdbb6148-ec3c-4350-bf8d-37e9650eb590 req-b6756033-758d-4b48-834a-6a3cf5344f16 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2729480 Aug 29 04:24:54.955416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.975325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:54.985471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-a898e6d6-3c46-4b4f-b755-0c6e55befaa9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1 HTTP/1.1" status: 200 len: 217 time: 0.1575117 Aug 29 04:24:55.030853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:24:55.063796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] For port e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:55.071477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.092190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066436b-be00-49f4-9333-81819de74752 req-c5dc417d-b2fc-4f5b-be68-7d32817d5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.094743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-c5dc417d-b2fc-4f5b-be68-7d32817d5e70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07aafeff-322f-47a6-b57c-a2cbf6e5fa6f HTTP/1.1" status: 200 len: 853 time: 0.1010377 Aug 29 04:24:55.171165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-9f48483e-de27-409b-9940-18d6303d8ccd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f232bb0a-5e11-4329-a0b1-b02830a863e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636795 Aug 29 04:24:55.204511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14bb0f93-f7c4-44c0-8488-67e81a8bdbe7 None None] Could not find standard attr ID for object 8fc04a2e-1241-49a5-b161-025d58961fb3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:24:55.243766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe1f:83e2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/7f4798b8-79db-4cc0-aa9b-c11fabafcc52/439172a1-bfc6-45ab-b2d9-e0aba034ccc0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:24:55.254332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e63439-9b54-4f5d-a1d2-323647130f91 None None] Pushing event updated for resources: {'Port': ['ID=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.258427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-14bb0f93-f7c4-44c0-8488-67e81a8bdbe7 None None] Provisioning complete for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:55.258787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-14bb0f93-f7c4-44c0-8488-67e81a8bdbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.575634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.603295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:24:55.655348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.685712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c990551b-7d07-4b66-9726-d60c8fb7deab None None] Provisioning complete for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:55.686541 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c990551b-7d07-4b66-9726-d60c8fb7deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.717500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdbb6148-ec3c-4350-bf8d-37e9650eb590 req-6f2ce208-6a39-41db-bbe4-862673761860 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449101 Aug 29 04:24:55.744775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51295102-dd54-4954-bded-1fb66937040d req-da9f275e-a7c6-4b24-a149-b7ab07921e0b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.744775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51295102-dd54-4954-bded-1fb66937040d req-da9f275e-a7c6-4b24-a149-b7ab07921e0b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.9391370 Aug 29 04:24:55.802088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-fc106a43-ca2a-4d40-ae26-888a0e1d31ba service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143825 Aug 29 04:24:55.803702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:55.807662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=439172a1-bfc6-45ab-b2d9-e0aba034ccc0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:55.818782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51295102-dd54-4954-bded-1fb66937040d req-6772b438-33e4-44bf-a010-867805212de3 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695074 Aug 29 04:24:55.819275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:55.842126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:24:55.869346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:55.870506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:55.911417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed246920-576e-4edf-849a-c5ef6dd81d06 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4328768 Aug 29 04:24:55.914964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:56.005128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8066436b-be00-49f4-9333-81819de74752 req-009efd0a-0655-40c5-88a5-87bf828b0161 service neutron] 10.222.0.50 "GET /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845472 Aug 29 04:24:56.079952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718463e9-951c-40cd-85fc-5cad98d8689c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.081797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e97ac9d4-3915-47a6-a732-7ea2b2da12cf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:56.091143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718463e9-951c-40cd-85fc-5cad98d8689c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.093783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-718463e9-951c-40cd-85fc-5cad98d8689c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1770003 Aug 29 04:24:56.096367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:56.160654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b323-b7c3-47d4-8478-0ba25c6c9b9d req-00f4ad0f-caec-46c4-a949-11421c230707 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:56.173838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea67b323-b7c3-47d4-8478-0ba25c6c9b9d req-00f4ad0f-caec-46c4-a949-11421c230707 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1672053 Aug 29 04:24:56.231216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e97ac9d4-3915-47a6-a732-7ea2b2da12cf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:56.232406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.243447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea67b323-b7c3-47d4-8478-0ba25c6c9b9d req-5a5a0fd0-18b5-45d8-9f31-06765c84bbe3 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Aug 29 04:24:56.296891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:56.297094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:24:56.297207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.354292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f2fe265-6ccd-44a6-a164-f4724e4e32dc None None] Provisioning for port 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:56.390945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f2fe265-6ccd-44a6-a164-f4724e4e32dc None None] Provisioning complete for port 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:56.392099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe265-6ccd-44a6-a164-f4724e4e32dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.501297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.525075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:56.602117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:56.687508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fe265-6ccd-44a6-a164-f4724e4e32dc None None] Port 439172a1-bfc6-45ab-b2d9-e0aba034ccc0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:24:56.730623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'mac_address': 'fa:16:3e:b0:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:24:56.848535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.880830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:56.884111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de779e70-b65a-4cae-98a4-2f324ebd3684 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:24:56.942178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:56.948497 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.080208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.081850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=439172a1-bfc6-45ab-b2d9-e0aba034ccc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.099255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.099499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.101850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da9b4cf5-d554-4ebb-a65a-b18be29e6011 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/439172a1-bfc6-45ab-b2d9-e0aba034ccc0 HTTP/1.1" status: 204 len: 168 time: 1.0036917 Aug 29 04:24:57.107547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.214169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11c837-66a1-4bd5-ac58-4aed23c4e7e7 req-3387ea22-3dc8-4d1d-9ea2-a81da5cf165e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.217260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e11c837-66a1-4bd5-ac58-4aed23c4e7e7 req-3387ea22-3dc8-4d1d-9ea2-a81da5cf165e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2845542 Aug 29 04:24:57.217576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['de779e70-b65a-4cae-98a4-2f324ebd3684'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:24:57.235392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a957-227c-4cf5-bf0c-a2c16296ed83 req-75545127-f7d1-446f-adde-8265727063b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.248307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6295a957-227c-4cf5-bf0c-a2c16296ed83 req-75545127-f7d1-446f-adde-8265727063b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 944 time: 0.2128923 Aug 29 04:24:57.262562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfd616-1e15-4a0d-afc9-2886a1caf25a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.273062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfd616-1e15-4a0d-afc9-2886a1caf25a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.283569 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-57bfd616-1e15-4a0d-afc9-2886a1caf25a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1742463 Aug 29 04:24:57.284809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.414587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e11c837-66a1-4bd5-ac58-4aed23c4e7e7 req-53a7fb22-4b0f-475a-b217-4aa49568ad08 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632068 Aug 29 04:24:57.428387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6295a957-227c-4cf5-bf0c-a2c16296ed83 req-b1bfba17-ab57-42c1-87fd-a396de889fe0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492958 Aug 29 04:24:57.431790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbea0284-030d-4754-b61e-0809432e3005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.501060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 7f4798b8-79db-4cc0-aa9b-c11fabafcc52 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:24:57.514957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.606100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.725305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989efd6-ac68-4a40-a44c-ab74ff2be1b4 req-e5ec6824-7d1b-4f3f-ad5e-fe91e01ef171 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.730422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2989efd6-ac68-4a40-a44c-ab74ff2be1b4 req-e5ec6824-7d1b-4f3f-ad5e-fe91e01ef171 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.0775616 Aug 29 04:24:57.759670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.815343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbea0284-030d-4754-b61e-0809432e3005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.823330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbea0284-030d-4754-b61e-0809432e3005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.848415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb5845-3047-4b0d-866c-329a82d244e9 req-6ea248df-1aaa-41ff-a64f-3382e4fb2a54 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:57.851164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fcb5845-3047-4b0d-866c-329a82d244e9 req-6ea248df-1aaa-41ff-a64f-3382e4fb2a54 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1515503 Aug 29 04:24:57.856806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2989efd6-ac68-4a40-a44c-ab74ff2be1b4 req-d6235853-8f45-4654-b312-a3d18f890333 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223860 Aug 29 04:24:57.882237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea0284-030d-4754-b61e-0809432e3005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a614dc65-9100-479d-9966-cac407557b1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:57.897774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dbea0284-030d-4754-b61e-0809432e3005 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d1548bd8ed246ccafc6b8e92b47660a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007469 Aug 29 04:24:57.901074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:57.909132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:57.926025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fcb5845-3047-4b0d-866c-329a82d244e9 req-86e9ae95-c669-46c2-b149-650a92c7d4ad tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622633 Aug 29 04:24:57.985675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4798b8-79db-4cc0-aa9b-c11fabafcc52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.018076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.020496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84d776-7b46-401b-a19e-eae5b6edceb2 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:58.022617 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-faa50c0c-01b4-4ce6-9188-19abaf6f4fc6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/7f4798b8-79db-4cc0-aa9b-c11fabafcc52 HTTP/1.1" status: 204 len: 168 time: 0.7363877 Aug 29 04:24:58.024997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.076810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.110932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.154743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b6d9774-e036-4e66-b965-0e4911d691b0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281066 Aug 29 04:24:58.165495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.226831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.230103 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.232481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a614dc65-9100-479d-9966-cac407557b1b HTTP/1.1" status: 204 len: 168 time: 0.3288436 Aug 29 04:24:58.251178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eccff-4869-4a25-9c2c-6f948b26db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a614dc65-9100-479d-9966-cac407557b1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:58.317313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:24:58.333659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37713af-4979-403a-a70e-735818dfc161 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.339110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d37713af-4979-403a-a70e-735818dfc161 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1720314 Aug 29 04:24:58.339321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.348508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9019-9840-4fd5-9644-a9cdc2a6c753 req-4a43e512-28ce-4982-9336-3feb2d2d2236 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.357752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbea9019-9840-4fd5-9644-a9cdc2a6c753 req-4a43e512-28ce-4982-9336-3feb2d2d2236 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2237897 Aug 29 04:24:58.426165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbea9019-9840-4fd5-9644-a9cdc2a6c753 req-ef4873d1-f3fb-4300-b052-9ae345a19276 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671947 Aug 29 04:24:58.494594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port de779e70-b65a-4cae-98a4-2f324ebd3684 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:24:58.509576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port de779e70-b65a-4cae-98a4-2f324ebd3684 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:24:58.515916 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.543681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467af6c-4373-403d-91c9-f7d97231502e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.555110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e467af6c-4373-403d-91c9-f7d97231502e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2136140 Aug 29 04:24:58.556584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.557482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca015741-fd5e-4e94-8216-1eefd6f6433c req-ce6c0d9e-a13b-43a3-b689-0cf0102a5cc0 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.570000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca015741-fd5e-4e94-8216-1eefd6f6433c req-ce6c0d9e-a13b-43a3-b689-0cf0102a5cc0 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1412499 Aug 29 04:24:58.592070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:24:58.676445 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23c1d419-e570-4ced-9afd-02839676e0bd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165535 Aug 29 04:24:58.682398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:58.687984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:58.692761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca015741-fd5e-4e94-8216-1eefd6f6433c req-d4eedeb6-253b-48ce-9d99-7eba174e03b3 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214385 Aug 29 04:24:58.705839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d5fe-abcc-4e3c-b44a-b7d2b04d7821 req-298193a4-e97c-4dc2-958a-3407c6d7bdc5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.707512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68e6d5fe-abcc-4e3c-b44a-b7d2b04d7821 req-298193a4-e97c-4dc2-958a-3407c6d7bdc5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1688266 Aug 29 04:24:58.782370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Deleting port e97ac9d4-3915-47a6-a732-7ea2b2da12cf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:24:58.782370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.789119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68e6d5fe-abcc-4e3c-b44a-b7d2b04d7821 req-51024504-f552-4a9e-9e3e-8073c28dcecd tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621848 Aug 29 04:24:58.879389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b7083-7718-4546-b3fd-c7b64bb081f4 req-9d4e1978-311e-4e91-85fa-ec1db7f89278 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:58.887612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514b7083-7718-4546-b3fd-c7b64bb081f4 req-9d4e1978-311e-4e91-85fa-ec1db7f89278 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 944 time: 0.0778637 Aug 29 04:24:58.930629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.937208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] For port e97ac9d4-3915-47a6-a732-7ea2b2da12cf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:58.937702 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:58.957551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:58.964236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Calling delete_port for e97ac9d4-3915-47a6-a732-7ea2b2da12cf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:24:58.968595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514b7083-7718-4546-b3fd-c7b64bb081f4 req-27447433-bf67-4431-b565-8a0f1ace17b0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800407 Aug 29 04:24:58.973158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.000314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:24:59.003574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:24:59.009366 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e57ce1-51d2-44e0-814d-4f31282c6580" -d '{"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:24:59.014937 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.076108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.235522 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9ca85-b591-481e-9bfe-e323fe786fbd x-openstack-request-id: req-9fe9ca85-b591-481e-9bfe-e323fe786fbd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:24:59.235830 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:24:59.236123 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fe9ca85-b591-481e-9bfe-e323fe786fbd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:24:59.236555 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'code': 200} Aug 29 04:24:59.255734 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.259864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ced61-2476-4e21-9cc1-c65a5c4cffde req-49c8d961-06a4-4304-b2b1-a58efae92226 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.268469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f87ced61-2476-4e21-9cc1-c65a5c4cffde req-49c8d961-06a4-4304-b2b1-a58efae92226 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1355147 Aug 29 04:24:59.309085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f87ced61-2476-4e21-9cc1-c65a5c4cffde req-0ad8fea9-8325-44c0-a283-44a6549d34cb tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Aug 29 04:24:59.319711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] Pushing event deleted for resources: {'Port': ['ID=e97ac9d4-3915-47a6-a732-7ea2b2da12cf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.322491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f5228-99ad-4495-8c05-292b194bcad6 None None] No DVR routers for this DVR port e97ac9d4-3915-47a6-a732-7ea2b2da12cf on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:24:59.480638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02922f35-1578-4f4d-b451-abba417d8486 req-0c33142b-63c8-49f4-98a0-ee8e047cb61b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.483380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02922f35-1578-4f4d-b451-abba417d8486 req-0c33142b-63c8-49f4-98a0-ee8e047cb61b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.0796435 Aug 29 04:24:59.489365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.536564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02922f35-1578-4f4d-b451-abba417d8486 req-52a36448-1248-4f20-b92d-b083f4c307db tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Aug 29 04:24:59.558713 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.563291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b7ab3-dee1-4c44-ad10-92f95a809e6d req-7837c075-ae1e-4709-8a11-2022a0ad4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.565374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e9b7ab3-dee1-4c44-ad10-92f95a809e6d req-7837c075-ae1e-4709-8a11-2022a0ad4ec4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 1097 time: 0.1996996 Aug 29 04:24:59.628615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:24:59.639670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=e8d0e242-1f3d-408c-be56-3e51643770b8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:24:59.655561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:24:59.660781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.661349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.661935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.662574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.663105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.663700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.664737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.668286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdb270-5c22-4c8c-9484-3241121e3a49 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:24:59.676279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.678444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.678848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.679207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.679551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:24:59.690101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.693958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.701005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394a541-3da3-4787-b7c9-18850a7e3daa req-19bce4dc-df43-4bac-a479-3f8441e04b1c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.703203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c394a541-3da3-4787-b7c9-18850a7e3daa req-19bce4dc-df43-4bac-a479-3f8441e04b1c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.0658782 Aug 29 04:24:59.717405 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-359aa051-dc8e-4bd3-92d5-676fb602a506 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0338361 Aug 29 04:24:59.723757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e9b7ab3-dee1-4c44-ad10-92f95a809e6d req-4ea3b0ea-7731-4881-9017-9e3651d2a533 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405439 Aug 29 04:24:59.724425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:24:59.730163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:92:ad:b9', 'name': 'tempest-NetworksTestDHCPv6-1214957383'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:24:59.786136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c394a541-3da3-4787-b7c9-18850a7e3daa req-be1bb828-c5a4-4565-b580-e6ae5b478441 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755820 Aug 29 04:24:59.957410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:24:59.968565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:24:59.988401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1943-b9a8-4088-80c1-16394cae215b req-964ec6bf-6089-428a-b9c0-5f289d138e14 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:24:59.998799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-928c1943-b9a8-4088-80c1-16394cae215b req-964ec6bf-6089-428a-b9c0-5f289d138e14 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1301458 Aug 29 04:25:00.003034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:00.019581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ce2d-0d27-4608-abcb-9adf1effb1e7 req-02966f75-a922-492b-9cbe-5366565b5d2d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.027647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c238ce2d-0d27-4608-abcb-9adf1effb1e7 req-02966f75-a922-492b-9cbe-5366565b5d2d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1142883 Aug 29 04:25:00.079899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'e8d0e242-1f3d-408c-be56-3e51643770b8'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:00.080817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.129613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e97ac9d4-3915-47a6-a732-7ea2b2da12cf no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:00.130549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c238ce2d-0d27-4608-abcb-9adf1effb1e7 req-5c48de50-dd20-44c3-a211-3db04c33cf5a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018906 Aug 29 04:25:00.150695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-928c1943-b9a8-4088-80c1-16394cae215b req-33376aea-e726-4951-aeb6-5115125beafe tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/security-groups?id=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451733 Aug 29 04:25:00.219188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e97ac9d4-3915-47a6-a732-7ea2b2da12cf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:00.219613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e97ac9d4-3915-47a6-a732-7ea2b2da12cf not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:00.315574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::24b (e4ca6562-0c52-408c-9eb9-91fe5da6a815/e8d0e242-1f3d-408c-be56-3e51643770b8/abe8dfd4-86ce-41bd-963e-c3bbbdfaf395) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:00.470462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c6bde-45d4-449e-b1e9-7099b6b8ab98 req-53bd082a-0f32-4d8f-8e33-823674e633f8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.478512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6c6bde-45d4-449e-b1e9-7099b6b8ab98 req-53bd082a-0f32-4d8f-8e33-823674e633f8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1856630 Aug 29 04:25:00.556676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-d31ba73e-7f26-4143-9508-15026026a78f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.559565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-d31ba73e-7f26-4143-9508-15026026a78f tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.50 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 945 time: 0.1793180 Aug 29 04:25:00.570716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6c6bde-45d4-449e-b1e9-7099b6b8ab98 req-3c7641c9-a3cb-4c4a-8a20-c957d9dd008b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888255 Aug 29 04:25:00.614874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.648603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:00.696924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Deleting port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:00.697342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.724283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:00.840066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/e8d0e242-1f3d-408c-be56-3e51643770b8/4c901175-64d9-4412-becb-759cf56c8551) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:00.868457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:00.895253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:00.918327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:00.943916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:00.949730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.000765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] For port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,segment=NetworkSegment(7f2d6c68-6f49-4108-b89b-0dd8623a33ca),segment_id=7f2d6c68-6f49-4108-b89b-0dd8623a33ca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:01.001044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=abe8dfd4-86ce-41bd-963e-c3bbbdfaf395,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.001777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.023285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-12380919-1a69-458b-8d8d-2bf9375f9402 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2973776 Aug 29 04:25:01.028689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.049804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Calling delete_port for 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:01.197771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6875a478-2afb-4b2a-bc38-f46e2f347363 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.204696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6875a478-2afb-4b2a-bc38-f46e2f347363 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1741192 Aug 29 04:25:01.209470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:01.345274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.355009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.367212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Transition to ACTIVE for port object 4c901175-64d9-4412-becb-759cf56c8551 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:01.404495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Transition to ACTIVE for port object 4c901175-64d9-4412-becb-759cf56c8551 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:01.410303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-949a212a-04a1-4ad6-874f-78943c61d44d req-2d106804-90da-435c-af65-c389987b46f1 tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.0686111 Aug 29 04:25:01.419101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['13d56cb8-4415-4f2b-9f4a-e3840b2551e1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:01.426660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.512158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:01.522533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Pushing event deleted for resources: {'Port': ['ID=13d56cb8-4415-4f2b-9f4a-e3840b2551e1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:01.566933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:01.568283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.569069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.569069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.569400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.569832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.575720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:01.576930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.577384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.577736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.580383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.582172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.583344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.584053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:01.586020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:01.586399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.717150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] No DVR routers for this DVR port 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:01.722655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.738146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c04433f-ae60-462e-bc6e-5c299517eda9 req-c99c1bb2-ef7c-4a3d-8f35-a072497e001a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.50 "DELETE /v2.0/ports/13d56cb8-4415-4f2b-9f4a-e3840b2551e1 HTTP/1.1" status: 204 len: 173 time: 1.1534493 Aug 29 04:25:01.739142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'name': 'network-vif-deleted', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:01.750129 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ba9c69-180a-4a1f-8ab3-c0b91e3cfe47" -d '{"events": [{"server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "name": "network-vif-deleted", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:01.758038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:01.776908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:01.929073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe981f0-387d-4325-b003-a0417cd43aae req-2164f2d7-7d5b-431c-b539-9a42643a9bc1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:01.943172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fe981f0-387d-4325-b003-a0417cd43aae req-2164f2d7-7d5b-431c-b539-9a42643a9bc1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1525972 Aug 29 04:25:02.008547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.044570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Pushing event updated for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.067697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=abe8dfd4-86ce-41bd-963e-c3bbbdfaf395,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.089620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.091603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1a57389-6bd4-4e33-859d-b9f926b19466 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 HTTP/1.1" status: 204 len: 168 time: 0.8780313 Aug 29 04:25:02.096297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.110097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Attempting to bind port 4c901175-64d9-4412-becb-759cf56c8551 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:02.110878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Attempting to bind port 4c901175-64d9-4412-becb-759cf56c8551 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:02.111474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Attempting to bind port 4c901175-64d9-4412-becb-759cf56c8551 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:02.127462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:02.131662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53422aa-3998-40c3-8301-a5ef6586bb1f req-68b2dca1-4dc4-4e53-b6ec-2d0f90baacf5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.135358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:02.136150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.136812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:02.137652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Bound port: 4c901175-64d9-4412-becb-759cf56c8551, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:02.138322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.145575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a53422aa-3998-40c3-8301-a5ef6586bb1f req-68b2dca1-4dc4-4e53-b6ec-2d0f90baacf5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1966977 Aug 29 04:25:02.165339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fe981f0-387d-4325-b003-a0417cd43aae req-85484072-e598-4f43-9aa2-908d6b2850a1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207897 Aug 29 04:25:02.200534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaeb10-ed0b-4cfb-8acd-a8faab399e73 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.204593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaeb10-ed0b-4cfb-8acd-a8faab399e73 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:02.213165 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ccbaeb10-ed0b-4cfb-8acd-a8faab399e73 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1107562 Aug 29 04:25:02.213949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:02.266732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a53422aa-3998-40c3-8301-a5ef6586bb1f req-d60326ef-0da0-4c1f-be9f-22ae9576d1af tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194127 Aug 29 04:25:02.314290 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04fef2c-35e7-422d-9597-8c5bc2dfe569 x-openstack-request-id: req-a04fef2c-35e7-422d-9597-8c5bc2dfe569 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:02.314850 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8840add3-1a1d-4990-9d47-a71de4b08db5", "name": "network-vif-deleted", "tag": "13d56cb8-4415-4f2b-9f4a-e3840b2551e1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:02.315365 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a04fef2c-35e7-422d-9597-8c5bc2dfe569 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:02.316304 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840add3-1a1d-4990-9d47-a71de4b08db5', 'name': 'network-vif-deleted', 'tag': '13d56cb8-4415-4f2b-9f4a-e3840b2551e1', 'status': 'completed', 'code': 200} Aug 29 04:25:02.345542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:02.356843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c901175-64d9-4412-becb-759cf56c8551,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:02.360938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet e8d0e242-1f3d-408c-be56-3e51643770b8 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:02.371147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.380863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.540478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cbbbd-f1e5-48d5-94de-f30c1d206236 None None] Pushing event updated for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:02.560002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:02.812148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73bd8f03-9cce-4915-b24b-2f804caa990d req-5651d6bb-93ec-4be3-ac6b-9dd6e30c173a tempest-InstanceActionsTestJSON-289421646 tempest-InstanceActionsTestJSON-289421646-project] 10.222.0.62 "GET /v2.0/ports?device_id=8840add3-1a1d-4990-9d47-a71de4b08db5 HTTP/1.1" status: 200 len: 210 time: 0.1196644 Aug 29 04:25:02.937238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.199137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.256466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d0e242-1f3d-408c-be56-3e51643770b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:03.259435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.262256 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6dea781e-70d9-475a-b612-a100e158e326 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/e8d0e242-1f3d-408c-be56-3e51643770b8 HTTP/1.1" status: 204 len: 168 time: 1.0455513 Aug 29 04:25:03.271569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.343977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4beedee-f5b0-4fd0-a46f-5a29d38de3aa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690663 Aug 29 04:25:03.346316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.392184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f222c-2465-4609-9f6c-a3f5b7822d41 req-86401ebf-4cb1-4f6c-93cc-974d884016e4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.398048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513f222c-2465-4609-9f6c-a3f5b7822d41 req-86401ebf-4cb1-4f6c-93cc-974d884016e4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1758015 Aug 29 04:25:03.422088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97262e21-3a5a-47e8-a85a-009a0d161f9b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.424353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-97262e21-3a5a-47e8-a85a-009a0d161f9b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0757551 Aug 29 04:25:03.430708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.483513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513f222c-2465-4609-9f6c-a3f5b7822d41 req-b770d600-a40a-46ea-8389-f1a92d2a2119 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731287 Aug 29 04:25:03.499423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f409-0043-461c-9753-be62cdb46eb7 req-d2590ea2-6d5d-43d0-9a14-71456e9826f6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.507455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca55f409-0043-461c-9753-be62cdb46eb7 req-d2590ea2-6d5d-43d0-9a14-71456e9826f6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1077332 Aug 29 04:25:03.508436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f7763-ac30-4805-af1c-b9158b2dad82 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:03.510246 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e91f7763-ac30-4805-af1c-b9158b2dad82 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784371 Aug 29 04:25:03.514578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.584205 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55e55bea-d712-49be-b831-4f56e2ebc617 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594933 Aug 29 04:25:03.584930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:03.595495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:03.599117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca55f409-0043-461c-9753-be62cdb46eb7 req-b912c0ac-1c13-4bd8-b992-b723fcd75326 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Aug 29 04:25:03.760691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:03.769026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:03.953688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.079253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Deleting subnet 07aafeff-322f-47a6-b57c-a2cbf6e5fa6f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:04.086178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.145885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.148949 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.242486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.269303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:04.351130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:04.398764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.485029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07aafeff-322f-47a6-b57c-a2cbf6e5fa6f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:04.501970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.506830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-69cf9951-f675-4392-83a1-f1e2ec215fa4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/07aafeff-322f-47a6-b57c-a2cbf6e5fa6f HTTP/1.1" status: 204 len: 168 time: 0.5510695 Aug 29 04:25:04.511967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:04.619983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:04.658794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2065b26-9080-4241-a527-e6b949531c1d None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:04.753823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-806aa12f-2e54-47c0-b490-b97f49cdeede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.784421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.793312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4c901175-64d9-4412-becb-759cf56c8551 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:04.821775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Provisioning for port 4c901175-64d9-4412-becb-759cf56c8551 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:04.844865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:04.845446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.928602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:04.976520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:04.994360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.006817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f232bb0a-5e11-4329-a0b1-b02830a863e0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:05.020256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2d6c68-6f49-4108-b89b-0dd8623a33ca') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:05.020597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2d6c68-6f49-4108-b89b-0dd8623a33ca') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:05.024530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:05.028728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:05.029228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 13d56cb8-4415-4f2b-9f4a-e3840b2551e1 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:05.034737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.064036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69839d4-22cc-4f0e-833b-9e61b3bb9385 req-79b6195c-3eb7-42c4-8239-3fd2d66f244a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.072820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f69839d4-22cc-4f0e-833b-9e61b3bb9385 req-79b6195c-3eb7-42c4-8239-3fd2d66f244a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2834303 Aug 29 04:25:05.075243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.086322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'port_id': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'mac_address': 'fa:16:3e:bf:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884b44d-5a8f-4ef1-be51-1796d27688e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:05.097024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945231c7-20a3-429b-9f71-110e4c71ebf5 req-3caca945-ee41-42c4-ae8e-ed1f6a42d8f8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.105271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-945231c7-20a3-429b-9f71-110e4c71ebf5 req-3caca945-ee41-42c4-ae8e-ed1f6a42d8f8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3180189 Aug 29 04:25:05.124269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:05.124863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:05.127719 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:05.142727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-806aa12f-2e54-47c0-b490-b97f49cdeede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.154212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-806aa12f-2e54-47c0-b490-b97f49cdeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.235735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f69839d4-22cc-4f0e-833b-9e61b3bb9385 req-68f80c38-419a-4f21-ae58-d6edf209235b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618083 Aug 29 04:25:05.251912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.268260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.270485 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-806aa12f-2e54-47c0-b490-b97f49cdeede admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=974c6cb8b9c94141b6064baaddd81927&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231239 Aug 29 04:25:05.273015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.273979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f232bb0a-5e11-4329-a0b1-b02830a863e0 HTTP/1.1" status: 204 len: 168 time: 0.7566230 Aug 29 04:25:05.274631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:05.312853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-945231c7-20a3-429b-9f71-110e4c71ebf5 req-59ffe15b-9d77-45fb-a5f6-6f3c274a9a13 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067113 Aug 29 04:25:05.320606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aa12f-2e54-47c0-b490-b97f49cdeede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d7eec-3c5c-4da0-aebe-5b80f0db978a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.375502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.375810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c9455-89b0-48be-927b-0e605ff445e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f232bb0a-5e11-4329-a0b1-b02830a863e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.441205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c901175-64d9-4412-becb-759cf56c8551,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:05.449351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:05.453592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.503324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:05.513571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.517502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.539553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.552316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.557243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.641194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e5acb4bb-6350-496d-b1b9-fa74c22e12c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:05.675693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.678697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.680336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a1d7eec-3c5c-4da0-aebe-5b80f0db978a HTTP/1.1" status: 204 len: 168 time: 0.3970761 Aug 29 04:25:05.693210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358923b-35c6-4fda-89bf-fa97e5c77beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d7eec-3c5c-4da0-aebe-5b80f0db978a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.767458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:05.773550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:05.780572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.801368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:05.801722 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:05.850954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:05.851996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:05.896957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:05.933779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd0051-d7e5-4524-9411-a59a7dbfdb43 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:05.955324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=b7e99a05-8c5e-46bf-9bad-40f0b911eb9b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.967511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3806264 Aug 29 04:25:05.969438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26644002-ab5f-4aab-87e7-f6e7a6f1abe9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=5']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:05.971918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:05.988158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:06.005217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7633ffaa-48f3-4397-8670-df5a20358071 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=392329110bef462b8aecdc2c5f890a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065516 Aug 29 04:25:06.009750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:06.106529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:06.229561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:06.230100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.271260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.375368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.411447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:06.416877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.541020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c901175-64d9-4412-becb-759cf56c8551,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:06.545553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.567992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.630520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:06.637908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.813993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8c4e-f825-470c-8a04-a3f970498d4b req-2225e176-e73b-4792-b4ca-67543fd6ac15 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.814451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:06.814747 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-182f2365-e3ed-4705-9814-5037928a0527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:06.818348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a71f8c4e-f825-470c-8a04-a3f970498d4b req-2225e176-e73b-4792-b4ca-67543fd6ac15 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3316646 Aug 29 04:25:06.827474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:06.836427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:06.848392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.861571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa37c21b-2e6f-4ac2-b0f2-c5b64b955fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.875821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:06.901297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3429e63-dc35-476c-ba98-50d1ea09e4ce req-d8adf597-61af-49de-89a0-775a1129ff3b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:06.907689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:06.909876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3429e63-dc35-476c-ba98-50d1ea09e4ce req-d8adf597-61af-49de-89a0-775a1129ff3b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 944 time: 0.4535577 Aug 29 04:25:06.916970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.919300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.920060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:06.921326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bcc13cf0-e9cd-4919-85a2-954b68b0f2fa HTTP/1.1" status: 204 len: 168 time: 0.9100497 Aug 29 04:25:06.997107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe5e1f-911f-4ede-bfe9-2e0464d592fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc13cf0-e9cd-4919-85a2-954b68b0f2fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.029255 n-d-712139-13 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7e99a05-8c5e-46bf-9bad-40f0b911eb9b (CIDR: 2001:db8::/64) Aug 29 04:25:07.053409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.066568 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:25:07.067372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:07.083804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a71f8c4e-f825-470c-8a04-a3f970498d4b req-bfe83560-8b94-4aa1-84d0-f324363de897 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256069 Aug 29 04:25:07.113268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3429e63-dc35-476c-ba98-50d1ea09e4ce req-0429a934-2c3c-49fd-8454-66ebc611b449 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021904 Aug 29 04:25:07.172223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa37c21b-2e6f-4ac2-b0f2-c5b64b955fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.181717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa37c21b-2e6f-4ac2-b0f2-c5b64b955fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.196873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7b316da-3c70-4e57-a0c0-950c74c7ab3f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2189901 Aug 29 04:25:07.197531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32834) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:07.207899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:07.307445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cadb442a-e041-4c50-bac8-d7b7fa90e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.391218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fa37c21b-2e6f-4ac2-b0f2-c5b64b955fb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=380034747abb40f393ceae9a839fdd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615957 Aug 29 04:25:07.394141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:07.413669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37c21b-2e6f-4ac2-b0f2-c5b64b955fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9087ad-bf77-444e-b668-d58bff9df85c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:07.592320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.651571 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.656439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9334633e-54d8-4d5f-9c72-7d4a3167c86d None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:07.657012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9334633e-54d8-4d5f-9c72-7d4a3167c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.786900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9334633e-54d8-4d5f-9c72-7d4a3167c86d None None] Could not find standard attr ID for object abe8dfd4-86ce-41bd-963e-c3bbbdfaf395. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:25:07.810378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:07.816305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.902969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46e651-09dd-46f0-ade2-c61e666beed6 req-b635e3a0-eb5e-49df-9cf6-4c61cfe58504 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:07.904638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e46e651-09dd-46f0-ade2-c61e666beed6 req-b635e3a0-eb5e-49df-9cf6-4c61cfe58504 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 943 time: 0.1934407 Aug 29 04:25:07.937370 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.942689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:07.945124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc9087ad-bf77-444e-b668-d58bff9df85c HTTP/1.1" status: 204 len: 168 time: 0.5373828 Aug 29 04:25:07.997692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cb57b-17b8-4bd0-9a76-9e2d50c7ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9087ad-bf77-444e-b668-d58bff9df85c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.090143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e46e651-09dd-46f0-ade2-c61e666beed6 req-c9338bf9-b8af-4404-a987-045acdc25439 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687617 Aug 29 04:25:08.159347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:08.230977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:08.231736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.380156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:08.389536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4f6d-5949-4ffc-93a0-0b1e81829d86 req-d65fa774-e124-4724-b957-d21962055c93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.403079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af6a4f6d-5949-4ffc-93a0-0b1e81829d86 req-d65fa774-e124-4724-b957-d21962055c93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1899347 Aug 29 04:25:08.474942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:08.475518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.546646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af6a4f6d-5949-4ffc-93a0-0b1e81829d86 req-c0f34a2c-c773-4676-bca4-2327c3ceb0ec tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421757 Aug 29 04:25:08.547710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.604049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:08.604267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.609332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:08.613877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:08.614862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.626968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091cffb-ba1d-4bdb-97ad-23b14420d165 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:08.649055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=a9e5f3b1-6151-480d-b3eb-3f21a58900b6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.662650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a7d67b71-cc62-45f5-89e3-8a3742bb21e6 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4633148 Aug 29 04:25:08.665613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:08.672257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:42:97:64', 'name': 'tempest-NetworksTestDHCPv6-1545272199'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:08.703347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:08.707027 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093598f7-7d22-4084-a2a3-fee474b85c08" -d '{"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:08.734415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:08.752618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:08.802624 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75cddb-7d9f-478e-8e35-faf5c942d112 x-openstack-request-id: req-de75cddb-7d9f-478e-8e35-faf5c942d112 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:08.802908 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:08.803079 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de75cddb-7d9f-478e-8e35-faf5c942d112 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:08.803432 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'code': 200} Aug 29 04:25:08.836037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:08.859710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:08.986898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.015130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port bb7f870d-ab63-4568-a27d-021701c7d507 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:09.162308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:09.249423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': 'b7e99a05-8c5e-46bf-9bad-40f0b911eb9b', 'ip_address': '2001:db8::f816:3eff:fec8:b987'}, {'subnet_id': 'a9e5f3b1-6151-480d-b3eb-3f21a58900b6'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '4c901175-64d9-4412-becb-759cf56c8551'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:25:09.306762 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.328441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8:0:1::380 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/a9e5f3b1-6151-480d-b3eb-3f21a58900b6/bb7f870d-ab63-4568-a27d-021701c7d507) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:09.341111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe42:9764 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/b7e99a05-8c5e-46bf-9bad-40f0b911eb9b/bb7f870d-ab63-4568-a27d-021701c7d507) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:09.364352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd57b05-baac-49f7-9c51-16754ec840d3 req-041ab798-538d-4681-853f-4e782f8369cd tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.366180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cd57b05-baac-49f7-9c51-16754ec840d3 req-041ab798-538d-4681-853f-4e782f8369cd tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.0955451 Aug 29 04:25:09.431251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-921825324-network', 'tenant_id': '172a6aba14824f58b180899694019f05'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:09.482042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Made reservation on behalf of 172a6aba14824f58b180899694019f05 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:09.486135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.547204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.556252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cd57b05-baac-49f7-9c51-16754ec840d3 req-be124795-86a0-43e4-a5af-3350ceba4069 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833174 Aug 29 04:25:09.673139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.715333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object bb7f870d-ab63-4568-a27d-021701c7d507 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:09.719441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.728298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.752399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-6470f79f-b6a7-4cb0-beb4-ebd337844c1b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:09.755834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-6470f79f-b6a7-4cb0-beb4-ebd337844c1b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2879133 Aug 29 04:25:09.805495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:09.845484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c285c0e-6753-489a-aee9-59ec10d1e389,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:09.858935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.859555 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Added segment fbcdb8e2-4532-4648-a473-1a9dc3120540 of type vlan for network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 Aug 29 04:25:09.878504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:09.918814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Allocated IP 2001:db8:0:1::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/a9e5f3b1-6151-480d-b3eb-3f21a58900b6/4c901175-64d9-4412-becb-759cf56c8551) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:09.964405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.008496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Deleting port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:10.009164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.019569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f0af-d2ad-4027-bd2f-ab25149d2989 req-163b50df-e0a9-42e2-a7f2-acd3a29d9138 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.023284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0e3f0af-d2ad-4027-bd2f-ab25149d2989 req-163b50df-e0a9-42e2-a7f2-acd3a29d9138 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2481079 Aug 29 04:25:10.044794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:10.066445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.067875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.068581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:10.069208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.072388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=bb7f870d-ab63-4568-a27d-021701c7d507,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.078274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:10.092064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.093314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.193175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0290816 Aug 29 04:25:10.199897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:10.211270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Request body: {'subnet': {'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-921825324-subnet', 'tenant_id': '172a6aba14824f58b180899694019f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:10.221059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb88de47-37c8-4c09-89b2-eadc0ad91c93 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5511210 Aug 29 04:25:10.223248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:10.225353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90da22-533f-430b-84a1-b59930125233 admin admin] Pushing event updated for resources: {'Network': ['ID=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.243368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:10.250724 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.264351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0e3f0af-d2ad-4027-bd2f-ab25149d2989 req-37210b25-5c30-4a25-b962-8ceb7000b1fd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206826 Aug 29 04:25:10.295914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] For port e5acb4bb-6350-496d-b1b9-fa74c22e12c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.296602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.371629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Made reservation on behalf of 172a6aba14824f58b180899694019f05 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:10.381938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.385107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Calling delete_port for e5acb4bb-6350-496d-b1b9-fa74c22e12c1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:10.416050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c3368f03-2204-429c-80b0-126ab354891e None None] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c901175-64d9-4412-becb-759cf56c8551,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:10.460351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.482693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Transition to ACTIVE for port object 4c901175-64d9-4412-becb-759cf56c8551 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:10.504166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bab019d-a1c4-433b-aaed-4deafb8f277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.509865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.672565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3368f03-2204-429c-80b0-126ab354891e None None] Pushing event updated for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:10.680978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port bb7f870d-ab63-4568-a27d-021701c7d507 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:10.688032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:10.896102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df924cec-48e5-4c34-a1b2-ccfd1749c030 req-140de20f-e998-4e92-9670-43b8511a9ec5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:10.900236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df924cec-48e5-4c34-a1b2-ccfd1749c030 req-140de20f-e998-4e92-9670-43b8511a9ec5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1674130 Aug 29 04:25:11.010441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df924cec-48e5-4c34-a1b2-ccfd1749c030 req-f7510cee-4f8d-4bf8-b3c8-64b298f78843 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002700 Aug 29 04:25:11.185620 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.457701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.473316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for bb7f870d-ab63-4568-a27d-021701c7d507 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:11.633586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b11f4-838e-4d36-9f6a-667de69b092d req-58854de5-2f97-4286-b0d4-442c17c0f6db tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:11.652881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b28b11f4-838e-4d36-9f6a-667de69b092d req-58854de5-2f97-4286-b0d4-442c17c0f6db tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1950233 Aug 29 04:25:11.758467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b28b11f4-838e-4d36-9f6a-667de69b092d req-e99cc438-28c7-452f-8030-cbbbc294d2e6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034722 Aug 29 04:25:11.788808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.804880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e5acb4bb-6350-496d-b1b9-fa74c22e12c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:11.852179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:11.967631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.039872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:12.086658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event deleted for resources: {'Port': ['ID=e5acb4bb-6350-496d-b1b9-fa74c22e12c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.168080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-049e409e-29ce-4aa1-93dc-31c4c668740b None None] Provisioning for port 4c901175-64d9-4412-becb-759cf56c8551 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:12.219566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-049e409e-29ce-4aa1-93dc-31c4c668740b None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:12.220250 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-049e409e-29ce-4aa1-93dc-31c4c668740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.404154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:12.496672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3bd7183-39cb-4008-986b-c34b8953fe92 req-a35c3cb1-406b-4b26-a446-3ce1c7536391 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6c137e3-b7f2-4948-8f70-a986507a9eb5 HTTP/1.1" status: 200 len: 210 time: 0.1018410 Aug 29 04:25:12.541174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec6e7-2ffe-4030-a8d4-3685b67d2241 req-d1e132d7-66cf-4bdb-9361-a2115ca9f0e0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.543551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3ec6e7-2ffe-4030-a8d4-3685b67d2241 req-d1e132d7-66cf-4bdb-9361-a2115ca9f0e0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.2169025 Aug 29 04:25:12.570119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] No DVR routers for this DVR port e5acb4bb-6350-496d-b1b9-fa74c22e12c1 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:12.579740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.583584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba22a0c2-888d-43d8-b6a7-c4a473345169 req-f72cc206-c6ac-4a26-b308-ca473037ec62 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "DELETE /v2.0/ports/e5acb4bb-6350-496d-b1b9-fa74c22e12c1 HTTP/1.1" status: 204 len: 173 time: 2.8081369 Aug 29 04:25:12.613665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-deleted', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:12.623042 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67902c44-999d-4fa5-8a5f-35b4d2603cbb" -d '{"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-deleted", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:12.688867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:12.689369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.726718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040189db-ef74-4051-a59a-cb47ad623294,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:12.780812 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ef50bd-946b-4e42-a92f-9fc99fc30d6f x-openstack-request-id: req-d8ef50bd-946b-4e42-a92f-9fc99fc30d6f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:12.781287 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c137e3-b7f2-4948-8f70-a986507a9eb5", "name": "network-vif-deleted", "tag": "e5acb4bb-6350-496d-b1b9-fa74c22e12c1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:12.781701 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8ef50bd-946b-4e42-a92f-9fc99fc30d6f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:12.782367 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c137e3-b7f2-4948-8f70-a986507a9eb5', 'name': 'network-vif-deleted', 'tag': 'e5acb4bb-6350-496d-b1b9-fa74c22e12c1', 'status': 'completed', 'code': 200} Aug 29 04:25:12.827436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Checking segment: {'id': 'fbcdb8e2-4532-4648-a473-1a9dc3120540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:12.831170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Network hostable DHCP agents. Network: 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:12.906096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:12.939719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:12.945892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:12.947131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.953899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.954734 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:12.957151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f0cce32-4e68-4997-8195-127f846a0523 None None] Provisioning for port bb7f870d-ab63-4568-a27d-021701c7d507 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:12.964823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f0cce32-4e68-4997-8195-127f846a0523 None None] Provisioning complete for port bb7f870d-ab63-4568-a27d-021701c7d507 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:12.965079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5f0cce32-4e68-4997-8195-127f846a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.003249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c26c97-0032-4c90-a62d-cfc3bb5e895d None None] Network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:13.011294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=bb7f870d-ab63-4568-a27d-021701c7d507,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.039225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6412535a-f75b-4718-b680-d38c25f1d319 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8353248 Aug 29 04:25:13.167751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cce32-4e68-4997-8195-127f846a0523 None None] Port bb7f870d-ab63-4568-a27d-021701c7d507 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:25:13.185655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb89bf-2542-4018-96e3-5f80b9d38b26 None None] Network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:13.222245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.230069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc14b24a-43e5-4ad8-9b93-a24a4e8dbce0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/bb7f870d-ab63-4568-a27d-021701c7d507 HTTP/1.1" status: 204 len: 168 time: 3.0019126 Aug 29 04:25:13.231431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.452408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e977d-a40d-4b58-bebd-b8a1e733f4c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.460860 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c31e977d-a40d-4b58-bebd-b8a1e733f4c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2257490 Aug 29 04:25:13.465060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.528958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69090781-8c67-477c-83e5-e36c45757e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.537524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f785d20-cd25-4bfe-9560-b2e20703fb22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.539593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f785d20-cd25-4bfe-9560-b2e20703fb22 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0733557 Aug 29 04:25:13.544391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.646709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a34b73-c114-4451-a6be-357a33465397 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.649953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a34b73-c114-4451-a6be-357a33465397 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.650865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3ec6e7-2ffe-4030-a8d4-3685b67d2241 req-a04c1f22-b71f-47e7-9a43-96620fcd0550 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0988431 Aug 29 04:25:13.652327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a34b73-c114-4451-a6be-357a33465397 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.663346 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-79a34b73-c114-4451-a6be-357a33465397 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1167870 Aug 29 04:25:13.668411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.754621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d27c9-51e4-4a4e-b59e-f745bcfb385f req-0f138bd2-d638-4a41-84bc-1a1ca88ddb3e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.762881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-612d27c9-51e4-4a4e-b59e-f745bcfb385f req-0f138bd2-d638-4a41-84bc-1a1ca88ddb3e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2392163 Aug 29 04:25:13.770003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet a9e5f3b1-6151-480d-b3eb-3f21a58900b6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:13.795419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.824196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-612d27c9-51e4-4a4e-b59e-f745bcfb385f req-2b737807-f8fd-4af4-8a96-3013d103b721 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601351 Aug 29 04:25:13.830337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69090781-8c67-477c-83e5-e36c45757e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.837892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-69090781-8c67-477c-83e5-e36c45757e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.890700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-69090781-8c67-477c-83e5-e36c45757e81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b43b2af2ce6e4c9db552f0006b658aae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8492720 Aug 29 04:25:13.894044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69090781-8c67-477c-83e5-e36c45757e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7a435-cc7c-49a1-ae8c-57fdaef43826,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:13.918306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:13.919333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:13.982561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-c4a58969-f6f5-4085-a709-46d5a8eb41f0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:13.984327 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-c4a58969-f6f5-4085-a709-46d5a8eb41f0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.54 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.2100558 Aug 29 04:25:14.009403 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.049884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.145634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.161529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.166939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.186850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abc7a435-cc7c-49a1-ae8c-57fdaef43826 HTTP/1.1" status: 204 len: 168 time: 0.2604988 Aug 29 04:25:14.213047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Deleting port ff57c617-7be6-43e1-961c-6d33abb622f2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:14.213691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.227755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfbe52-adcc-4fa8-9cac-3e9225affa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7a435-cc7c-49a1-ae8c-57fdaef43826,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.339497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.374764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:14.396957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e5f3b1-6151-480d-b3eb-3f21a58900b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.429314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e5acb4bb-6350-496d-b1b9-fa74c22e12c1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:14.429988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e5acb4bb-6350-496d-b1b9-fa74c22e12c1 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:14.432831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.436620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-71f666b3-159e-405e-b3d7-a5c82f08945e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/a9e5f3b1-6151-480d-b3eb-3f21a58900b6 HTTP/1.1" status: 204 len: 168 time: 0.7662621 Aug 29 04:25:14.442308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.444475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545d5a7-6caa-45de-ab36-6b1870abcd24 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:14.495770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] For port ff57c617-7be6-43e1-961c-6d33abb622f2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ff57c617-7be6-43e1-961c-6d33abb622f2,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:14.496742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.542663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-fc93675e-a3bb-4e3f-b788-bade4784dc7f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:14.555881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-fc93675e-a3bb-4e3f-b788-bade4784dc7f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/networks?id=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 HTTP/1.1" status: 200 len: 817 time: 0.2771902 Aug 29 04:25:14.583684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-bddfea48-01eb-4040-8482-3f02009de222 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/quotas/172a6aba14824f58b180899694019f05 HTTP/1.1" status: 200 len: 375 time: 0.0263631 Aug 29 04:25:14.626442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet b7e99a05-8c5e-46bf-9bad-40f0b911eb9b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:14.631731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.644769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-234ddeec-9d0a-4099-8c89-99b64a2e5cc9 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=172a6aba14824f58b180899694019f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597177 Aug 29 04:25:14.681059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.789160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.865912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:14.910699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e99a05-8c5e-46bf-9bad-40f0b911eb9b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:14.928096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:14.933374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727792325', 'description': 'tempest-description--1547162254'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:14.978226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.015405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-10b5d8c4-64a9-4df9-8502-4a3be5fa09f7 service neutron] 10.222.0.62 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678598 Aug 29 04:25:15.106462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.110836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-204d784e-123c-4745-b4cd-4b2b1df40d7d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b7e99a05-8c5e-46bf-9bad-40f0b911eb9b HTTP/1.1" status: 204 len: 168 time: 0.6666429 Aug 29 04:25:15.116802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.142470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-15d46d7d-4cef-4379-b469-9ec558759fdb service neutron] 10.222.0.62 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225362 Aug 29 04:25:15.238590 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f687cb4a-5565-4c56-bd1b-d2cd63d1b0d5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182871 Aug 29 04:25:15.245235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.257795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.268389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:15.300199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.343869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.345448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4160128 Aug 29 04:25:15.353165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33148) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:15.358526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'security_group_rule': {'security_group_id': 'eb3b66b9-2317-47c7-ae8d-2d7b07c094f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:15.400697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef1c0-b811-4625-a417-c1bc8fe1e6d4 req-0e4cccb1-1570-446b-8567-0b6043b3e143 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:15.408989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e47ef1c0-b811-4625-a417-c1bc8fe1e6d4 req-0e4cccb1-1570-446b-8567-0b6043b3e143 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 945 time: 0.2650859 Aug 29 04:25:15.427497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac70c9-236a-46ee-a264-f4b06f81024c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b66b9-2317-47c7-ae8d-2d7b07c094f6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:15.498672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e47ef1c0-b811-4625-a417-c1bc8fe1e6d4 req-5faf9999-65c6-4726-989a-7ce62443fc02 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b84f356-7d69-488e-b701-f8af6f003a67&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885575 Aug 29 04:25:15.530522 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.767247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.810207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.811054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.812866 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Floating IP 63bcf7c2-6518-48c9-a993-2d410e3ecbd3 disassociated. External IP: 172.25.3.144, port: ff57c617-7be6-43e1-961c-6d33abb622f2. Aug 29 04:25:15.812866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Calling delete_port for ff57c617-7be6-43e1-961c-6d33abb622f2 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:15.911726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:15.915134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:15.922228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7d47998-8484-4134-a68f-8b53929bca4a req-19c5b1bd-29a8-4593-9111-3d504cb36b3c tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 210 time: 0.1906381 Aug 29 04:25:15.923700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.034408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a94849-f44e-4ce4-8405-4084e02bef74,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.060504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61da7-7642-4a78-afb9-7ae0928476be req-046515a1-dda8-4c74-a5e0-14bfb0b73122 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:16.071045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611a5b2-9cf2-4881-bec0-f15b82d93a5e None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:16.079236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8d61da7-7642-4a78-afb9-7ae0928476be req-046515a1-dda8-4c74-a5e0-14bfb0b73122 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2999647 Aug 29 04:25:16.084712 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.094711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-44d6faa0-d7f3-4be8-8f10-4b5bc6b7aa6d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7401266 Aug 29 04:25:16.118094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.130520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'security_group_rule': {'security_group_id': 'eb3b66b9-2317-47c7-ae8d-2d7b07c094f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:16.209593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62f7f3cf-fdd7-4837-8047-f2138a183eb8 None None] Provisioning complete for port 4c901175-64d9-4412-becb-759cf56c8551 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:16.210381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62f7f3cf-fdd7-4837-8047-f2138a183eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.213752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8d61da7-7642-4a78-afb9-7ae0928476be req-9c7e4ed9-2826-43b9-a0eb-610c07f55f5e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260836 Aug 29 04:25:16.228855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.378667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.390127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.462339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.465150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3455224 Aug 29 04:25:16.479504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61a88b-799b-4bb7-a6e2-1809d754c9d1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3f2f7c-5543-4ef9-b520-92a6cada969b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.488053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:16.528663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:16.571254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:16.613121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.702686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Deleting port 4c901175-64d9-4412-becb-759cf56c8551 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:16.703584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.734098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.768731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b0efa35-24a1-40b8-8b94-5022e20f859e req-8b1b0ac1-fcff-4406-b6c5-6637c1e60c1e tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.0674059 Aug 29 04:25:16.822792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event deleted for resources: {'Port': ['ID=ff57c617-7be6-43e1-961c-6d33abb622f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:16.880881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] For port 4c901175-64d9-4412-becb-759cf56c8551, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4c901175-64d9-4412-becb-759cf56c8551,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:16.881426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:16.917792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Calling delete_port for 4c901175-64d9-4412-becb-759cf56c8551 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:17.098001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Router 38c25733-09c0-4d34-b3d5-4fe03701f230 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:17.101266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:17.120253 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.187867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-564f29d3-3be9-41a6-a723-d45fd947a06e req-35255bcc-0b28-4b9d-8477-2bc10572449d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 210 time: 0.0483184 Aug 29 04:25:17.223322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] No DVR routers for this DVR port 4c901175-64d9-4412-becb-759cf56c8551 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:17.250012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e3341-54a0-4d90-a10e-3ad4618cafa1 None None] Pushing event deleted for resources: {'Port': ['ID=4c901175-64d9-4412-becb-759cf56c8551,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:17.385883 n-d-712139-13 neutron-server[94826]: WARNING neutron.services.revisions.revision_plugin [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Could not find related port for resource to bump revision. Aug 29 04:25:17.397572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.421343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Port 4c901175-64d9-4412-becb-759cf56c8551 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 04:25:17.421968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Reverting IP allocation for 2001:db8::f816:3eff:fec8:b987 {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 04:25:17.457750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_pluggable_backend [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec8:b987 {{(pid=94826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 04:25:17.518870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea775a-2900-4196-90f9-304685e5acf8 req-b947c07e-ca5d-420d-b538-c1b7dfb5f9b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.521396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8aea775a-2900-4196-90f9-304685e5acf8 req-b947c07e-ca5d-420d-b538-c1b7dfb5f9b6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1472409 Aug 29 04:25:17.555978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:17.629865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8aea775a-2900-4196-90f9-304685e5acf8 req-b742845f-a559-4281-a709-033ebaf9b842 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963640 Aug 29 04:25:17.901840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-9e19da6d-b96e-4c70-bf20-a4d13874f5b9 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:17.905203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-9e19da6d-b96e-4c70-bf20-a4d13874f5b9 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.50 "GET /v2.0/networks?id=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 HTTP/1.1" status: 200 len: 817 time: 0.2042623 Aug 29 04:25:17.934989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Request body: {'port': {'device_id': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30', 'admin_state_up': True, 'tenant_id': '172a6aba14824f58b180899694019f05'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:18.131617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=1946c88e-0821-4b47-b351-159514fdf0a0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:18.149690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:18.155082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:18.162226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:18.162907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.172161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c22e94-6f01-4809-aca4-e187261471d5 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:18.174996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:18.182820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53ae2159-e4ea-4af6-87e5-3af5adc8b364 req-23db2c44-506f-40c3-a7cc-bc8184fb1ce0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.0810325 Aug 29 04:25:18.201832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:18.239282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:18.257973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-48eb1a5c-32b0-4776-942f-98fe8eae4dd4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0067868 Aug 29 04:25:18.261421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:18.266713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Sync routers for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:18.271105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4c901175-64d9-4412-becb-759cf56c8551 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:18.271443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4c901175-64d9-4412-becb-759cf56c8551 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:18.288806 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:18.289444 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:18.302667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:18.351265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] No DVR routers for this DVR port ff57c617-7be6-43e1-961c-6d33abb622f2 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:18.372025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.374053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf929df8-613d-486f-90f3-5ebce4402fbd req-d20e7ec4-4863-4604-8bc1-19773595a6d2 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.54 "DELETE /v2.0/ports/ff57c617-7be6-43e1-961c-6d33abb622f2 HTTP/1.1" status: 204 len: 173 time: 4.3803625 Aug 29 04:25:18.374579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'name': 'network-vif-deleted', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:18.377166 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c3cf88-0ba0-44d0-b66a-1139bf63b86c" -d '{"events": [{"server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "name": "network-vif-deleted", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:18.397711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Allocated IP 172.25.3.219 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/a1501ad5-d384-458e-8959-1b2ff2dd2b06) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:18.451447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ff57c617-7be6-43e1-961c-6d33abb622f2 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:18.561603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: ff57c617-7be6-43e1-961c-6d33abb622f2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:18.571735 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81054408-e780-4ced-bbd6-ed97e889c23b x-openstack-request-id: req-81054408-e780-4ced-bbd6-ed97e889c23b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:18.572329 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f926a82d-d047-46fa-a1e7-bdff96a49231", "name": "network-vif-deleted", "tag": "ff57c617-7be6-43e1-961c-6d33abb622f2", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:18.573486 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81054408-e780-4ced-bbd6-ed97e889c23b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:18.573630 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f926a82d-d047-46fa-a1e7-bdff96a49231', 'name': 'network-vif-deleted', 'tag': 'ff57c617-7be6-43e1-961c-6d33abb622f2', 'status': 'completed', 'code': 200} Aug 29 04:25:18.578419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ff57c617-7be6-43e1-961c-6d33abb622f2 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:18.626867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:18.628810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2e97925-0ab3-4497-a7a9-81c6ecc86866 req-f88410b6-9e42-4327-94ed-c14793057295 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 210 time: 0.1088362 Aug 29 04:25:18.701526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': '1946c88e-0821-4b47-b351-159514fdf0a0'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:18.704043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.762776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.773223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1357174468', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:18.778741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Made reservation on behalf of 172a6aba14824f58b180899694019f05 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:18.784498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.807785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:25:18.807785 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:25:18.807785 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id_1': '24f3ac2df53445fe9a314522dc948526', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 25, 18, 776159)}] Aug 29 04:25:18.807785 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:18.808482 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:18.841428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:18.845520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:18.872557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.028240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff1789-5f98-482c-93cd-0c2d166805e0 req-431d8aed-1b97-45a9-a8e4-ca3b78b5dc1c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:19.029913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbff1789-5f98-482c-93cd-0c2d166805e0 req-431d8aed-1b97-45a9-a8e4-ca3b78b5dc1c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2808897 Aug 29 04:25:19.069074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:19.082608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:19.088169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:19.095038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'Port': ['ID=a1501ad5-d384-458e-8959-1b2ff2dd2b06,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.138695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Allocated IP 2001:db8::f816:3eff:fed3:538 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/1946c88e-0821-4b47-b351-159514fdf0a0/d3645f07-b4f4-4957-9d72-036517d3fd64) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:19.162549 n-d-712139-13 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1946c88e-0821-4b47-b351-159514fdf0a0 (CIDR: 2001:db8::/64) Aug 29 04:25:19.187202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:19.237187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:19.239916 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:25:19.242187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:19.307819 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Checking router: 38c25733-09c0-4d34-b3d5-4fe03701f230 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:19.308840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbff1789-5f98-482c-93cd-0c2d166805e0 req-88d1f6bf-93d7-4dc8-9286-0f7fc424afff tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695944 Aug 29 04:25:19.352588 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:19.353250 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:19.373449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Made reservation on behalf of 24f3ac2df53445fe9a314522dc948526 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:19.376351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.422370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.438557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4018601b-64a0-434b-a298-b29ee554442b req-9951ebf5-10f1-4b5b-8777-3b1ebe9ce8d1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/ports?device_id=f926a82d-d047-46fa-a1e7-bdff96a49231 HTTP/1.1" status: 200 len: 210 time: 0.0564225 Aug 29 04:25:19.441227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bfc6405e-6594-4b49-aad6-e59696f0e50b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1679261 Aug 29 04:25:19.443004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Allocated IP 172.20.0.4 (702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30/040189db-ef74-4051-a59a-cb47ad623294/1c214d7a-6936-4e39-865f-7e14d00bab02) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:19.445709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.449041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:19.458422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:19.536922 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:19.566677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52093769-e7ef-4375-b819-25c8983df06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.583699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.604643 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.617855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Transition to ACTIVE for port object d3645f07-b4f4-4957-9d72-036517d3fd64 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:19.645396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Transition to ACTIVE for port object d3645f07-b4f4-4957-9d72-036517d3fd64 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:19.651195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.657852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.689066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.698273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:19.704565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:19.708825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:19.747955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Pushing event updated for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.783323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Attempting to bind port d3645f07-b4f4-4957-9d72-036517d3fd64 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:19.784116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Attempting to bind port d3645f07-b4f4-4957-9d72-036517d3fd64 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:19.784653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Attempting to bind port d3645f07-b4f4-4957-9d72-036517d3fd64 on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:19.791423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:19.793502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:19.794112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.794690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:19.795369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Bound port: d3645f07-b4f4-4957-9d72-036517d3fd64, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:19.795945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.836241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:19.858793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-415ca433-3422-4785-a066-003e8330e59e req-39394e70-b0c7-442a-b3f9-ffacd9a7a9b1 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 210 time: 0.0799298 Aug 29 04:25:19.859763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875a38b-91d9-4eb3-abd8-48173f3f4194,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:19.923455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.940562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.947898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:19.955254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d3645f07-b4f4-4957-9d72-036517d3fd64,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:19.958752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.959179 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Added segment 96cce878-7e82-41ae-840c-0f78931cb7d1 of type vlan for network 1049837c-76c4-4a81-8eb6-ae3960023773 Aug 29 04:25:19.962771 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:19.964105 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:19.990885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52093769-e7ef-4375-b819-25c8983df06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.020590 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc20771f-ee24-46ed-8ac5-8ca62cd4eb97 None None] The sync data for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 is: [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:22:29Z', 'revision_number': 4, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644', 'name': '', 'network_id': '2a0d47ec-63ec-455f-801a-9d2060379a83', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'mac_address': 'fa:16:3e:ec:d5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:21Z', 'updated_at': '2021-08-29T04:22:49Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'subnets': [{'id': '43cdad94-0724-4d3d-8f07-60db6eca9043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:20.027576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52093769-e7ef-4375-b819-25c8983df06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.066171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'Port': ['ID=a1501ad5-d384-458e-8959-1b2ff2dd2b06,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.094702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.095326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46c91f-7ac3-464a-9937-f70350d1890e None None] Pushing event updated for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.102878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-52093769-e7ef-4375-b819-25c8983df06f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=368c7a9e6e4947f490e171491e0d08f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108887 Aug 29 04:25:20.110063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.114173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52093769-e7ef-4375-b819-25c8983df06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b18a25-3f99-491f-850a-152975a802ce,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.150367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.172931 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.179476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:20.183461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.186660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.192878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0dc81bf4-9403-4f02-a093-a7dff82f9c2e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7023578 Aug 29 04:25:20.204808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.243172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.332210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.395438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Pushing event updated for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.414303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:20.467820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.484435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.492202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80b18a25-3f99-491f-850a-152975a802ce HTTP/1.1" status: 204 len: 168 time: 0.3614798 Aug 29 04:25:20.523046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:20.532975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:20.545206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:20.545387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccacd7-e854-4e63-986e-a54b0b38cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b18a25-3f99-491f-850a-152975a802ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:20.594178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e0a21f-a1b3-4a92-8c38-b6ccca9a697c None None] New status for floating IP 63bcf7c2-6518-48c9-a993-2d410e3ecbd3: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:20.598022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.599280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.600091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.618611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.619558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.844484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6387424 Aug 29 04:25:20.844901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:20.850760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'subnet': {'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:20.890985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Made reservation on behalf of 24f3ac2df53445fe9a314522dc948526 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:20.895106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:20.957234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e11cdc47-b5db-4a18-9b7a-3978a465ca7d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0274341 Aug 29 04:25:20.974650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17b3e2-aa56-47a3-9ac6-275064761446 req-77cdb864-e71a-4085-ae3c-3f2cc6769979 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:20.977587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb17b3e2-aa56-47a3-9ac6-275064761446 req-77cdb864-e71a-4085-ae3c-3f2cc6769979 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.5079150 Aug 29 04:25:21.048407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Request body: {'port': {'device_id': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:21.071171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dcec1-25d7-4d84-852b-2d72c6f65c21 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Network': ['ID=1049837c-76c4-4a81-8eb6-ae3960023773,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.091203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 1049837c-76c4-4a81-8eb6-ae3960023773 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:21.102767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.159602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9913d8f1-b917-4136-9e8e-ac0125ebc09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.233674 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.276222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb17b3e2-aa56-47a3-9ac6-275064761446 req-1de14628-543b-4080-9e99-cbda53ac5784 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378507 Aug 29 04:25:21.387517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-52daab35-ae1a-4811-8bfe-fddf049341d5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.389297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-52daab35-ae1a-4811-8bfe-fddf049341d5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 0.6618917 Aug 29 04:25:21.494769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9913d8f1-b917-4136-9e8e-ac0125ebc09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.514362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9913d8f1-b917-4136-9e8e-ac0125ebc09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.522488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-f9678442-dd42-458f-9bb7-b0d5b4695f44 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/quotas/e0b4964929e94115929d7bc960e519ec HTTP/1.1" status: 200 len: 375 time: 0.0799296 Aug 29 04:25:21.616164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9913d8f1-b917-4136-9e8e-ac0125ebc09d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2c859c2c5c84c1e95588ffe19936bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117958 Aug 29 04:25:21.617639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d8f1-b917-4136-9e8e-ac0125ebc09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80059b2d-3fff-4d25-a0ca-76e8a13be6cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.621112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.672764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:21.673354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.778593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Checking segment: {'id': '96cce878-7e82-41ae-840c-0f78931cb7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:21.779172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network hostable DHCP agents. Network: 1049837c-76c4-4a81-8eb6-ae3960023773, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:21.812404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac1f6207-59e1-4a08-aa9b-3776c21e7b40,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:21.829065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network 1049837c-76c4-4a81-8eb6-ae3960023773 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:21.850506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.862696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 1049837c-76c4-4a81-8eb6-ae3960023773) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:21.872100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.872738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.883400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8028e2-c892-4eec-8547-2e6a53f26083 None None] Network 1049837c-76c4-4a81-8eb6-ae3960023773 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:21.894521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.919263 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3a61732d-58d0-4dfb-8d1c-7ff45256eedf tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0729461 Aug 29 04:25:21.922352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:21.928469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1898420940', 'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:21.973770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Made reservation on behalf of 24f3ac2df53445fe9a314522dc948526 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:21.977545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:21.989418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3823c5-fe61-4c11-b725-912a283347e4 req-c4313d81-33bc-4ca8-8967-72f5ed0352f8 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:21.991023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa3823c5-fe61-4c11-b725-912a283347e4 req-c4313d81-33bc-4ca8-8967-72f5ed0352f8 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 931 time: 0.5176728 Aug 29 04:25:22.010352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] device_id is not set on port a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:22.028764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.034356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.034356 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80059b2d-3fff-4d25-a0ca-76e8a13be6cd HTTP/1.1" status: 204 len: 168 time: 0.3652308 Aug 29 04:25:22.086953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307780e-ca33-429d-98af-2931093be06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80059b2d-3fff-4d25-a0ca-76e8a13be6cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.148580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-2bd0fa53-ff69-407e-a6c9-b8c7ef9fab23 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6048369 Aug 29 04:25:22.155407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa3823c5-fe61-4c11-b725-912a283347e4 req-0bc137ae-13b2-42ab-a7c0-367cb928a996 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540508 Aug 29 04:25:22.201724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.336401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d3645f07-b4f4-4957-9d72-036517d3fd64 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:22.345718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:22.349879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 2001:db8::8 (1049837c-76c4-4a81-8eb6-ae3960023773/ac1f6207-59e1-4a08-aa9b-3776c21e7b40/a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:22.364481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:22.368206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.368838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.396811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64843253-6ab6-4bd0-b7de-5f38d8d8543d None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:22.429582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:22.452154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:22.521657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72d1dcd3-9a45-4e83-b813-25e4656c7e26 None None] Provisioning for port d3645f07-b4f4-4957-9d72-036517d3fd64 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:22.525743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-900bc118-f5cc-4730-8ad5-e9de6af36bd5 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0719345 Aug 29 04:25:22.540590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:22.554262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:87:84:20', 'name': 'tempest-NetworksTestDHCPv6-1657087169'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:22.557822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d3645f07-b4f4-4957-9d72-036517d3fd64 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:22.591668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d3645f07-b4f4-4957-9d72-036517d3fd64 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:22.592218 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.606395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-9b484af5-c45f-4ed7-8b1a-36b870744651 service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435327 Aug 29 04:25:22.689358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c214d7a-6936-4e39-865f-7e14d00bab02 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:22.698998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f5107-a048-4e72-9f28-4d66f0c07615 None None] Network 1049837c-76c4-4a81-8eb6-ae3960023773 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:22.758260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.758918 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.802829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d39e6-f858-4eaf-a4a4-6afc1e32d65e req-e22d2e6b-fb3b-42df-aa1a-21d9010d708c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.810735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d21d39e6-f858-4eaf-a4a4-6afc1e32d65e req-e22d2e6b-fb3b-42df-aa1a-21d9010d708c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2069955 Aug 29 04:25:22.813043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:22.821665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Transition to ACTIVE for port object 1c214d7a-6936-4e39-865f-7e14d00bab02 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:22.848669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.891548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.906393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.916080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network 1049837c-76c4-4a81-8eb6-ae3960023773 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:22.920830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:22.923690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:22.925631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:22.926616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.936973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:22.999827 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0723746 Aug 29 04:25:22.999827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ac01-550a-4391-8d4b-32505164a5a6 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.004900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:23.013907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.015009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.016396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.017640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b84f356-7d69-488e-b701-f8af6f003a67 HTTP/1.1" status: 204 len: 168 time: 0.5612454 Aug 29 04:25:23.022123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:23.047128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-d113acf7-0741-478e-944b-69c94d1cbe68 service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131250 Aug 29 04:25:23.057554 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.071138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d21d39e6-f858-4eaf-a4a4-6afc1e32d65e req-045fbd22-c873-46c3-ba51-95d310eebd2c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558203 Aug 29 04:25:23.080817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6ce4c-3e98-4fe3-850c-f7fc0d1c05a3 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84f356-7d69-488e-b701-f8af6f003a67,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.094905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Pushing event updated for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.114338 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-55fbd9c4-58b1-4308-8038-6ece1e6c0ae0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] show failed (client error): The resource could not be found. Aug 29 04:25:23.129248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55fbd9c4-58b1-4308-8038-6ece1e6c0ae0 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "GET /v2.0/security-groups/0b84f356-7d69-488e-b701-f8af6f003a67 HTTP/1.1" status: 404 len: 347 time: 0.1063974 Aug 29 04:25:23.129892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:23.146514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d3645f07-b4f4-4957-9d72-036517d3fd64,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:23.152570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.231353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Attempting to bind port 1c214d7a-6936-4e39-865f-7e14d00bab02 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:23.231698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Attempting to bind port 1c214d7a-6936-4e39-865f-7e14d00bab02 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'fbcdb8e2-4532-4648-a473-1a9dc3120540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:23.232336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Attempting to bind port 1c214d7a-6936-4e39-865f-7e14d00bab02 on network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:23.248278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Port 1c214d7a-6936-4e39-865f-7e14d00bab02 on network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:23.248622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Attempting to bind port 1c214d7a-6936-4e39-865f-7e14d00bab02 on network 702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:23.255563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:23.255896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Checking segment: {'id': 'fbcdb8e2-4532-4648-a473-1a9dc3120540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:23.256310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Bound using segment: {'id': 'fbcdb8e2-4532-4648-a473-1a9dc3120540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:23.256755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Bound port: 1c214d7a-6936-4e39-865f-7e14d00bab02, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcdb8e2-4532-4648-a473-1a9dc3120540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:23.257170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.288302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:23.318997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '1946c88e-0821-4b47-b351-159514fdf0a0', 'ip_address': '2001:db8::f816:3eff:fed3:538'}, {'subnet_id': '2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605'}], 'binding:host_id': 'n-d-712139-13'}, 'id': 'd3645f07-b4f4-4957-9d72-036517d3fd64'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:25:23.322650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.368750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:23.372897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1c214d7a-6936-4e39-865f-7e14d00bab02,segment=NetworkSegment(fbcdb8e2-4532-4648-a473-1a9dc3120540),segment_id=fbcdb8e2-4532-4648-a473-1a9dc3120540)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:23.378786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.441597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.572788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Deleting port a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:23.573373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.602830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.603815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.605781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] 10.222.0.50 "PUT /v2.0/ports/1c214d7a-6936-4e39-865f-7e14d00bab02 HTTP/1.1" status: 200 len: 1092 time: 2.6017187 Aug 29 04:25:23.608766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d31707a-42bb-429d-b298-9bce6d461fa5 req-412de6b3-f507-4015-9153-b9ec7b4225d8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 210 time: 0.2193861 Aug 29 04:25:23.610252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:23.612740 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f" -d '{"events": [{"name": "network-changed", "server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:23.615469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1598a3e-c57b-4e8f-acbc-abb179e554da service neutron] Pushing event updated for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:23.654628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627f82-b731-48c0-b37c-021f835fcdcb req-238c6e19-c855-4ee9-b533-43411d4eda9d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.659081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb627f82-b731-48c0-b37c-021f835fcdcb req-238c6e19-c855-4ee9-b533-43411d4eda9d tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 943 time: 0.2829123 Aug 29 04:25:23.780483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb627f82-b731-48c0-b37c-021f835fcdcb req-dc89d488-43ac-4cee-8e85-928cad1a35d1 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146383 Aug 29 04:25:23.800383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-446bf489-ac57-400b-8463-e3746d9edba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.804002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-446bf489-ac57-400b-8463-e3746d9edba6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=172a6aba14824f58b180899694019f05&device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 1095 time: 0.1179492 Aug 29 04:25:23.817162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Deleting port e1475a53-464e-4b50-94b7-2cf2d35876f8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:23.817162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.880522 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025040ef-7ddc-4582-8488-212851207297 x-openstack-request-id: req-025040ef-7ddc-4582-8488-212851207297 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:23.880831 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:23.881172 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-025040ef-7ddc-4582-8488-212851207297 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:23.881698 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02', 'status': 'completed', 'code': 200} Aug 29 04:25:23.884067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-2d70fc6c-5e21-406e-b489-25910aed8489 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c214d7a-6936-4e39-865f-7e14d00bab02 HTTP/1.1" status: 200 len: 217 time: 0.0552742 Aug 29 04:25:23.949995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:23.956188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8:0:1::212 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605/1821ecd5-b1a2-4afa-9949-c5e4b1b13889) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:23.968206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-b27fa25c-cd43-42d2-b71a-460b44eefd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:23.970320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-b27fa25c-cd43-42d2-b71a-460b44eefd96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=040189db-ef74-4051-a59a-cb47ad623294 HTTP/1.1" status: 200 len: 857 time: 0.0750537 Aug 29 04:25:23.998598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::f816:3eff:fe87:8420 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/1946c88e-0821-4b47-b351-159514fdf0a0/1821ecd5-b1a2-4afa-9949-c5e4b1b13889) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:24.019987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Calling delete_port for a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:24.029311 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-59a2cf61-c7c7-4645-840c-f7cc3228fed6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491190 Aug 29 04:25:24.200211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d3645f07-b4f4-4957-9d72-036517d3fd64 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:24.230762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-d95331d1-81e4-4d60-94b4-9cc256c61472 service neutron] 10.222.0.50 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928391 Aug 29 04:25:24.233721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.234244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.293526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Calling delete_port for e1475a53-464e-4b50-94b7-2cf2d35876f8 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:24.351733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d3645f07-b4f4-4957-9d72-036517d3fd64 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:24.352460 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.514830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57fae-a78d-4bff-9a30-fb16c3f8c7e5 req-ff3f0309-2d6e-490b-949e-3621f1609ac7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.520276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35d57fae-a78d-4bff-9a30-fb16c3f8c7e5 req-ff3f0309-2d6e-490b-949e-3621f1609ac7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2833550 Aug 29 04:25:24.570100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e50ae17-df9d-4dab-bff3-201c3c8c0d37 req-942bd716-ae95-4d68-b17e-c780bb018d6b service neutron] 10.222.0.50 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040800 Aug 29 04:25:24.623274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35d57fae-a78d-4bff-9a30-fb16c3f8c7e5 req-53ff29a2-5a31-4239-b169-bce61b7a99c3 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Aug 29 04:25:24.663554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.711288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:24.713161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.776273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:24.846730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-373ccff0-8075-4e8f-bdbb-6389b52459a3 req-7a148ebe-7938-4cb7-85a2-36872b48fc22 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 210 time: 0.1165791 Aug 29 04:25:24.852567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:24.858920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7646b67d-9c2e-4b14-8c91-019510def0df tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a1ff4f62-704a-4dec-aaf9-ee77b71d6cd5 HTTP/1.1" status: 204 len: 168 time: 1.8487229 Aug 29 04:25:24.860496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:24.872734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773', 'external_fixed_ips': [{'subnet_id': 'ac1f6207-59e1-4a08-aa9b-3776c21e7b40', 'ip_address': '2001:db8::8'}]}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:24.942252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-8234167a-72ea-4b29-b7b8-f755b926484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:24.943852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-8234167a-72ea-4b29-b7b8-f755b926484a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=172a6aba14824f58b180899694019f05&device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 1095 time: 0.2403166 Aug 29 04:25:24.966818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.014301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Pushing event deleted for resources: {'Port': ['ID=e1475a53-464e-4b50-94b7-2cf2d35876f8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.032989 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.075806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.077032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.099991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-d553ce73-ab30-4bab-8bc5-6d9f977f7707 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.099991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-d553ce73-ab30-4bab-8bc5-6d9f977f7707 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 0.2550647 Aug 29 04:25:25.106995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58803b06-5c5f-4ccf-ab45-1955920a6bb3 req-fff3bbf8-80ac-401c-bcdb-1fac2f5f02c5 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.116656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58803b06-5c5f-4ccf-ab45-1955920a6bb3 req-fff3bbf8-80ac-401c-bcdb-1fac2f5f02c5 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 943 time: 0.1716297 Aug 29 04:25:25.138683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'port': {'device_id': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'admin_state_up': True, 'tenant_id': 'e0b4964929e94115929d7bc960e519ec'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:25.167761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:25.193968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Allocated IP 2001:db8:0:1::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605/d3645f07-b4f4-4957-9d72-036517d3fd64) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:25.208201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:25.210155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=1821ecd5-b1a2-4afa-9949-c5e4b1b13889,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.212626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:25.218364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.219038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.242375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58803b06-5c5f-4ccf-ab45-1955920a6bb3 req-02e080c4-8d98-44a9-9489-6aff96370a81 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245027 Aug 29 04:25:25.250313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.253804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.255014 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1f483adf-66e4-44c6-8667-dc642ed499e1 tempest-ServersTestFqdnHostnames-1230380172 tempest-ServersTestFqdnHostnames-1230380172-project] 10.222.0.62 "DELETE /v2.0/floatingips/63bcf7c2-6518-48c9-a993-2d410e3ecbd3 HTTP/1.1" status: 204 len: 168 time: 2.0934796 Aug 29 04:25:25.259038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:25.274022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.278228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc77e7fd-b69c-4978-b556-f675ebb1ee07 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7355740 Aug 29 04:25:25.281581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:25.359361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d3645f07-b4f4-4957-9d72-036517d3fd64,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:25.406569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-3f564765-2ec5-4a65-a8f5-5bfdbdf611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.408077 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.408657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-3f564765-2ec5-4a65-a8f5-5bfdbdf611cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 HTTP/1.1" status: 200 len: 918 time: 0.4397578 Aug 29 04:25:25.429075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Transition to ACTIVE for port object d3645f07-b4f4-4957-9d72-036517d3fd64 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:25.434968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.579795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd726f-fcc7-488b-98d5-e4335912d296 None None] Pushing event updated for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:25.597082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-0e8f4ffe-cbc3-481f-b0da-5135c6da7b31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c214d7a-6936-4e39-865f-7e14d00bab02 HTTP/1.1" status: 200 len: 217 time: 0.1078310 Aug 29 04:25:25.696144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.740646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Made reservation on behalf of e0b4964929e94115929d7bc960e519ec for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:25.744483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:25.816192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-9e29d69c-bf2c-41ba-b3e1-80424833b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:25.817760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-9e29d69c-bf2c-41ba-b3e1-80424833b4b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=040189db-ef74-4051-a59a-cb47ad623294 HTTP/1.1" status: 200 len: 857 time: 0.1060710 Aug 29 04:25:25.898018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-46965d6f-0990-4b99-b5c9-654e59dd2117 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504081 Aug 29 04:25:25.907702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:25.908358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.058056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Allocated IP 172.20.0.11 (a0a0975f-3f60-407d-9ff6-8774982392fd/a884b44d-5a8f-4ef1-be51-1796d27688e9/4b47f899-8e17-470b-81d3-a26b4e4ad382) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:26.116833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd74d-b230-421f-9a3b-5b7220e802a6 req-2f2b9e7a-40b6-4df2-8df7-c25d872ce261 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.118600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be7dd74d-b230-421f-9a3b-5b7220e802a6 req-2f2b9e7a-40b6-4df2-8df7-c25d872ce261 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3634214 Aug 29 04:25:26.219589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d3645f07-b4f4-4957-9d72-036517d3fd64 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:26.258605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3e108e8-d972-42a5-af9c-dcd3b6be9ecc req-0d872c99-553d-4ded-adaa-6b503e327ea5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 210 time: 0.1388285 Aug 29 04:25:26.322715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-9e400e90-8e21-412c-a758-a01f8c7e2ed9 service neutron] 10.222.0.50 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014003 Aug 29 04:25:26.359659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be7dd74d-b230-421f-9a3b-5b7220e802a6 req-2c318f3c-615c-4385-90a3-f40955c3464a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303066 Aug 29 04:25:26.448303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.516748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.520537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.573722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.608798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:26.628792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37ceaf53-6e38-4053-8c27-ca6d85510acd None None] Provisioning for port d3645f07-b4f4-4957-9d72-036517d3fd64 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:26.637176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37ceaf53-6e38-4053-8c27-ca6d85510acd None None] Provisioning complete for port d3645f07-b4f4-4957-9d72-036517d3fd64 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:26.637550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37ceaf53-6e38-4053-8c27-ca6d85510acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.750501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Network a0a0975f-3f60-407d-9ff6-8774982392fd is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:26.757005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:26.759795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:26.763061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:26.822896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13f1b-2f2d-4345-91ba-5db68a169282 req-e8f9f74b-bcf3-47f7-9d05-f48bd11f6dad tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.831592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1be13f1b-2f2d-4345-91ba-5db68a169282 req-e8f9f74b-bcf3-47f7-9d05-f48bd11f6dad tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 943 time: 0.3613489 Aug 29 04:25:26.869140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:26.869830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.885435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a41994c-d9b3-4f5d-a2fb-f302ed61ad6f req-2650d933-2c9b-47f5-afb9-fe83d28243cf service neutron] 10.222.0.50 "GET /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318177 Aug 29 04:25:26.887632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.913397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-b678a99c-45d5-4248-b7d6-afff9b4c5618 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7898340 Aug 29 04:25:26.926138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:26.935382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Request body: {'port': {'device_id': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:26.992285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:27.041409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c397fea6-1bef-43a1-a415-b56ba7610ff1 None None] Provisioning for port 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:27.046633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c397fea6-1bef-43a1-a415-b56ba7610ff1 None None] Provisioning complete for port 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:27.047088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c397fea6-1bef-43a1-a415-b56ba7610ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.104826 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.160154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c397fea6-1bef-43a1-a415-b56ba7610ff1 None None] Port 1821ecd5-b1a2-4afa-9949-c5e4b1b13889 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:27.294043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-347f9754-73df-4142-a60f-4d3c32fc9dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.300244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1be13f1b-2f2d-4345-91ba-5db68a169282 req-f935c208-51e8-4c9e-955d-2796cb9fd04a tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677114 Aug 29 04:25:27.312553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Deleting port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:27.312940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.497614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] For port f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:27.498581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.527529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Calling delete_port for f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:27.589474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 2001:db8::8 (1049837c-76c4-4a81-8eb6-ae3960023773/ac1f6207-59e1-4a08-aa9b-3776c21e7b40/e7090df8-aa19-4d3c-b901-bc4cee3849e6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:27.602241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632458d-28ac-4bed-979d-1703388f3648 req-dbfa496d-fe49-4cc1-a75c-02884ab875dc tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.603849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6632458d-28ac-4bed-979d-1703388f3648 req-dbfa496d-fe49-4cc1-a75c-02884ab875dc tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 932 time: 0.2080936 Aug 29 04:25:27.626687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:27.637653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.663099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.677684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Transition to ACTIVE for port object 4b47f899-8e17-470b-81d3-a26b4e4ad382 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:27.686509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.704183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081bb3-2f31-4638-91d8-fbdcca850501 req-16833c4b-9e1a-4ebe-9e41-dd99f3071469 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:27.705745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d081bb3-2f31-4638-91d8-fbdcca850501 req-16833c4b-9e1a-4ebe-9e41-dd99f3071469 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.1971591 Aug 29 04:25:27.751642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=1821ecd5-b1a2-4afa-9949-c5e4b1b13889,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.779599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6632458d-28ac-4bed-979d-1703388f3648 req-1a5c2beb-8537-4d50-b62d-079b56ddc614 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603663 Aug 29 04:25:27.843698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:27.851395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.853440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f2d292e0-533b-4e25-a220-6fc85927c7cd tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/1821ecd5-b1a2-4afa-9949-c5e4b1b13889 HTTP/1.1" status: 204 len: 168 time: 2.5647302 Aug 29 04:25:27.858192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:27.873218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d081bb3-2f31-4638-91d8-fbdcca850501 req-45ed0ecb-1785-4daa-873b-15e8b69d71f9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307075 Aug 29 04:25:27.891228 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.915219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-347f9754-73df-4142-a60f-4d3c32fc9dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.944215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-347f9754-73df-4142-a60f-4d3c32fc9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:27.947471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.004436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network 1049837c-76c4-4a81-8eb6-ae3960023773 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:28.010798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:28.013489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f9754-73df-4142-a60f-4d3c32fc9dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94dada0-8b57-4a11-a2f8-4adf2c6ce0ba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.013657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:28.027416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-347f9754-73df-4142-a60f-4d3c32fc9dcc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddc0d78ffc824efea5ce3eef673198fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300808 Aug 29 04:25:28.038827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a267b164-dc8a-4169-8ef4-12d38f888daa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.040542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a267b164-dc8a-4169-8ef4-12d38f888daa tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1611733 Aug 29 04:25:28.042488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.067299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.091111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Attempting to bind port 4b47f899-8e17-470b-81d3-a26b4e4ad382 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:28.091462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Attempting to bind port 4b47f899-8e17-470b-81d3-a26b4e4ad382 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:28.091794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Attempting to bind port 4b47f899-8e17-470b-81d3-a26b4e4ad382 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.115805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Port 4b47f899-8e17-470b-81d3-a26b4e4ad382 on network a0a0975f-3f60-407d-9ff6-8774982392fd not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:25:28.116191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Attempting to bind port 4b47f899-8e17-470b-81d3-a26b4e4ad382 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:28.138478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:28.138813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Checking segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:28.139207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Bound using segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:28.139646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=e7090df8-aa19-4d3c-b901-bc4cee3849e6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.139823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Bound port: 4b47f899-8e17-470b-81d3-a26b4e4ad382, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:28.140078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.159265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.222464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.224368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.250054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9d55a-cdb2-4824-9e71-331f83e53686 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.251111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-95a9d55a-cdb2-4824-9e71-331f83e53686 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1828289 Aug 29 04:25:28.255979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.309881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.336929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:28.361331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a7d2f-f694-4cea-bc2e-cc5e18bb328e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.362913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a7d2f-f694-4cea-bc2e-cc5e18bb328e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.364697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a7d2f-f694-4cea-bc2e-cc5e18bb328e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.366287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fd9a7d2f-f694-4cea-bc2e-cc5e18bb328e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1093655 Aug 29 04:25:28.370684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:28.377833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:28.414257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.453095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.507738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.508294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.509789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] 10.222.0.54 "PUT /v2.0/ports/4b47f899-8e17-470b-81d3-a26b4e4ad382 HTTP/1.1" status: 200 len: 1093 time: 1.5841258 Aug 29 04:25:28.510264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:28.512692 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a511f97-fb2b-454f-912d-ef57a4b383c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:28.513555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 1946c88e-0821-4b47-b351-159514fdf0a0 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:28.539534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.578704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5809-a66b-4c52-8d2d-4fe3a53617f2 req-1700f5f4-2026-44a5-96bb-7e570d01e3db tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.581001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e5c5809-a66b-4c52-8d2d-4fe3a53617f2 req-1700f5f4-2026-44a5-96bb-7e570d01e3db tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 943 time: 0.1723411 Aug 29 04:25:28.592257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:25:28.617281 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c554d4-8560-4376-901e-5bcb8baea2b2 x-openstack-request-id: req-d0c554d4-8560-4376-901e-5bcb8baea2b2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:28.617554 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:28.617802 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0c554d4-8560-4376-901e-5bcb8baea2b2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:28.618200 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'status': 'completed', 'code': 200} Aug 29 04:25:28.628567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29dcd-b0c8-4858-b851-1bc3f6aee7fa service neutron] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.656976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.659607 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.660832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a94dada0-8b57-4a11-a2f8-4adf2c6ce0ba HTTP/1.1" status: 204 len: 168 time: 0.5982914 Aug 29 04:25:28.681964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a3701-b4bc-4015-aa38-8713fbcdcbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94dada0-8b57-4a11-a2f8-4adf2c6ce0ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:28.687666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.705751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-67e77f80-4b6b-4e17-9864-e9870878eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.707528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-67e77f80-4b6b-4e17-9864-e9870878eaa2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 1096 time: 0.1366937 Aug 29 04:25:28.713705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:28.797034 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-bb719350-c929-4e11-a791-03f102735169 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382 HTTP/1.1" status: 200 len: 217 time: 0.0389912 Aug 29 04:25:28.810481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e5c5809-a66b-4c52-8d2d-4fe3a53617f2 req-6e1adcf6-4a11-41df-a4a2-c0d812a24ed7 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773517 Aug 29 04:25:28.915281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2314f1-c893-473d-94a9-f9d79e163bed req-cfb7378f-1a6e-431a-ad79-32e7f5b0a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:28.916784 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-cfb7378f-1a6e-431a-ad79-32e7f5b0a6bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.1098301 Aug 29 04:25:29.031520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.050651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1c214d7a-6936-4e39-865f-7e14d00bab02 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:29.139477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.152064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081d08-0587-4b2c-a467-0fac1811c1e0 req-59e2eb99-9536-4011-8f56-838a57205f61 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.153847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f081d08-0587-4b2c-a467-0fac1811c1e0 req-59e2eb99-9536-4011-8f56-838a57205f61 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 944 time: 0.2275991 Aug 29 04:25:29.197444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:29.273820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1c214d7a-6936-4e39-865f-7e14d00bab02,segment=NetworkSegment(fbcdb8e2-4532-4648-a473-1a9dc3120540),segment_id=fbcdb8e2-4532-4648-a473-1a9dc3120540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:29.294271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a43147a4-c560-4947-b7bb-4c93d1355144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.296792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '1c214d7a-6936-4e39-865f-7e14d00bab02', 'network_id': '702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30', 'port_id': '1c214d7a-6936-4e39-865f-7e14d00bab02', 'mac_address': 'fa:16:3e:f9:04:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040189db-ef74-4051-a59a-cb47ad623294', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:29.323407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f081d08-0587-4b2c-a467-0fac1811c1e0 req-b96d0222-c85e-4006-9de1-2087ac20113c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524506 Aug 29 04:25:29.372267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7444-c880-4c71-b4ea-213f3ad5edb9 req-972ab00a-ee71-4b35-8787-845f8dd220ae tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:29.373405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.379666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbd7444-c880-4c71-b4ea-213f3ad5edb9 req-972ab00a-ee71-4b35-8787-845f8dd220ae tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3118250 Aug 29 04:25:29.380547 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-656c5f30-a639-4608-a1bb-cfdd7572420d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276303 Aug 29 04:25:29.386378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Router 38c25733-09c0-4d34-b3d5-4fe03701f230 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:29.415347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.420037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c214d7a-6936-4e39-865f-7e14d00bab02 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:29.463640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1c214d7a-6936-4e39-865f-7e14d00bab02,segment=NetworkSegment(fbcdb8e2-4532-4648-a473-1a9dc3120540),segment_id=fbcdb8e2-4532-4648-a473-1a9dc3120540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:29.470075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.474265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.479357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/1946c88e-0821-4b47-b351-159514fdf0a0 HTTP/1.1" status: 204 len: 168 time: 1.1084824 Aug 29 04:25:29.480346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a1dc7-f046-48b4-bff1-06e805d39440 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=1946c88e-0821-4b47-b351-159514fdf0a0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.486233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:29.500935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8faaa5-b71b-4017-8a06-4c15737e2041 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:29.581355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:29.588570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.616701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-a77dcb50-90bc-4e53-a682-cd1023ca4673 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199054 Aug 29 04:25:29.638103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:29.651077 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Sync routers for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:29.660617 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60dc24db-46ee-4f4b-988a-a05086271c14 admin admin] 10.222.0.62 "PUT /v2.0/routers/38c25733-09c0-4d34-b3d5-4fe03701f230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3975799 Aug 29 04:25:29.670489 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:29.672937 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:29.684570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:29.824371 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:29.828201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['1c214d7a-6936-4e39-865f-7e14d00bab02'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:29.840857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af2314f1-c893-473d-94a9-f9d79e163bed req-3e438acd-f78c-4dea-af71-e424ba321097 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118280 Aug 29 04:25:29.847552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:29.880257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbd7444-c880-4c71-b4ea-213f3ad5edb9 req-ad11bc68-e6b7-4df6-869c-4492644d3ba6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991312 Aug 29 04:25:29.934159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:29.948028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.011433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.023247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.108947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router b420709b-4357-46a4-80b5-cce418dd54f0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:30.154102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a43147a4-c560-4947-b7bb-4c93d1355144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.173334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a43147a4-c560-4947-b7bb-4c93d1355144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.188551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-551004b4-b008-4cec-a0b9-42fee966764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.194762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-551004b4-b008-4cec-a0b9-42fee966764f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 1096 time: 0.2803698 Aug 29 04:25:30.262725 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:25:27Z', 'revision_number': 5, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port': {'id': '53b5dc48-5ce9-45ae-8dff-22a2c495fa84', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:09Z', 'updated_at': '2021-08-29T04:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:30.267036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Deleting port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:30.267036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.300104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Checking router: 38c25733-09c0-4d34-b3d5-4fe03701f230 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:30.302224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff36e4a-5e37-42ef-85dd-4dcae7a6459c req-08a946f8-fcd7-4da0-b63c-5c9376f777a2 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.303895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ff36e4a-5e37-42ef-85dd-4dcae7a6459c req-08a946f8-fcd7-4da0-b63c-5c9376f777a2 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 944 time: 0.2841673 Aug 29 04:25:30.313534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a43147a4-c560-4947-b7bb-4c93d1355144 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24f2a4c4723941f29d040eb410881dce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067176 Aug 29 04:25:30.313766 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Routers {'38c25733-09c0-4d34-b3d5-4fe03701f230'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:30.315157 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['38c25733-09c0-4d34-b3d5-4fe03701f230'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:30.319817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.321292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43147a4-c560-4947-b7bb-4c93d1355144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48342f76-b2df-41d6-b834-f7b90af26698,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.368730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.434172 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] Set router 38c25733-09c0-4d34-b3d5-4fe03701f230 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:30.459487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] For port 53b5dc48-5ce9-45ae-8dff-22a2c495fa84, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:30.460287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.476784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-2cf78d4d-b372-4934-bf2b-6c5147b25dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.479010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-2cf78d4d-b372-4934-bf2b-6c5147b25dce service neutron] 10.222.0.54 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 923 time: 0.2760448 Aug 29 04:25:30.489516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Calling delete_port for 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:30.527863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.540458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-60f07760-4bc5-4e3a-92c6-572a50efaa97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382 HTTP/1.1" status: 200 len: 217 time: 0.0476429 Aug 29 04:25:30.564984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.591132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:30.647445 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:25:30Z', 'revision_number': 6, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:30.652247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ff36e4a-5e37-42ef-85dd-4dcae7a6459c req-580a01f8-2afa-425a-98d2-f31e79356438 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583290 Aug 29 04:25:30.653376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.655519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3cc8b6da-5a7b-4bb6-b53b-9be25038b0f4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605 HTTP/1.1" status: 204 len: 168 time: 1.1621552 Aug 29 04:25:30.659617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.664360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b6d2c6-b01c-42c1-a397-8f7a2eb6d85b None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:30.682894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:30.714411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb514115-c0b7-4314-ba46-25865fbf5eb7 None None] The sync data for ids ['38c25733-09c0-4d34-b3d5-4fe03701f230'] in n-d-712139-13 is: [{'id': '38c25733-09c0-4d34-b3d5-4fe03701f230', 'name': 'tempest-ServersTestFqdnHostnames-2006687435-router', 'tenant_id': '2eabd047cc50491ca7dbae197b6f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:07Z', 'updated_at': '2021-08-29T04:25:30Z', 'revision_number': 6, 'project_id': '2eabd047cc50491ca7dbae197b6f13fb', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:30.722571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.731106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8185f88b-ff3b-41a6-a5df-f95ae778633f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633414 Aug 29 04:25:30.731338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Sync routers for ids ['b420709b-4357-46a4-80b5-cce418dd54f0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:30.735284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea35b51-24e0-4f71-af4f-62b6ae9f4853 req-82865d64-543c-4828-a63d-53df6874371e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.737129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-3cb2b2e5-eaa0-440f-a699-27d0cc379858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:30.738737 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-3cb2b2e5-eaa0-440f-a699-27d0cc379858 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.1867185 Aug 29 04:25:30.741216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.750879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dea35b51-24e0-4f71-af4f-62b6ae9f4853 req-82865d64-543c-4828-a63d-53df6874371e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 944 time: 0.2585361 Aug 29 04:25:30.766285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:30.766646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fb8175ec-2b76-472f-a7f1-b05c5d325530 None None] Provisioning complete for port d3645f07-b4f4-4957-9d72-036517d3fd64 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:30.766646 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb8175ec-2b76-472f-a7f1-b05c5d325530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.812403 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:30.812673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Routers {'b420709b-4357-46a4-80b5-cce418dd54f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:30.813033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b420709b-4357-46a4-80b5-cce418dd54f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:30.813674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d62af34-4b6e-49dd-94d7-e1eb869c8ef3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.9511857 Aug 29 04:25:30.816866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:30.840560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dea35b51-24e0-4f71-af4f-62b6ae9f4853 req-8881b25c-b138-414b-91b1-9b27bb177a68 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Aug 29 04:25:30.882624 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-4eb3cf46-9be0-4dcc-8ee8-7d5516baf794 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294818 Aug 29 04:25:30.994557 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.054156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.056964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.060016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48342f76-b2df-41d6-b834-f7b90af26698 HTTP/1.1" status: 204 len: 168 time: 0.7373178 Aug 29 04:25:31.070738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:31.075150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.165161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e7c51-7e77-4cb0-a385-309bc32bc23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48342f76-b2df-41d6-b834-f7b90af26698,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.202258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa856e78-80d0-468b-bac6-bbc5f1e6183a req-22d728d9-6064-454d-ade1-d4640a40f0d9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.204302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa856e78-80d0-468b-bac6-bbc5f1e6183a req-22d728d9-6064-454d-ade1-d4640a40f0d9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2062194 Aug 29 04:25:31.222688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-f81a1b92-077c-414b-a883-64cf370c2bdb service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256550 Aug 29 04:25:31.257385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.265616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1c214d7a-6936-4e39-865f-7e14d00bab02 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:31.300203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Set router b420709b-4357-46a4-80b5-cce418dd54f0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:31.309145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.328250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa856e78-80d0-468b-bac6-bbc5f1e6183a req-0b70d2f3-03b9-476c-8670-f93849ebbae6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 Aug 29 04:25:31.346257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Pushing event deleted for resources: {'Port': ['ID=53b5dc48-5ce9-45ae-8dff-22a2c495fa84,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.441691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Deleting port e7090df8-aa19-4d3c-b901-bc4cee3849e6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:31.444728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.502708 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a511f97-fb2b-454f-912d-ef57a4b383c4 req-f81eda50-cf7f-45f8-ac98-03019fd48a86 service neutron] 10.222.0.54 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616439 Aug 29 04:25:31.524243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.552945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.567821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Calling delete_port for e7090df8-aa19-4d3c-b901-bc4cee3849e6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:31.577147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 1c214d7a-6936-4e39-865f-7e14d00bab02 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:31.592010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 1c214d7a-6936-4e39-865f-7e14d00bab02 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:31.592392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.636967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.643114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.662696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.695360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:31.825221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:31.825436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.828396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.828956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c25733-09c0-4d34-b3d5-4fe03701f230 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:31.830632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b420709b-4357-46a4-80b5-cce418dd54f0', 'name': '', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773', 'external_fixed_ips': [{'subnet_id': 'ac1f6207-59e1-4a08-aa9b-3776c21e7b40', 'ip_address': '2001:db8::8'}], 'enable_snat': True}, 'gw_port_id': 'e7090df8-aa19-4d3c-b901-bc4cee3849e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:25Z', 'updated_at': '2021-08-29T04:25:28Z', 'revision_number': 3, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port': {'id': 'e7090df8-aa19-4d3c-b901-bc4cee3849e6', 'name': '', 'network_id': '1049837c-76c4-4a81-8eb6-ae3960023773', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b420709b-4357-46a4-80b5-cce418dd54f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'ac1f6207-59e1-4a08-aa9b-3776c21e7b40', 'ip_address': '2001:db8::8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:26Z', 'updated_at': '2021-08-29T04:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac1f6207-59e1-4a08-aa9b-3776c21e7b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:31.839486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.840904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c720899-d6cf-483e-ac86-388fd53dc2af admin admin] 10.222.0.62 "DELETE /v2.0/routers/38c25733-09c0-4d34-b3d5-4fe03701f230 HTTP/1.1" status: 204 len: 168 time: 2.1553290 Aug 29 04:25:31.843065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:31.846187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:31.857545 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:31.858163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.884267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Deleting port d3645f07-b4f4-4957-9d72-036517d3fd64 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:31.884715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:31.892294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=f58a4e1a-4e80-4751-af74-2f10e1b06f58,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:31.892475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Checking router: b420709b-4357-46a4-80b5-cce418dd54f0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:31.892834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Updating router b420709b-4357-46a4-80b5-cce418dd54f0 port e7090df8-aa19-4d3c-b901-bc4cee3849e6 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:31.926779 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf8e512d-f354-4a76-a391-b5c43c33d1ee tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1746790 Aug 29 04:25:31.932564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:31.948108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:31.961937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:31.962427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Deleting subnet 43cdad94-0724-4d3d-8f07-60db6eca9043 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:31.964306 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a52e4e-c17b-4023-b198-5457e44483b8" -d '{"events": [{"server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "name": "network-vif-plugged", "status": "completed", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:32.001923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.010602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1c214d7a-6936-4e39-865f-7e14d00bab02,segment=NetworkSegment(fbcdb8e2-4532-4648-a473-1a9dc3120540),segment_id=fbcdb8e2-4532-4648-a473-1a9dc3120540)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:32.021772 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.035079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.082026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bae7c4-1942-454a-a1e0-f03fb1fb0149 req-c72e9126-b3b7-44ac-9677-9568254168ac tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.083683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33bae7c4-1942-454a-a1e0-f03fb1fb0149 req-c72e9126-b3b7-44ac-9677-9568254168ac tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 944 time: 0.1628897 Aug 29 04:25:32.087827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.155249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Port e7090df8-aa19-4d3c-b901-bc4cee3849e6 not found while updating agent binding for router b420709b-4357-46a4-80b5-cce418dd54f0. {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:25:32.180728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.192712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d3645f07-b4f4-4957-9d72-036517d3fd64 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:32.213166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7090df8-aa19-4d3c-b901-bc4cee3849e6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.254590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.296530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Routers {'b420709b-4357-46a4-80b5-cce418dd54f0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:32.297613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b420709b-4357-46a4-80b5-cce418dd54f0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:32.313583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d3645f07-b4f4-4957-9d72-036517d3fd64,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:32.314280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.318934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:32.367911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.370787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:32.374997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.444976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Calling delete_port for d3645f07-b4f4-4957-9d72-036517d3fd64 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:32.452139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.452493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.452813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.453146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.453475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.453807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.454134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.454455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.454775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.455641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.456221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.456332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:25:32.480905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] Set router b420709b-4357-46a4-80b5-cce418dd54f0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:32.517962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.541129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33bae7c4-1942-454a-a1e0-f03fb1fb0149 req-c06aa948-caf4-401d-846d-619525b2a39a tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363132 Aug 29 04:25:32.543064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.589023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:32.594134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b420709b-4357-46a4-80b5-cce418dd54f0', 'name': '', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:25Z', 'updated_at': '2021-08-29T04:25:31Z', 'revision_number': 5, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:32.665227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a806-96ec-4001-8086-91cd19c542ae req-518cac79-18a6-493f-9ddc-003ab18c17ea tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.671390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf78a806-96ec-4001-8086-91cd19c542ae req-518cac79-18a6-493f-9ddc-003ab18c17ea tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 944 time: 0.4498608 Aug 29 04:25:32.676937 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42a755-3f81-4a86-9e7c-72930c631db9 x-openstack-request-id: req-ef42a755-3f81-4a86-9e7c-72930c631db9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:32.677382 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "name": "network-vif-plugged", "status": "completed", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:32.677577 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef42a755-3f81-4a86-9e7c-72930c631db9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:32.677958 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02', 'code': 200} Aug 29 04:25:32.679116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66958c-8f36-4147-89f8-7bb2df8e46a1 None None] The sync data for ids ['b420709b-4357-46a4-80b5-cce418dd54f0'] in n-d-712139-13 is: [{'id': 'b420709b-4357-46a4-80b5-cce418dd54f0', 'name': '', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:25Z', 'updated_at': '2021-08-29T04:25:31Z', 'revision_number': 5, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:32.748728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.749269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b420709b-4357-46a4-80b5-cce418dd54f0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:32.778792 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.792530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-50b0e914-5a3e-4269-aac6-61afc7498846 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b420709b-4357-46a4-80b5-cce418dd54f0 HTTP/1.1" status: 204 len: 168 time: 1.9745371 Aug 29 04:25:32.794763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:32.805822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.853591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf78a806-96ec-4001-8086-91cd19c542ae req-13619db7-fa32-493b-acbc-20f8d3b0ffa1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769691 Aug 29 04:25:32.940957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d3645f07-b4f4-4957-9d72-036517d3fd64, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d3645f07-b4f4-4957-9d72-036517d3fd64,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:32.989160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Deleting subnet ac1f6207-59e1-4a08-aa9b-3776c21e7b40 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:32.990351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-df44219c-27df-4601-9a8c-f98c93f11bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:32.992089 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-df44219c-27df-4601-9a8c-f98c93f11bff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 1097 time: 0.0921173 Aug 29 04:25:32.994929 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.996102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:32.998112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:33.023555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.094404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.127890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5ada-df0f-44a5-8c56-ac723fe0f39c req-dc44d0de-8db3-4d38-ac9e-75ba9c35a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.129748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc5ada-df0f-44a5-8c56-ac723fe0f39c req-dc44d0de-8db3-4d38-ac9e-75ba9c35a0fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 1097 time: 0.3358688 Aug 29 04:25:33.151682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7cb96e-afa2-4e84-80b6-d7948a907d84 None None] Network 2a0d47ec-63ec-455f-801a-9d2060379a83 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:33.159603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c60b8a-503c-4886-9db3-25d2cd7ac1c7 req-a937e270-da92-4095-a1c2-fd5e95bda62c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.162348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9c60b8a-503c-4886-9db3-25d2cd7ac1c7 req-a937e270-da92-4095-a1c2-fd5e95bda62c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3280931 Aug 29 04:25:33.175063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:33.175507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f4ebdbbf-4f1c-4f0d-953f-c9c89fac5644 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:33.176705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:33.178009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cdad94-0724-4d3d-8f07-60db6eca9043,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.181778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-47c9bce4-3994-47c6-a370-fbe1b0ffaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.183315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-47c9bce4-3994-47c6-a370-fbe1b0ffaa8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.1071427 Aug 29 04:25:33.187518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.193053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c1031686-615a-4216-b919-734a35a0a00c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/43cdad94-0724-4d3d-8f07-60db6eca9043 HTTP/1.1" status: 204 len: 168 time: 1.3457615 Aug 29 04:25:33.193822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.198243 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f58a4e1a-4e80-4751-af74-2f10e1b06f58 (CIDR: 2001:db8::/64) Aug 29 04:25:33.220782 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:25:33.221181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:33.236940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:33.237381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 53b5dc48-5ce9-45ae-8dff-22a2c495fa84 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:33.249204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event deleted for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.277454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.310089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9c60b8a-503c-4886-9db3-25d2cd7ac1c7 req-06f1d6fe-f851-44c1-947f-b8a958e43fdb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003509 Aug 29 04:25:33.316514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc5ada-df0f-44a5-8c56-ac723fe0f39c req-6b4a8180-5159-40fb-910c-76af731c139b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434517 Aug 29 04:25:33.320790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-7ea4c39c-5a7c-4f29-9519-17e23ed31f6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 200 len: 217 time: 0.1259565 Aug 29 04:25:33.325419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] No DVR routers for this DVR port d3645f07-b4f4-4957-9d72-036517d3fd64 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:33.365711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.368579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46c9391b-6efc-41c2-a8f8-6e1bd2ca8ff9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4339840 Aug 29 04:25:33.373180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.387335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:33.408782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120f894-7f83-4a18-a157-1cc7fe3250ee None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:33.416756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.420024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a8949-321b-4bc7-a926-db9afa6dd362 None None] Pushing event deleted for resources: {'Port': ['ID=d3645f07-b4f4-4957-9d72-036517d3fd64,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.471249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.494846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'port_id': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'mac_address': 'fa:16:3e:02:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884b44d-5a8f-4ef1-be51-1796d27688e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:33.512964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.519247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.521394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/ac1f6207-59e1-4a08-aa9b-3776c21e7b40 HTTP/1.1" status: 204 len: 168 time: 0.7237830 Aug 29 04:25:33.523258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56468af1-9b9b-40b0-91a4-2271c0356ff5 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1f6207-59e1-4a08-aa9b-3776c21e7b40,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.528776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.568158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:33.602141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-5de3ef27-6358-485a-b7dc-47d5cd78d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.604013 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-5de3ef27-6358-485a-b7dc-47d5cd78d5e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.2716074 Aug 29 04:25:33.627988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.666364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:33.706945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-c42fac46-e9fe-4b0a-a07d-4bf93b84cbc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831099 Aug 29 04:25:33.719571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] DHCP port deletion for 2a0d47ec-63ec-455f-801a-9d2060379a83 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:25:33.733675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:33.745078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.778703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1abd43-7035-470a-8b05-12830290684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.791574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.820324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e668571-b833-44f7-8238-f98721303f29 req-0171c3ec-a91d-4a6c-9067-f95d62df6056 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:33.822390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e668571-b833-44f7-8238-f98721303f29 req-0171c3ec-a91d-4a6c-9067-f95d62df6056 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.0987206 Aug 29 04:25:33.855409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:33.906734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e668571-b833-44f7-8238-f98721303f29 req-b89520c8-676b-4c1d-9cc0-eb755e001f80 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752888 Aug 29 04:25:33.930513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Deleting port c6250ec2-5742-4196-99e1-8502452c1925 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:33.930868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:33.934266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-035635cc-2128-449f-b4ee-06a544e1fbdd service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087002 Aug 29 04:25:34.027703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1abd43-7035-470a-8b05-12830290684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.037125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c1abd43-7035-470a-8b05-12830290684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.055104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.072502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c1abd43-7035-470a-8b05-12830290684b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4365caacf72d444b9aac842f22e1e875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019481 Aug 29 04:25:34.075251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:34.114152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] For port c6250ec2-5742-4196-99e1-8502452c1925, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c6250ec2-5742-4196-99e1-8502452c1925,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.114152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.129827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1049837c-76c4-4a81-8eb6-ae3960023773']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:34.145915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Calling delete_port for c6250ec2-5742-4196-99e1-8502452c1925 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:34.147564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1abd43-7035-470a-8b05-12830290684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b026f-25d3-4044-9475-64867c50ff3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.159789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cce878-7e82-41ae-840c-0f78931cb7d1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:34.160247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cce878-7e82-41ae-840c-0f78931cb7d1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:34.171197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bed65-77dc-47ad-b264-13b0bbcab498 req-9cf1eb62-c058-43fd-82be-fbf48f5cce37 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.172858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-783bed65-77dc-47ad-b264-13b0bbcab498 req-9cf1eb62-c058-43fd-82be-fbf48f5cce37 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.1871421 Aug 29 04:25:34.196305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:34.203433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.224759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.226263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c6250ec2-5742-4196-99e1-8502452c1925 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:34.245339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'tenant_id': '4c4c87434c444d1eaedacb2d7fa65668', 'fixed_ips': [{'subnet_id': 'f58a4e1a-4e80-4751-af74-2f10e1b06f58'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:34.246843 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.286914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.304080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-783bed65-77dc-47ad-b264-13b0bbcab498 req-99938b67-5fa4-40bc-a85d-5cb30be63c46 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137247 Aug 29 04:25:34.351276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['4b47f899-8e17-470b-81d3-a26b4e4ad382'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:34.406998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.410953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.412454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/895b026f-25d3-4044-9475-64867c50ff3c HTTP/1.1" status: 204 len: 168 time: 0.3348272 Aug 29 04:25:34.424901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03b0da-818e-4f95-9db1-ec094998b5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b026f-25d3-4044-9475-64867c50ff3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.466393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.548235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Deleting port c6250ec2-5742-4196-99e1-8502452c1925 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:34.548598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.578551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.595691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4281a477-165a-45c1-98e1-f9fc08f74906 req-028ae874-9e8c-40d9-a439-75bb0f84dd39 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430371 Aug 29 04:25:34.610588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc20ece-8809-4790-8fe2-a7e77710a2d3 req-b712b692-bcf6-4e45-b583-bb153faba65c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:34.616228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dc20ece-8809-4790-8fe2-a7e77710a2d3 req-b712b692-bcf6-4e45-b583-bb153faba65c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.0866725 Aug 29 04:25:34.625492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:34.626522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:34.629608 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:34.663326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f58a4e1a-4e80-4751-af74-2f10e1b06f58/d551faec-fc8f-4875-95ec-65b904b83baf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:34.714051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.749148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dc20ece-8809-4790-8fe2-a7e77710a2d3 req-5c8352b6-d912-493d-8f72-4214e067413d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990448 Aug 29 04:25:34.769364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] For port c6250ec2-5742-4196-99e1-8502452c1925, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c6250ec2-5742-4196-99e1-8502452c1925,segment=NetworkSegment(b6d9246f-2533-44bf-b1d0-301b0268e9b0),segment_id=b6d9246f-2533-44bf-b1d0-301b0268e9b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:34.769774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.779857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.840677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.845887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1049837c-76c4-4a81-8eb6-ae3960023773 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:25:34.848877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:34.851143 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/networks/1049837c-76c4-4a81-8eb6-ae3960023773 HTTP/1.1" status: 204 len: 168 time: 1.3209462 Aug 29 04:25:34.881201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6250ec2-5742-4196-99e1-8502452c1925,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.884385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a71c6-e593-4633-a7f2-e31d06b17f9d tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Network': ['ID=1049837c-76c4-4a81-8eb6-ae3960023773,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:34.894797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Calling delete_port for c6250ec2-5742-4196-99e1-8502452c1925 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:34.905702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] No DVR routers for this DVR port c6250ec2-5742-4196-99e1-8502452c1925 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: from cryptography.utils import int_from_bytes Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.135963 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:25:35.138484 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:25:35.157240 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.180693 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.185110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Transition to ACTIVE for port object d551faec-fc8f-4875-95ec-65b904b83baf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:35.193539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.228827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0d47ec-63ec-455f-801a-9d2060379a83']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:35.231230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] Pushing event deleted for resources: {'Port': ['ID=c6250ec2-5742-4196-99e1-8502452c1925,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.272738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cb4a7-8207-4372-919a-7403d9b0be58 req-9c846c4e-279d-4f26-9ae2-045f6962add2 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.275393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb0cb4a7-8207-4372-919a-7403d9b0be58 req-9c846c4e-279d-4f26-9ae2-045f6962add2 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.1989915 Aug 29 04:25:35.276770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0336b41-9d77-459d-bda6-0cc6a2ec9ddf None None] No DVR routers for this DVR port c6250ec2-5742-4196-99e1-8502452c1925 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:35.280404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d9246f-2533-44bf-b1d0-301b0268e9b0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:35.280695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d9246f-2533-44bf-b1d0-301b0268e9b0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:35.318395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Transition to ACTIVE for port object d551faec-fc8f-4875-95ec-65b904b83baf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:35.342629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.353949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.446452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb0cb4a7-8207-4372-919a-7403d9b0be58 req-b1f9c74a-1d34-4558-9a27-23f935d21562 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 Aug 29 04:25:35.464793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.616142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:35.617323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:35.622565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:35.624736 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:35.630567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:35.647558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:35.695295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:35.709109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c1d3-0606-4c20-9210-0db659f1d03c req-1af99c3c-3815-430b-a887-e499e4c7eb3f tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:35.711341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed9c1d3-0606-4c20-9210-0db659f1d03c req-1af99c3c-3815-430b-a887-e499e4c7eb3f tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.1367650 Aug 29 04:25:35.714917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:35.722248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'name': 'tempest-router--541888821', 'project_id': '45401379c2a444d9ba0d5384a9d3f7a8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:35.763249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:35.786605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.787734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.834465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Attempting to bind port d551faec-fc8f-4875-95ec-65b904b83baf on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:35.834827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Attempting to bind port d551faec-fc8f-4875-95ec-65b904b83baf by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:35.837988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Attempting to bind port d551faec-fc8f-4875-95ec-65b904b83baf on network e4ca6562-0c52-408c-9eb9-91fe5da6a815 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:35.844581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed9c1d3-0606-4c20-9210-0db659f1d03c req-a7565701-349c-4a8e-8a54-f8cf63042c94 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678174 Aug 29 04:25:35.850744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:35.864431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Checking segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:35.864431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.864431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Bound using segment: {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:35.864431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Bound port: d551faec-fc8f-4875-95ec-65b904b83baf, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aeadec-fff0-4750-9c27-b1538001926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:35.864431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.963980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:35.974447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.054976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.057506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:36.061835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:36.068839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.091448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.097614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-759907e9-f5c6-4afa-ba0e-ed6cb98069e7 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3767145 Aug 29 04:25:36.103905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.110554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.112589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2a0d47ec-63ec-455f-801a-9d2060379a83 HTTP/1.1" status: 204 len: 168 time: 2.9118462 Aug 29 04:25:36.128213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fdfe-c9d2-416a-98a7-f79ee8db15f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0d47ec-63ec-455f-801a-9d2060379a83,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.137966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.161597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc570-c82f-4673-8135-d363045eb175 None None] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.365482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183dcce-50b7-4772-aef8-dbd24569e8c3 req-3c5dbdc6-635b-42ae-950e-db20f0253e08 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.373416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f183dcce-50b7-4772-aef8-dbd24569e8c3 req-3c5dbdc6-635b-42ae-950e-db20f0253e08 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.2868085 Aug 29 04:25:36.378410 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.406375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474077c-0053-4a65-965b-8048cd41dcbe req-c789cace-ee64-4e3e-b04b-fd24df7f22e8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.408211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2474077c-0053-4a65-965b-8048cd41dcbe req-c789cace-ee64-4e3e-b04b-fd24df7f22e8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.4240525 Aug 29 04:25:36.443651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:36.486082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.501094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.502096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.574923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:36.579662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:36.629659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.742965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=c95f3610-0654-4045-925e-6208c1c07263,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.767847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:36.802060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:36.837609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:36.838262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.890878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5148180 Aug 29 04:25:36.905294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 4b47f899-8e17-470b-81d3-a26b4e4ad382 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:36.909713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:36.919245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:32:6a:f0', 'name': 'tempest-NetworksTestDHCPv6-2063578627'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:36.920177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 4b47f899-8e17-470b-81d3-a26b4e4ad382 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:36.920887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:36.927488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82cae-f044-4522-b925-89fdd16202cb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=4']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:36.977034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f183dcce-50b7-4772-aef8-dbd24569e8c3 req-7f43a5d0-3afb-4c2a-8cae-63a083ed7649 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026151 Aug 29 04:25:36.994229 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f13d5ca0-ef5f-4f29-813f-ef4d1a9dfcae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2eabd047cc50491ca7dbae197b6f13fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484704 Aug 29 04:25:36.997439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:37.033511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2474077c-0053-4a65-965b-8048cd41dcbe req-3559e211-be9e-4f75-96c2-8aa365cf4ebf tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019669 Aug 29 04:25:37.034640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.103891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'mac_address': 'fa:16:3e:b0:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:37.177476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:37.233790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.262341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.274806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.281539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.286462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de779e70-b65a-4cae-98a4-2f324ebd3684 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:37.310856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562abd5-46f2-468d-ac37-400cbd20e70d req-27eb4d56-adfd-4fa1-8175-ceca880f1941 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:37.313988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.328418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d562abd5-46f2-468d-ac37-400cbd20e70d req-27eb4d56-adfd-4fa1-8175-ceca880f1941 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.1285639 Aug 29 04:25:37.332680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.419712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.420288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12c2f36f-b66a-44b4-88a2-9b1dea9e543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.437537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['de779e70-b65a-4cae-98a4-2f324ebd3684'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:37.454595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.458975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e67564e1-d2ee-421e-b12b-99a44a47a3eb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:37.477916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.486941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bbe7fd15-4311-45c7-bc76-d584ce23bedc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e67564e1-d2ee-421e-b12b-99a44a47a3eb HTTP/1.1" status: 204 len: 168 time: 1.3348646 Aug 29 04:25:37.499539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d562abd5-46f2-468d-ac37-400cbd20e70d req-e5e68199-e001-4f2b-bd11-e6f15220c2db tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700308 Aug 29 04:25:37.504062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.571206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:37.574177 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a813636b-dc70-4b11-910b-050bdd36e571" -d '{"events": [{"server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:37.582538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.613378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:37.617287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.621462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:37.629988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.655892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.659654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:37.664508 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27c53d5a-3d5e-4f06-b002-ab29a12a653d HTTP/1.1" status: 204 len: 168 time: 0.6654868 Aug 29 04:25:37.665959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port d2939e06-ba6b-47c2-b240-4e0595842198 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:37.687824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69794b-f303-4efd-8680-a597babbeaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c53d5a-3d5e-4f06-b002-ab29a12a653d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:37.803486 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb93f1e-0111-4f41-8527-31589dc99cda x-openstack-request-id: req-cbb93f1e-0111-4f41-8527-31589dc99cda {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:37.804322 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "name": "network-vif-plugged", "status": "completed", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:37.804815 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbb93f1e-0111-4f41-8527-31589dc99cda {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:37.805545 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'code': 200} Aug 29 04:25:37.811265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:38.038457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7ab83-dbdd-4c5e-9246-d41986254e06 req-22bd9150-9a2f-42d9-94da-ff22681a4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.043846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-32e7ab83-dbdd-4c5e-9246-d41986254e06 req-22bd9150-9a2f-42d9-94da-ff22681a4d89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 1098 time: 0.1594706 Aug 29 04:25:38.057754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e84192-8425-4be1-b0ea-8ea07a761fc3 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:38.226326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::c4 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/f58a4e1a-4e80-4751-af74-2f10e1b06f58/d2939e06-ba6b-47c2-b240-4e0595842198) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:38.227972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-89de50d1-5ea8-4b55-8958-7baadbfafa9a tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1783793920'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:38.228792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-89de50d1-5ea8-4b55-8958-7baadbfafa9a tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Unknown quota resources ['metering_label']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:25:38.243634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:38.267453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8:0:1:f816:3eff:fe32:6af0 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/c95f3610-0654-4045-925e-6208c1c07263/d2939e06-ba6b-47c2-b240-4e0595842198) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:38.333966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:38.353316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-304fd63d-0195-4528-b635-556df9365afe None None] Provisioning for port d551faec-fc8f-4875-95ec-65b904b83baf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:38.372870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d551faec-fc8f-4875-95ec-65b904b83baf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:38.383966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:38.384501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.594576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.598728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-e594e0f5-81a4-42fb-ac7f-011b39703cb8 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:38.600461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-e594e0f5-81a4-42fb-ac7f-011b39703cb8 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.50 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.5800307 Aug 29 04:25:38.632581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object d2939e06-ba6b-47c2-b240-4e0595842198 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:38.633281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:38.791757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.878019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.880990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port de779e70-b65a-4cae-98a4-2f324ebd3684 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:38.881731 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:38.907371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-32e7ab83-dbdd-4c5e-9246-d41986254e06 req-aab28d46-89d0-4434-95c7-0a2550ff84c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8405666 Aug 29 04:25:38.946067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:38.995574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:39.006029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:39.012484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.013100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:39.021391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-878379625', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:39.033740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.034341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.095972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1823881 Aug 29 04:25:39.095972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.152169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.156917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.172935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a028-93c9-4a05-a9a6-89487bbfce2a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=d2939e06-ba6b-47c2-b240-4e0595842198,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.175500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777481fe-c6c7-4c31-8920-aea3b9fb328a req-c7bbccc6-aef3-444a-a671-e0372b7c5b99 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.191556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777481fe-c6c7-4c31-8920-aea3b9fb328a req-c7bbccc6-aef3-444a-a671-e0372b7c5b99 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 944 time: 0.9228852 Aug 29 04:25:39.200682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89de50d1-5ea8-4b55-8958-7baadbfafa9a tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.205352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-89de50d1-5ea8-4b55-8958-7baadbfafa9a tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5893929 Aug 29 04:25:39.206397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.228750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5c59136c-4c29-4a8e-81ba-ef63b2905ab8 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '88762e4f-d396-4f88-bf81-1d3ae738cb4d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:39.229285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5c59136c-4c29-4a8e-81ba-ef63b2905ab8 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:25:39.247556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.248457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec986a1-777a-4706-839f-f8f47ddb1662 req-000d2928-4471-4008-b816-c98748b146f3 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:39.259273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec986a1-777a-4706-839f-f8f47ddb1662 req-000d2928-4471-4008-b816-c98748b146f3 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.8759515 Aug 29 04:25:39.261729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.307170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port d2939e06-ba6b-47c2-b240-4e0595842198 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:39.307692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.347130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:39.355942 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.484966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:39.545079 n-d-712139-13 neutron-server[94827]: WARNING neutron.services.metering.metering_plugin [None req-5c59136c-4c29-4a8e-81ba-ef63b2905ab8 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:25:39.609630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.614828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec986a1-777a-4706-839f-f8f47ddb1662 req-7ef0e574-4d70-41b1-908c-27c5a7d59d35 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648685 Aug 29 04:25:39.619113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777481fe-c6c7-4c31-8920-aea3b9fb328a req-95b084ff-b8ce-4ae0-aaf0-05b7ad78af65 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264765 Aug 29 04:25:39.678236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:39.754794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for d2939e06-ba6b-47c2-b240-4e0595842198 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:39.806644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:39.816168 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab2aae-5caf-4fec-bbd3-e96168e8bb8b" -d '{"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:39.916176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:39.943621 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ede67c-465f-4a73-ab48-8ad1eb29c01c x-openstack-request-id: req-25ede67c-465f-4a73-ab48-8ad1eb29c01c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:39.944447 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-plugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:39.945555 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25ede67c-465f-4a73-ab48-8ad1eb29c01c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:39.946386 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'code': 200} Aug 29 04:25:40.126472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c59136c-4c29-4a8e-81ba-ef63b2905ab8 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.130991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5c59136c-4c29-4a8e-81ba-ef63b2905ab8 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9055905 Aug 29 04:25:40.147784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.153931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Deleting port 1c214d7a-6936-4e39-865f-7e14d00bab02 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:40.154339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.159828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.172794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-05428f14-3b87-4704-90e5-c3101a313309 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '88762e4f-d396-4f88-bf81-1d3ae738cb4d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:40.173338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-05428f14-3b87-4704-90e5-c3101a313309 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:25:40.181922 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.217710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:40.258145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-102649501-network', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:40.294114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.329458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Provisioning for port d2939e06-ba6b-47c2-b240-4e0595842198 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:40.338672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=d2939e06-ba6b-47c2-b240-4e0595842198,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:40.361347 n-d-712139-13 neutron-server[94827]: WARNING neutron.services.metering.metering_plugin [None req-05428f14-3b87-4704-90e5-c3101a313309 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:25:40.373864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:40.374816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.375550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Provisioning complete for port d2939e06-ba6b-47c2-b240-4e0595842198 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:40.376232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.381861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6993c908-d948-4fa5-be0b-f93036d9aa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.390885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d365-b569-4bbf-94b5-4dce9c300d09 req-03e5f7a8-8c96-4a6d-970a-125256e6b3fb tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.399067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3226d365-b569-4bbf-94b5-4dce9c300d09 req-03e5f7a8-8c96-4a6d-970a-125256e6b3fb tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.4486914 Aug 29 04:25:40.423037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Port d2939e06-ba6b-47c2-b240-4e0595842198 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:25:40.428742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.461284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.469352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c2fb346-0207-46d3-8df4-7f0ff5dba281 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d2939e06-ba6b-47c2-b240-4e0595842198 HTTP/1.1" status: 204 len: 168 time: 1.3658350 Aug 29 04:25:40.470715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33692) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.508022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:40.508512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ace86f6f-354b-47b5-a82d-612b69b8e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.510291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:40.510656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.577647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7b403-9fe8-4ff1-8b06-d8eb2d6bc06b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.582724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aad7b403-9fe8-4ff1-8b06-d8eb2d6bc06b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1052618 Aug 29 04:25:40.584878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.667207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1b8b4-2472-4a40-8a9e-d1f4c7b8966a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.671774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cb1b8b4-2472-4a40-8a9e-d1f4c7b8966a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0857604 Aug 29 04:25:40.672460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.747398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a1c2-9968-457c-b2ae-d9e167cd752d req-19d4cf0f-2d47-4d06-bdcc-f679a4ff8155 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.765670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5619a1c2-9968-457c-b2ae-d9e167cd752d req-19d4cf0f-2d47-4d06-bdcc-f679a4ff8155 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.6759408 Aug 29 04:25:40.783217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55385ce9-f5de-4188-9539-06decf46717e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.785152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55385ce9-f5de-4188-9539-06decf46717e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.786964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55385ce9-f5de-4188-9539-06decf46717e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:40.791961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55385ce9-f5de-4188-9539-06decf46717e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1158342 Aug 29 04:25:40.792494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.795431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05428f14-3b87-4704-90e5-c3101a313309 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.796979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-05428f14-3b87-4704-90e5-c3101a313309 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6468813 Aug 29 04:25:40.810067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.893197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fde5de72-a139-4a44-a9c3-fb95f92841a7 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d43d973e-e941-4d48-ba7c-4df91e6507ff HTTP/1.1" status: 200 len: 464 time: 0.0653720 Aug 29 04:25:40.906650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:40.911350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet c95f3610-0654-4045-925e-6208c1c07263 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:40.925228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.936751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3226d365-b569-4bbf-94b5-4dce9c300d09 req-123be96b-7e25-4c1f-836d-cc4577c7ea6b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999297 Aug 29 04:25:40.967564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.971972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] For port 1c214d7a-6936-4e39-865f-7e14d00bab02, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=1c214d7a-6936-4e39-865f-7e14d00bab02,segment=NetworkSegment(fbcdb8e2-4532-4648-a473-1a9dc3120540),segment_id=fbcdb8e2-4532-4648-a473-1a9dc3120540)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:40.973022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.982214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:40.997301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5619a1c2-9968-457c-b2ae-d9e167cd752d req-9b9b87db-984a-42db-bc0b-bced12a326be tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306161 Aug 29 04:25:41.043431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:41.069354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.082985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Calling delete_port for 1c214d7a-6936-4e39-865f-7e14d00bab02 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:41.144454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bd6c4-0c3d-4f65-bc88-633407824a3e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.167993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.168435 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Added segment 5e110455-ce94-4a9d-a7ee-b4546a23a053 of type vlan for network cb7973a0-93c0-445f-80d3-cea5033b0643 Aug 29 04:25:41.201986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c58d96c3-1ab6-42b3-81af-dc89ebe42e85 None None] Could not find standard attr ID for object d2939e06-ba6b-47c2-b240-4e0595842198. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:25:41.210573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.230787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dda61f5d-dcfb-4cfb-978c-501eb65e4841 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.234765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dda61f5d-dcfb-4cfb-978c-501eb65e4841 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/d43d973e-e941-4d48-ba7c-4df91e6507ff HTTP/1.1" status: 204 len: 168 time: 0.3235590 Aug 29 04:25:41.239586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.571162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.601996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f827bd33-04b1-4194-924d-52f9101210d7 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=d43d973e-e941-4d48-ba7c-4df91e6507ff HTTP/1.1" status: 200 len: 221 time: 0.3575811 Aug 29 04:25:41.607066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33712) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.610445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.616835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-985fcf97-4644-4737-b163-59975aeb2e4b tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1352595859', 'description': 'label created by tempest'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.617286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-985fcf97-4644-4737-b163-59975aeb2e4b tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Unknown quota resources ['metering_label']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:25:41.647296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.649032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.649032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.682715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7628369 Aug 29 04:25:41.717584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.730247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Request body: {'subnet': {'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-subnet', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:41.760352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19861b0c-c317-413b-85b4-aab8b4711ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb7973a0-93c0-445f-80d3-cea5033b0643,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:41.771764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.772630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3639e-e61a-4c42-b49b-97fb0dfde626 req-25841f19-5170-47f5-bf15-976172761384 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.777192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network cb7973a0-93c0-445f-80d3-cea5033b0643 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:41.780145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdf3639e-e61a-4c42-b49b-97fb0dfde626 req-25841f19-5170-47f5-bf15-976172761384 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.6353822 Aug 29 04:25:41.786645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:41.794394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.794601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32fb6-be92-418f-b5cc-d42a27aa2b37 req-18b88ce6-1607-4894-b561-b71993c8af6f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:41.800986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3e32fb6-be92-418f-b5cc-d42a27aa2b37 req-18b88ce6-1607-4894-b561-b71993c8af6f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 945 time: 0.6572123 Aug 29 04:25:41.829067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:41.840558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/c95f3610-0654-4045-925e-6208c1c07263 HTTP/1.1" status: 204 len: 168 time: 1.0434835 Aug 29 04:25:41.851372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:41.911055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd8a351-9937-40d3-b83c-5ce799baf291 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:41.915965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428be0d-be27-460a-9923-84d13fed96f8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=c95f3610-0654-4045-925e-6208c1c07263,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.028950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet f58a4e1a-4e80-4751-af74-2f10e1b06f58 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:42.033446 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.035303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.101602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.131292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdf3639e-e61a-4c42-b49b-97fb0dfde626 req-a7b24f9d-5c35-4f0e-84f3-bfc5de09284d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501496 Aug 29 04:25:42.164178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.180955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-985fcf97-4644-4737-b163-59975aeb2e4b tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.182282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-985fcf97-4644-4737-b163-59975aeb2e4b tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5697513 Aug 29 04:25:42.216961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.222925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3e32fb6-be92-418f-b5cc-d42a27aa2b37 req-ed15c2f2-8136-41c8-a6da-17d3c10fc345 tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c285c0e-6753-489a-aee9-59ec10d1e389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207203 Aug 29 04:25:42.436647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.475165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.502566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ae88f900-6cce-4198-911d-ed207061d99c tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=9955e71b-13d0-47a8-8726-89b148ff1717 HTTP/1.1" status: 200 len: 468 time: 0.2778027 Aug 29 04:25:42.508571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33726) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.563181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.627130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Pushing event deleted for resources: {'Port': ['ID=1c214d7a-6936-4e39-865f-7e14d00bab02,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.659845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.712163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=de83ea66-af0a-4a47-abcd-a92c959d89b4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.726307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Checking segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:42.726843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Network hostable DHCP agents. Network: cb7973a0-93c0-445f-80d3-cea5033b0643, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:25:42.760585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Allocated IP 172.25.3.236 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/96d91d70-2772-42f7-a537-a385787bfc54) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:42.780252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Network cb7973a0-93c0-445f-80d3-cea5033b0643 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:25:42.798758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.838116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] No DVR routers for this DVR port 1c214d7a-6936-4e39-865f-7e14d00bab02 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:42.850693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=f58a4e1a-4e80-4751-af74-2f10e1b06f58,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:42.854789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, cb7973a0-93c0-445f-80d3-cea5033b0643) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:42.860187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:42.860951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.874217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.874931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:42.876173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29649d11-659a-4ca7-af92-d62636b3b6f5 None None] Network cb7973a0-93c0-445f-80d3-cea5033b0643 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:42.877414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0347ee3b-fe7e-4f47-9588-5ed1d9c5d691 req-d21e8eb5-89f5-4dfd-b448-3a58614d1e5f tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.50 "DELETE /v2.0/ports/1c214d7a-6936-4e39-865f-7e14d00bab02 HTTP/1.1" status: 204 len: 173 time: 4.2107408 Aug 29 04:25:42.880412 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6588997e-44f8-4a73-b54a-d9e28d5e2e38 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f58a4e1a-4e80-4751-af74-2f10e1b06f58 HTTP/1.1" status: 204 len: 168 time: 1.0285182 Aug 29 04:25:42.887562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'name': 'network-vif-deleted', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:42.890376 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881a6a0-5ef7-42db-baf7-338bf33951e1" -d '{"events": [{"server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "name": "network-vif-deleted", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:42.890851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.982949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0554ebf3-ed38-4e1b-bd8c-50e62589a0fb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865364 Aug 29 04:25:42.986004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:42.992533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:43.003524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4306df5-7c22-48a9-bb48-03b5730867ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2823143 Aug 29 04:25:43.016957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.022156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:43.045847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.074898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77147d1f-f65e-4b17-924a-39da045bfffb req-dbde7b53-f7a4-4a81-93ce-4eaba9c327ea tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.084900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77147d1f-f65e-4b17-924a-39da045bfffb req-dbde7b53-f7a4-4a81-93ce-4eaba9c327ea tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.6237948 Aug 29 04:25:43.133034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1c214d7a-6936-4e39-865f-7e14d00bab02 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:43.159786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.160027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffccc4d9-9ad7-4e62-9951-602d5fb76125 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.161163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ffccc4d9-9ad7-4e62-9951-602d5fb76125 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/9955e71b-13d0-47a8-8726-89b148ff1717 HTTP/1.1" status: 204 len: 168 time: 0.6500573 Aug 29 04:25:43.163407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.169554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 1c214d7a-6936-4e39-865f-7e14d00bab02 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:43.169964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 1c214d7a-6936-4e39-865f-7e14d00bab02 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:43.187239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.226235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b66cff-123d-4d23-932f-c13e37eb6c38 req-7fd03681-de6a-4d16-8f0e-966fbe3d8871 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.232755 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6d275735-2285-4760-8847-997dc70b69a4 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=9955e71b-13d0-47a8-8726-89b148ff1717 HTTP/1.1" status: 200 len: 216 time: 0.0443833 Aug 29 04:25:43.236252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b66cff-123d-4d23-932f-c13e37eb6c38 req-7fd03681-de6a-4d16-8f0e-966fbe3d8871 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.5035255 Aug 29 04:25:43.238993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.256935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:43.260986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.299376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77147d1f-f65e-4b17-924a-39da045bfffb req-678b7698-1cda-434c-b5bd-94f2dd422672 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118552 Aug 29 04:25:43.336880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-cb7973a0-93c0-445f-80d3-cea5033b0643', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:25:43.337869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.372479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2bbebc4a-0a7b-4ee2-958f-52e30722dc7e tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1243725 Aug 29 04:25:43.385172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.404513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b66cff-123d-4d23-932f-c13e37eb6c38 req-b70df43f-4a35-4143-b1ff-7103fb33a635 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668546 Aug 29 04:25:43.437540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.458025 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcea139-6b77-46b8-9872-07aa9b521815 x-openstack-request-id: req-0dcea139-6b77-46b8-9872-07aa9b521815 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:43.458663 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cbd57e-ebbe-493e-b3f3-6058de5baf92", "name": "network-vif-deleted", "tag": "1c214d7a-6936-4e39-865f-7e14d00bab02", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:43.459595 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0dcea139-6b77-46b8-9872-07aa9b521815 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:43.462506 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cbd57e-ebbe-493e-b3f3-6058de5baf92', 'name': 'network-vif-deleted', 'tag': '1c214d7a-6936-4e39-865f-7e14d00bab02', 'status': 'completed', 'code': 200} Aug 29 04:25:43.462843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.476718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f921cbdc-cb61-40e6-b37a-fd55ecf42421 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0239444 Aug 29 04:25:43.568818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.663160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Allocated IP 172.20.0.2 (cb7973a0-93c0-445f-80d3-cea5033b0643/de83ea66-af0a-4a47-abcd-a92c959d89b4/6c843ff4-da27-40ed-a685-62222a8268ba) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:43.691208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e97200c3-fa85-4ede-b158-820ef44afd67 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/88762e4f-d396-4f88-bf81-1d3ae738cb4d HTTP/1.1" status: 200 len: 473 time: 0.2185824 Aug 29 04:25:43.697220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.753746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.755798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b456264-041c-4944-983e-867ff6d2a894 req-82447f83-4943-485c-82ba-99165337a7af tempest-InstanceActionsV221TestJSON-917021819 tempest-InstanceActionsV221TestJSON-917021819-project] 10.222.0.62 "GET /v2.0/ports?device_id=33cbd57e-ebbe-493e-b3f3-6058de5baf92 HTTP/1.1" status: 200 len: 210 time: 0.0996134 Aug 29 04:25:43.776432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4e9ea1f7-3bb5-4c96-9b27-c703613b3cbe tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/e1a412fa-41b2-43ad-bb6d-adb09974bd86 HTTP/1.1" status: 200 len: 461 time: 0.0721271 Aug 29 04:25:43.779429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:43.848937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:43.943733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690548-f2be-45bc-a6a6-2732bd627a12 req-a6440ef2-2a7f-42e4-9913-45c0d3912c2d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:43.951962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64690548-f2be-45bc-a6a6-2732bd627a12 req-a6440ef2-2a7f-42e4-9913-45c0d3912c2d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.4149504 Aug 29 04:25:43.991811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:43.994924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b73643-d15d-4b63-8e50-54302c541f0a None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:43.997348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:44.000693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event updated for resources: {'Port': ['ID=96d91d70-2772-42f7-a537-a385787bfc54,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.006211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:44.142327 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.146834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.158698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-16a1db5f-564e-40ef-8fe0-054f89793e54 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:44.159130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-16a1db5f-564e-40ef-8fe0-054f89793e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.210901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Transition to ACTIVE for port object 6c843ff4-da27-40ed-a685-62222a8268ba will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:44.285422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Transition to ACTIVE for port object 6c843ff4-da27-40ed-a685-62222a8268ba will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:44.306812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.336191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=77e6af51-967c-4ca6-a0aa-4fa6479b2538,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.385423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Network cb7973a0-93c0-445f-80d3-cea5033b0643 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:44.395776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:44.400153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:44.412734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64690548-f2be-45bc-a6a6-2732bd627a12 req-31d2f6af-ed4b-48ae-94bd-516f04dfb0b5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604993 Aug 29 04:25:44.448500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ecff077-bcd3-45e4-a259-3e729060ec08 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.452224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ecff077-bcd3-45e4-a259-3e729060ec08 tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/e1a412fa-41b2-43ad-bb6d-adb09974bd86 HTTP/1.1" status: 204 len: 168 time: 0.6680202 Aug 29 04:25:44.461356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.469704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Pushing event updated for resources: {'Port': ['ID=6c843ff4-da27-40ed-a685-62222a8268ba,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:44.480521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:44.484571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:44.487915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.488555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.507002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a6f4-5e08-41ec-9420-33b533695cdc req-58467280-5653-4629-8144-69b91fb1a2c8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:44.515240 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-174d44f0-3bc3-429e-a586-57bd033ac069 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5275061 Aug 29 04:25:44.515881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:44.521855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce50a6f4-5e08-41ec-9420-33b533695cdc req-58467280-5653-4629-8144-69b91fb1a2c8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.6481416 Aug 29 04:25:44.523882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:44.584539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Attempting to bind port 6c843ff4-da27-40ed-a685-62222a8268ba on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:44.585833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Attempting to bind port 6c843ff4-da27-40ed-a685-62222a8268ba by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:44.585833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Attempting to bind port 6c843ff4-da27-40ed-a685-62222a8268ba on network cb7973a0-93c0-445f-80d3-cea5033b0643 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:44.593601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:44.593978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Checking segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:44.594383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.594772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Bound using segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:44.595811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Bound port: 6c843ff4-da27-40ed-a685-62222a8268ba, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:44.596238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.733537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] For port 6c843ff4-da27-40ed-a685-62222a8268ba, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:44.737787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] For port 6c843ff4-da27-40ed-a685-62222a8268ba, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6c843ff4-da27-40ed-a685-62222a8268ba,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:44.751043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.883692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:44.887610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.896704 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.971861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e674df12-3f9d-4c2d-9752-b9f904640df2 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:44.984863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:44.996175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.012994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068305-44c9-4f39-b216-9f6e51d6442f None None] Pushing event updated for resources: {'Port': ['ID=6c843ff4-da27-40ed-a685-62222a8268ba,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:45.136069 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77e6af51-967c-4ca6-a0aa-4fa6479b2538 (CIDR: 2001:db8::/64) Aug 29 04:25:45.142342 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:25:45.142866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:25:45.195836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-000a5448-0db6-4587-8940-d9230cb1526e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6769357 Aug 29 04:25:45.256295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:45.265411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'subnet': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:45.293224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6aebe969-de69-44fb-ab30-b15975ac6425 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:45.293570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6aebe969-de69-44fb-ab30-b15975ac6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.336527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce50a6f4-5e08-41ec-9420-33b533695cdc req-0aac1c05-1965-4e20-ba77-7c732642c9f7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134220 Aug 29 04:25:45.461572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Allocated IP 172.25.3.146 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/a3eb9069-0485-4fef-a61b-d5808e8358e4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:45.712758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:45.718451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.926071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55584ab8-fbca-429d-87a3-10296b4caedc tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.927109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c8fdbcf-5441-4a99-a10b-b2e621896c43 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:45.928654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c8fdbcf-5441-4a99-a10b-b2e621896c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:45.930746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55584ab8-fbca-429d-87a3-10296b4caedc tempest-MeteringTestJSON-1544891849 tempest-MeteringTestJSON-1544891849-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/88762e4f-d396-4f88-bf81-1d3ae738cb4d HTTP/1.1" status: 204 len: 168 time: 1.4683328 Aug 29 04:25:46.100510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.190039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e72de-0c3d-4d94-9771-ab387c7534b9 req-64efe0f0-8db1-4e9a-9bb4-b7793c82e8d5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.204063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b3e72de-0c3d-4d94-9771-ab387c7534b9 req-64efe0f0-8db1-4e9a-9bb4-b7793c82e8d5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.3332996 Aug 29 04:25:46.349146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b3e72de-0c3d-4d94-9771-ab387c7534b9 req-2f80a93c-0e2a-4cde-bb6b-237f30075fd7 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436827 Aug 29 04:25:46.350566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6c843ff4-da27-40ed-a685-62222a8268ba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:46.373184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.456873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6c843ff4-da27-40ed-a685-62222a8268ba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:46.535097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.757954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4190efcb-004b-4697-9dcf-a616cea61dc7 None None] Network cb7973a0-93c0-445f-80d3-cea5033b0643 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:46.792210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6fe8-852b-46c0-a348-a63ce8333eed req-78f3bc50-a115-4971-bceb-2b027b958c58 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:46.794255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84af6fe8-852b-46c0-a348-a63ce8333eed req-78f3bc50-a115-4971-bceb-2b027b958c58 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2809000 Aug 29 04:25:46.875450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:46.892523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Provisioning for port 6c843ff4-da27-40ed-a685-62222a8268ba completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:46.899966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Provisioning complete for port 6c843ff4-da27-40ed-a685-62222a8268ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:46.900736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.905936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.988793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-891adc07-80a4-4ce6-968c-c09baddde275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:46.995067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:47.004040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:47.012595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:47.048733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Pushing event updated for resources: {'Port': ['ID=a3eb9069-0485-4fef-a61b-d5808e8358e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.073975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84af6fe8-852b-46c0-a348-a63ce8333eed req-dd61ecb5-3747-4216-8f60-eec93b8a1d89 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620070 Aug 29 04:25:47.121138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.139938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Deleting subnet 040189db-ef74-4051-a59a-cb47ad623294 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:47.152843 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.171098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] For port 6c843ff4-da27-40ed-a685-62222a8268ba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6c843ff4-da27-40ed-a685-62222a8268ba,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:47.179060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.246281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e90bc-7bbd-4b30-b403-a7ccafcedccd None None] Pushing event updated for resources: {'Port': ['ID=6c843ff4-da27-40ed-a685-62222a8268ba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:47.255857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-c15bb342-ad04-40f7-80f8-87cc8eded0f9 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.257444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-c15bb342-ad04-40f7-80f8-87cc8eded0f9 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.50 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.2472610 Aug 29 04:25:47.301211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.315207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87c4cf-4306-44c0-9c67-d78f015b1262 req-06951696-982b-4ffa-b045-28d113e37d7b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:47.327248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd87c4cf-4306-44c0-9c67-d78f015b1262 req-06951696-982b-4ffa-b045-28d113e37d7b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.2980542 Aug 29 04:25:47.350528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:25:47.459718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Router 11b07fe0-607e-4644-b948-c2239263cc87 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:47.506361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a20f7b08-5e1a-41aa-ad55-6461e532f356 None None] Provisioning complete for port 6c843ff4-da27-40ed-a685-62222a8268ba triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:47.506952 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a20f7b08-5e1a-41aa-ad55-6461e532f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.691380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.711263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.779915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.842920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd87c4cf-4306-44c0-9c67-d78f015b1262 req-7be7dac9-d148-489d-a3f5-cdf6573256fe tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146289 Aug 29 04:25:47.887005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Deleting port 6609cdbb-714d-4353-a976-a4daec6b0835 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:47.887345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:47.900117 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.043115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040189db-ef74-4051-a59a-cb47ad623294,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.050998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.055193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5f0f5184-fdd5-4455-9fc0-0723d226e427 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/040189db-ef74-4051-a59a-cb47ad623294 HTTP/1.1" status: 204 len: 168 time: 1.1522307 Aug 29 04:25:48.056462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.076412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6f5f1-1ced-40a8-9c90-79bf7d6d6619 req-806e1dcf-0b67-450b-ad79-6b983728fe27 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.086025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cf6f5f1-1ced-40a8-9c90-79bf7d6d6619 req-806e1dcf-0b67-450b-ad79-6b983728fe27 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.5966427 Aug 29 04:25:48.189992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:48.207033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.228702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6c843ff4-da27-40ed-a685-62222a8268ba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:48.246466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-891adc07-80a4-4ce6-968c-c09baddde275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.284711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.301619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-891adc07-80a4-4ce6-968c-c09baddde275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.309306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6c843ff4-da27-40ed-a685-62222a8268ba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:48.309947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.396648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891adc07-80a4-4ce6-968c-c09baddde275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4410b3b-68b2-40f6-b24a-0b25affef70c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.400409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:48.411060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] Sync routers for ids ['11b07fe0-607e-4644-b948-c2239263cc87'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:48.436923 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] Routers {'11b07fe0-607e-4644-b948-c2239263cc87'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:48.441108 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['11b07fe0-607e-4644-b948-c2239263cc87'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:48.448595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.452541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1051a9c6-45fa-41d0-88f5-7eaa2b27e516 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0778031 Aug 29 04:25:48.460147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.475090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cf6f5f1-1ced-40a8-9c90-79bf7d6d6619 req-8a61011d-79ef-4eae-a965-08e3534d0627 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880970 Aug 29 04:25:48.515574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.519139 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:48.526630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.529752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.533573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] Routers {'11b07fe0-607e-4644-b948-c2239263cc87'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:48.534430 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['11b07fe0-607e-4644-b948-c2239263cc87'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:48.537259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-891adc07-80a4-4ce6-968c-c09baddde275 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ef3d67b08f648388ab2c2174c7e1a03&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0009668 Aug 29 04:25:48.551549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.577375 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:48.578528 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca740-7908-4461-804c-21bd24ad55cd None None] The sync data for ids ['11b07fe0-607e-4644-b948-c2239263cc87'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:48.641425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] For port 6609cdbb-714d-4353-a976-a4daec6b0835, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6609cdbb-714d-4353-a976-a4daec6b0835,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:48.641820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.669255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:48.687256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:48.690468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.691087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.706608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7111c2-f5a5-4444-bded-6ae89b3635dc None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:48.735624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Subnet': ['ID=67b822e4-3299-4553-8d6e-c23462bcb61b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.747036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Router 808b7c4e-a098-4b35-8616-7a5f6f767736 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:25:48.760971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5032139 Aug 29 04:25:48.761666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:48.771336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Request body: {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'mac_address': 'fa:16:3e:d9:3d:69', 'name': 'tempest-NetworksTestDHCPv6-51798241'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:48.776993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:48.794663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906acfd3-493c-4222-a0f4-484fe668416b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=9']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:48.827790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ad5ff-bae0-4dd1-b422-56c41366aff1 req-d2da6db6-0448-4179-9933-5c1f5dcabc25 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:48.836344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a2ad5ff-bae0-4dd1-b422-56c41366aff1 req-d2da6db6-0448-4179-9933-5c1f5dcabc25 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.5432849 Aug 29 04:25:48.922313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.117224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.119727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:49.128182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.132156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.134429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4410b3b-68b2-40f6-b24a-0b25affef70c HTTP/1.1" status: 204 len: 168 time: 0.5286839 Aug 29 04:25:49.154961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c67418-08a0-4d14-bdd0-fb8437d13c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4410b3b-68b2-40f6-b24a-0b25affef70c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:49.156637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.176147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9f4b9f0b-ff50-4a4a-b620-a32da253d174 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/11b07fe0-607e-4644-b948-c2239263cc87 HTTP/1.1" status: 200 len: 924 time: 0.7059550 Aug 29 04:25:49.180954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.190073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a2ad5ff-bae0-4dd1-b422-56c41366aff1 req-37475404-f26e-4713-b52f-e5273cf50ac6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528419 Aug 29 04:25:49.209547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Sync routers for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:49.222815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Made reservation on behalf of 4c4c87434c444d1eaedacb2d7fa65668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:49.240789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.244793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e564539-ae57-4f8b-bc4a-fc5e0d19839b tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=11b07fe0-607e-4644-b948-c2239263cc87 HTTP/1.1" status: 200 len: 205 time: 0.0535781 Aug 29 04:25:49.245615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.245822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0eddcffc-cdf8-4be4-bb2e-d637281bde9a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2252851 Aug 29 04:25:49.247550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcdb8e2-4532-4648-a473-1a9dc3120540') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.247856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcdb8e2-4532-4648-a473-1a9dc3120540') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.271781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.286934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:49.288901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:49.616350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Update dhcp port {'port': {'network_id': 'e4ca6562-0c52-408c-9eb9-91fe5da6a815', 'fixed_ips': [{'subnet_id': '67b822e4-3299-4553-8d6e-c23462bcb61b', 'ip_address': '2001:db8:0:1:f816:3eff:fed8:f654'}, {'subnet_id': '77e6af51-967c-4ca6-a0aa-4fa6479b2538'}], 'binding:host_id': 'n-d-712139-13'}, 'id': 'd551faec-fc8f-4875-95ec-65b904b83baf'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:25:49.684801 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.746801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:49.823439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:49.850427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.862517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa59e3dc-b299-4a49-8140-5a4d3d7ec9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.864915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee194-9c65-4c8a-a29c-e6e450a6ef33 req-b28b1753-d071-43ac-a6fd-94199beffb09 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:49.867405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e3ee194-9c65-4c8a-a29c-e6e450a6ef33 req-b28b1753-d071-43ac-a6fd-94199beffb09 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.8716004 Aug 29 04:25:49.978572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:49.996098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.022307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:25:50.022969 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.026025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.026676 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.027157 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Floating IP f640cc94-bc91-4ad6-83cc-d838d8a2b976 disassociated. External IP: 172.25.3.41, port: 6609cdbb-714d-4353-a976-a4daec6b0835. Aug 29 04:25:50.027812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Calling delete_port for 6609cdbb-714d-4353-a976-a4daec6b0835 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:25:50.037580 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:25:50.089827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa59e3dc-b299-4a49-8140-5a4d3d7ec9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.139427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e3ee194-9c65-4c8a-a29c-e6e450a6ef33 req-abf606a6-dd25-4d02-973f-bf87d1da2908 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566650 Aug 29 04:25:50.162700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa59e3dc-b299-4a49-8140-5a4d3d7ec9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.220359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.224329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Allocated IP 2001:db8::2 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/77e6af51-967c-4ca6-a0aa-4fa6479b2538/d551faec-fc8f-4875-95ec-65b904b83baf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:50.232749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce6ad5-5e83-469e-83a3-62ba53c28368 req-30a36414-ab47-4de7-9a3e-1ed9802a3df5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.246209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81ce6ad5-5e83-469e-83a3-62ba53c28368 req-30a36414-ab47-4de7-9a3e-1ed9802a3df5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 945 time: 0.3980401 Aug 29 04:25:50.298584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.318499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.326771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] 10.222.0.62 "DELETE /v2.0/networks/702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30 HTTP/1.1" status: 204 len: 168 time: 2.2622712 Aug 29 04:25:50.372286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41264f3-0f54-4644-8425-b9040f3df075 admin admin] Pushing event deleted for resources: {'Network': ['ID=702b49bb-f5e8-43b5-8cf6-8c0ddd42bd30,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:50.438137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:50.469750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81ce6ad5-5e83-469e-83a3-62ba53c28368 req-009c3771-179e-4eb3-90a5-39604ad9aa79 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups?id=5783414e-ba2c-45d9-a3a8-9de52b68d853&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234263 Aug 29 04:25:50.482901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:50.565411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4bea-9d6b-41d8-aed1-8f03da468d85 req-0e3f0e1b-2d55-4fd1-ac59-f65d325962a0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:50.575036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35ac4bea-9d6b-41d8-aed1-8f03da468d85 req-0e3f0e1b-2d55-4fd1-ac59-f65d325962a0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.2414110 Aug 29 04:25:50.623880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.645214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.651094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:50.651746 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.707502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Transition to ACTIVE for port object d551faec-fc8f-4875-95ec-65b904b83baf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:50.711553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:50.738603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.775095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Port d551faec-fc8f-4875-95ec-65b904b83baf had new provisioning blocks added so it will not transition to active. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 29 04:25:50.813894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] device_id is not set on port c6d37d40-af4d-4ef6-bd5a-69011679284c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:25:50.818228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 3, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:50.843478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e3dc-b299-4a49-8140-5a4d3d7ec9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834d22d-a4c7-4ceb-b019-b92d586a3094,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:50.850368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.855288 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa59e3dc-b299-4a49-8140-5a4d3d7ec9c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b36b307aa6146c293e34275f7576c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0236022 Aug 29 04:25:50.875419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:50.903760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Checking router: 808b7c4e-a098-4b35-8616-7a5f6f767736 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:50.904162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Updating router 808b7c4e-a098-4b35-8616-7a5f6f767736 port a3eb9069-0485-4fef-a61b-d5808e8358e4 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:25:50.911237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35ac4bea-9d6b-41d8-aed1-8f03da468d85 req-8873a4a5-ab49-4209-9249-cec5d1cdbca7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350432 Aug 29 04:25:50.913167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:50.927492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:51.047144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c200c1-aa96-4c31-a801-3a817ff0b203 None None] Pushing event updated for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.058072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.082128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-56a02abc-4f53-45d7-af72-680df0ed9bc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=172a6aba14824f58b180899694019f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215827 Aug 29 04:25:51.091000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:51.166156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:51.186113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event deleted for resources: {'Port': ['ID=6609cdbb-714d-4353-a976-a4daec6b0835,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:51.216709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6609cdbb-714d-4353-a976-a4daec6b0835 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:51.296669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 6609cdbb-714d-4353-a976-a4daec6b0835 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:51.304104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6609cdbb-714d-4353-a976-a4daec6b0835 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:51.306194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'port_id': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'mac_address': 'fa:16:3e:02:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884b44d-5a8f-4ef1-be51-1796d27688e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:25:51.501061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port 96d91d70-2772-42f7-a537-a385787bfc54 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:51.503005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.525160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8::56 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/77e6af51-967c-4ca6-a0aa-4fa6479b2538/c6d37d40-af4d-4ef6-bd5a-69011679284c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:51.545527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:3d69 (e4ca6562-0c52-408c-9eb9-91fe5da6a815/67b822e4-3299-4553-8d6e-c23462bcb61b/c6d37d40-af4d-4ef6-bd5a-69011679284c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:51.743041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.796705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4f8b-7a08-4621-8bed-aed1df290e71 req-59e7f021-a8ee-47dd-a1d7-2bf03a284e39 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:51.806986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-254e4f8b-7a08-4621-8bed-aed1df290e71 req-59e7f021-a8ee-47dd-a1d7-2bf03a284e39 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 946 time: 0.4678903 Aug 29 04:25:51.817821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Router 47a7122d-35c0-4385-9749-5e437ee1cb63 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:51.818793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.828957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for 96d91d70-2772-42f7-a537-a385787bfc54 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:51.844978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:51.889431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.890183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:51.893045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.909831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Transition to ACTIVE for port object a3eb9069-0485-4fef-a61b-d5808e8358e4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:51.915245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.968221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:51.976334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c316e65d-9c7f-4078-8ac1-fbf862cb12e5 req-d2fcb53f-888e-4001-aeae-e902a8e57366 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.3542688 Aug 29 04:25:51.998628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.014557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-254e4f8b-7a08-4621-8bed-aed1df290e71 req-03f82709-150b-4f86-a471-92e10b4ddc75 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066712 Aug 29 04:25:52.018385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.022630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.092411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.116289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.121334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.128790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c285c0e-6753-489a-aee9-59ec10d1e389 HTTP/1.1" status: 204 len: 168 time: 1.0308092 Aug 29 04:25:52.128951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.207714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45045651-958a-4339-960a-bfb68f43cf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c285c0e-6753-489a-aee9-59ec10d1e389,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.217198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.247264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Attempting to bind port a3eb9069-0485-4fef-a61b-d5808e8358e4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:25:52.247570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Attempting to bind port a3eb9069-0485-4fef-a61b-d5808e8358e4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:25:52.247962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Attempting to bind port a3eb9069-0485-4fef-a61b-d5808e8358e4 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:25:52.269717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:52.293880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['4b47f899-8e17-470b-81d3-a26b4e4ad382'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:25:52.380110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Transition to ACTIVE for port object c6d37d40-af4d-4ef6-bd5a-69011679284c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:52.383783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.386363 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.403110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b834d22d-a4c7-4ceb-b019-b92d586a3094 HTTP/1.1" status: 204 len: 168 time: 1.5248389 Aug 29 04:25:52.452088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d89183-e2cb-4677-a1ca-6f86056668f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834d22d-a4c7-4ceb-b019-b92d586a3094,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.457506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:52.495037 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Sync routers for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:52.513446 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:52.514235 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:52.587671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49146be3-51f4-49ad-a70b-629e3d8655c2 req-49f899fe-5556-46b0-a173-7d7f81ed3cc7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.606440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49146be3-51f4-49ad-a70b-629e3d8655c2 req-49f899fe-5556-46b0-a173-7d7f81ed3cc7 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.5083365 Aug 29 04:25:52.609497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:25:52.609875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:25:52.610269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.610702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:25:52.611202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Bound port: a3eb9069-0485-4fef-a61b-d5808e8358e4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:25:52.611586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.635434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.707547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] For port a3eb9069-0485-4fef-a61b-d5808e8358e4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:25:52.710550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:52.713252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] For port a3eb9069-0485-4fef-a61b-d5808e8358e4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a3eb9069-0485-4fef-a61b-d5808e8358e4,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:25:52.719067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-214206cd-7cfc-4b41-9471-ce8977f78f05 None None] Provisioning for port d551faec-fc8f-4875-95ec-65b904b83baf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:52.724769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa559235-0bed-4c58-b736-4fb80c201f68 None None] Pushing event updated for resources: {'Port': ['ID=a3eb9069-0485-4fef-a61b-d5808e8358e4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.738679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Allocated IP 172.20.0.1 (cb7973a0-93c0-445f-80d3-cea5033b0643/de83ea66-af0a-4a47-abcd-a92c959d89b4/7b8e80b4-ac27-41e3-abbb-c42923e50806) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:52.740541 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.745157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:52.751006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] No DVR routers for this DVR port 6609cdbb-714d-4353-a976-a4daec6b0835 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:52.758766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.764323 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:52.765504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed49bf1e-b3a3-400f-9550-3e7b630022d6 req-84c5c21c-b358-41cc-be80-643af03c591e tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.50 "DELETE /v2.0/ports/6609cdbb-714d-4353-a976-a4daec6b0835 HTTP/1.1" status: 204 len: 173 time: 5.4927061 Aug 29 04:25:52.778630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:52.790422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:52.792108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:52.793517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:52.804394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'name': 'network-vif-deleted', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:52.812007 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc8f096-a6d1-4a6b-b0bc-3138022dbb0b" -d '{"events": [{"server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "name": "network-vif-deleted", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:52.868624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event updated for resources: {'Port': ['ID=c6d37d40-af4d-4ef6-bd5a-69011679284c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:52.912461 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-956335b7-ddec-492a-9fb9-02490349bf72 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.1460259 Aug 29 04:25:52.914946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:52.957738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49146be3-51f4-49ad-a70b-629e3d8655c2 req-a01f2041-0ea8-4243-b589-5c05d3bd72c5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425155 Aug 29 04:25:52.992221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-214206cd-7cfc-4b41-9471-ce8977f78f05 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:52.992858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-214206cd-7cfc-4b41-9471-ce8977f78f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.177182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e24b37-0851-4fde-ac6c-4222e025daaf req-9c2d07a0-c43a-490c-ac5e-b45ce676f022 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:53.177182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55e24b37-0851-4fde-ac6c-4222e025daaf req-9c2d07a0-c43a-490c-ac5e-b45ce676f022 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.5399642 Aug 29 04:25:53.202665 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c54850b-45b7-4bc7-86b7-a59dc4f415fe x-openstack-request-id: req-6c54850b-45b7-4bc7-86b7-a59dc4f415fe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:53.203014 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f517b4e2-0edf-4f45-b7d9-84108927b5b1", "name": "network-vif-deleted", "tag": "6609cdbb-714d-4353-a976-a4daec6b0835", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:53.203274 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c54850b-45b7-4bc7-86b7-a59dc4f415fe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:53.203732 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f517b4e2-0edf-4f45-b7d9-84108927b5b1', 'name': 'network-vif-deleted', 'tag': '6609cdbb-714d-4353-a976-a4daec6b0835', 'status': 'completed', 'code': 200} Aug 29 04:25:53.242148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.319724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=96d91d70-2772-42f7-a537-a385787bfc54,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.355404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82568bd2-f537-40fa-9b45-9c61de1c6fa7 req-5290e8b8-b011-408a-a824-4303d157e664 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.0517180 Aug 29 04:25:53.449071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55e24b37-0851-4fde-ac6c-4222e025daaf req-97f63107-2e7d-4e9c-adef-b22d48327525 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777565 Aug 29 04:25:53.533443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.571050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Transition to ACTIVE for port object 7b8e80b4-ac27-41e3-abbb-c42923e50806 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:25:53.603079 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.613986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.635349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:53.639131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.662365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Checking router: 47a7122d-35c0-4385-9749-5e437ee1cb63 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:25:53.676700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.681002 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:53.682681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting port c6d37d40-af4d-4ef6-bd5a-69011679284c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:53.683095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:53.683643 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:53.800915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:53.843159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Network cb7973a0-93c0-445f-80d3-cea5033b0643 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:53.855095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:53.863616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:25:53.965297 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:53.988395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.195331 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.233743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Calling delete_port for c6d37d40-af4d-4ef6-bd5a-69011679284c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:54.408198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:54.420523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-f694efe2-47ce-4faa-8413-18bb74fe2eff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.8071308 Aug 29 04:25:54.482583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.541921 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:54.637722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa559235-0bed-4c58-b736-4fb80c201f68 None None] Pushing event updated for resources: {'Port': ['ID=a3eb9069-0485-4fef-a61b-d5808e8358e4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:54.642743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.662444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:54.662946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.689747 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b822e22d-e846-44fd-a5b9-e84a89e7924d None None] The sync data for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 is: [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:23:05Z', 'revision_number': 4, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '62c45a5b-48f6-47e6-a0e2-e8594068e535', 'name': '', 'network_id': 'b3942438-4145-4cb8-88ee-236d8775276b', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'mac_address': 'fa:16:3e:86:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:23:01Z', 'updated_at': '2021-08-29T04:23:26Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'subnets': [{'id': '3b9b1de4-c5af-41d2-9a76-d38544c73983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:54.715695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-51525aaf-64d7-4012-9aec-9f140ac1af24 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:54.718454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-51525aaf-64d7-4012-9aec-9f140ac1af24 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.4323051 Aug 29 04:25:54.862156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.952658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Deleting port 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:54.953166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:54.958716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.018654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.147403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-4e92bf40-c320-4631-b3f8-0ac786a03dd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=572ed371c8334817b69761ce2e336ea8&device_id=f517b4e2-0edf-4f45-b7d9-84108927b5b1 HTTP/1.1" status: 200 len: 210 time: 0.5024152 Aug 29 04:25:55.156891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Port': ['ID=c6d37d40-af4d-4ef6-bd5a-69011679284c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.256166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:55.256781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.352026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Calling delete_port for 4b47f899-8e17-470b-81d3-a26b4e4ad382 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:25:55.410061 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.425947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc847de-fe49-44d6-8443-ee306a18e62e req-7d286674-fd0d-4aa4-8abb-4fac7eaff484 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.439084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fc847de-fe49-44d6-8443-ee306a18e62e req-7d286674-fd0d-4aa4-8abb-4fac7eaff484 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 945 time: 0.5597527 Aug 29 04:25:55.452158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.452879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router 11b07fe0-607e-4644-b948-c2239263cc87 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:25:55.484580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.501781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5631371b-e24b-402b-aaff-adc6c37e3f4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/c6d37d40-af4d-4ef6-bd5a-69011679284c HTTP/1.1" status: 204 len: 168 time: 2.5786307 Aug 29 04:25:55.506989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:25:55.518609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916bbae-1ea9-4777-973e-e501fc835d6d req-8fe332a8-1c93-4744-816d-003938baa36f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:55.534872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4b47f899-8e17-470b-81d3-a26b4e4ad382, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4b47f899-8e17-470b-81d3-a26b4e4ad382,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:55.535652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1916bbae-1ea9-4777-973e-e501fc835d6d req-8fe332a8-1c93-4744-816d-003938baa36f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 1.0723324 Aug 29 04:25:55.536656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac8040-d136-42e7-a91a-14fc9562696b None None] New status for floating IP f640cc94-bc91-4ad6-83cc-d838d8a2b976: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:25:55.540869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.581114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.582525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-939e845c-c343-4a0f-a615-d5f3806b17fa tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/11b07fe0-607e-4644-b948-c2239263cc87 HTTP/1.1" status: 204 len: 168 time: 6.3018141 Aug 29 04:25:55.604391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:55.615651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2076918285', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:55.662064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-213129092-network', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:55.722006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.740961 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.744993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.769360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:25:55.769360 n-d-712139-13 neutron-server[94826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:25:55.769360 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id': '24f3ac2df53445fe9a314522dc948526', 'id': 'f9e95a85-5fda-4d24-88a0-1fbbd1739715', 'expiration': datetime.datetime(2021, 8, 29, 4, 27, 55, 731114)}] Aug 29 04:25:55.769360 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:25:55.770680 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:25:55.860093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:55.864366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.926621 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.944545 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:55.953921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:55.978891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.032820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 3, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:56.076271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30e1fc-d72e-40b7-8dcc-c1dd069149b3 None None] The sync data for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 is: [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:47Z', 'revision_number': 3, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:25:56.093858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1a1b1c7-c9f6-4171-96f4-662931fb101e None None] Provisioning for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:56.117314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1a1b1c7-c9f6-4171-96f4-662931fb101e None None] Provisioning complete for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:56.117523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b1a1b1c7-c9f6-4171-96f4-662931fb101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.154054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fc847de-fe49-44d6-8443-ee306a18e62e req-91278ee8-8f16-424b-8c91-471ba5edce10 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136390 Aug 29 04:25:56.201063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1b1c7-c9f6-4171-96f4-662931fb101e None None] Port 7b8e80b4-ac27-41e3-abbb-c42923e50806 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:56.211709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b1a1b1c7-c9f6-4171-96f4-662931fb101e None None] Could not find standard attr ID for object c6d37d40-af4d-4ef6-bd5a-69011679284c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:25:56.253395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.255461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1916bbae-1ea9-4777-973e-e501fc835d6d req-a3b8c160-4275-4c30-9ef4-7626c335e259 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186973 Aug 29 04:25:56.272555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.273473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51271e-03af-440a-8173-a4394a1acd92 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.285588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d51271e-03af-440a-8173-a4394a1acd92 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7003531 Aug 29 04:25:56.286926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-a4d97035-3699-4a62-bc41-04366d037d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.288448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-a4d97035-3699-4a62-bc41-04366d037d2a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=572ed371c8334817b69761ce2e336ea8&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0977037 Aug 29 04:25:56.288951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:56.469341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event deleted for resources: {'Port': ['ID=4b47f899-8e17-470b-81d3-a26b4e4ad382,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:56.751985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:25:56.770035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] No DVR routers for this DVR port 4b47f899-8e17-470b-81d3-a26b4e4ad382 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:25:56.773325 n-d-712139-13 neutron-server[94828]: INFO neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No ports have port_id starting with 4b47f899-8e17-470b-81d3-a26b4e4ad382 Aug 29 04:25:56.801022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 requested by agent hyperv_n-h2-712139-13 not found in database {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 29 04:25:56.827422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.830448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e6bbe339-0fe6-4822-9f5f-176a6edc7899 req-d8b335ea-fd22-4a62-9bac-4b48828b89ff tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.54 "DELETE /v2.0/ports/4b47f899-8e17-470b-81d3-a26b4e4ad382 HTTP/1.1" status: 204 len: 173 time: 2.1015120 Aug 29 04:25:56.832109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'name': 'network-vif-deleted', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:25:56.842538 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b1099-d2d1-455b-b8f2-4f701429ce83" -d '{"events": [{"server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "name": "network-vif-deleted", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:25:56.851608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Network cb7973a0-93c0-445f-80d3-cea5033b0643 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:25:56.869982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:25:56.875745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:56.984270 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a43cdba-d362-4e31-94bf-abff6a03b42e x-openstack-request-id: req-6a43cdba-d362-4e31-94bf-abff6a03b42e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:25:56.987838 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7399ca17-086f-4aef-aea7-9f6581f2ef9f", "name": "network-vif-deleted", "tag": "4b47f899-8e17-470b-81d3-a26b4e4ad382", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:25:56.988301 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a43cdba-d362-4e31-94bf-abff6a03b42e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:25:56.989156 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7399ca17-086f-4aef-aea7-9f6581f2ef9f', 'name': 'network-vif-deleted', 'tag': '4b47f899-8e17-470b-81d3-a26b4e4ad382', 'status': 'completed', 'code': 200} Aug 29 04:25:56.990145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-845f70cd-3c09-45c1-b242-710c8c0b0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:56.993339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed345f39-fc59-4040-9d9a-8272eee8ef54 req-845f70cd-3c09-45c1-b242-710c8c0b0377 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6797888 Aug 29 04:25:57.039099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ebb80-78ea-40ee-b015-cc0f5d4c68c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.044193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-488ebb80-78ea-40ee-b015-cc0f5d4c68c8 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7539983 Aug 29 04:25:57.044884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:57.161324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3bfe6-5997-4e27-ab25-9faf4ebe5132 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.170002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3bfe6-5997-4e27-ab25-9faf4ebe5132 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.172115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3bfe6-5997-4e27-ab25-9faf4ebe5132 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.174345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ea3bfe6-5997-4e27-ab25-9faf4ebe5132 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1214528 Aug 29 04:25:57.177273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:57.321934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.360017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.361263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68b81150-e166-4a66-bd2c-a96ba5e641fb None None] Provisioning complete for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:57.363003 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68b81150-e166-4a66-bd2c-a96ba5e641fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.370001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 67b822e4-3299-4553-8d6e-c23462bcb61b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:57.380819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.402825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Router 808b7c4e-a098-4b35-8616-7a5f6f767736 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:25:57.414801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.467403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68b81150-e166-4a66-bd2c-a96ba5e641fb None None] Port 7b8e80b4-ac27-41e3-abbb-c42923e50806 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:25:57.475500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:57.484828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.485909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.553307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75799874-0fa5-400d-a939-becf256977be req-64f2109c-a061-460f-ba4d-bbf83eaa2ed3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7399ca17-086f-4aef-aea7-9f6581f2ef9f HTTP/1.1" status: 200 len: 210 time: 0.1615477 Aug 29 04:25:57.580115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.641010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:57.649539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.687334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:57.752316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.753155 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Added segment ee7a6f62-cf6a-41df-bbd5-923881e40352 of type vlan for network 2df54ab5-f532-4caa-89df-0e11d06e1c92 Aug 29 04:25:57.808950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7b8f-5063-4912-a6e9-8712b6b1a21f req-23e67171-2548-4351-b83f-03dbb55d8025 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:57.810527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbbe7b8f-5063-4912-a6e9-8712b6b1a21f req-23e67171-2548-4351-b83f-03dbb55d8025 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3357942 Aug 29 04:25:57.921814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.951584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.968417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-684c947e-f485-4515-ae9b-023517a6df87 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:57.975665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.978372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:57.981802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "DELETE /v2.0/security-groups/5783414e-ba2c-45d9-a3a8-9de52b68d853 HTTP/1.1" status: 204 len: 168 time: 1.7160554 Aug 29 04:25:57.994296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.058188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.088869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:25:58.142161 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ca119b6f-0850-424e-8b77-49a95d4575b5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] show failed (client error): The resource could not be found. Aug 29 04:25:58.143279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ca119b6f-0850-424e-8b77-49a95d4575b5 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "GET /v2.0/security-groups/5783414e-ba2c-45d9-a3a8-9de52b68d853 HTTP/1.1" status: 404 len: 347 time: 0.1471963 Aug 29 04:25:58.168264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.169028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1c85e-13d2-454c-9504-e970f07eb533 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783414e-ba2c-45d9-a3a8-9de52b68d853,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.169720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a3eb9069-0485-4fef-a61b-d5808e8358e4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:25:58.177813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:25:58.199904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9870eeb0-37d9-4630-9dbc-a2179fff0c6d admin admin] 10.222.0.62 "PUT /v2.0/routers/808b7c4e-a098-4b35-8616-7a5f6f767736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9227388 Aug 29 04:25:58.202993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.205012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:58.207066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.211435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbbe7b8f-5063-4912-a6e9-8712b6b1a21f req-94952e23-0e49-4d81-a371-c4debed54b7b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786652 Aug 29 04:25:58.286615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2640541 Aug 29 04:25:58.298321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.318306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a3eb9069-0485-4fef-a61b-d5808e8358e4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:25:58.328553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a3eb9069-0485-4fef-a61b-d5808e8358e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:25:58.332173 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.355271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Request body: {'subnet': {'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-213129092-subnet', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:58.382539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7832053-9e31-4b67-a489-139536549376 admin admin] Pushing event updated for resources: {'Network': ['ID=2df54ab5-f532-4caa-89df-0e11d06e1c92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.403148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:25:58.493498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-684c947e-f485-4515-ae9b-023517a6df87 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "PUT /v2.0/quotas/928c3c8a4bb1444b879339eab4ce0ab4 HTTP/1.1" status: 200 len: 368 time: 0.8009849 Aug 29 04:25:58.512673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:58.515267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.549422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.601641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Request body: {'network': {'project_id': '928c3c8a4bb1444b879339eab4ce0ab4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:25:58.703415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.705948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Made reservation on behalf of 928c3c8a4bb1444b879339eab4ce0ab4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:25:58.710718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.737300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.764200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.771559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:25:58.782029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a3eb9069-0485-4fef-a61b-d5808e8358e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a3eb9069-0485-4fef-a61b-d5808e8358e4,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:25:58.801593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.817473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.822268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 4b47f899-8e17-470b-81d3-a26b4e4ad382 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:25:58.822546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4b47f899-8e17-470b-81d3-a26b4e4ad382 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:25:58.858391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.951537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=67b822e4-3299-4553-8d6e-c23462bcb61b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.953822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a3eb9069-0485-4fef-a61b-d5808e8358e4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:58.959047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:58.964551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35c25d5f-3637-4e80-9c6a-073378077a7f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/67b822e4-3299-4553-8d6e-c23462bcb61b HTTP/1.1" status: 204 len: 168 time: 1.7852507 Aug 29 04:25:58.970379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:25:58.983327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f98204-1dfc-4ac0-9649-50445290a26c None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:25:59.096840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Deleting subnet 77e6af51-967c-4ca6-a0aa-4fa6479b2538 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:25:59.103478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Deleting port eb9e20a3-1c07-49f0-aba1-22b72a2c1570 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:25:59.104163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.128986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.161211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.170490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.228375 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Sync routers for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:25:59.265592 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:25:59.267990 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:25:59.362015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 172.25.3.230 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/d2c43c92-f0b5-4590-8d65-6c2b2c95506e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:25:59.565487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:25:59.581143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.596851 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:25:59.622139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a0810-ad45-4f2c-b76e-e6608427036d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:25:59.645941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.646625 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Added segment 8261b273-a01a-4ee4-94f3-4c2b8ee99d77 of type vlan for network 60540443-0fd6-4a67-8c64-26a750b55a3a Aug 29 04:25:59.669253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.766163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.779586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.855775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.858268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:25:59.859654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.949415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:25:59.952152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.031641 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4803472 Aug 29 04:26:00.038977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:00.051510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Request body: {'network': {'project_id': '928c3c8a4bb1444b879339eab4ce0ab4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:00.082579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event updated for resources: {'Network': ['ID=60540443-0fd6-4a67-8c64-26a750b55a3a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.091174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:00.109340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.109979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.110570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.111072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.111583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.112103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.112646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.113152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.113641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.114289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.114834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.115324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128ffe9-fdc9-4af9-9b2e-3ec637d410ac tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:00.128433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:00.130904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 60540443-0fd6-4a67-8c64-26a750b55a3a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:00.134241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.139872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-8a6d4959-ea33-4e00-89a4-16edde017af4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:00.142486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-8a6d4959-ea33-4e00-89a4-16edde017af4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 0.8793693 Aug 29 04:26:00.143587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.147024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:00.205663 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 2, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:00.270597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.271026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.293356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Calling delete_port for eb9e20a3-1c07-49f0-aba1-22b72a2c1570 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:00.326187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Checking router: 808b7c4e-a098-4b35-8616-7a5f6f767736 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:00.326796 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Updating router 808b7c4e-a098-4b35-8616-7a5f6f767736 port 7b8e80b4-ac27-41e3-abbb-c42923e50806 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:00.382874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a3eb9069-0485-4fef-a61b-d5808e8358e4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:00.436186 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.592942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc036f4-8c6a-4805-9b4c-024bfe2d1416,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.600669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a3eb9069-0485-4fef-a61b-d5808e8358e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:00.601298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.612348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.731423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.740346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/77e6af51-967c-4ca6-a0aa-4fa6479b2538 HTTP/1.1" status: 204 len: 168 time: 1.7508664 Aug 29 04:26:00.741129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.774404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:00.804223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8f9f-ebda-4bf9-a3ee-f2ea250f4cbe tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Subnet': ['ID=77e6af51-967c-4ca6-a0aa-4fa6479b2538,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:00.867590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Made reservation on behalf of 928c3c8a4bb1444b879339eab4ce0ab4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:00.878498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:00.908277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac023a-49f8-4621-ad76-5931c7889696 None None] Network e4ca6562-0c52-408c-9eb9-91fe5da6a815 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:00.974568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-efe27b8b-2cb0-4536-9223-9f24eef00849 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/quotas/e0b4964929e94115929d7bc960e519ec HTTP/1.1" status: 200 len: 375 time: 0.3867671 Aug 29 04:26:00.983120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Pushing event deleted for resources: {'Port': ['ID=eb9e20a3-1c07-49f0-aba1-22b72a2c1570,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:01.109913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3c38faa7-cbdc-44d6-b294-9f0109fe40a7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606693 Aug 29 04:26:01.138195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f8a5-5983-4f9a-9a66-d27234918ab1 req-5cb10026-1d3b-40a9-9baa-cfb6eab60338 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.140138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3208f8a5-5983-4f9a-9a66-d27234918ab1 req-5cb10026-1d3b-40a9-9baa-cfb6eab60338 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 1.6912770 Aug 29 04:26:01.143338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.222106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84bdb47a-2cfa-4b6d-88c4-21bd41d90530 None None] Provisioning complete for port d551faec-fc8f-4875-95ec-65b904b83baf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:01.223992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84bdb47a-2cfa-4b6d-88c4-21bd41d90530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.456680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:01.481302 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.489505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] DHCP port deletion for e4ca6562-0c52-408c-9eb9-91fe5da6a815 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:01.513339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.517567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.518720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.519492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-16640386-06b1-42c4-bcb0-235b22fed6a6 tempest-ServersTestManualDisk-1741511495 tempest-ServersTestManualDisk-1741511495-project] 10.222.0.62 "DELETE /v2.0/floatingips/f640cc94-bc91-4ad6-83cc-d838d8a2b976 HTTP/1.1" status: 204 len: 168 time: 3.3052895 Aug 29 04:26:01.524896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34084) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.526380 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Transition to ACTIVE for port object 7b8e80b4-ac27-41e3-abbb-c42923e50806 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:01.532761 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Added segment b735b707-9648-406a-9015-bb2d35ece6de of type vlan for network 65c0a069-56ff-4d24-82e9-d20e958bcff2 Aug 29 04:26:01.545481 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.551468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:01.552201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Network hostable DHCP agents. Network: 2df54ab5-f532-4caa-89df-0e11d06e1c92, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:01.624189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Deleting port d551faec-fc8f-4875-95ec-65b904b83baf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:01.624767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.665942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7166cf-379f-4978-ad50-c656c2159f56 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:01.685962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d7166cf-379f-4978-ad50-c656c2159f56 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5359979 Aug 29 04:26:01.696481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-d7b37fe8-7032-45ce-83c5-487cb2cb90da tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6159537 Aug 29 04:26:01.702146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:01.755912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.756566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] For port d551faec-fc8f-4875-95ec-65b904b83baf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d551faec-fc8f-4875-95ec-65b904b83baf,segment=NetworkSegment(69aeadec-fff0-4750-9c27-b1538001926e),segment_id=69aeadec-fff0-4750-9c27-b1538001926e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:01.759342 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.778979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3208f8a5-5983-4f9a-9a66-d27234918ab1 req-b4f2d4e6-73a0-441d-9471-26262af84244 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186237 Aug 29 04:26:01.796041 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Attempting to bind port 7b8e80b4-ac27-41e3-abbb-c42923e50806 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:01.796445 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Attempting to bind port 7b8e80b4-ac27-41e3-abbb-c42923e50806 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:01.796632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.796936 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Attempting to bind port 7b8e80b4-ac27-41e3-abbb-c42923e50806 on network cb7973a0-93c0-445f-80d3-cea5033b0643 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:01.829993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Calling delete_port for d551faec-fc8f-4875-95ec-65b904b83baf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:01.831798 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:01.832689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Checking segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:01.836623 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.837424 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Bound using segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:01.838247 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Bound port: 7b8e80b4-ac27-41e3-abbb-c42923e50806, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:01.838886 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:01.955615 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Pushing event updated for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.051150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.051491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.063235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.076868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.076868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.077220 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.077567 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.083885 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.085648 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.087570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.087912 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.088274 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.088611 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:02.094479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-3ea12ead-578e-4668-ba7b-17fb39d06088 service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751445 Aug 29 04:26:02.127161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.131689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.133375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.221227 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] For port 7b8e80b4-ac27-41e3-abbb-c42923e50806, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:02.228591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] No DVR routers for this DVR port d551faec-fc8f-4875-95ec-65b904b83baf on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:02.238630 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] For port 7b8e80b4-ac27-41e3-abbb-c42923e50806, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7b8e80b4-ac27-41e3-abbb-c42923e50806,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:02.252312 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.271895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:02.310161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bf0b4-d44b-45e3-b7d3-54b3e13e37f9 None None] Pushing event deleted for resources: {'Port': ['ID=d551faec-fc8f-4875-95ec-65b904b83baf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.315814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d551faec-fc8f-4875-95ec-65b904b83baf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:02.317146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d551faec-fc8f-4875-95ec-65b904b83baf not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:02.370743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3204727 Aug 29 04:26:02.385153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.387475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8c666ad-c092-4a5b-8989-d85f2613200a tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Request body: {'network': {'project_id': '928c3c8a4bb1444b879339eab4ce0ab4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:02.393820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2feb9f-3dfb-4bf6-9ec6-4c63cefe19e4 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event updated for resources: {'Network': ['ID=65c0a069-56ff-4d24-82e9-d20e958bcff2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.409018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.418099 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c666ad-c092-4a5b-8989-d85f2613200a tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:26:02.418099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c666ad-c092-4a5b-8989-d85f2613200a tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:02.418099 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8c666ad-c092-4a5b-8989-d85f2613200a tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0299728 Aug 29 04:26:02.418646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.449024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 65c0a069-56ff-4d24-82e9-d20e958bcff2 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:02.449411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:02.453883 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f07a-fb71-40de-bf2a-9681656e4282 None None] Pushing event updated for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:02.488882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39c432-559a-42d1-8156-95d4bf86df51 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.491423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a39c432-559a-42d1-8156-95d4bf86df51 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7813137 Aug 29 04:26:02.494341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.497662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2df54ab5-f532-4caa-89df-0e11d06e1c92) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:02.502370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-0857e7e3-d8ae-42bf-908c-b6e8c50f4a00 service neutron] 10.222.0.62 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687322 Aug 29 04:26:02.525317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:02.526112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.527084 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:02.530257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:02.567494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-082f3e49-3aa5-4539-80be-6d5b9185562f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716879 Aug 29 04:26:02.587072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.681337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43b7f8-62f8-4149-b64d-8a36cfe7e0ee None None] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:02.683909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3239053c-0ade-4203-a88e-94740a33849a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3329539 Aug 29 04:26:02.699401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.708773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:02.750141 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c7caf71-83aa-4593-a968-2838965bd429 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=928c3c8a4bb1444b879339eab4ce0ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224020 Aug 29 04:26:02.751755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.755392 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-859b30b5-c66b-4ff2-925c-4dee6ff05ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:02.756138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859b30b5-c66b-4ff2-925c-4dee6ff05ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:02.766560 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-859b30b5-c66b-4ff2-925c-4dee6ff05ce4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/c6d37d40-af4d-4ef6-bd5a-69011679284c HTTP/1.1" status: 404 len: 333 time: 0.1782053 Aug 29 04:26:02.783958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:02.874924 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.876100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:02.940725 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c8cb7f-bac5-4e37-86b4-f1c232de52e3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:02.941062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c8cb7f-bac5-4e37-86b4-f1c232de52e3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:02.947643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-18c8cb7f-bac5-4e37-86b4-f1c232de52e3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/67b822e4-3299-4553-8d6e-c23462bcb61b HTTP/1.1" status: 404 len: 337 time: 0.1484535 Aug 29 04:26:02.964139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34106) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.000150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:03.082570 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-96390440-1121-4f88-b060-d61e3f9e56f0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:03.083047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96390440-1121-4f88-b060-d61e3f9e56f0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:03.096004 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96390440-1121-4f88-b060-d61e3f9e56f0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/77e6af51-967c-4ca6-a0aa-4fa6479b2538 HTTP/1.1" status: 404 len: 337 time: 0.1237950 Aug 29 04:26:03.108090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.140223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2df54ab5-f532-4caa-89df-0e11d06e1c92', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:03.141127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.168241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.193290 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c687fff-f0aa-4459-8405-a8d98927c0c2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:03.194522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c687fff-f0aa-4459-8405-a8d98927c0c2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:03.201108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c687fff-f0aa-4459-8405-a8d98927c0c2 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d2939e06-ba6b-47c2-b240-4e0595842198 HTTP/1.1" status: 404 len: 333 time: 0.0842545 Aug 29 04:26:03.218437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.295393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.390129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.411001 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfb8e51-ca8d-4d99-b554-92083db4ecb1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:03.411456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfb8e51-ca8d-4d99-b554-92083db4ecb1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:03.415768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-edfb8e51-ca8d-4d99-b554-92083db4ecb1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/c95f3610-0654-4045-925e-6208c1c07263 HTTP/1.1" status: 404 len: 337 time: 0.1227903 Aug 29 04:26:03.425014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7316eed-ffd8-45d2-9aa8-2661b3825220 req-89774405-1453-4257-8faa-8d81093c2b6b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.1171069 Aug 29 04:26:03.493406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.535539 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ecf81-f564-4c19-80a1-23d4d2c93135 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:03.536229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4ecf81-f564-4c19-80a1-23d4d2c93135 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:03.540309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0f4ecf81-f564-4c19-80a1-23d4d2c93135 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f58a4e1a-4e80-4751-af74-2f10e1b06f58 HTTP/1.1" status: 404 len: 337 time: 0.0397637 Aug 29 04:26:03.545148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.546097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34122) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.548371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.549430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Allocated IP 172.20.0.2 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/22861fa0-f940-4841-a894-6461202e472e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:03.552912 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc6a0810-ad45-4f2c-b76e-e6608427036d HTTP/1.1" status: 204 len: 168 time: 0.7850575 Aug 29 04:26:03.553618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:03.661059 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:02Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:03.736490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be965-2b8d-4a8a-8c60-61fdda817bb9 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a0810-ad45-4f2c-b76e-e6608427036d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:03.777522 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d543e1a-7c16-407c-88b2-87e5b565948c None None] The sync data for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 is: [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:02Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:03.819247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:03.890250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.948272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:03.979728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Transition to ACTIVE for port object 22861fa0-f940-4841-a894-6461202e472e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:04.027419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Transition to ACTIVE for port object 22861fa0-f940-4841-a894-6461202e472e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:04.043874 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.170450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Pushing event updated for resources: {'Port': ['ID=22861fa0-f940-4841-a894-6461202e472e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:04.221623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:04.234771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:04.253582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:04.398656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7b8e80b4-ac27-41e3-abbb-c42923e50806 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:04.420296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:04.566039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Sync routers for ids ['c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:04.745176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Routers {'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:04.746241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:04.750162 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5641a7b1-7340-451b-a6ca-6d586f0f02b3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:04.752903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5641a7b1-7340-451b-a6ca-6d586f0f02b3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:04.755778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5641a7b1-7340-451b-a6ca-6d586f0f02b3 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/1821ecd5-b1a2-4afa-9949-c5e4b1b13889 HTTP/1.1" status: 404 len: 333 time: 1.2086153 Aug 29 04:26:04.756015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Attempting to bind port 22861fa0-f940-4841-a894-6461202e472e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:04.756775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Attempting to bind port 22861fa0-f940-4841-a894-6461202e472e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:04.757555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Attempting to bind port 22861fa0-f940-4841-a894-6461202e472e on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:04.769722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:04.808341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d0ba-a94e-4a3d-bd41-cd8c7fdb9085 req-38e6dc2b-3ad0-4ed2-aaba-9187ab4ad43e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:04.811426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3305d0ba-a94e-4a3d-bd41-cd8c7fdb9085 req-38e6dc2b-3ad0-4ed2-aaba-9187ab4ad43e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 1.8230472 Aug 29 04:26:04.817785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.836303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.838512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0541df74-ee82-48b4-aa06-dab3291b9aa0 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.2328556 Aug 29 04:26:04.932535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e253cc6-e6e5-4ecf-a27b-228de60e2734 req-f468476e-2fdb-4bb8-9abd-d228a07a02c2 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.2137396 Aug 29 04:26:04.940366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:04.952427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.973315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:04.985212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:04.986071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.986704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:04.987470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Bound port: 22861fa0-f940-4841-a894-6461202e472e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:04.988163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:04.997216 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeb233c-1544-4371-b742-14183a4f821f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:04.999431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfeb233c-1544-4371-b742-14183a4f821f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.003859 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bfeb233c-1544-4371-b742-14183a4f821f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/2d16f6cd-7c7a-4c32-a4c3-461d8b0a3605 HTTP/1.1" status: 404 len: 337 time: 0.2306552 Aug 29 04:26:05.008849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.037400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c0a069-56ff-4d24-82e9-d20e958bcff2']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.156865 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e99aadd-d2ba-4a7d-ab80-0fd702b45e4f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.160728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e99aadd-d2ba-4a7d-ab80-0fd702b45e4f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.168254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e99aadd-d2ba-4a7d-ab80-0fd702b45e4f tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/1946c88e-0821-4b47-b351-159514fdf0a0 HTTP/1.1" status: 404 len: 337 time: 0.1493382 Aug 29 04:26:05.170324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.186235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b735b707-9648-406a-9015-bb2d35ece6de') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.195273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b735b707-9648-406a-9015-bb2d35ece6de') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:05.311301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.327667 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8d5937-95fb-47f7-afb4-0f753a03b01a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.328379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8d5937-95fb-47f7-afb4-0f753a03b01a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.332230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec8d5937-95fb-47f7-afb4-0f753a03b01a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/bb7f870d-ab63-4568-a27d-021701c7d507 HTTP/1.1" status: 404 len: 333 time: 0.1540420 Aug 29 04:26:05.336613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.373270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Set router c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:05.395058 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-757884cb-9379-4027-a8af-fd9ae294006b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.395785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757884cb-9379-4027-a8af-fd9ae294006b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.399689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-757884cb-9379-4027-a8af-fd9ae294006b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/a9e5f3b1-6151-480d-b3eb-3f21a58900b6 HTTP/1.1" status: 404 len: 337 time: 0.0573266 Aug 29 04:26:05.401628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.405015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.436741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3305d0ba-a94e-4a3d-bd41-cd8c7fdb9085 req-e2970a08-a43e-4fba-95fc-67ad83f01b02 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744851 Aug 29 04:26:05.515325 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ceb4648-fec6-4885-8f37-78c9de6cad96 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.516763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ceb4648-fec6-4885-8f37-78c9de6cad96 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.528865 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ceb4648-fec6-4885-8f37-78c9de6cad96 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b7e99a05-8c5e-46bf-9bad-40f0b911eb9b HTTP/1.1" status: 404 len: 337 time: 0.1201921 Aug 29 04:26:05.535551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.567161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:05.572064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.595676 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:05.602150 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:05.726630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:05.752961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23134d9a-7bb4-4a3c-b153-a69674fdb924 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 HTTP/1.1" status: 200 len: 909 time: 0.7448955 Aug 29 04:26:05.756567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.761453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2076918285', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': True}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:05.772962 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec025f4-3cb6-401c-af92-eab4a1f58d7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.773302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] For port 22861fa0-f940-4841-a894-6461202e472e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:05.773964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec025f4-3cb6-401c-af92-eab4a1f58d7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.775882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ec025f4-3cb6-401c-af92-eab4a1f58d7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/abe8dfd4-86ce-41bd-963e-c3bbbdfaf395 HTTP/1.1" status: 404 len: 333 time: 0.2373326 Aug 29 04:26:05.779333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] For port 22861fa0-f940-4841-a894-6461202e472e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=22861fa0-f940-4841-a894-6461202e472e,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:05.780953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:05.781349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.790144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.790703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.820324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.829788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.831669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.862142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.870957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "DELETE /v2.0/networks/65c0a069-56ff-4d24-82e9-d20e958bcff2 HTTP/1.1" status: 204 len: 168 time: 2.3095324 Aug 29 04:26:05.872701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611413c2-6fc5-47c4-b333-c5362d0bcbb1 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event deleted for resources: {'Network': ['ID=65c0a069-56ff-4d24-82e9-d20e958bcff2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.877044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.893574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:05.897479 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcd2824-9b3d-4b65-8915-cb9ff2bb95f9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:05.897966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcd2824-9b3d-4b65-8915-cb9ff2bb95f9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:05.903813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4dcd2824-9b3d-4b65-8915-cb9ff2bb95f9 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/e8d0e242-1f3d-408c-be56-3e51643770b8 HTTP/1.1" status: 404 len: 337 time: 0.1094747 Aug 29 04:26:05.906606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:05.970027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6d127-a690-4aed-b120-aa663b74a15b None None] Pushing event updated for resources: {'Port': ['ID=22861fa0-f940-4841-a894-6461202e472e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:05.983846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.105525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.127392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60540443-0fd6-4a67-8c64-26a750b55a3a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.149508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8261b273-a01a-4ee4-94f3-4c2b8ee99d77') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.149796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8261b273-a01a-4ee4-94f3-4c2b8ee99d77') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.177811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.212156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.224462 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ca67f-de81-4b87-a508-07005b30b94b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:06.226408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36ca67f-de81-4b87-a508-07005b30b94b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:06.231108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:06.232236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.232711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f36ca67f-de81-4b87-a508-07005b30b94b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/439172a1-bfc6-45ab-b2d9-e0aba034ccc0 HTTP/1.1" status: 404 len: 333 time: 0.3210509 Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:06.236577 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:06.241182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.393654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': False}, 'gw_port_id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 3, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port': {'id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:58Z', 'updated_at': '2021-08-29T04:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:06.529088 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7cac8a-5a09-4a2b-b04e-a6f3b88d5321 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:06.529871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7cac8a-5a09-4a2b-b04e-a6f3b88d5321 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:06.531540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b7cac8a-5a09-4a2b-b04e-a6f3b88d5321 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/7f4798b8-79db-4cc0-aa9b-c11fabafcc52 HTTP/1.1" status: 404 len: 337 time: 0.2902150 Aug 29 04:26:06.536211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.544241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Checking router: c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:06.544698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Updating router c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 port d2c43c92-f0b5-4590-8d65-6c2b2c95506e binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:06.610335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.621548 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1254d93e-2859-44eb-bb84-1efd87a39c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:06.622612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1254d93e-2859-44eb-bb84-1efd87a39c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:06.627734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1254d93e-2859-44eb-bb84-1efd87a39c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/8fc04a2e-1241-49a5-b161-025d58961fb3 HTTP/1.1" status: 404 len: 333 time: 0.0847912 Aug 29 04:26:06.631142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.643815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.657566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] 10.222.0.62 "DELETE /v2.0/networks/60540443-0fd6-4a67-8c64-26a750b55a3a HTTP/1.1" status: 204 len: 168 time: 0.7757740 Aug 29 04:26:06.657566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.705250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80b062f4-15cc-4581-a07c-dfcf8ac98dc7 req-7d6b3bf5-052b-4dcf-80fa-ff5a97e0401d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.4876573 Aug 29 04:26:06.741235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 7b8e80b4-ac27-41e3-abbb-c42923e50806, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7b8e80b4-ac27-41e3-abbb-c42923e50806,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:06.744132 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.748024 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5564f0-b072-4374-85d3-d911cefe540a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:06.748264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5564f0-b072-4374-85d3-d911cefe540a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:06.752939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ab5564f0-b072-4374-85d3-d911cefe540a tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/97d7b942-ba24-41f5-86d4-4f42e4d5677e HTTP/1.1" status: 404 len: 337 time: 0.0890520 Aug 29 04:26:06.758074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:06.801881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.947437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc984-7ff2-4ecb-bdfd-906b18f75b07 tempest-QuotasNegativeTest-1736764707 tempest-QuotasNegativeTest-1736764707-project-admin] Pushing event deleted for resources: {'Network': ['ID=60540443-0fd6-4a67-8c64-26a750b55a3a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:06.954308 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab853c-3952-4a15-9bed-587b0bad341c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:06.955088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab853c-3952-4a15-9bed-587b0bad341c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:06.956957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75ab853c-3952-4a15-9bed-587b0bad341c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/f02544fb-189f-4f9e-b940-bf840bb4b9c5 HTTP/1.1" status: 404 len: 333 time: 0.1527338 Aug 29 04:26:06.966033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:06.990423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 22861fa0-f940-4841-a894-6461202e472e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:07.021716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.043684 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-52186dee-9963-41e6-b130-37ae98bc132c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.044637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52186dee-9963-41e6-b130-37ae98bc132c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.053655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.055679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-52186dee-9963-41e6-b130-37ae98bc132c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f329e01c-86e0-4f29-9ee2-60260f81609c HTTP/1.1" status: 404 len: 337 time: 0.0795248 Aug 29 04:26:07.067644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-2e4846cf-6bcd-42ae-80ce-af1d8fbfdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.072364 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-2e4846cf-6bcd-42ae-80ce-af1d8fbfdc3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 1097 time: 0.5745015 Aug 29 04:26:07.079368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.226396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.339544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-c628ca80-24f5-4b7e-b68e-ae3203c4cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.346300 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-c628ca80-24f5-4b7e-b68e-ae3203c4cb04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.2578604 Aug 29 04:26:07.395530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca038f4e-5de7-4a0c-901e-9049cee7e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.426741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 22861fa0-f940-4841-a894-6461202e472e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:07.474867 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a53ba0d-4368-4231-9f64-17c8681fea4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.475607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a53ba0d-4368-4231-9f64-17c8681fea4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.481363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a53ba0d-4368-4231-9f64-17c8681fea4e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/e4907758-4757-4643-9ca3-23ddbbd1a95e HTTP/1.1" status: 404 len: 333 time: 0.4244018 Aug 29 04:26:07.497592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.522369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-cc8e0a12-192f-467b-81a9-c97132ff60aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 200 len: 217 time: 0.1648953 Aug 29 04:26:07.582587 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d993f45-65c7-43eb-bd51-e8889974ee29 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.584161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d993f45-65c7-43eb-bd51-e8889974ee29 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.586438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0d993f45-65c7-43eb-bd51-e8889974ee29 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/9d715488-187a-4f96-9234-059ef3577aff HTTP/1.1" status: 404 len: 337 time: 0.0877967 Aug 29 04:26:07.612925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.661607 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad52101-18f3-43c2-bd19-de24cb853539 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.662570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad52101-18f3-43c2-bd19-de24cb853539 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.665373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fad52101-18f3-43c2-bd19-de24cb853539 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/95160d6d-b31f-451f-a6b5-a7b5ca2a8e72 HTTP/1.1" status: 404 len: 333 time: 0.0483055 Aug 29 04:26:07.670594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.682383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.711892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Transition to ACTIVE for port object d2c43c92-f0b5-4590-8d65-6c2b2c95506e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:07.715355 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-23646826-d5a3-4834-8af2-1d8392e83c05 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.716165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23646826-d5a3-4834-8af2-1d8392e83c05 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.718353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23646826-d5a3-4834-8af2-1d8392e83c05 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/c73b648f-02e5-4c68-b295-0a8d21c13f09 HTTP/1.1" status: 404 len: 337 time: 0.0465047 Aug 29 04:26:07.721350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-850e1d48-3f92-4a30-bafd-f8be210bfe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.723005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-850e1d48-3f92-4a30-bafd-f8be210bfe90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.1569552 Aug 29 04:26:07.723658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.727424 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.761579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b052-37db-457c-9817-2a8e67059595 req-f6c1a4aa-295c-4cdc-8dc7-a7498a0f8a62 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:07.765705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36b7b052-37db-457c-9817-2a8e67059595 req-f6c1a4aa-295c-4cdc-8dc7-a7498a0f8a62 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.8841374 Aug 29 04:26:07.807997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Attempting to bind port d2c43c92-f0b5-4590-8d65-6c2b2c95506e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:07.808450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Attempting to bind port d2c43c92-f0b5-4590-8d65-6c2b2c95506e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:07.808768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Attempting to bind port d2c43c92-f0b5-4590-8d65-6c2b2c95506e on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:07.816022 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72316f8-1166-4177-bb05-b947eaef7d0b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.817069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72316f8-1166-4177-bb05-b947eaef7d0b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.817584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:07.818200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:07.818923 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e72316f8-1166-4177-bb05-b947eaef7d0b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/76c6495b-6a75-49d7-b996-7ee034c8b215 HTTP/1.1" status: 404 len: 337 time: 0.0941265 Aug 29 04:26:07.821616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.822010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.822180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:07.822664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Bound port: d2c43c92-f0b5-4590-8d65-6c2b2c95506e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:07.823066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:07.825572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-445e867e-90b6-4b26-8c78-a669c0656673 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907285 Aug 29 04:26:07.873797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.909200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578666f6-1dbe-44be-a388-0393ba68ac24 None None] Pushing event updated for resources: {'Port': ['ID=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:07.933914 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-10eb35f4-61f7-48c5-9ef3-fa3adfe07e00 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:07.934693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10eb35f4-61f7-48c5-9ef3-fa3adfe07e00 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:07.936809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-10eb35f4-61f7-48c5-9ef3-fa3adfe07e00 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/9e3799d2-49eb-4627-a043-b86583499278 HTTP/1.1" status: 404 len: 333 time: 0.1102581 Aug 29 04:26:07.948736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] For port d2c43c92-f0b5-4590-8d65-6c2b2c95506e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:07.956431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:07.956683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] For port d2c43c92-f0b5-4590-8d65-6c2b2c95506e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:07.964078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.053591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578666f6-1dbe-44be-a388-0393ba68ac24 None None] Pushing event updated for resources: {'Port': ['ID=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:08.104711 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1047ba07-dbe0-4ddf-8280-8ebf07ba82f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.106641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1047ba07-dbe0-4ddf-8280-8ebf07ba82f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.108212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Routers {'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:08.108949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.110637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1047ba07-dbe0-4ddf-8280-8ebf07ba82f1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f089f97e-22f9-4280-9f91-9b8be39a28ac HTTP/1.1" status: 404 len: 337 time: 0.1545119 Aug 29 04:26:08.114864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.187158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-984c3e89-9a13-4d0c-aa2c-f53faa4f8a8a req-5dfdf4cd-8b36-4230-bae8-404d75ca054e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.1670091 Aug 29 04:26:08.191810 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d903322-9757-4b51-b6ea-38b370a81ff1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.192541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d903322-9757-4b51-b6ea-38b370a81ff1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.198599 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d903322-9757-4b51-b6ea-38b370a81ff1 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/f6ef59f9-bc5c-472a-90d6-091989dfbe39 HTTP/1.1" status: 404 len: 337 time: 0.0678558 Aug 29 04:26:08.206623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.218168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f01d8086-bf31-49b3-9cea-466a58bfd0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.240036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8766dd-aa80-4073-9a64-b71203e56ac3 None None] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:08.264959 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bff9a9-9db3-4f1b-84fe-bee3d8e2c984 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.265709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bff9a9-9db3-4f1b-84fe-bee3d8e2c984 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.267913 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86bff9a9-9db3-4f1b-84fe-bee3d8e2c984 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/17fa979d-37ae-49bd-9ec8-56b3605bcbeb HTTP/1.1" status: 404 len: 333 time: 0.0600779 Aug 29 04:26:08.272571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36b7b052-37db-457c-9817-2a8e67059595 req-e731c777-699a-4152-8253-d408451cd449 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883049 Aug 29 04:26:08.274419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.287810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-b1f7c95c-bd54-4d5c-a192-eaef7b28bccf tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:08.298131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-b1f7c95c-bd54-4d5c-a192-eaef7b28bccf tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.50 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 822 time: 1.8545117 Aug 29 04:26:08.345118 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fd2bae-afae-43fb-8cba-64031805ceab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.345805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fd2bae-afae-43fb-8cba-64031805ceab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.352789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37fd2bae-afae-43fb-8cba-64031805ceab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/0ba0ec79-3a0f-4823-a68c-839d9be2dab5 HTTP/1.1" status: 404 len: 337 time: 0.0731492 Aug 29 04:26:08.357700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Provisioning for port 22861fa0-f940-4841-a894-6461202e472e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:08.361550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.362069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] Set router c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:08.362288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Request body: {'port': {'device_id': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'admin_state_up': True, 'tenant_id': 'e0b4964929e94115929d7bc960e519ec'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:08.405324 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-db450bf6-bbc2-4b9b-901e-5d3774ff83d4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.405860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db450bf6-bbc2-4b9b-901e-5d3774ff83d4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.412766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-db450bf6-bbc2-4b9b-901e-5d3774ff83d4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/24493d5d-2c3d-4a16-85e8-80b987ade675 HTTP/1.1" status: 404 len: 337 time: 0.0444982 Aug 29 04:26:08.412766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-6e9a52f6-367c-4edd-95c0-79648e91f3c5 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673470 Aug 29 04:26:08.414947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.437870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Provisioning complete for port 22861fa0-f940-4841-a894-6461202e472e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:08.438828 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.448540 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-94236278-524e-4e8d-95f3-e6b3fcbd2cc7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.449357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94236278-524e-4e8d-95f3-e6b3fcbd2cc7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.456795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94236278-524e-4e8d-95f3-e6b3fcbd2cc7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/2318c881-66fc-4b7a-b9a2-39d0aa249dde HTTP/1.1" status: 404 len: 333 time: 0.0358133 Aug 29 04:26:08.457083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.459406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.491600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.653731 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b199c7f9-cad3-4513-869a-53c5a4a9453e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.654649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b199c7f9-cad3-4513-869a-53c5a4a9453e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.662822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b199c7f9-cad3-4513-869a-53c5a4a9453e tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/6baa636b-c927-47bf-a89a-bfad413310f2 HTTP/1.1" status: 404 len: 337 time: 0.1946952 Aug 29 04:26:08.667178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.676568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Allocated IP 172.25.3.59 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/81c72fd0-5c26-4031-bdbc-efbe899b34cc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:08.736798 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b3fd9a-8629-4254-8a2f-04c8f47c605c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:08.737394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b3fd9a-8629-4254-8a2f-04c8f47c605c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:08.739731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4b3fd9a-8629-4254-8a2f-04c8f47c605c tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/5926ff13-73b9-42a6-9593-7b8e22168500 HTTP/1.1" status: 404 len: 337 time: 0.0576761 Aug 29 04:26:08.747052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.865328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:08.870076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7efbdb6f-f162-43d7-91f0-7d5628c683fc tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports?device_id=df97a158-9e4b-493f-b2d2-612ca0e1cd71 HTTP/1.1" status: 200 len: 205 time: 0.1213696 Aug 29 04:26:08.874105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:08.913157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] For port 22861fa0-f940-4841-a894-6461202e472e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=22861fa0-f940-4841-a894-6461202e472e,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:08.921297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': False}, 'gw_port_id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 3, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port': {'id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:58Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:08.922079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b56a96b-8252-4dc3-8ce0-fe6a8b5d686f req-d79b2731-cafc-4d61-8f26-4fa5aebaa321 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583108 Aug 29 04:26:08.963219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bd30-8abf-4f79-82fd-e4864f0d2464 None None] The sync data for ids ['c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9'] in n-d-712139-13 is: [{'id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': False}, 'gw_port_id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:57Z', 'updated_at': '2021-08-29T04:26:01Z', 'revision_number': 3, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port': {'id': 'd2c43c92-f0b5-4590-8d65-6c2b2c95506e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:58Z', 'updated_at': '2021-08-29T04:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:08.965160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7b8e80b4-ac27-41e3-abbb-c42923e50806 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:08.967425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.041516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.100802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf4cfc-b4ae-4ce7-a2a9-e48cb44613da None None] Pushing event updated for resources: {'Port': ['ID=22861fa0-f940-4841-a894-6461202e472e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.155194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7b8e80b4-ac27-41e3-abbb-c42923e50806 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:09.155569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.171767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.300461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.510135 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e5ebcd06-3066-4ac4-ad8b-933688f5b438 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] delete failed (client error): The resource could not be found. Aug 29 04:26:09.511398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e5ebcd06-3066-4ac4-ad8b-933688f5b438 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/routers/df97a158-9e4b-493f-b2d2-612ca0e1cd71 HTTP/1.1" status: 404 len: 336 time: 0.6163824 Aug 29 04:26:09.534122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.578330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b74da9d-a5da-4acc-8456-77cbb9e3ccfd req-bfc57994-40da-48ff-85d6-e1597765d1d0 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.1946318 Aug 29 04:26:09.598661 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0965af1-03f9-4f64-8924-04e0d59b73fb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:09.599129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0965af1-03f9-4f64-8924-04e0d59b73fb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:09.603419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0965af1-03f9-4f64-8924-04e0d59b73fb tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/d1c9603c-f964-4ce4-a93d-247ececed110 HTTP/1.1" status: 404 len: 337 time: 0.0659254 Aug 29 04:26:09.603661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.631305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f6f3286-e47b-4471-baac-cce40c59e911 None None] Provisioning complete for port 22861fa0-f940-4841-a894-6461202e472e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:09.632785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3286-e47b-4471-baac-cce40c59e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.652088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-257a72e2-76d5-47ac-b9c8-bb1c4eb0b3c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "GET /v2.0/ports?device_id=813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 HTTP/1.1" status: 200 len: 205 time: 0.0472169 Aug 29 04:26:09.652351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Deleting port 62c45a5b-48f6-47e6-a0e2-e8594068e535 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:09.652491 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.654231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f01d8086-bf31-49b3-9cea-466a58bfd0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.655189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.664831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f01d8086-bf31-49b3-9cea-466a58bfd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.748360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f01d8086-bf31-49b3-9cea-466a58bfd0b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd5ec8d6983c4e569ab19f3cfbd6fc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8420870 Aug 29 04:26:09.749221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.765138 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-28532a36-a374-4708-a89e-3cc90914beb7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] delete failed (client error): The resource could not be found. Aug 29 04:26:09.771595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28532a36-a374-4708-a89e-3cc90914beb7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/routers/813acc92-e4ad-4c8e-931e-bd99f6c8fdf2 HTTP/1.1" status: 404 len: 336 time: 0.1095386 Aug 29 04:26:09.773823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.793028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Made reservation on behalf of e0b4964929e94115929d7bc960e519ec for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:09.796735 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.799322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.803034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d8086-bf31-49b3-9cea-466a58bfd0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea62c8-0f58-4911-9755-224e2c1dee4f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:09.808218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162f4d-d959-4efe-9816-5efc66d9e0f6 req-9c096851-c938-4eba-89a1-685775e63068 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:09.809780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc162f4d-d959-4efe-9816-5efc66d9e0f6 req-9c096851-c938-4eba-89a1-685775e63068 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 945 time: 0.3556147 Aug 29 04:26:09.840955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.871184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.937039 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-46341272-9721-43f7-ad35-4f72f1b1b886 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:09.937790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46341272-9721-43f7-ad35-4f72f1b1b886 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:09.941544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-46341272-9721-43f7-ad35-4f72f1b1b886 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/acc09b8c-2b53-43ef-bbcb-205e645d2273 HTTP/1.1" status: 404 len: 337 time: 0.1624825 Aug 29 04:26:09.945420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:09.987409 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bf3f35-dd0b-4bff-a0c3-05ed2ada0eec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:09.988390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bf3f35-dd0b-4bff-a0c3-05ed2ada0eec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:09.990693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1bf3f35-dd0b-4bff-a0c3-05ed2ada0eec tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/495fc638-181c-48e7-9be8-a4d4319400c4 HTTP/1.1" status: 404 len: 337 time: 0.0437748 Aug 29 04:26:09.992678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:09.995531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.000646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ceea62c8-0f58-4911-9755-224e2c1dee4f HTTP/1.1" status: 204 len: 168 time: 0.2477376 Aug 29 04:26:10.003199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.021856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478a2a-cbda-4575-b9a6-2d08ff8a071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea62c8-0f58-4911-9755-224e2c1dee4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.044337 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8173d5-0115-473f-9081-cae9eb002c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.045082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8173d5-0115-473f-9081-cae9eb002c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.051320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b8173d5-0115-473f-9081-cae9eb002c7b tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/bc77f399-087e-4824-a78e-e605580f6125 HTTP/1.1" status: 404 len: 333 time: 0.0421360 Aug 29 04:26:10.052206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34260) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.089168 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d66187-20a6-45fb-9f5a-de26b221fbab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.089637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d66187-20a6-45fb-9f5a-de26b221fbab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.093885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c0d66187-20a6-45fb-9f5a-de26b221fbab tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b70ac922-0f70-4e04-8861-9995b5715c69 HTTP/1.1" status: 404 len: 337 time: 0.0383043 Aug 29 04:26:10.094205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.143519 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2da47c1-d31e-4454-9005-60420493d269 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.144129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2da47c1-d31e-4454-9005-60420493d269 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.146433 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2da47c1-d31e-4454-9005-60420493d269 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d8a85d0c-a1ad-40d6-9846-41c6b2835faf HTTP/1.1" status: 404 len: 333 time: 0.0493200 Aug 29 04:26:10.150720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.208361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.214491 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-02048042-ff5b-43ec-a424-e16ecf0d53e4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.214491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02048042-ff5b-43ec-a424-e16ecf0d53e4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.218205 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-02048042-ff5b-43ec-a424-e16ecf0d53e4 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/bf0c1ece-d015-438a-ae55-64942df39b7d HTTP/1.1" status: 404 len: 337 time: 0.0649889 Aug 29 04:26:10.220152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.262653 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33df8d1-aaf5-4227-9b4d-990dfade80c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.263437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33df8d1-aaf5-4227-9b4d-990dfade80c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.268004 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d33df8d1-aaf5-4227-9b4d-990dfade80c7 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/72bdf468-5de1-49be-8ed9-6342ea8e6e9f HTTP/1.1" status: 404 len: 333 time: 0.0441453 Aug 29 04:26:10.270078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.348079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b523defb-eb4d-4393-8599-49f20067d1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.351759 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daca3c7-ab41-463b-878a-b7e8a4974515 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.352270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daca3c7-ab41-463b-878a-b7e8a4974515 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.354069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5daca3c7-ab41-463b-878a-b7e8a4974515 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b5bb97dd-da1a-45ce-9977-d98c096d7e7b HTTP/1.1" status: 404 len: 337 time: 0.0827456 Aug 29 04:26:10.364931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34274) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.417014 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cce5090-21cf-4770-8405-0172830adae0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.418864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cce5090-21cf-4770-8405-0172830adae0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.427419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1cce5090-21cf-4770-8405-0172830adae0 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/3c53df2f-cb47-48c3-9d92-bd4b6893cb91 HTTP/1.1" status: 404 len: 333 time: 0.0577991 Aug 29 04:26:10.427419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.466148 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacc97c1-5760-43af-80c9-44ca84d98d74 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.466838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacc97c1-5760-43af-80c9-44ca84d98d74 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.471691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eacc97c1-5760-43af-80c9-44ca84d98d74 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/8e627e50-a15e-4aae-99ca-72c0430fb7e3 HTTP/1.1" status: 404 len: 337 time: 0.0400586 Aug 29 04:26:10.472276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34278) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.484644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:10.523848 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea888d5c-428e-45dd-b035-b58fc8e2c415 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.524673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea888d5c-428e-45dd-b035-b58fc8e2c415 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.529370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ea888d5c-428e-45dd-b035-b58fc8e2c415 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/9e55c7e3-4ce1-449d-83d7-9fb7674686c0 HTTP/1.1" status: 404 len: 333 time: 0.0533440 Aug 29 04:26:10.529651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.535075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:10.537082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Pushing event updated for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:10.552094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:10.576029 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-451581bb-eb46-427f-9d2c-e17470bf8e15 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.576595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451581bb-eb46-427f-9d2c-e17470bf8e15 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.579211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-451581bb-eb46-427f-9d2c-e17470bf8e15 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/eec8813a-867e-4f69-b9d7-8f69e9b27d43 HTTP/1.1" status: 404 len: 337 time: 0.0475607 Aug 29 04:26:10.581884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.609381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.623602 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3919693f-1114-4188-b2cd-47f71c858d3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.624455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3919693f-1114-4188-b2cd-47f71c858d3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.626425 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3919693f-1114-4188-b2cd-47f71c858d3d tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/d11b4579-4c9d-4914-b3bf-5c93a759f706 HTTP/1.1" status: 404 len: 333 time: 0.0429189 Aug 29 04:26:10.634062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.643820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-1f63-43e6-8078-939109f680ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.675696 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e168425-0eb2-499d-82de-5de8543f4841 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.676896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e168425-0eb2-499d-82de-5de8543f4841 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.678810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e168425-0eb2-499d-82de-5de8543f4841 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/2faf5b90-ce41-4503-9455-9e7b9d25c2dd HTTP/1.1" status: 404 len: 337 time: 0.0430710 Aug 29 04:26:10.681769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.691586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] For port 62c45a5b-48f6-47e6-a0e2-e8594068e535, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=62c45a5b-48f6-47e6-a0e2-e8594068e535,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:10.692379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:10.715599 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-414a8429-b3ea-4034-96cb-a1b561daf379 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.716961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414a8429-b3ea-4034-96cb-a1b561daf379 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.721110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-414a8429-b3ea-4034-96cb-a1b561daf379 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/ports/491753d6-1a78-4bd3-b035-3eda8cfccbb5 HTTP/1.1" status: 404 len: 333 time: 0.0379326 Aug 29 04:26:10.727410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.730985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.731372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.731713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.732088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.732569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.732899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.733248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.733565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.733889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.734193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.734512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.735300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:10.744487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 172.25.3.73 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/97058809-1004-4003-9421-711f30837616) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:10.751611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Calling delete_port for 62c45a5b-48f6-47e6-a0e2-e8594068e535 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:10.789670 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7652da67-a682-4e93-8310-5dba1aa51587 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] DELETE failed (client error): The resource could not be found. Aug 29 04:26:10.790483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7652da67-a682-4e93-8310-5dba1aa51587 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:26:10.793557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7652da67-a682-4e93-8310-5dba1aa51587 tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/subnets/b2cdbf02-04e0-40f5-b36e-9be520513297 HTTP/1.1" status: 404 len: 337 time: 0.0641758 Aug 29 04:26:10.796357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:10.831248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:10.926269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31ae0fcb-7f95-45f2-987d-86c5700e0bf5 req-009f0152-de93-4d3c-914c-d59cd3c37e2b tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.0799191 Aug 29 04:26:10.991276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc162f4d-d959-4efe-9816-5efc66d9e0f6 req-a3577466-2358-4e3a-8b3a-052a853ec339 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1100626 Aug 29 04:26:11.135403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.153291 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.200351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:11.204658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:11.207745 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d573d2f-6714-4f9b-91fa-3d74714a1ce4" -d '{"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-unplugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:11.216123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.241797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2c43c92-f0b5-4590-8d65-6c2b2c95506e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:11.339538 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e5a3c6-96e6-45dc-9704-c6d00bc3b9f0 x-openstack-request-id: req-17e5a3c6-96e6-45dc-9704-c6d00bc3b9f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:11.340145 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-unplugged", "status": "completed", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:11.340601 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17e5a3c6-96e6-45dc-9704-c6d00bc3b9f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:11.341235 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'code': 200} Aug 29 04:26:11.356840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.379700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d2c43c92-f0b5-4590-8d65-6c2b2c95506e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:11.388439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d2c43c92-f0b5-4590-8d65-6c2b2c95506e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.388910 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.484965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.485756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-1f63-43e6-8078-939109f680ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.504807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0bc45819-1f63-43e6-8078-939109f680ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.560272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.580346 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.624321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca6562-0c52-408c-9eb9-91fe5da6a815']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:11.633833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d2c43c92-f0b5-4590-8d65-6c2b2c95506e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:11.643995 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.645119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 22861fa0-f940-4841-a894-6461202e472e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:11.650396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc45819-1f63-43e6-8078-939109f680ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b8087-ce11-4d11-89d1-8f90ef0c5846,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.677665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0bc45819-1f63-43e6-8078-939109f680ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b70c6ab42f543b298123f6ba2c714a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0667005 Aug 29 04:26:11.684562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aeadec-fff0-4750-9c27-b1538001926e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:11.688737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aeadec-fff0-4750-9c27-b1538001926e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:11.696734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:11.716013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Allocated IP 172.20.0.13 (a0a0975f-3f60-407d-9ff6-8774982392fd/a884b44d-5a8f-4ef1-be51-1796d27688e9/15a11d28-3501-4c6a-990a-b2bb41876006) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:11.731357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.789488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.798253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:11.814704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 22861fa0-f940-4841-a894-6461202e472e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:11.814885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.819899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.832844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:11.834862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:11.840826 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:11.852223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.872902 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:11.978760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.011212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.017198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.019252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] 10.222.0.62 "DELETE /v2.0/networks/e4ca6562-0c52-408c-9eb9-91fe5da6a815 HTTP/1.1" status: 204 len: 168 time: 1.2215824 Aug 29 04:26:12.021737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.052606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6fe5c-81db-4536-8962-449e4d0338ed tempest-NetworksTestDHCPv6-677890379 tempest-NetworksTestDHCPv6-677890379-project] Pushing event deleted for resources: {'Network': ['ID=e4ca6562-0c52-408c-9eb9-91fe5da6a815,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.128182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.137252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.141384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f1b8087-ce11-4d11-89d1-8f90ef0c5846 HTTP/1.1" status: 204 len: 168 time: 0.4406407 Aug 29 04:26:12.156433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7a09-9664-452a-9547-42438d5f1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b8087-ce11-4d11-89d1-8f90ef0c5846,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.210266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e587d338-b942-477d-bb53-8274ad1eda3c req-7db3fe2a-0252-4412-a763-7f5596707fab tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 210 time: 0.1209869 Aug 29 04:26:12.345529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.476989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b07ec-db5b-47da-9d63-f345a7f6e714 req-efd02a24-4ca8-47c5-8dbc-2feba4134d93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:12.478630 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805b07ec-db5b-47da-9d63-f345a7f6e714 req-efd02a24-4ca8-47c5-8dbc-2feba4134d93 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.2851770 Aug 29 04:26:12.489457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.498712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:12.523738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:12.556465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:12.558927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:12.568274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=97058809-1004-4003-9421-711f30837616,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.582216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.781649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c45a5b-48f6-47e6-a0e2-e8594068e535,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:12.858963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd55f8ff-9ce6-44b1-9821-357f1cc09e22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c4c87434c444d1eaedacb2d7fa65668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316662 Aug 29 04:26:12.859787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:12.917343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:12.924836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2c43c92-f0b5-4590-8d65-6c2b2c95506e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:12.998956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805b07ec-db5b-47da-9d63-f345a7f6e714 req-790ba68f-9d7b-43b9-8122-72aec5e59bbf tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973533 Aug 29 04:26:13.031650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.100909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d2c43c92-f0b5-4590-8d65-6c2b2c95506e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:13.100909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.103332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.219862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.324848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.331779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:13.336020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3a5ca4b-4556-4006-81da-03d97d7b3cc8 HTTP/1.1" status: 204 len: 168 time: 0.4715652 Aug 29 04:26:13.349080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4764e-505c-4afe-87a0-862c961d1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5ca4b-4556-4006-81da-03d97d7b3cc8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:13.396783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.067307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Network a0a0975f-3f60-407d-9ff6-8774982392fd is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:14.097755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:14.174499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:14.181328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event updated for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:14.202577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c053529-12be-4aaf-978f-6bb51943fd15 req-8ab91131-f8e3-4053-9c2a-d22c0f37347d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.210906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c053529-12be-4aaf-978f-6bb51943fd15 req-8ab91131-f8e3-4053-9c2a-d22c0f37347d tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 932 time: 0.8273528 Aug 29 04:26:14.417489 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.427257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.428179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.494760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-895452fb-ed0a-4740-9654-64f84caadaa3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1746881 Aug 29 04:26:14.507513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c053529-12be-4aaf-978f-6bb51943fd15 req-ec698a78-3f29-416c-845b-f54c8e3fca68 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956152 Aug 29 04:26:14.590547 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:14.637625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Router b8e505b8-f4b7-47a2-aab9-3275ffb70504 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:14.837371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de779e70-b65a-4cae-98a4-2f324ebd3684 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:14.852006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Request body: {'port': {'device_id': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:14.982904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-78d7be7d-ae64-49b0-aab7-0211865db902 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:14.984523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-78d7be7d-ae64-49b0-aab7-0211865db902 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb5a0db3-7ef4-4873-ae69-5385acd4aeb0 HTTP/1.1" status: 200 len: 943 time: 0.3429370 Aug 29 04:26:15.062646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.173787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.175574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.222262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:15.241802 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Sync routers for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:15.261253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-589800214'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:15.264455 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:15.266611 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.278318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-176584589'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:15.331407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Made reservation on behalf of 39a76ae4c0cc4400ad011b4a876dedf1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:15.336042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.354419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.387297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.388517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.403956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.415917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.417238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6a4ca10d-2de0-412a-bd56-cd57729113ad admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.7165279 Aug 29 04:26:15.419894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Router 47a7122d-35c0-4385-9749-5e437ee1cb63 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:15.440108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.497499 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:15.607097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port de779e70-b65a-4cae-98a4-2f324ebd3684 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:15.607446 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.612665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.664408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.741824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.757676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.771586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:15.824647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.825226 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Added segment f56a0a89-f01c-4054-aeab-204fcaba1ad1 of type vlan for network 8932d494-4ffa-4f33-b89a-4ec768b05bda Aug 29 04:26:15.826726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.828387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-afe7700c-02e1-4697-91e9-04b7b2dd4064 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6511316 Aug 29 04:26:15.836618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:15.899907 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 3, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:15.941761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d351f7f2-df20-4c05-ab47-238c0861a88f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:15.945940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:15.993273 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Checking router: b8e505b8-f4b7-47a2-aab9-3275ffb70504 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:15.993621 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Updating router b8e505b8-f4b7-47a2-aab9-3275ffb70504 port 81c72fd0-5c26-4031-bdbc-efbe899b34cc binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:16.045888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.051204 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.056105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.056780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.169049 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1049073 Aug 29 04:26:16.177683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:16.184484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Request body: {'subnet': {'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:16.280016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6c102-1d70-4c93-b55b-b56991c8fa9a tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'Network': ['ID=8932d494-4ffa-4f33-b89a-4ec768b05bda,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:16.296219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:16.376257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Made reservation on behalf of 39a76ae4c0cc4400ad011b4a876dedf1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:16.379716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.488286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.505046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab5b4d-5531-4d24-a632-4a7f23f2e621 req-bc5aaaa2-9585-40d1-8a77-ee268c3318b3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:16.508935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-30ab5b4d-5531-4d24-a632-4a7f23f2e621 req-bc5aaaa2-9585-40d1-8a77-ee268c3318b3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 932 time: 0.8466859 Aug 29 04:26:16.514139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port de779e70-b65a-4cae-98a4-2f324ebd3684, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de779e70-b65a-4cae-98a4-2f324ebd3684,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:16.514505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.561854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.593575 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.606684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:16.612196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bc0f7977-80de-461e-a948-b9dbf9d12d18 admin admin] 10.222.0.62 "PUT /v2.0/routers/47a7122d-35c0-4385-9749-5e437ee1cb63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0829189 Aug 29 04:26:16.618818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Sync routers for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:16.627656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:16.634857 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Transition to ACTIVE for port object 81c72fd0-5c26-4031-bdbc-efbe899b34cc will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:16.637932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:16.639453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:16.652425 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.653809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for de779e70-b65a-4cae-98a4-2f324ebd3684 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:16.754395 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Attempting to bind port 81c72fd0-5c26-4031-bdbc-efbe899b34cc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:16.755742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Attempting to bind port 81c72fd0-5c26-4031-bdbc-efbe899b34cc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:16.757014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Attempting to bind port 81c72fd0-5c26-4031-bdbc-efbe899b34cc on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:16.770432 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:16.771590 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:16.772459 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.773563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:16.774623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Bound port: 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:16.775706 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.871690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:16.892820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router 2430d980-6c9f-43b4-9e47-59171c47bd0c is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:16.903655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a11d28-3501-4c6a-990a-b2bb41876006 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:16.913705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.920859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.924101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819056d-155f-4a55-9c45-062f0fb16fea None None] Pushing event updated for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:16.928126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-30ab5b4d-5531-4d24-a632-4a7f23f2e621 req-ded29459-ad12-4bb6-ba74-e1f04d8e5fc5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648527 Aug 29 04:26:16.934406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.985737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.989163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:16.993315 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] For port 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:17.002720 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] For port 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81c72fd0-5c26-4031-bdbc-efbe899b34cc,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:17.009903 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.121328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'Subnet': ['ID=96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.137162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:17.137784 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:17.167529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Transition to ACTIVE for port object 15a11d28-3501-4c6a-990a-b2bb41876006 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:17.172051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.172750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa6664d2-7e97-4fb8-87a5-5e05e769faa9 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:17.192758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.198962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d08ef8d-f785-4d31-9c67-b3e0705a3675 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fa6664d2-7e97-4fb8-87a5-5e05e769faa9 HTTP/1.1" status: 204 len: 168 time: 1.3565104 Aug 29 04:26:17.205752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:17.230535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Request body: {'router': {'name': 'tempest-router-1146849922', 'distributed': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:17.238584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.257223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819056d-155f-4a55-9c45-062f0fb16fea None None] Pushing event updated for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.304950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:26:12Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:17.314860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Allocated IP 172.20.0.1 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:17.345057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Checking router: 47a7122d-35c0-4385-9749-5e437ee1cb63 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:17.360448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Routers {'47a7122d-35c0-4385-9749-5e437ee1cb63'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:17.361093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['47a7122d-35c0-4385-9749-5e437ee1cb63'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:17.382113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Checking segment: {'id': 'f56a0a89-f01c-4054-aeab-204fcaba1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:17.382446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Network hostable DHCP agents. Network: 8932d494-4ffa-4f33-b89a-4ec768b05bda, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:17.447677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:17.514618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] Set router 47a7122d-35c0-4385-9749-5e437ee1cb63 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:17.540259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.542368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.567408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.597229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:17.630616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Pushing event updated for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.656649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 8932d494-4ffa-4f33-b89a-4ec768b05bda) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:17.668259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:17.669241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.743979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014a60a-76bf-4024-b84d-b514aecc6c01 None None] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:17.760904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:17.767586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.778945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Sync routers for ids ['2430d980-6c9f-43b4-9e47-59171c47bd0c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:17.796697 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Routers {'2430d980-6c9f-43b4-9e47-59171c47bd0c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:17.797435 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2430d980-6c9f-43b4-9e47-59171c47bd0c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:17.852220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=de779e70-b65a-4cae-98a4-2f324ebd3684,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:17.915387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.917082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.918540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-246d4c86-77e9-4ca5-a9ae-d14618e28296 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.1606405 Aug 29 04:26:17.929634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:17.940572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.960859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Transition to ACTIVE for port object a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:17.966883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port de779e70-b65a-4cae-98a4-2f324ebd3684 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:17.970756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.973499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f8e0a0-dea4-4cc8-839c-d5957a5fbf6e req-835a850a-2a02-4ec6-9cf0-213e2dbf495c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "DELETE /v2.0/ports/de779e70-b65a-4cae-98a4-2f324ebd3684 HTTP/1.1" status: 204 len: 173 time: 2.9722421 Aug 29 04:26:17.974667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:17.980621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-deleted', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:17.984692 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72635652-e66f-4fb0-b169-5af1b44d3e50" -d '{"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-deleted", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:17.992651 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Set router 2430d980-6c9f-43b4-9e47-59171c47bd0c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:18.039757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Attempting to bind port 15a11d28-3501-4c6a-990a-b2bb41876006 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:18.040012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Attempting to bind port 15a11d28-3501-4c6a-990a-b2bb41876006 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:18.040358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Attempting to bind port 15a11d28-3501-4c6a-990a-b2bb41876006 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:18.059025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.064187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f7218398-151a-4757-995f-a2c5e2cac5c0 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8569710 Aug 29 04:26:18.064949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Port 15a11d28-3501-4c6a-990a-b2bb41876006 on network a0a0975f-3f60-407d-9ff6-8774982392fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:18.065268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Attempting to bind port 15a11d28-3501-4c6a-990a-b2bb41876006 on network a0a0975f-3f60-407d-9ff6-8774982392fd {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:18.070595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:18.091110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:18.091468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Checking segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:18.091787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Bound using segment: {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:18.092421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Bound port: 15a11d28-3501-4c6a-990a-b2bb41876006, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef40649-4bee-4262-b055-a9408559fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:18.092791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.114181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-8932d494-4ffa-4f33-b89a-4ec768b05bda', 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda', 'tenant_id': '39a76ae4c0cc4400ad011b4a876dedf1', 'fixed_ips': [{'subnet_id': '96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:18.115193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.138508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.140519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:26:12Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.225707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3403-08fc-45e0-a2a0-5a5c833e4c37 None None] The sync data for ids ['47a7122d-35c0-4385-9749-5e437ee1cb63'] in n-d-712139-13 is: [{'id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'name': 'tempest-ServersTestManualDisk-483466812-router', 'tenant_id': '572ed371c8334817b69761ce2e336ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:22:52Z', 'updated_at': '2021-08-29T04:26:12Z', 'revision_number': 5, 'project_id': '572ed371c8334817b69761ce2e336ea8', 'gw_port': {'id': '33b4c480-0a0d-4c8e-9d56-6ff2e632318c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a7122d-35c0-4385-9749-5e437ee1cb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:22:54Z', 'updated_at': '2021-08-29T04:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:18.343708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:18.351226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Pushing event updated for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:18.358688 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 3, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.358947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.359282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:18.379029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:18.420028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b72d-074c-4ace-8b63-056b662f66d1 None None] The sync data for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 is: [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:11Z', 'revision_number': 3, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:18.420723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Allocated IP 2001:db8::2 (8932d494-4ffa-4f33-b89a-4ec768b05bda/96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3/58b8c7e2-426a-402c-8257-12d183bdc770) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:18.440975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d454bc1-f15e-41b7-b7ee-f4f69fb2150e req-f6a32992-bf92-40be-a112-f05fc75e6037 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:18.442930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d454bc1-f15e-41b7-b7ee-f4f69fb2150e req-f6a32992-bf92-40be-a112-f05fc75e6037 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 944 time: 0.2938745 Aug 29 04:26:18.504520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-13f94048-ddf9-436e-8097-9021f05436dd tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/2430d980-6c9f-43b4-9e47-59171c47bd0c HTTP/1.1" status: 200 len: 907 time: 0.5715313 Aug 29 04:26:18.518645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:18.520767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:18.539661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:18.691436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=15a11d28-3501-4c6a-990a-b2bb41876006,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:18.706285 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2430d980-6c9f-43b4-9e47-59171c47bd0c', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '97058809-1004-4003-9421-711f30837616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:05Z', 'updated_at': '2021-08-29T04:26:13Z', 'revision_number': 3, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port': {'id': '97058809-1004-4003-9421-711f30837616', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2430d980-6c9f-43b4-9e47-59171c47bd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:09Z', 'updated_at': '2021-08-29T04:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:18.793028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Checking router: 2430d980-6c9f-43b4-9e47-59171c47bd0c for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:18.793658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Updating router 2430d980-6c9f-43b4-9e47-59171c47bd0c port 97058809-1004-4003-9421-711f30837616 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:18.858395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 62c45a5b-48f6-47e6-a0e2-e8594068e535 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:19.047888 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.082089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.154687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 62c45a5b-48f6-47e6-a0e2-e8594068e535 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:19.155137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 62c45a5b-48f6-47e6-a0e2-e8594068e535 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:19.164542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Transition to ACTIVE for port object 58b8c7e2-426a-402c-8257-12d183bdc770 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:19.189521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.199825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.205605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Transition to ACTIVE for port object 58b8c7e2-426a-402c-8257-12d183bdc770 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:19.221267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.233490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a1779f8-d1ed-4793-bb43-a059c676dfc7 None None] Provisioning for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:19.245590 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491477b6-a2c2-4a15-bff0-dfff9be5690b x-openstack-request-id: req-491477b6-a2c2-4a15-bff0-dfff9be5690b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:19.245908 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a0db3-7ef4-4873-ae69-5385acd4aeb0", "name": "network-vif-deleted", "tag": "de779e70-b65a-4cae-98a4-2f324ebd3684", "status": "failed", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:19.246169 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-491477b6-a2c2-4a15-bff0-dfff9be5690b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:19.246594 n-d-712139-13 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb5a0db3-7ef4-4873-ae69-5385acd4aeb0', 'name': 'network-vif-deleted', 'tag': 'de779e70-b65a-4cae-98a4-2f324ebd3684', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:26:19.352313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a1779f8-d1ed-4793-bb43-a059c676dfc7 None None] Provisioning complete for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:19.355550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a1779f8-d1ed-4793-bb43-a059c676dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.356921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Pushing event updated for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.387801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.395741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.396643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.398401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-97ddf3fb-3cc5-4738-9124-72dcf9537c08 service neutron] 10.222.0.50 "PUT /v2.0/ports/15a11d28-3501-4c6a-990a-b2bb41876006 HTTP/1.1" status: 200 len: 1093 time: 4.8111625 Aug 29 04:26:19.401640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d454bc1-f15e-41b7-b7ee-f4f69fb2150e req-f0d6b93a-552b-41fc-b4d9-5e1849f56668 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048431 Aug 29 04:26:19.408122 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.482098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:19.495174 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2688b492-7337-4803-bc5e-8b4c10afe205 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3147786 Aug 29 04:26:19.501961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.506948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:19.507954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Request body: {'port': {'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-39821027'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.534857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:19.576786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a1779f8-d1ed-4793-bb43-a059c676dfc7 None None] Port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:19.587063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Pushing event updated for resources: {'Port': ['ID=58b8c7e2-426a-402c-8257-12d183bdc770,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.600100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.601968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88f60ddd-caa0-42b2-8431-34015874f5d1 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:19.619537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.628649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a2d92dc-b0fc-4046-98b6-1d97ad792171 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "DELETE /v2.0/routers/88f60ddd-caa0-42b2-8431-34015874f5d1 HTTP/1.1" status: 204 len: 168 time: 1.5511906 Aug 29 04:26:19.638275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:19.645102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Request body: {'router': {'name': 'tempest-router-1529258783', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '842288e32ac34c4a8bfb365d64af1f81'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:19.679135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Deleting port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:19.679497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.722947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Attempting to bind port 58b8c7e2-426a-402c-8257-12d183bdc770 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:19.723243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Attempting to bind port 58b8c7e2-426a-402c-8257-12d183bdc770 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f56a0a89-f01c-4054-aeab-204fcaba1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:19.723572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Attempting to bind port 58b8c7e2-426a-402c-8257-12d183bdc770 on network 8932d494-4ffa-4f33-b89a-4ec768b05bda {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:19.740743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:19.741166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Checking segment: {'id': 'f56a0a89-f01c-4054-aeab-204fcaba1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:19.741535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.741939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Bound using segment: {'id': 'f56a0a89-f01c-4054-aeab-204fcaba1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:19.742468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Bound port: 58b8c7e2-426a-402c-8257-12d183bdc770, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a0a89-f01c-4054-aeab-204fcaba1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:19.743323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.814770 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.818400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.829018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Transition to ACTIVE for port object 97058809-1004-4003-9421-711f30837616 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:19.831790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.833182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.839956 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.851939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] For port 58b8c7e2-426a-402c-8257-12d183bdc770, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:19.857016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] For port 58b8c7e2-426a-402c-8257-12d183bdc770, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58b8c7e2-426a-402c-8257-12d183bdc770,segment=NetworkSegment(f56a0a89-f01c-4054-aeab-204fcaba1ad1),segment_id=f56a0a89-f01c-4054-aeab-204fcaba1ad1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:19.865727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.916785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ced4-a3be-455e-8c01-ec1108fd9054 None None] Pushing event updated for resources: {'Port': ['ID=97058809-1004-4003-9421-711f30837616,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:19.935362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-8e93b4d4-04a6-4cf6-95af-8035fe8b23dc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:19.945839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-8e93b4d4-04a6-4cf6-95af-8035fe8b23dc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.2770195 Aug 29 04:26:19.977979 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Attempting to bind port 97058809-1004-4003-9421-711f30837616 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:19.980082 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Attempting to bind port 97058809-1004-4003-9421-711f30837616 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:19.980607 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Attempting to bind port 97058809-1004-4003-9421-711f30837616 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:19.981524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-c8f6c1e5-e711-41b2-a420-b7ce8cda290b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.0343080 Aug 29 04:26:19.995517 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:19.996071 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:19.996571 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:19.997235 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:19.997972 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Bound port: 97058809-1004-4003-9421-711f30837616, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:19.998620 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.036744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa5bf-fe44-4fd0-8403-7c797781b79a None None] Pushing event updated for resources: {'Port': ['ID=58b8c7e2-426a-402c-8257-12d183bdc770,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:20.055467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-6d036d38-55ec-4742-8dc9-4c112c2f54a4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724428 Aug 29 04:26:20.066706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-bc1c2b74-3c1e-4048-ae3d-a2ecc293370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:20.069144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-bc1c2b74-3c1e-4048-ae3d-a2ecc293370d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 1096 time: 0.5095654 Aug 29 04:26:20.072214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.145375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.160841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] For port 33b4c480-0a0d-4c8e-9d56-6ff2e632318c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:20.161513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.179059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.182000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] For port 97058809-1004-4003-9421-711f30837616, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:20.194959 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] For port 97058809-1004-4003-9421-711f30837616, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=97058809-1004-4003-9421-711f30837616,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:20.199317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Made reservation on behalf of 39a76ae4c0cc4400ad011b4a876dedf1 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:20.204325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.208916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Calling delete_port for 33b4c480-0a0d-4c8e-9d56-6ff2e632318c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:20.213982 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.222853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-36f0e628-57df-4a01-be88-f6b4c98760cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a11d28-3501-4c6a-990a-b2bb41876006 HTTP/1.1" status: 200 len: 217 time: 0.1222999 Aug 29 04:26:20.359376 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:20.364367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f7d7d828-5756-4869-b8a9-b024e27ce530 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7219601 Aug 29 04:26:20.460637 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ced4-a3be-455e-8c01-ec1108fd9054 None None] Pushing event updated for resources: {'Port': ['ID=97058809-1004-4003-9421-711f30837616,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:20.491145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:20.510873 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Routers {'2430d980-6c9f-43b4-9e47-59171c47bd0c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:20.512707 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2430d980-6c9f-43b4-9e47-59171c47bd0c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.545736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:20.570088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] device_id is not set on port 6d159daa-c30b-41cf-8718-d3738f0d4e39 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:20.750490 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] Set router 2430d980-6c9f-43b4-9e47-59171c47bd0c gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:20.863962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Allocated IP 2001:db8::8d (8932d494-4ffa-4f33-b89a-4ec768b05bda/96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3/6d159daa-c30b-41cf-8718-d3738f0d4e39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:20.917521 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2430d980-6c9f-43b4-9e47-59171c47bd0c', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:05Z', 'updated_at': '2021-08-29T04:26:20Z', 'revision_number': 4, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:20.985708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39f9e9-171d-4546-bdfe-e6b12e2afcbb None None] The sync data for ids ['2430d980-6c9f-43b4-9e47-59171c47bd0c'] in n-d-712139-13 is: [{'id': '2430d980-6c9f-43b4-9e47-59171c47bd0c', 'name': 'tempest-snat-router-2076918285', 'tenant_id': '24f3ac2df53445fe9a314522dc948526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:05Z', 'updated_at': '2021-08-29T04:26:20Z', 'revision_number': 4, 'project_id': '24f3ac2df53445fe9a314522dc948526', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:21.028403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81c72fd0-5c26-4031-bdbc-efbe899b34cc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:21.072046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-65d8e81a-33dc-4dfb-bf94-24098e6c0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.073969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-65d8e81a-33dc-4dfb-bf94-24098e6c0858 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.1220276 Aug 29 04:26:21.157550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-144fcfaf-a520-4e14-82c9-28cdcd3d4bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696833 Aug 29 04:26:21.174703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 81c72fd0-5c26-4031-bdbc-efbe899b34cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:21.222809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 81c72fd0-5c26-4031-bdbc-efbe899b34cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:21.223238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.229911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.314877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:21.318135 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26d149-2132-4ded-9d04-3cd900cc82f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:21.322529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-cb578a56-c031-4042-9ff0-284d7b91c0a8 service neutron] 10.222.0.50 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516261 Aug 29 04:26:21.324888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dabfac7d-2f16-445f-80b9-d09563536b09 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2686069 Aug 29 04:26:21.342685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f21b5-aaf1-4ce6-8c8c-870e4febd27e req-aaa6dc84-1612-4f89-a47b-aa6351fe3e45 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:21.345981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-839f21b5-aaf1-4ce6-8c8c-870e4febd27e req-aaa6dc84-1612-4f89-a47b-aa6351fe3e45 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 944 time: 0.4086280 Aug 29 04:26:21.410265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.413096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.442613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81c72fd0-5c26-4031-bdbc-efbe899b34cc,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:21.451280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.460660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58b8c7e2-426a-402c-8257-12d183bdc770 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:21.580752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.581366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.647129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:21.674866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 58b8c7e2-426a-402c-8257-12d183bdc770 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:21.689318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Deleting port 97058809-1004-4003-9421-711f30837616 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:21.689969 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.831602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-839f21b5-aaf1-4ce6-8c8c-870e4febd27e req-811131bc-afef-431d-ba33-a403ab0a6e7a tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638622 Aug 29 04:26:21.925444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 04:26:21.926216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Router 3078eec6-d606-4c35-9221-3a2973c876d1 migrating from provider to provider. {{(pid=94826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 04:26:21.926622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.950307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] For port 97058809-1004-4003-9421-711f30837616, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=97058809-1004-4003-9421-711f30837616,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:21.950689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:21.958459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12071e-2907-49c8-8b82-88c43417a228 None None] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:21.972481 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea861d7-4aed-4425-9263-642bea4c0ccd x-openstack-request-id: req-7ea861d7-4aed-4425-9263-642bea4c0ccd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:21.972779 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:21.973001 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ea861d7-4aed-4425-9263-642bea4c0ccd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:21.973410 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006', 'status': 'completed', 'code': 200} Aug 29 04:26:21.997256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Calling delete_port for 97058809-1004-4003-9421-711f30837616 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:22.001286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-f7277b84-6821-4247-a2db-30b95e2fc910 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529486 Aug 29 04:26:22.013631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.042845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24faba28-9577-43ad-89c5-83a43cc1ace3 req-8667dde3-9e13-4f41-9252-4f8dc4529daf service neutron] 10.222.0.50 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957099 Aug 29 04:26:22.096159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Pushing event updated for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.115368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Provisioning for port 58b8c7e2-426a-402c-8257-12d183bdc770 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:22.122674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.142719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Provisioning complete for port 58b8c7e2-426a-402c-8257-12d183bdc770 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:22.143079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.275215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.381462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.434065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.490471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f36f87c8-e9e3-4354-94f2-d08e554f33b8 req-031772db-3887-43f6-a9eb-2ac4bb2e8c14 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 210 time: 0.1133201 Aug 29 04:26:22.498541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Port': ['ID=97058809-1004-4003-9421-711f30837616,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.522182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] For port 58b8c7e2-426a-402c-8257-12d183bdc770, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58b8c7e2-426a-402c-8257-12d183bdc770,segment=NetworkSegment(f56a0a89-f01c-4054-aeab-204fcaba1ad1),segment_id=f56a0a89-f01c-4054-aeab-204fcaba1ad1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:22.529836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.610266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.618075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b4c480-0a0d-4c8e-9d56-6ff2e632318c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.627804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-af9d7794-ac4b-43d7-888b-cfa56c29caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:22.630696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-af9d7794-ac4b-43d7-888b-cfa56c29caf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0b4964929e94115929d7bc960e519ec&device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 1096 time: 0.2880766 Aug 29 04:26:22.683209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2daef7-f59d-446a-a8fa-1742c68faddd None None] Pushing event updated for resources: {'Port': ['ID=58b8c7e2-426a-402c-8257-12d183bdc770,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:22.710415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.822489 n-d-712139-13 neutron-server[94826]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] No L3 agents can host the router 3078eec6-d606-4c35-9221-3a2973c876d1 Aug 29 04:26:22.970273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:22.977032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-11b4b4b0-9e92-47d0-8e14-407ce52d8b44 None None] Provisioning complete for port 58b8c7e2-426a-402c-8257-12d183bdc770 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:22.977431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11b4b4b0-9e92-47d0-8e14-407ce52d8b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.028555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Transition to ACTIVE for port object 6d159daa-c30b-41cf-8718-d3738f0d4e39 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:23.032252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.169609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81c72fd0-5c26-4031-bdbc-efbe899b34cc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:23.191488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.237207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.339609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-1b54e7aa-b9b1-4c5f-852c-92c328bbe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.341823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-1b54e7aa-b9b1-4c5f-852c-92c328bbe84f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 200 len: 923 time: 0.6924517 Aug 29 04:26:23.364308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276045-aecc-4dbc-bfdc-2ff7ccbe7437 req-493aeeaa-fdf8-4617-9dbe-a2b262a23856 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.366004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f276045-aecc-4dbc-bfdc-2ff7ccbe7437 req-493aeeaa-fdf8-4617-9dbe-a2b262a23856 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 944 time: 0.2099900 Aug 29 04:26:23.383175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.384271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2430d980-6c9f-43b4-9e47-59171c47bd0c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:23.401956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.403138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-249e3818-f82a-4b17-90b9-c67e2d89ff82 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/routers/2430d980-6c9f-43b4-9e47-59171c47bd0c HTTP/1.1" status: 204 len: 168 time: 4.8802483 Aug 29 04:26:23.410136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 81c72fd0-5c26-4031-bdbc-efbe899b34cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:23.410814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.411309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:23.480061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.485686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-d1f0d1ff-c0ff-44c1-bc38-d67b4ac408e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15a11d28-3501-4c6a-990a-b2bb41876006 HTTP/1.1" status: 200 len: 217 time: 0.1186311 Aug 29 04:26:23.492501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.628733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58b8c7e2-426a-402c-8257-12d183bdc770 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:23.643429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-cc46bb62-fbe2-4fc0-9ce6-bfba234fd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:23.644851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-cc46bb62-fbe2-4fc0-9ce6-bfba234fd589 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 200 len: 862 time: 0.0715485 Aug 29 04:26:23.744326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 58b8c7e2-426a-402c-8257-12d183bdc770 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:23.745072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.850800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-ad52d520-d15a-4b3d-a82c-88d02f481fbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a0a0975f-3f60-407d-9ff6-8774982392fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943600 Aug 29 04:26:23.856909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59dcfde5-ccfc-4b16-a945-f323243db2b3 req-720ea6b8-6af0-44b8-bd48-29793fe8aec2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 210 time: 0.1988320 Aug 29 04:26:23.857166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:23.865823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:23.876604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.879488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.880433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a7122d-35c0-4385-9749-5e437ee1cb63 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:23.926062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:23.930603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-53cff3c6-84a1-43ce-a029-1364b246e194 admin admin] 10.222.0.62 "DELETE /v2.0/routers/47a7122d-35c0-4385-9749-5e437ee1cb63 HTTP/1.1" status: 204 len: 168 time: 7.3016655 Aug 29 04:26:23.952111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f276045-aecc-4dbc-bfdc-2ff7ccbe7437 req-ab1a4e51-7d3d-4166-8f67-1947350c24a1 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708730 Aug 29 04:26:23.954698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:23.959107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Hosts for router 3078eec6-d606-4c35-9221-3a2973c876d1: [] {{(pid=94826) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 04:26:24.082813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:24.117026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Hosts for other DVR routers connected to router 3078eec6-d606-4c35-9221-3a2973c876d1: set() {{(pid=94826) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 04:26:24.119732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.124927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c1eda4a-65ae-4fd7-87b7-07644c0dd42b tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "PUT /v2.0/routers/3078eec6-d606-4c35-9221-3a2973c876d1 HTTP/1.1" status: 200 len: 717 time: 3.5981405 Aug 29 04:26:24.135703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:24.153661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'Port': ['ID=6d159daa-c30b-41cf-8718-d3738f0d4e39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:24.175441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:24.180239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:24.200815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:24.205608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.238074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-77203c93-b806-4496-a5d4-39d112a4a80d service neutron] 10.222.0.50 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069632 Aug 29 04:26:24.312204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Deleting subnet 3b9b1de4-c5af-41d2-9a76-d38544c73983 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:24.318639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.450914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.545893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4617588b-80be-458c-b305-d46847f06593 None None] Provisioning complete for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:24.548017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4617588b-80be-458c-b305-d46847f06593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.631282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.635643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4617588b-80be-458c-b305-d46847f06593 None None] Port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:24.667656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa26d149-2132-4ded-9d04-3cd900cc82f4 req-862549e7-13a3-4516-b782-853ce78ad4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956208 Aug 29 04:26:24.763401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8566d86b-d858-4584-8393-537ae76bb7b2 None None] Provisioning for port 6d159daa-c30b-41cf-8718-d3738f0d4e39 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:24.777604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8566d86b-d858-4584-8393-537ae76bb7b2 None None] Provisioning complete for port 6d159daa-c30b-41cf-8718-d3738f0d4e39 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:24.778071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8566d86b-d858-4584-8393-537ae76bb7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.851118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 33b4c480-0a0d-4c8e-9d56-6ff2e632318c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:24.855753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.859371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:24.905470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 33b4c480-0a0d-4c8e-9d56-6ff2e632318c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:24.906373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 33b4c480-0a0d-4c8e-9d56-6ff2e632318c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:24.918015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8566d86b-d858-4584-8393-537ae76bb7b2 None None] Port 6d159daa-c30b-41cf-8718-d3738f0d4e39 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:25.050332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a43ee7c-fdb9-481c-b846-5c8c66aee19a req-32f038c9-ee39-4ae1-a9da-0c534d7f3645 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 210 time: 0.0721142 Aug 29 04:26:25.067851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed2d4fe6-748f-4fc5-ae27-90644f2b2c20 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.5636036 Aug 29 04:26:25.080537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.084858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b250d426-6c7f-4bfb-9497-5e177cca6b85 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "GET /v2.0/routers/3078eec6-d606-4c35-9221-3a2973c876d1 HTTP/1.1" status: 200 len: 717 time: 0.8735046 Aug 29 04:26:25.087680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Request body: {'port': {'network_id': '8932d494-4ffa-4f33-b89a-4ec768b05bda', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-576765159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:25.088268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] bootfile-name is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:25.088824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.089032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] tftp-server is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:25.089378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] server-ip-address is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:25.093353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.117531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Router b8e505b8-f4b7-47a2-aab9-3275ffb70504 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:25.158070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9b1de4-c5af-41d2-9a76-d38544c73983,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.240152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.245139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e9f08ab-fee6-4b5f-b410-2b096fd0265e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3b9b1de4-c5af-41d2-9a76-d38544c73983 HTTP/1.1" status: 204 len: 168 time: 1.2676859 Aug 29 04:26:25.245711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be8edf-6d88-446f-9c96-7f0ba2828ab7 None None] Network b3942438-4145-4cb8-88ee-236d8775276b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:25.252050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.268320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Deleting port d2c43c92-f0b5-4590-8d65-6c2b2c95506e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:25.268671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.357843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 15a11d28-3501-4c6a-990a-b2bb41876006 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:25.405754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-98324bb0-bf5f-4b7a-89a0-dc98026af4b5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.410806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-98324bb0-bf5f-4b7a-89a0-dc98026af4b5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 1.4091470 Aug 29 04:26:25.438008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cadef-2f6b-476d-80c2-11a621c31636 req-0d610dee-a984-4841-9e70-a39df279bf96 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:25.440785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd7cadef-2f6b-476d-80c2-11a621c31636 req-0d610dee-a984-4841-9e70-a39df279bf96 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 944 time: 0.2933848 Aug 29 04:26:25.538178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.546242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=15a11d28-3501-4c6a-990a-b2bb41876006,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.561676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '15a11d28-3501-4c6a-990a-b2bb41876006', 'network_id': 'a0a0975f-3f60-407d-9ff6-8774982392fd', 'port_id': '15a11d28-3501-4c6a-990a-b2bb41876006', 'mac_address': 'fa:16:3e:4e:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a884b44d-5a8f-4ef1-be51-1796d27688e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:25.612508 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-556098b3-9111-4925-b2ca-a8d5e9d5d587 tempest-RoutersTestDVR-590651540 tempest-RoutersTestDVR-590651540-project] 10.222.0.62 "GET /v2.0/routers/3078eec6-d606-4c35-9221-3a2973c876d1 HTTP/1.1" status: 200 len: 683 time: 0.5168459 Aug 29 04:26:25.618904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:25.619189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] DHCP port deletion for b3942438-4145-4cb8-88ee-236d8775276b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:25.632656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.635153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Made reservation on behalf of 39a76ae4c0cc4400ad011b4a876dedf1 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:25.635869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:25.641328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.671640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd7cadef-2f6b-476d-80c2-11a621c31636 req-12ff8ab9-9854-409a-b0f7-0e53564a005f tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043643 Aug 29 04:26:25.674240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] For port d2c43c92-f0b5-4590-8d65-6c2b2c95506e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.674625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.678424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a11d28-3501-4c6a-990a-b2bb41876006 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:25.728050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Calling delete_port for d2c43c92-f0b5-4590-8d65-6c2b2c95506e owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:25.731725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=15a11d28-3501-4c6a-990a-b2bb41876006,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.733122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] device_id is not set on port 94a4c812-2bd4-412d-bc7b-47ce7e803116 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:25.739680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.748568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Deleting port be7a2f03-7c97-4fe0-841d-cb97935e861d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:25.749253 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.832545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.942624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] For port be7a2f03-7c97-4fe0-841d-cb97935e861d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be7a2f03-7c97-4fe0-841d-cb97935e861d,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:25.942624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:25.946247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:25.954972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:25.964128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09bdb7f9-7ed4-4223-9392-175f52343170 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8e505b8-f4b7-47a2-aab9-3275ffb70504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5207591 Aug 29 04:26:25.990652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Sync routers for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:25.994463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Calling delete_port for be7a2f03-7c97-4fe0-841d-cb97935e861d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:26.044210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:26.044861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:26.203986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.208054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.216353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:26.221299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.263023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['15a11d28-3501-4c6a-990a-b2bb41876006'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:26.450829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.3 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/4bebbc44-ec80-491f-a926-feb9460e5436) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:26.595873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Deleting port be7a2f03-7c97-4fe0-841d-cb97935e861d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:26.596833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.600594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa4430f3-d1f3-4e69-b710-5f4183639334 req-8ccd1b17-6981-40b1-810a-56e0b07e9a40 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 210 time: 0.0586939 Aug 29 04:26:26.725368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:26.733874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:26.745609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77400343', 'description': 'tempest-description--1594555960'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:26.751691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] For port be7a2f03-7c97-4fe0-841d-cb97935e861d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be7a2f03-7c97-4fe0-841d-cb97935e861d,segment=NetworkSegment(846c37cf-f1f1-400a-9d25-bcfad9d5f189),segment_id=846c37cf-f1f1-400a-9d25-bcfad9d5f189)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:26.752088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.756160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Allocated IP 2001:db8::ab (8932d494-4ffa-4f33-b89a-4ec768b05bda/96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3/94a4c812-2bd4-412d-bc7b-47ce7e803116) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:26.764508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.766245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.778624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.821203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c43c92-f0b5-4590-8d65-6c2b2c95506e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.832273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] No DVR routers for this DVR port be7a2f03-7c97-4fe0-841d-cb97935e861d on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:26.845515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.848733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3078eec6-d606-4c35-9221-3a2973c876d1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:26.866208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Calling delete_port for be7a2f03-7c97-4fe0-841d-cb97935e861d owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:26.869632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d08738-7b0e-45bc-bfcf-ece8617c87af None None] Pushing event deleted for resources: {'Port': ['ID=be7a2f03-7c97-4fe0-841d-cb97935e861d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:26.876649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.879950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-665b2a97-cf9c-45ac-bc02-4a102181da5f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3078eec6-d606-4c35-9221-3a2973c876d1 HTTP/1.1" status: 204 len: 168 time: 1.2593052 Aug 29 04:26:26.885124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:26.891282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Request body: {'router': {'name': 'tempest-router-1040415612', 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:26.926307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:26.981594 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.004514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be7a2f03-7c97-4fe0-841d-cb97935e861d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:27.008668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.042829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: be7a2f03-7c97-4fe0-841d-cb97935e861d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:27.043114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be7a2f03-7c97-4fe0-841d-cb97935e861d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:27.058359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.064432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.144480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.148821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:27.151295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.157153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:27.173055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:27.211492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.215111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.221821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.223312 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9283aeb1-e881-4d55-a574-92b92747e2b7 tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3373590 Aug 29 04:26:27.233213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:27.269398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:20Z', 'revision_number': 2, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:27.299583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.312427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Checking router: b8e505b8-f4b7-47a2-aab9-3275ffb70504 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:26:27.312832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Updating router b8e505b8-f4b7-47a2-aab9-3275ffb70504 port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:26:27.329117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.336530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:27.337348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.349141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.519276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.522153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.571107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.572452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.573466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f51cd967-1f18-44d6-9ccf-eb3b94a39479 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:27.583110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.589872 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8269e4d-2b18-4222-ad0f-3137756fd93f tempest-RoutersTestDVR-762596548 tempest-RoutersTestDVR-762596548-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f51cd967-1f18-44d6-9ccf-eb3b94a39479 HTTP/1.1" status: 204 len: 168 time: 0.3505385 Aug 29 04:26:27.598674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-40aa2469-50c4-428c-a4b9-c06fc60c7aa1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831436 Aug 29 04:26:27.618279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Request body: {'port': {'device_id': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:27.712757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.716207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.717036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:27.729885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.735469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf11ceb5-fb48-4ed8-989b-980aae2ecac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c9d90e8a-e8fc-453a-9e50-69f7ffe38ea9 HTTP/1.1" status: 204 len: 168 time: 4.2694502 Aug 29 04:26:27.735469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.735469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.741190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:27.746986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2088032516', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:27.798596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] No DVR routers for this DVR port be7a2f03-7c97-4fe0-841d-cb97935e861d on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:27.811111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.838760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7a2f03-7c97-4fe0-841d-cb97935e861d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:27.844239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Transition to ACTIVE for port object a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:27.857844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.886543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.888349 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.921404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.934208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3942438-4145-4cb8-88ee-236d8775276b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:27.955393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846c37cf-f1f1-400a-9d25-bcfad9d5f189') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:27.955744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846c37cf-f1f1-400a-9d25-bcfad9d5f189') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:27.968866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:27.992686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.026363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7f8d9-8fe1-4fda-aa3b-4da765afbf02 req-2133c06d-0ff1-4ad3-ac58-3d8320173eb7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.029692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2621244-e751-4c9a-97db-ba2beec43f08 None None] Pushing event updated for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.031764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c7f8d9-8fe1-4fda-aa3b-4da765afbf02 req-2133c06d-0ff1-4ad3-ac58-3d8320173eb7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 945 time: 1.1631835 Aug 29 04:26:28.093676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Attempting to bind port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:28.094363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Attempting to bind port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:28.094901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Attempting to bind port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:28.106591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:28.107281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:28.109233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.110381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:28.111075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Bound port: a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:28.113636 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.139294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.185494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:28.186464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.189262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.193877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4522200 Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:28.197622 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:28.203623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.204754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.219818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'security_group_rule': {'security_group_id': '022b1e7f-d4df-445e-8a75-276cfdcd5ef0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:28.280361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] For port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:28.291448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] For port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:28.313590 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.393922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819763-6589-498e-bba5-b754287dda8f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022b1e7f-d4df-445e-8a75-276cfdcd5ef0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.449481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.461602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8c7f8d9-8fe1-4fda-aa3b-4da765afbf02 req-31897ec0-c7be-4295-b843-42e9b2ed4a36 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425660 Aug 29 04:26:28.494787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35d83-59b2-41e3-b5a5-01b2ccf66381 req-c3fa657e-a611-4627-87b6-03aca7363440 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:28.501342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a35d83-59b2-41e3-b5a5-01b2ccf66381 req-c3fa657e-a611-4627-87b6-03aca7363440 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 931 time: 0.7474556 Aug 29 04:26:28.517911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.518854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:28.519589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:28.526469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.528511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b3942438-4145-4cb8-88ee-236d8775276b HTTP/1.1" status: 204 len: 168 time: 3.2717173 Aug 29 04:26:28.607710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2621244-e751-4c9a-97db-ba2beec43f08 None None] Pushing event updated for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.609709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.624430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98aeb131-9d19-4a51-add6-173d9510b313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.624841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.630935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Transition to ACTIVE for port object 94a4c812-2bd4-412d-bc7b-47ce7e803116 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:28.684193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc833e6-ea5a-481d-8cd8-15c3f84f6dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3942438-4145-4cb8-88ee-236d8775276b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:28.757453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.789725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:26:28.793193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.796563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a35d83-59b2-41e3-b5a5-01b2ccf66381 req-a4805040-6b5a-4444-80fe-bf54f98c272b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791128 Aug 29 04:26:28.868327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.879436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:28.908390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d1b57b8-5d86-4d3d-87d7-28197156665e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=572ed371c8334817b69761ce2e336ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114345 Aug 29 04:26:28.914628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:28.933553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1c43c4-5725-4fd3-a864-e0b4f0cad7fe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.014364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:29.039898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:29.049396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:29.059619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.060941 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.067379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'Port': ['ID=94a4c812-2bd4-412d-bc7b-47ce7e803116,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.077353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2c43c92-f0b5-4590-8d65-6c2b2c95506e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:29.139817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98aeb131-9d19-4a51-add6-173d9510b313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.155798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.159753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98aeb131-9d19-4a51-add6-173d9510b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.192008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0053ef0f-5845-4c04-bf16-e4af518e4ae5 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.1095915 Aug 29 04:26:29.194852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d2c43c92-f0b5-4590-8d65-6c2b2c95506e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:29.195084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2c43c92-f0b5-4590-8d65-6c2b2c95506e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:29.223532 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.329209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.340929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98aeb131-9d19-4a51-add6-173d9510b313 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=842288e32ac34c4a8bfb365d64af1f81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0945952 Aug 29 04:26:29.364358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 15a11d28-3501-4c6a-990a-b2bb41876006 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:29.381539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.425690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeb131-9d19-4a51-add6-173d9510b313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7030fcef-60ef-4a4f-83fc-8386bde18a95,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.487459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 15a11d28-3501-4c6a-990a-b2bb41876006 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:29.511526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 15a11d28-3501-4c6a-990a-b2bb41876006 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:29.512182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.521155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:28Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:29.539096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.542297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.547171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d951c58-69e5-497b-9bab-09629aac52d1 HTTP/1.1" status: 204 len: 168 time: 0.5998397 Aug 29 04:26:29.576367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177be8a-1470-4643-9a72-c19cb2e6e5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d951c58-69e5-497b-9bab-09629aac52d1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:29.616697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc8020-86db-4ce6-a4cd-35497e66409d tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.630920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc8020-86db-4ce6-a4cd-35497e66409d tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.651167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc8020-86db-4ce6-a4cd-35497e66409d tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:29.654527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-94fc8020-86db-4ce6-a4cd-35497e66409d tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3118858 Aug 29 04:26:29.659664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.661972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.766235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.780179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c7f7ef6f-2f48-4b69-b6f6-9cc67875d804 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5629628 Aug 29 04:26:29.782555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.782555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:29.797426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'security_group_rule': {'security_group_id': '022b1e7f-d4df-445e-8a75-276cfdcd5ef0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:29.822864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bebbc44-ec80-491f-a926-feb9460e5436 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:29.853655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:29.860344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be529005-bc43-44a5-a3fe-d1950f4b3f2d None None] The sync data for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 is: [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:28Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:29.995288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.020998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.047689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Transition to ACTIVE for port object 4bebbc44-ec80-491f-a926-feb9460e5436 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:30.059834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.102254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a19d7003-39ef-421a-9431-3f09d7dff406 None None] Provisioning for port 94a4c812-2bd4-412d-bc7b-47ce7e803116 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:30.110472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a710b-1193-4618-b940-11fd42ec82d8 req-92fc2da5-6775-4476-bbc7-e7a3c6b05db4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.115532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-948a710b-1193-4618-b940-11fd42ec82d8 req-92fc2da5-6775-4476-bbc7-e7a3c6b05db4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 945 time: 0.4034111 Aug 29 04:26:30.128986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a19d7003-39ef-421a-9431-3f09d7dff406 None None] Provisioning complete for port 94a4c812-2bd4-412d-bc7b-47ce7e803116 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:30.128986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a19d7003-39ef-421a-9431-3f09d7dff406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.175441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.212824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.218272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.223022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7030fcef-60ef-4a4f-83fc-8386bde18a95 HTTP/1.1" status: 204 len: 168 time: 0.7986667 Aug 29 04:26:30.267571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:30.276792 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620cec1-250f-4e3d-9814-e8acfb406e29" -d '{"events": [{"server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "name": "network-vif-plugged", "status": "completed", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:30.306624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a19d7003-39ef-421a-9431-3f09d7dff406 None None] Port 94a4c812-2bd4-412d-bc7b-47ce7e803116 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:30.313947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=15a11d28-3501-4c6a-990a-b2bb41876006,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:30.325551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.360431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76aecc5-e8a4-4a68-a7c7-9cc3eecf9351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030fcef-60ef-4a4f-83fc-8386bde18a95,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.481256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.506371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Deleting port 94a4c812-2bd4-412d-bc7b-47ce7e803116 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:30.506748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.508539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:30.602338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-948a710b-1193-4618-b940-11fd42ec82d8 req-d3a64097-07eb-400a-bedd-450700fcba6e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576318 Aug 29 04:26:30.703420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Attempting to bind port 4bebbc44-ec80-491f-a926-feb9460e5436 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:30.704710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Attempting to bind port 4bebbc44-ec80-491f-a926-feb9460e5436 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:30.705760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Attempting to bind port 4bebbc44-ec80-491f-a926-feb9460e5436 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:30.760632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Port 4bebbc44-ec80-491f-a926-feb9460e5436 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:30.761248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Attempting to bind port 4bebbc44-ec80-491f-a926-feb9460e5436 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:30.774716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:30.775404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:30.776520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:30.777567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Bound port: 4bebbc44-ec80-491f-a926-feb9460e5436, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:30.778453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.788008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.834940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.846819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.888562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c83db-5759-4179-845d-cef573d87551 req-62a83db6-f17a-4c1f-9e20-12e120721301 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:30.889086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.890425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b2c83db-5759-4179-845d-cef573d87551 req-62a83db6-f17a-4c1f-9e20-12e120721301 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 943 time: 0.7632725 Aug 29 04:26:30.911106 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:30.912457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1284595 Aug 29 04:26:30.975099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:31.011853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:31.035903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:31.042432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4bebbc44-ec80-491f-a926-feb9460e5436,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:31.044269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:31.060166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.079804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb07a42-1df8-484d-a043-84a85ae7dd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef9a57e-f3d6-45c2-9182-323fadc5e49a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.146491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:31.153899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:31.154526 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.213109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:31.273396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.275998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.276809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.278704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] 10.222.0.54 "PUT /v2.0/ports/4bebbc44-ec80-491f-a926-feb9460e5436 HTTP/1.1" status: 200 len: 1092 time: 3.6712658 Aug 29 04:26:31.314834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:31.322088 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f3673b-c366-4371-a9af-cf395bd076bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:31.362849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.386452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Allocated IP 172.25.3.151 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/1cdcbd79-7698-430e-8d95-7b6d0b5f4e80) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:31.454552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b2c83db-5759-4179-845d-cef573d87551 req-96b327f8-8e19-41e0-b41d-393bfdcfe856 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405772 Aug 29 04:26:31.456259 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc8ad2a-96ca-4d4e-95ea-2077724c6a69 x-openstack-request-id: req-cdc8ad2a-96ca-4d4e-95ea-2077724c6a69 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:31.458273 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "name": "network-vif-plugged", "status": "completed", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:31.459183 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdc8ad2a-96ca-4d4e-95ea-2077724c6a69 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:31.459970 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006', 'code': 200} Aug 29 04:26:31.491877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ed3dd-a0b9-40be-bd92-0e5f087113f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.528623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:31.534753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.537164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.551199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea68a7f-51c7-47be-9742-4fbbb00598fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.573006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-a854e759-442c-42f6-a0c2-63b47f9644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.574584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-a854e759-442c-42f6-a0c2-63b47f9644e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 1095 time: 0.2251246 Aug 29 04:26:31.578002 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c92d8d-1368-441b-9d7b-599429aa065c x-openstack-request-id: req-89c92d8d-1368-441b-9d7b-599429aa065c {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:31.578828 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:31.579077 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89c92d8d-1368-441b-9d7b-599429aa065c {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:31.579485 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436', 'status': 'completed', 'code': 200} Aug 29 04:26:31.651497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:31.691691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-dd9ecc7b-7d1d-40b7-a774-26a5cc5171ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bebbc44-ec80-491f-a926-feb9460e5436 HTTP/1.1" status: 200 len: 217 time: 0.0940797 Aug 29 04:26:31.728549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Calling delete_port for 94a4c812-2bd4-412d-bc7b-47ce7e803116 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:31.811898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-48b46c67-a5ac-4742-8cf1-aad4634c1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:31.814309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-48b46c67-a5ac-4742-8cf1-aad4634c1d2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.1097589 Aug 29 04:26:31.819839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:31.878686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-288be7ca-af6e-434e-8993-860c5bfb6306 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512483 Aug 29 04:26:32.113744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.139000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899575-7282-4de4-a6cc-9713f696e95f req-312e04a5-ab70-4b54-b084-9da2c7f58aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.152401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92899575-7282-4de4-a6cc-9713f696e95f req-312e04a5-ab70-4b54-b084-9da2c7f58aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 1098 time: 0.4708810 Aug 29 04:26:32.183972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.224675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b16f3a-9d63-4fff-8afe-8fb4f08e3548 req-3830b923-4386-4dde-b05f-0282c757e5a5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.232404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:32.232606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42b16f3a-9d63-4fff-8afe-8fb4f08e3548 req-3830b923-4386-4dde-b05f-0282c757e5a5 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.4982698 Aug 29 04:26:32.243243 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-8e3c9f39-c1c8-4c5e-a252-623f89398f89 service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533871 Aug 29 04:26:32.256603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:32.277799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:32.279814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event deleted for resources: {'Port': ['ID=94a4c812-2bd4-412d-bc7b-47ce7e803116,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.348429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.348971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event updated for resources: {'Port': ['ID=1cdcbd79-7698-430e-8d95-7b6d0b5f4e80,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.356765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4cf2ccb9-e52d-48ad-b859-1d744ccf4d44 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "DELETE /v2.0/ports/94a4c812-2bd4-412d-bc7b-47ce7e803116 HTTP/1.1" status: 204 len: 168 time: 2.6857357 Aug 29 04:26:32.373271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.385534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92899575-7282-4de4-a6cc-9713f696e95f req-ee150375-5e26-406d-95ad-556140981810 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319522 Aug 29 04:26:32.395171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Request body: {'port': {'name': 'tempest-new-port-name-1036364053', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:32.395578 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] bootfile-name is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:32.395953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] tftp-server is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:32.396285 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] server-ip-address is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:26:32.443647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42b16f3a-9d63-4fff-8afe-8fb4f08e3548 req-fd16f9b7-06b0-42cf-b508-66310d1484d7 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100844 Aug 29 04:26:32.448999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea68a7f-51c7-47be-9742-4fbbb00598fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.464059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ea68a7f-51c7-47be-9742-4fbbb00598fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.563233 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.600080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea68a7f-51c7-47be-9742-4fbbb00598fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302acbad-c19b-4ccf-93c0-5dc58d322cc0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:32.606027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:32.616458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1e428175-21a7-4ba5-8428-cc9ead91fb59 req-a432bae9-28f8-4d3f-bf90-ccdcea3a5c7a service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540206 Aug 29 04:26:32.618242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7ea68a7f-51c7-47be-9742-4fbbb00598fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cad0f301033d466da140831354503bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3879998 Aug 29 04:26:32.618898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:32.859155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-c94ea376-a0ee-4ddb-b3d3-5b048a4f74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.862048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-c94ea376-a0ee-4ddb-b3d3-5b048a4f74ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 1095 time: 0.1401520 Aug 29 04:26:32.920274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5871ab-7465-4305-9201-1f7dff561d8c req-23eb4437-19a1-4496-ac60-3432c1bcc9d2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:32.924746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5871ab-7465-4305-9201-1f7dff561d8c req-23eb4437-19a1-4496-ac60-3432c1bcc9d2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 943 time: 0.3044612 Aug 29 04:26:32.959555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:33.009639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.093139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.111609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:33.112490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.205723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.25.3.205 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ecd40edf-32ac-41ce-9335-2f76d0647118) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:33.255235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-8ebeecb2-d77b-4946-a571-a2a8cf9a8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.258431 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-8ebeecb2-d77b-4946-a571-a2a8cf9a8a71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.3855648 Aug 29 04:26:33.306536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.314914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5871ab-7465-4305-9201-1f7dff561d8c req-8745b098-b943-46b8-b464-36ceaf794a71 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592744 Aug 29 04:26:33.396867 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-7289150d-1eae-4cf7-93b2-ef14599b5f3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bebbc44-ec80-491f-a926-feb9460e5436 HTTP/1.1" status: 200 len: 217 time: 0.1286323 Aug 29 04:26:33.717864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-2722b461-1946-41f8-b00c-22ec1253f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:33.721497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-2722b461-1946-41f8-b00c-22ec1253f118 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.1192379 Aug 29 04:26:33.722991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:33.774961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-05e3eaca-b765-4f70-b0c6-bac3c6922656 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437434 Aug 29 04:26:34.006992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-2c32e38e-9da1-4ead-a07f-7a65c002359a service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802227 Aug 29 04:26:34.084097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Router a4edfe24-c5aa-42a8-82aa-04b480a79528 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:34.180984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fc29da8-3448-42d4-8b76-c122230fb8b2 req-59e8d0f2-0ea0-410e-aa52-27ca12bc2cde tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.7352581 Aug 29 04:26:34.229092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:34.242540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] Sync routers for ids ['a4edfe24-c5aa-42a8-82aa-04b480a79528'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:34.283096 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] Routers {'a4edfe24-c5aa-42a8-82aa-04b480a79528'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:34.284871 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a4edfe24-c5aa-42a8-82aa-04b480a79528'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.314952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.323865 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-40f4b425-204d-4fd2-9f8d-64c2d7a4892d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5812819 Aug 29 04:26:34.325287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.338085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:34.343747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e3f3673b-c366-4371-a9af-cf395bd076bd req-333a10fa-fbcb-482c-b0c1-4e80c36b62ce service neutron] 10.222.0.54 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268371 Aug 29 04:26:34.374729 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.393338 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] Routers {'a4edfe24-c5aa-42a8-82aa-04b480a79528'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:34.394554 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a4edfe24-c5aa-42a8-82aa-04b480a79528'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.443672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.505089 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:34.506896 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e11ca3-7652-4781-a997-c4dc0f0bdf88 None None] The sync data for ids ['a4edfe24-c5aa-42a8-82aa-04b480a79528'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:34.560345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9473-bb63-4a3d-ad9e-2adf9b7c3b0f req-5ceffc2b-c0b5-41b9-9af8-36a5cc245fd2 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.562000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fabb9473-bb63-4a3d-ad9e-2adf9b7c3b0f req-5ceffc2b-c0b5-41b9-9af8-36a5cc245fd2 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.3736074 Aug 29 04:26:34.579422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.582437 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.583262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/302acbad-c19b-4ccf-93c0-5dc58d322cc0 HTTP/1.1" status: 204 len: 168 time: 1.9146161 Aug 29 04:26:34.673025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.714360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.721739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3606fd-2766-4c4e-9d01-b36b51a0584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302acbad-c19b-4ccf-93c0-5dc58d322cc0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.790381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] In _notify_port_updated(), no bound segment for port 6d159daa-c30b-41cf-8718-d3738f0d4e39 on network 8932d494-4ffa-4f33-b89a-4ec768b05bda {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:26:34.796259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.797515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.802244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "PUT /v2.0/ports/6d159daa-c30b-41cf-8718-d3738f0d4e39 HTTP/1.1" status: 200 len: 1129 time: 2.4280636 Aug 29 04:26:34.802922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.810400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fabb9473-bb63-4a3d-ad9e-2adf9b7c3b0f req-58982cc4-6c27-4c9c-8d0b-ad654fffc8bc tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854196 Aug 29 04:26:34.821945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:34.832031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4bebbc44-ec80-491f-a926-feb9460e5436 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:34.854730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfac0d-f2dd-4cd6-8cee-d9ee59073ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event updated for resources: {'Port': ['ID=6d159daa-c30b-41cf-8718-d3738f0d4e39,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:34.904575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:34.914553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0f813-cc36-44a6-b9f4-b7555b45fac6 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:34.919773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e1a0f813-cc36-44a6-b9f4-b7555b45fac6 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "GET /v2.0/ports/6d159daa-c30b-41cf-8718-d3738f0d4e39 HTTP/1.1" status: 200 len: 1129 time: 0.1129544 Aug 29 04:26:34.926352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:34.926979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:34.930504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:34.995646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=ecd40edf-32ac-41ce-9335-2f76d0647118,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:35.455068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.482360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f342600e-b0ae-4856-b97c-5475bbff3034 req-571faeee-bd2a-4323-8f40-2cc2b11e8622 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1336024 Aug 29 04:26:35.539069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Deleting port 6d159daa-c30b-41cf-8718-d3738f0d4e39 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:35.539678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.625868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.678086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b5733-777a-4f82-9d13-c8a32c35d829 req-277304d9-a30c-4f45-bcc8-94cf311fc833 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:35.693949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48b5733-777a-4f82-9d13-c8a32c35d829 req-277304d9-a30c-4f45-bcc8-94cf311fc833 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 943 time: 0.3916421 Aug 29 04:26:35.698675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a35b2a51-7545-40a0-b649-b331eb2fc477 None None] Provisioning complete for port 6d159daa-c30b-41cf-8718-d3738f0d4e39 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:35.699458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a35b2a51-7545-40a0-b649-b331eb2fc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.744765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a35b2a51-7545-40a0-b649-b331eb2fc477 None None] Port 6d159daa-c30b-41cf-8718-d3738f0d4e39 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:35.766312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4bebbc44-ec80-491f-a926-feb9460e5436,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:35.781920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '4bebbc44-ec80-491f-a926-feb9460e5436', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': '4bebbc44-ec80-491f-a926-feb9460e5436', 'mac_address': 'fa:16:3e:1f:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:35.849397 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.872131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bebbc44-ec80-491f-a926-feb9460e5436 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:35.909478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48b5733-777a-4f82-9d13-c8a32c35d829 req-593ead88-cd99-460a-b43e-23100edd9830 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135358 Aug 29 04:26:35.919105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4bebbc44-ec80-491f-a926-feb9460e5436,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:35.928566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:35.975018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.009545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.009958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.019246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.019654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.020150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.020886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.021480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.022012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.022700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.023362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.023861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.024411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.025552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.026147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:26:36.035624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Calling delete_port for 6d159daa-c30b-41cf-8718-d3738f0d4e39 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:36.163308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['4bebbc44-ec80-491f-a926-feb9460e5436'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:36.220778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.233977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.347699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.424960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c781-d4e4-4431-8585-08490128acff req-c7dfa1b4-df59-4bdb-b69d-072c9ef1c82e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:36.429328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b846c781-d4e4-4431-8585-08490128acff req-c7dfa1b4-df59-4bdb-b69d-072c9ef1c82e tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.2543268 Aug 29 04:26:36.444177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=ecd40edf-32ac-41ce-9335-2f76d0647118,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.510096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.529184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-221c9bc4-4a58-4d20-b32a-f0f4ef34178d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5065353 Aug 29 04:26:36.587227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:36.772356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-393c0577-08cb-4f8c-bd8c-1132f155ff36 req-12c7b824-3116-409f-b776-4a8ca5500d4a tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0884466 Aug 29 04:26:36.825602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.836669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b846c781-d4e4-4431-8585-08490128acff req-18ccdd99-fa00-4b6b-a290-c36bc48e2485 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323936 Aug 29 04:26:36.872741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event deleted for resources: {'Port': ['ID=6d159daa-c30b-41cf-8718-d3738f0d4e39,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:36.925519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:36.929579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b6552e76-a9d6-47b7-832e-9c63deb5cc74 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "DELETE /v2.0/ports/6d159daa-c30b-41cf-8718-d3738f0d4e39 HTTP/1.1" status: 204 len: 168 time: 1.9997718 Aug 29 04:26:36.931692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.018185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Deleting subnet 96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:37.028126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-695455c6-b493-4bd9-89a7-8b2e6cda534e tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.033877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-695455c6-b493-4bd9-89a7-8b2e6cda534e tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4298210 Aug 29 04:26:37.033877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.035211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.088125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.089345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-48a58ba2-6bdb-4dbd-ac8c-59de80156dc6 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.090654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-48a58ba2-6bdb-4dbd-ac8c-59de80156dc6 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064101 Aug 29 04:26:37.096115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.105197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-7d5ba21d-4fe1-434d-9cc9-2aeb072c9cb4 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.106474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7d5ba21d-4fe1-434d-9cc9-2aeb072c9cb4 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083845 Aug 29 04:26:37.115226 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d09764d9-033d-49ea-9d22-9eaac5209b38 req-1126fa96-2a5b-4e86-bf1f-27b29fdea005 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.1561148 Aug 29 04:26:37.126113 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.131746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.152582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-9f663b47-edc1-41bb-8696-248ecf042c5b tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.154322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9f663b47-edc1-41bb-8696-248ecf042c5b tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0151324 Aug 29 04:26:37.158724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.163911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-fa70dcf5-d4bb-4231-bc47-e3dee6e43ac2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--77400343&fields=id&tenant_id=68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 267 time: 0.0717885 Aug 29 04:26:37.175335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-62b2055c-a069-4db3-a0ad-61a3196d0d0f tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.177358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.189516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-62b2055c-a069-4db3-a0ad-61a3196d0d0f tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0286837 Aug 29 04:26:37.193234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.221983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-6f86df1b-ea0d-48ac-9fdc-4767c29487c5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.223850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6f86df1b-ea0d-48ac-9fdc-4767c29487c5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0189309 Aug 29 04:26:37.235884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.243064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-bd657261-e22e-43a7-b93c-5a4b3c4a2671 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.246508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bd657261-e22e-43a7-b93c-5a4b3c4a2671 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076115 Aug 29 04:26:37.267722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.281969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-fc6d40f9-0cfc-4900-9d63-577d151690dd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.283360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc6d40f9-0cfc-4900-9d63-577d151690dd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090163 Aug 29 04:26:37.307537 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f5a3a87-b52a-4845-80eb-6706183ca5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.316188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.325499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-daaa7d1c-ba10-4cbf-a71c-8a3e564f6d84 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.330468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-daaa7d1c-ba10-4cbf-a71c-8a3e564f6d84 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093315 Aug 29 04:26:37.348526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.353195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-e851f67d-d48c-49c1-a875-5cbbbef3bc28 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.354211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e851f67d-d48c-49c1-a875-5cbbbef3bc28 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047061 Aug 29 04:26:37.358734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.371611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-dabef100-b9d4-496b-b5c1-8032cb4ac9bd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.377722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.379733 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dabef100-b9d4-496b-b5c1-8032cb4ac9bd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0195622 Aug 29 04:26:37.385061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-808b1274-cb8e-4401-b3c0-786598886282 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.386566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-808b1274-cb8e-4401-b3c0-786598886282 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075521 Aug 29 04:26:37.392155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.405287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-faac4e3e-828d-435d-b3db-207c5af6a1ea tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.412378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-faac4e3e-828d-435d-b3db-207c5af6a1ea tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0145128 Aug 29 04:26:37.414611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.420857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.429913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-71070a86-c907-4da7-988f-4030cbb2b7de tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.435562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-71070a86-c907-4da7-988f-4030cbb2b7de tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099895 Aug 29 04:26:37.436438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.445479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-660a7c34-e61f-4fcc-9310-121c963275c5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.449698 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-660a7c34-e61f-4fcc-9310-121c963275c5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094171 Aug 29 04:26:37.453560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.475244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-8a13ce87-c4f5-4c2f-a36f-af6d0550da41 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.475244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8a13ce87-c4f5-4c2f-a36f-af6d0550da41 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0176275 Aug 29 04:26:37.495675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34816) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.507962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-f60e4d58-3118-4b5e-9f63-129338ecd893 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.513115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f60e4d58-3118-4b5e-9f63-129338ecd893 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0141561 Aug 29 04:26:37.518484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.523213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-2d680664-19ea-4241-a379-43feae194d70 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.524371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d680664-19ea-4241-a379-43feae194d70 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048122 Aug 29 04:26:37.528950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.534370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-cf42de85-2f8f-4109-b63e-df77aa610bce tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.536135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf42de85-2f8f-4109-b63e-df77aa610bce tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055118 Aug 29 04:26:37.539162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.544017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-750272da-2d03-4246-87fb-859ab2876abb tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.546797 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-750272da-2d03-4246-87fb-859ab2876abb tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048299 Aug 29 04:26:37.550711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.560783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-6a4f5fcd-5a4d-4d75-be36-58741cc2d1d9 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.565117 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a4f5fcd-5a4d-4d75-be36-58741cc2d1d9 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103142 Aug 29 04:26:37.566737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.572053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-c2cbc0d6-959d-46f6-b181-23959f22a50a tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.574317 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c2cbc0d6-959d-46f6-b181-23959f22a50a tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068674 Aug 29 04:26:37.577424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.577640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-39e63511-de13-4506-94f6-768210030d4f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.580856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-39e63511-de13-4506-94f6-768210030d4f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.3566957 Aug 29 04:26:37.581722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-4fdc3142-b7a5-4da0-ae32-5d38a8f153c0 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.585462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fdc3142-b7a5-4da0-ae32-5d38a8f153c0 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051696 Aug 29 04:26:37.586988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.592729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-34144286-149c-4c1b-87cd-d9bc03100f06 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.597398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34144286-149c-4c1b-87cd-d9bc03100f06 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071657 Aug 29 04:26:37.597398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.605842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-24dfb27e-4eec-4cc7-bf0f-344b1bc19f24 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.605842 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-24dfb27e-4eec-4cc7-bf0f-344b1bc19f24 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046558 Aug 29 04:26:37.606175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.612523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-b9a8babe-0524-4905-9359-e87ef6fcb731 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.616385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9a8babe-0524-4905-9359-e87ef6fcb731 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0065196 Aug 29 04:26:37.618207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.622984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-eb52f2f2-b78d-4875-af34-f5a362ca7e61 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.626917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb52f2f2-b78d-4875-af34-f5a362ca7e61 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049024 Aug 29 04:26:37.627727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.632565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-8f0d2790-7220-4c95-a74e-ee98b58b6dad tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.636647 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f0d2790-7220-4c95-a74e-ee98b58b6dad tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049841 Aug 29 04:26:37.636647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router a4edfe24-c5aa-42a8-82aa-04b480a79528 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:26:37.636972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.642387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-420b623f-89f9-41a8-8f01-ec768af457db tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.646561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-420b623f-89f9-41a8-8f01-ec768af457db tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056314 Aug 29 04:26:37.646561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.653867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-c3607271-581f-4bac-9927-ebef54248147 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.657768 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c3607271-581f-4bac-9927-ebef54248147 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071044 Aug 29 04:26:37.661088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.661295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-6248cd07-9206-488f-a9bf-941ecad7efa0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/quotas/68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 375 time: 0.0575624 Aug 29 04:26:37.664908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-2e86bb90-d288-4f33-aa3a-69d7fe0ed73c tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.667986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e86bb90-d288-4f33-aa3a-69d7fe0ed73c tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067003 Aug 29 04:26:37.670008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.680694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-e3c0b465-55f0-4cc3-b7b8-df264456925d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.684563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e3c0b465-55f0-4cc3-b7b8-df264456925d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0112083 Aug 29 04:26:37.686964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.743424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-852f3b39-f91f-43a6-b1f3-2d29fb89b9b5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.745000 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-852f3b39-f91f-43a6-b1f3-2d29fb89b9b5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0561547 Aug 29 04:26:37.748862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.755137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.793397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca01ec-81a9-47df-b6fe-64dd2e45f0ae req-2db4d38c-7082-449e-928e-ca77c382d6fb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:37.796330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3ca01ec-81a9-47df-b6fe-64dd2e45f0ae req-2db4d38c-7082-449e-928e-ca77c382d6fb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 944 time: 0.2373960 Aug 29 04:26:37.822162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-3dd1e012-8feb-4d6a-a5a3-8aad40ddb459 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.823233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3dd1e012-8feb-4d6a-a5a3-8aad40ddb459 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070834 Aug 29 04:26:37.826524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.835050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-afd0f4cd-689f-40fc-a990-7f238bd63412 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.835838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-afd0f4cd-689f-40fc-a990-7f238bd63412 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063615 Aug 29 04:26:37.840389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.840692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event deleted for resources: {'Subnet': ['ID=96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:37.851297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-b3ca9f23-54f8-472f-a33d-f9086f314059 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.853380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b3ca9f23-54f8-472f-a33d-f9086f314059 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0107319 Aug 29 04:26:37.855531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:37.859754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.872374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.872374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-281ee486-54e2-43e4-a2a4-953cc2346f74 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "PUT /v2.0/routers/a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 200 len: 926 time: 3.5324357 Aug 29 04:26:37.872374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.873514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] Sync routers for ids ['a4edfe24-c5aa-42a8-82aa-04b480a79528'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:37.880105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9af396-128a-4983-aeb3-3939860693eb None None] Network 8932d494-4ffa-4f33-b89a-4ec768b05bda requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:37.905728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:37.912103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a9fa85c8-c57f-4fd8-ba59-a9f2a27bd818 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "DELETE /v2.0/subnets/96dcca36-ee4a-4ef9-b5d6-c82e3d57a4d3 HTTP/1.1" status: 204 len: 168 time: 0.9782581 Aug 29 04:26:37.919703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-a23a263c-47f7-4d5e-9449-037f0bf525df tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.921468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a23a263c-47f7-4d5e-9449-037f0bf525df tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0595241 Aug 29 04:26:37.927779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.928326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.954465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] Routers {'a4edfe24-c5aa-42a8-82aa-04b480a79528'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:37.955114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a4edfe24-c5aa-42a8-82aa-04b480a79528'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:37.958271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-dc9cf354-a9f9-4eb6-859d-173dd164098a tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.960284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc9cf354-a9f9-4eb6-859d-173dd164098a tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0151138 Aug 29 04:26:37.971462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:37.983764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-d3753f19-551f-4b9d-8b2d-f0d1888dda0b tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:37.989472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3753f19-551f-4b9d-8b2d-f0d1888dda0b tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126066 Aug 29 04:26:37.992531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.004754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-f4f222df-30d9-4da9-a2cf-73a3a6e4e107 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.006774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4f222df-30d9-4da9-a2cf-73a3a6e4e107 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0124655 Aug 29 04:26:38.017811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.025959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:38.037039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-3d28edef-3897-47a8-9611-5ff0c41f9363 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.039071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3d28edef-3897-47a8-9611-5ff0c41f9363 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0131304 Aug 29 04:26:38.069198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] Routers {'a4edfe24-c5aa-42a8-82aa-04b480a79528'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:38.070763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a4edfe24-c5aa-42a8-82aa-04b480a79528'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:38.107693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.114170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-57f299c5-37f4-44fe-a56f-81c7930ca235 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4241269 Aug 29 04:26:38.119886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-32cb5b2f-4865-49d2-950b-c726f7540290 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.124467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-32cb5b2f-4865-49d2-950b-c726f7540290 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0148482 Aug 29 04:26:38.127202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.134716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cde1fb9-db8e-48d8-8f16-0acf3684169a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 200 len: 926 time: 0.2622151 Aug 29 04:26:38.135053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.139470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-e3ce5fd7-db3a-47cd-b088-78ccee027d31 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.141953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e3ce5fd7-db3a-47cd-b088-78ccee027d31 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0129490 Aug 29 04:26:38.153264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.159321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-3a997897-83c2-4ad3-aa22-7fedcc689121 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.162362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3ca01ec-81a9-47df-b6fe-64dd2e45f0ae req-8c5250c7-0026-48df-aadf-2d4e58493ef2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104906 Aug 29 04:26:38.164373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3a997897-83c2-4ad3-aa22-7fedcc689121 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093172 Aug 29 04:26:38.173639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.192604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-69a59622-6085-497e-808b-7201754f3138 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.195836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-69a59622-6085-497e-808b-7201754f3138 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0191672 Aug 29 04:26:38.196518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:38.197686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d58d8b-9365-4300-8259-5a6cf69b03f0 None None] The sync data for ids ['a4edfe24-c5aa-42a8-82aa-04b480a79528'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:38.197841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.255586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-b2041ae9-6b24-42bd-9063-5297408e5489 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.257438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2041ae9-6b24-42bd-9063-5297408e5489 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0056798 Aug 29 04:26:38.265259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.271070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-e77cbfde-fac1-4433-a4aa-6dcee3bfd548 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.273128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e77cbfde-fac1-4433-a4aa-6dcee3bfd548 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057445 Aug 29 04:26:38.275431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.280099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-1bcd15a0-d856-4c4c-b07c-cba57c6a90f0 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.284577 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1bcd15a0-d856-4c4c-b07c-cba57c6a90f0 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054243 Aug 29 04:26:38.286936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.291581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-3b252d7a-412d-4a38-b7f6-63685ad1bf29 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.294248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b252d7a-412d-4a38-b7f6-63685ad1bf29 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049360 Aug 29 04:26:38.296208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.301747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-6663fcc1-42ad-4904-9ec8-6f73531204ba tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.302730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6663fcc1-42ad-4904-9ec8-6f73531204ba tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047896 Aug 29 04:26:38.313434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.320402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-149f208c-ad89-4cdb-ad5e-d73787aad613 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.326679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-149f208c-ad89-4cdb-ad5e-d73787aad613 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0109818 Aug 29 04:26:38.326930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.337466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-4cef9dc6-ca6c-4b99-afcd-c66da357e129 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.339869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4cef9dc6-ca6c-4b99-afcd-c66da357e129 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101626 Aug 29 04:26:38.343428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.346223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a132ce-d12b-483a-9a0a-da7847e78889 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.348678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-07a132ce-d12b-483a-9a0a-da7847e78889 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=a4edfe24-c5aa-42a8-82aa-04b480a79528&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2117002 Aug 29 04:26:38.356354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-0a4d831f-da0c-4ad6-b8e4-b9d4b9ab41e3 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.358210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0a4d831f-da0c-4ad6-b8e4-b9d4b9ab41e3 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081217 Aug 29 04:26:38.360208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.363733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.374287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.379227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] DHCP port deletion for 8932d494-4ffa-4f33-b89a-4ec768b05bda request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:26:38.388717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-7dfdbf2d-c49a-4363-83b6-52ebbe120883 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.390539 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7dfdbf2d-c49a-4363-83b6-52ebbe120883 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0260158 Aug 29 04:26:38.403590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.425949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-752fbc34-9088-4ac1-aa5f-da308a95e97d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.433480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-752fbc34-9088-4ac1-aa5f-da308a95e97d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0246012 Aug 29 04:26:38.439419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.447774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Deleting port 58b8c7e2-426a-402c-8257-12d183bdc770 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:38.448403 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.451033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-1f193c11-c786-4267-aa24-bdb6dfc05fa1 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.453958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f193c11-c786-4267-aa24-bdb6dfc05fa1 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115459 Aug 29 04:26:38.459540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.472600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-df6c9561-11be-4dfc-bc6b-dbc54f7da869 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.475076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df6c9561-11be-4dfc-bc6b-dbc54f7da869 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0130250 Aug 29 04:26:38.481215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.506366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-afd7688e-94c5-4a8c-8685-e05eacf6b17e tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.507847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-afd7688e-94c5-4a8c-8685-e05eacf6b17e tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078492 Aug 29 04:26:38.519012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.533338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] For port 58b8c7e2-426a-402c-8257-12d183bdc770, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58b8c7e2-426a-402c-8257-12d183bdc770,segment=NetworkSegment(f56a0a89-f01c-4054-aeab-204fcaba1ad1),segment_id=f56a0a89-f01c-4054-aeab-204fcaba1ad1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:38.533741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.544469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f3f32-e906-4e5e-9123-3a2e6aaaf7a8 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.545088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-db02e77c-e2a6-4fb9-ae61-15304daff427 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.547456 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-962f3f32-e906-4e5e-9123-3a2e6aaaf7a8 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.1862733 Aug 29 04:26:38.549163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-db02e77c-e2a6-4fb9-ae61-15304daff427 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0268400 Aug 29 04:26:38.549809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.550638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.554305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Calling delete_port for 58b8c7e2-426a-402c-8257-12d183bdc770 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:38.559554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-75110a2c-4ce9-447d-9bc4-505cc60767bc tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.564183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75110a2c-4ce9-447d-9bc4-505cc60767bc tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090826 Aug 29 04:26:38.571888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.591802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494867f-52e0-4108-bbd7-17f1078d717d req-1a53962e-6c16-4559-aed9-346fcc8d07c3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:38.595186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2494867f-52e0-4108-bbd7-17f1078d717d req-1a53962e-6c16-4559-aed9-346fcc8d07c3 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.2896326 Aug 29 04:26:38.604927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4241dd2-b161-45b6-a2f9-31fe1e9f3025 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 200 len: 205 time: 0.0501821 Aug 29 04:26:38.607163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.609903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-0ee4a1d4-40ac-4728-892f-4bf3f01053fd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.614373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0ee4a1d4-40ac-4728-892f-4bf3f01053fd tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0365970 Aug 29 04:26:38.618760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.625261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-5170f1d0-ca2c-4b0b-a85e-00920ab42eb1 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.629687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5170f1d0-ca2c-4b0b-a85e-00920ab42eb1 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079165 Aug 29 04:26:38.633270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.645715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-db0d8962-ddd2-4cb8-bbde-bce3bf7b3bd8 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.647196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-db0d8962-ddd2-4cb8-bbde-bce3bf7b3bd8 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0104764 Aug 29 04:26:38.660711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.662492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-6cf4006b-5daa-4a47-befd-2f5865f430ef service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948289 Aug 29 04:26:38.663161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.676271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [None req-a36d63d0-292b-42a4-97ea-ceadd702a412 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.679984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a36d63d0-292b-42a4-97ea-ceadd702a412 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092802 Aug 29 04:26:38.681790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.693788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-0fe72879-0909-4c3b-b12e-76de4bdb5e16 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.693788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0fe72879-0909-4c3b-b12e-76de4bdb5e16 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069513 Aug 29 04:26:38.698037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.700105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] No DVR routers for this DVR port 58b8c7e2-426a-402c-8257-12d183bdc770 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:38.702602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-d1797684-33c7-45cf-b7b2-591479baef47 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.707716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1797684-33c7-45cf-b7b2-591479baef47 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046718 Aug 29 04:26:38.709456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.715891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-9365b166-9d24-4afd-ac89-db853639d6f5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.719974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9365b166-9d24-4afd-ac89-db853639d6f5 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091867 Aug 29 04:26:38.721541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.744510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1794c5-203e-4d94-88ae-4e1a70237c4a None None] Pushing event deleted for resources: {'Port': ['ID=58b8c7e2-426a-402c-8257-12d183bdc770,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:38.771711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2494867f-52e0-4108-bbd7-17f1078d717d req-7921183f-f083-4021-abb8-5a7e3b23220f tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538920 Aug 29 04:26:38.783899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Deleting port 58b8c7e2-426a-402c-8257-12d183bdc770 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:38.784278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.784601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-a536effb-b4cb-47ec-ad62-9d88cbd4ec6d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.789034 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a536effb-b4cb-47ec-ad62-9d88cbd4ec6d tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105841 Aug 29 04:26:38.790493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:38.801251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [None req-4e29a6a3-659d-4a93-af72-b5d5351cdaf7 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:26:38.803039 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e29a6a3-659d-4a93-af72-b5d5351cdaf7 tempest-ExtensionsTestJSON-549467204 tempest-ExtensionsTestJSON-549467204-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0110190 Aug 29 04:26:38.838731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4bebbc44-ec80-491f-a926-feb9460e5436 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:38.850430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:38.910784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-7b112744-cb5a-4a79-a0aa-c05e22981e81 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313879 Aug 29 04:26:38.958424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58b8c7e2-426a-402c-8257-12d183bdc770 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:39.009185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 58b8c7e2-426a-402c-8257-12d183bdc770 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:39.009554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58b8c7e2-426a-402c-8257-12d183bdc770 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:39.055021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.056761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 4bebbc44-ec80-491f-a926-feb9460e5436 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:39.064699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 4bebbc44-ec80-491f-a926-feb9460e5436 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:39.066114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.072689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-197209646'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:39.115025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] For port 58b8c7e2-426a-402c-8257-12d183bdc770, host n-d-712139-13, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:39.115669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.158078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.204862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31f1ce14-2991-49d1-85d8-e4202b116319 req-88cd2864-5c04-4658-9ebd-3fa46890cd90 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2264950 Aug 29 04:26:39.214154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9f7b480-6530-4f60-8d8d-990de9979740 req-fd11fafb-60b5-4672-aa0f-823e6ef32acb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1829727 Aug 29 04:26:39.233855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:39.256637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.273809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port 1cdcbd79-7698-430e-8d95-7b6d0b5f4e80 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:39.274583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.283853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Calling delete_port for 58b8c7e2-426a-402c-8257-12d183bdc770 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:39.324385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.378367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:39.386473 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5541d419-da48-4358-a887-3c631814811b" -d '{"events": [{"server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "name": "network-vif-plugged", "status": "completed", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:39.411752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abe3b54e-7fec-4dbe-9c82-bf6bc0a72f21 req-01b0cc5d-b034-46f5-b6b2-8ec9b0c9133c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 210 time: 0.1220155 Aug 29 04:26:39.413633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Port 58b8c7e2-426a-402c-8257-12d183bdc770 was not found and therefore no delete operation was performed {{(pid=94827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:26:39.432043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4bebbc44-ec80-491f-a926-feb9460e5436,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:39.440091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.460954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.468158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:39.513923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] No DVR routers for this DVR port 58b8c7e2-426a-402c-8257-12d183bdc770 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:39.520073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for 1cdcbd79-7698-430e-8d95-7b6d0b5f4e80 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:39.572049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.603367 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dfadc7-308c-43f2-984f-5eee7f138e0e x-openstack-request-id: req-c8dfadc7-308c-43f2-984f-5eee7f138e0e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:39.607486 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "name": "network-vif-plugged", "status": "completed", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:39.609848 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8dfadc7-308c-43f2-984f-5eee7f138e0e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:39.612214 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436', 'code': 200} Aug 29 04:26:39.738505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:39.745146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:39.756947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event deleted for resources: {'Port': ['ID=58b8c7e2-426a-402c-8257-12d183bdc770,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:39.863117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5b76b-a71c-4d20-bedd-3cecc34150a9 req-4a4695e4-a953-4fef-95cc-ce4cbdbd9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:39.865901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73f5b76b-a71c-4d20-bedd-3cecc34150a9 req-4a4695e4-a953-4fef-95cc-ce4cbdbd9b88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 1097 time: 0.1068621 Aug 29 04:26:39.973168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73f5b76b-a71c-4d20-bedd-3cecc34150a9 req-1d1da8ea-e582-4752-87e6-6bd6bf4d7fc3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Aug 29 04:26:40.006003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.042564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27d82-4455-4260-850f-507e03597882 req-786b734f-80b5-49f8-a06b-4f9a24375b6e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.045256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68b27d82-4455-4260-850f-507e03597882 req-786b734f-80b5-49f8-a06b-4f9a24375b6e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.5432241 Aug 29 04:26:40.060790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=1cdcbd79-7698-430e-8d95-7b6d0b5f4e80,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.061677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.066753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.067291 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Added segment 2482549b-7999-47dc-8ddf-65a971aa3b73 of type vlan for network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 Aug 29 04:26:40.123618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8932d494-4ffa-4f33-b89a-4ec768b05bda']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.164353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.170438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.195442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56290169-7258-455c-8e00-dbeef6999229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.201913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56a0a89-f01c-4054-aeab-204fcaba1ad1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.202251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56a0a89-f01c-4054-aeab-204fcaba1ad1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:40.245387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.248751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.311448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-fd08b8c9-8e4f-40a2-a23b-ad165efd3ab6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.314136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-fd08b8c9-8e4f-40a2-a23b-ad165efd3ab6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.50 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.3980489 Aug 29 04:26:40.327152 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3c78-4ae6-4a31-91d4-c8b71efe4aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.348813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af38f1-7a48-42cc-87fb-45755286e1ed req-99d86450-ad96-4ac6-9c26-1c5cba30218c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.358665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3af38f1-7a48-42cc-87fb-45755286e1ed req-99d86450-ad96-4ac6-9c26-1c5cba30218c tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.4401982 Aug 29 04:26:40.362085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.364816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.376688 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:40.385683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.418017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.418886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router a4edfe24-c5aa-42a8-82aa-04b480a79528 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:40.436126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.441499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1be72ba9-8475-4680-8980-4ee3f9ab75bc tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 204 len: 168 time: 1.8283639 Aug 29 04:26:40.441499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:40.450185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2030311491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:40.455590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68b27d82-4455-4260-850f-507e03597882 req-0ce03377-1a9f-48c6-8b31-f9958cd154ae tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837991 Aug 29 04:26:40.481982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:40.482789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:40.501296 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:40.638630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.644551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.645219 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.793847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4073e5e9-d3d3-4eaa-a118-5636f205b014 req-40c97955-e744-4e7b-bf63-0183379d96ab tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2636683 Aug 29 04:26:40.813257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3af38f1-7a48-42cc-87fb-45755286e1ed req-25d1fd63-9391-492a-b0e6-857819a36ae6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527161 Aug 29 04:26:40.869623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.873797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:40.878568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] 10.222.0.62 "DELETE /v2.0/networks/8932d494-4ffa-4f33-b89a-4ec768b05bda HTTP/1.1" status: 204 len: 168 time: 2.9435384 Aug 29 04:26:40.886878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Network': ['ID=86b4cebc-b2ee-4811-ac05-79465ad51ca2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.909262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:40.936138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3204d4-6ca0-411c-9fd5-559f58bc9b5c tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786 tempest-ExtraDHCPOptionsIpV6TestJSON-1335188786-project] Pushing event deleted for resources: {'Network': ['ID=8932d494-4ffa-4f33-b89a-4ec768b05bda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:40.956119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-d91170bf-c404-4d0f-ba70-a2f2e7febb39 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:40.958898 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-d91170bf-c404-4d0f-ba70-a2f2e7febb39 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.2389569 Aug 29 04:26:41.003798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2642968d-04ff-4605-b0a0-b004d0c89908 req-7d892fa3-7ab1-4142-bfed-7a7200d8f90a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 210 time: 0.0732472 Aug 29 04:26:41.012324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Deleting port 15a11d28-3501-4c6a-990a-b2bb41876006 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:41.012675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.038991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56290169-7258-455c-8e00-dbeef6999229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.074143 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56290169-7258-455c-8e00-dbeef6999229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.105212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3eec8ed8-9d28-4baf-8cd6-03cdfddaabf7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0426207 Aug 29 04:26:41.125165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.144849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1488398355'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.147186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-60bbfea4-cb64-4acc-8004-4e7e52cee114 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 378 time: 0.1720479 Aug 29 04:26:41.160910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'device_id': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'admin_state_up': True, 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'security_groups': ['022b1e7f-d4df-445e-8a75-276cfdcd5ef0']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.188445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-56290169-7258-455c-8e00-dbeef6999229 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef9addcebc404045bc51dbfe1e6b7cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4446590 Aug 29 04:26:41.189340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.220065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.222940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56290169-7258-455c-8e00-dbeef6999229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ee647-5e98-4799-a3cb-f79c3f7e5198,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:41.249768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.252503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.288921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] For port 15a11d28-3501-4c6a-990a-b2bb41876006, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=15a11d28-3501-4c6a-990a-b2bb41876006,segment=NetworkSegment(4ef40649-4bee-4262-b055-a9408559fd1e),segment_id=4ef40649-4bee-4262-b055-a9408559fd1e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:41.289227 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.318815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:41.324566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.339621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Calling delete_port for 15a11d28-3501-4c6a-990a-b2bb41876006 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:41.349844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.371249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.378817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.412825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:41.417536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.420818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.427729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:41.432292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.438962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2627a429-5bb5-4149-b3fd-bf3d06351b4d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9909399 Aug 29 04:26:41.440715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:41.464097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:41.513165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.513520 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Added segment 9885dbb3-842b-4182-b132-79d6f881501b of type vlan for network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 Aug 29 04:26:41.591027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.603985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.20.0.13 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/28b7488c-811b-4e30-bf31-f82a3b06003a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:41.728766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.800310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.819355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Transition to ACTIVE for port object 28b7488c-811b-4e30-bf31-f82a3b06003a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:41.875435 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:41.901271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.013062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:42.020837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:42.028820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:42.061682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.108506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.110206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.133836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0011b13b-97d5-4621-a30b-b5bb34bc8066 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801929 Aug 29 04:26:42.149899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Request body: {'port': {'device_id': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:42.225420 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:42.242335 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.363771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5218df21-c6ae-4b4d-9fad-41aea07b3168 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39a76ae4c0cc4400ad011b4a876dedf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122373 Aug 29 04:26:42.375064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34994) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.378864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-272c45b3-2ed9-4d4b-9125-ef0bfb5e0b36 None None] Provisioning for port 28b7488c-811b-4e30-bf31-f82a3b06003a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:42.382089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.384965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-272c45b3-2ed9-4d4b-9125-ef0bfb5e0b36 None None] Provisioning complete for port 28b7488c-811b-4e30-bf31-f82a3b06003a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:42.385550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-272c45b3-2ed9-4d4b-9125-ef0bfb5e0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.388046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.388729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.414477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc274ce8-bf90-4dd9-b0a4-de7fd1eefad5 req-5215d3e0-969f-475f-8483-490391fc21ea tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.416121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc274ce8-bf90-4dd9-b0a4-de7fd1eefad5 req-5215d3e0-969f-475f-8483-490391fc21ea tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.7727604 Aug 29 04:26:42.419412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.426537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.429376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.433676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c01ee647-5e98-4799-a3cb-f79c3f7e5198 HTTP/1.1" status: 204 len: 168 time: 1.2287850 Aug 29 04:26:42.455131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-272c45b3-2ed9-4d4b-9125-ef0bfb5e0b36 None None] Port 28b7488c-811b-4e30-bf31-f82a3b06003a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:42.525321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.557600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2cdd8-5d0e-4aea-b5a6-51754d429569 req-3d0d95a5-9dea-46d9-8815-60c14d434eee tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:42.559237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac2cdd8-5d0e-4aea-b5a6-51754d429569 req-3d0d95a5-9dea-46d9-8815-60c14d434eee tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/ports?device_id=8aa061f5-7920-468d-a926-7818cfdb3d81 HTTP/1.1" status: 200 len: 946 time: 0.3926957 Aug 29 04:26:42.585574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57821ed3-3fb3-4ce3-af41-a640a2b488ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ee647-5e98-4799-a3cb-f79c3f7e5198,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.620342 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:26:42.642386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5115688 Aug 29 04:26:42.642386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event deleted for resources: {'Port': ['ID=15a11d28-3501-4c6a-990a-b2bb41876006,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.656905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:42.659075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35511dab-9e3c-4ed8-914c-4aeda251a093 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Network': ['ID=5f3da0a8-8172-47d0-aa35-c45a47fa4a49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.683726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:42.712744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'subnet': {'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:42.785909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:42.801666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.824922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Transition to ACTIVE for port object 28b7488c-811b-4e30-bf31-f82a3b06003a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:42.836390 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.901980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] No DVR routers for this DVR port 15a11d28-3501-4c6a-990a-b2bb41876006 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:26:42.914649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.917214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36d91680-4fa8-4a18-868a-72dce327d6c7 req-d3480e84-5370-400c-b254-a29cd7df1ad8 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.50 "DELETE /v2.0/ports/15a11d28-3501-4c6a-990a-b2bb41876006 HTTP/1.1" status: 204 len: 173 time: 2.5810289 Aug 29 04:26:42.919798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'name': 'network-vif-deleted', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:42.924180 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663cef24-c2fc-44ae-8035-ac773d52b614" -d '{"events": [{"server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "name": "network-vif-deleted", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:42.946805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:42.958883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:42.959249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc274ce8-bf90-4dd9-b0a4-de7fd1eefad5 req-546c77c0-8b65-40ad-a4c3-e0f31fa26dbb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504800 Aug 29 04:26:42.990675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac2cdd8-5d0e-4aea-b5a6-51754d429569 req-2f9a2bd5-b825-46e3-bf4c-5ff0e0df77f6 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a53f723-d865-4103-9d42-0a6b0d0a5a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905780 Aug 29 04:26:43.020488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.137043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.138999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:43.146520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Attempting to bind port 28b7488c-811b-4e30-bf31-f82a3b06003a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:43.146802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Attempting to bind port 28b7488c-811b-4e30-bf31-f82a3b06003a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:43.147097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Attempting to bind port 28b7488c-811b-4e30-bf31-f82a3b06003a on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:43.152926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.159382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Port 28b7488c-811b-4e30-bf31-f82a3b06003a on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:26:43.159910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Attempting to bind port 28b7488c-811b-4e30-bf31-f82a3b06003a on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:43.169613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:43.170146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:43.170746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:43.171985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Bound port: 28b7488c-811b-4e30-bf31-f82a3b06003a, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:43.172588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.321608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3881333c-6936-43c0-9cb0-78c632285c26 req-6a7cb489-c2e3-455f-a4c7-d840ab93b4c2 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1396854 Aug 29 04:26:43.341311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:43.347281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:43.387006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.411651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727e00-3f97-440a-bf14-16a13dbd60b6 req-9cdf9217-9cfc-4e5f-b0c1-effaf7100530 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.422005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.422940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.423985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c727e00-3f97-440a-bf14-16a13dbd60b6 req-9cdf9217-9cfc-4e5f-b0c1-effaf7100530 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 944 time: 0.2945068 Aug 29 04:26:43.425285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] 10.222.0.54 "PUT /v2.0/ports/28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1093 time: 1.2816405 Aug 29 04:26:43.425850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:43.429962 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9714c94-1c2a-47a2-9921-986c5cc50a91" -d '{"events": [{"name": "network-changed", "server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:43.452731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 15a11d28-3501-4c6a-990a-b2bb41876006 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:26:43.505357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7bfc6-edad-47b2-8ef1-e7356df76526 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.527561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.534849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.537059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d351f7f2-df20-4c05-ab47-238c0861a88f HTTP/1.1" status: 204 len: 168 time: 1.1574934 Aug 29 04:26:43.540329 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718149d-5171-4dfb-bd11-0c5d617d1a81 x-openstack-request-id: req-8718149d-5171-4dfb-bd11-0c5d617d1a81 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:43.540983 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa061f5-7920-468d-a926-7818cfdb3d81", "name": "network-vif-deleted", "tag": "15a11d28-3501-4c6a-990a-b2bb41876006", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:43.541593 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8718149d-5171-4dfb-bd11-0c5d617d1a81 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:43.542330 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa061f5-7920-468d-a926-7818cfdb3d81', 'name': 'network-vif-deleted', 'tag': '15a11d28-3501-4c6a-990a-b2bb41876006', 'status': 'completed', 'code': 200} Aug 29 04:26:43.550549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 15a11d28-3501-4c6a-990a-b2bb41876006 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:26:43.551141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 15a11d28-3501-4c6a-990a-b2bb41876006 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:26:43.677074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-8dc7ad44-e13e-4562-a725-42424823709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.683747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-8dc7ad44-e13e-4562-a725-42424823709c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1096 time: 0.1633766 Aug 29 04:26:43.689655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77e8b2-3c46-4637-8f3a-929c1578e28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351f7f2-df20-4c05-ab47-238c0861a88f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:43.766022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c727e00-3f97-440a-bf14-16a13dbd60b6 req-fc3b8cda-221b-4139-9346-5abff28dfd89 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3406348 Aug 29 04:26:43.870375 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-0026d7b9-3dbb-4d44-9035-1731b310a19a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 217 time: 0.1762784 Aug 29 04:26:43.944643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:43.955190 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62849d7-6b5b-4e62-a27a-d77162d1e65b x-openstack-request-id: req-b62849d7-6b5b-4e62-a27a-d77162d1e65b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:43.955190 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:43.955190 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b62849d7-6b5b-4e62-a27a-d77162d1e65b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:43.955190 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'status': 'completed', 'code': 200} Aug 29 04:26:43.962250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-4ce095ec-1fdc-44ca-91e9-8cc85d1e964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:43.963991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-4ce095ec-1fdc-44ca-91e9-8cc85d1e964a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.0808201 Aug 29 04:26:44.066340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.068463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.157152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-48446efe-93a0-43d0-80d8-8d4273a589ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.160812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-48446efe-93a0-43d0-80d8-8d4273a589ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791511 Aug 29 04:26:44.322777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02a80-a016-4e9f-9dba-38c38cb1d2dc req-e429f50b-f739-4038-990a-7d7f55db4e21 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.330699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc02a80-a016-4e9f-9dba-38c38cb1d2dc req-e429f50b-f739-4038-990a-7d7f55db4e21 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.1632626 Aug 29 04:26:44.333615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.346223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1089123056'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:44.425232 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-82694358-22d2-433b-b1e6-2efa601c1bdd service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555218 Aug 29 04:26:44.473444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc02a80-a016-4e9f-9dba-38c38cb1d2dc req-a281a761-0fa3-4895-86c5-2fdf894a1fc1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364698 Aug 29 04:26:44.477325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Allocated IP 172.25.3.138 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/eca558a4-7271-4ab6-8b81-b7c936da27e1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:44.504319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:44.508346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.521618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Subnet': ['ID=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:44.525531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:44.526192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network hostable DHCP agents. Network: 86b4cebc-b2ee-4811-ac05-79465ad51ca2, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:44.561038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6dd072e8-bf80-4a0c-a4d7-db9d2909f1be req-17e65819-e44e-4078-9b50-0bd87294409a tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0797203 Aug 29 04:26:44.566228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.604296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:44.668770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 86b4cebc-b2ee-4811-ac05-79465ad51ca2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:44.684929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73833a2d-2d14-49f4-a3d0-85654cf1b265 None None] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:44.699743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.703959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.714491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:44.727044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cc45f70e-6193-4df5-a7b2-000924ed4c52 req-df1c03b4-a7f4-4a99-9513-e50503303ded service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749519 Aug 29 04:26:44.839761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.893657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.932088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:44.935777 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.959257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.968938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:44.979448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-6e1b74be-0481-40d2-99e4-ea20dd335a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:44.981207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-6e1b74be-0481-40d2-99e4-ea20dd335a50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1096 time: 0.1870346 Aug 29 04:26:45.024913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:45.030396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:45.033901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:45.069268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.072825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.087567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.114435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80050e0-42e7-4fa6-8ac3-78a80fd71089 req-894041a1-b7eb-4f34-902a-f74f7d6e978b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.122365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f80050e0-42e7-4fa6-8ac3-78a80fd71089 req-894041a1-b7eb-4f34-902a-f74f7d6e978b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 944 time: 0.2220716 Aug 29 04:26:45.130581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c14974f9-db07-4144-9f6e-506bed1fc2eb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4620705 Aug 29 04:26:45.138937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event updated for resources: {'Port': ['ID=eca558a4-7271-4ab6-8b81-b7c936da27e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.139267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.148189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-129ee26f-3e56-4c1a-86a1-90f870386cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.149818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-129ee26f-3e56-4c1a-86a1-90f870386cb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.1569173 Aug 29 04:26:45.155517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'subnet': {'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:45.166427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:45.252530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688a7063-abb4-4c94-8b5a-b919bb29d6fd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.253159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Allocated IP 10.1.1.2 (86b4cebc-b2ee-4811-ac05-79465ad51ca2/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2/9fdf8902-5b7e-442b-ac8d-8671dafa8602) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:45.275707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.276108 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment b05c0215-67db-46cc-ab3d-249d6e8d1b1c of type vlan for network b722dc98-7124-4853-8adc-c80d2d940462 Aug 29 04:26:45.285148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1859741398'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:45.289168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-8021f603-9e6c-475c-ac84-5c813312aa48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 217 time: 0.1202605 Aug 29 04:26:45.306912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f80050e0-42e7-4fa6-8ac3-78a80fd71089 req-7c936035-81a2-409d-ac55-3826f700c684 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1837094 Aug 29 04:26:45.368176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Made reservation on behalf of f520918aac9a487e994ac8c540763f84 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:45.372504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.374026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.376739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.377939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb3b66b9-2317-47c7-ae8d-2d7b07c094f6 HTTP/1.1" status: 204 len: 168 time: 0.6619351 Aug 29 04:26:45.382414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.384637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.393515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.414355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439fa79-f637-4375-9ef8-0a641ff2f099 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b66b9-2317-47c7-ae8d-2d7b07c094f6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.439229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-28ec79c6-a4ee-4e1c-83b1-884bad4753ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.444574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-28ec79c6-a4ee-4e1c-83b1-884bad4753ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1268229 Aug 29 04:26:45.448768 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b4473e6b-ed0b-4504-8e63-bc9b442826c4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] show failed (client error): The resource could not be found. Aug 29 04:26:45.449828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b4473e6b-ed0b-4504-8e63-bc9b442826c4 tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "GET /v2.0/security-groups/eb3b66b9-2317-47c7-ae8d-2d7b07c094f6 HTTP/1.1" status: 404 len: 347 time: 0.0618079 Aug 29 04:26:45.455128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:45.552781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.578271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:45.582500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Transition to ACTIVE for port object 9fdf8902-5b7e-442b-ac8d-8671dafa8602 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:45.587553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.599868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.611897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Transition to ACTIVE for port object 9fdf8902-5b7e-442b-ac8d-8671dafa8602 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:45.616726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.617999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.621108 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.733302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:45.734233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Pushing event updated for resources: {'Port': ['ID=9fdf8902-5b7e-442b-ac8d-8671dafa8602,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.738964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:45.743564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:45.751890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4f2ee-fd09-4035-955a-2a01b23b4fd9 req-c94a3047-c6d3-465d-b95a-3b47ecb4afb2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.753482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0f4f2ee-fd09-4035-955a-2a01b23b4fd9 req-c94a3047-c6d3-465d-b95a-3b47ecb4afb2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.1400433 Aug 29 04:26:45.754091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.754901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=b722dc98-7124-4853-8adc-c80d2d940462,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:45.796488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-f19b22ca-accd-4340-a9f1-f9080dd54841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:45.798317 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-f19b22ca-accd-4340-a9f1-f9080dd54841 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222356 Aug 29 04:26:45.826496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:45.861300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81112644-3ade-44f5-b6a2-69049c529ec9 req-b9004442-811e-409f-b315-81b5f165994c tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1311948 Aug 29 04:26:45.900739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Deleting port a1501ad5-d384-458e-8959-1b2ff2dd2b06 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:45.901357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.926411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Attempting to bind port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:45.926785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Attempting to bind port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:45.927154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Attempting to bind port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:45.945859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:45.946266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:45.946612 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:45.946999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Bound using segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:45.947484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Bound port: 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:45.947864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.051993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] For port 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:46.056721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] For port 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9fdf8902-5b7e-442b-ac8d-8671dafa8602,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:46.064494 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.067306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0f4f2ee-fd09-4035-955a-2a01b23b4fd9 req-77838899-a83b-40de-9e43-59a2fe78e409 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688911 Aug 29 04:26:46.165894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b274927-3001-4412-8e27-fae495a811b7 None None] Pushing event updated for resources: {'Port': ['ID=9fdf8902-5b7e-442b-ac8d-8671dafa8602,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.193369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.193759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.197378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.216146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e2ad3e9-40bc-4e1e-83c4-a9fb0085c8fd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1245737 Aug 29 04:26:46.216705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35102) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.224904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'name': 'tempest-PortsTestJSON-1102150454'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:46.237593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.255661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Calling delete_port for a1501ad5-d384-458e-8959-1b2ff2dd2b06 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:46.316348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:46.385691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.388203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4acad-e721-4e0d-9752-24015d5c20b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.402435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.402827 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Added segment 4bbe76c5-232b-4b86-ba66-e6defafa222f of type vlan for network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 Aug 29 04:26:46.422910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-0ad6d7f8-c066-413d-bd91-708be2291948 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134377 Aug 29 04:26:46.471535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.516229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.526294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.601197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:46.606110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.649971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Subnet': ['ID=1daa1b27-4ce4-4486-92ec-a0730450d834,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:46.666194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port dd2c6c61-8e04-4e76-98cd-358e95eaf437 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:46.680932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f9714c94-1c2a-47a2-9921-986c5cc50a91 req-2f6a2aa6-b0e6-4f80-b794-b0c4f9f46874 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328634 Aug 29 04:26:46.731698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Checking segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:46.731891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network hostable DHCP agents. Network: 5f3da0a8-8172-47d0-aa35-c45a47fa4a49, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:46.789097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:46.814747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5f3da0a8-8172-47d0-aa35-c45a47fa4a49) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:46.825632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604062f-a256-4f31-8ba2-47893ac8171d None None] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:46.857653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:46.858272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:46.893992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f3909a9-6811-4a75-bd2b-4a5c3d762e93 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7430120 Aug 29 04:26:46.896440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:46.903431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'name': 'tempest-TaggedBootDevicesTest_v242-401394944', 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:46.947182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:26:46.979815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.047216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:47.127971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.151682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9fdf8902-5b7e-442b-ac8d-8671dafa8602 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:47.172286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:47.235404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=dd2c6c61-8e04-4e76-98cd-358e95eaf437,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.270615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:47.271238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: b722dc98-7124-4853-8adc-c80d2d940462, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:47.316574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:47.328874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.349289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b722dc98-7124-4853-8adc-c80d2d940462) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:47.358446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:47.362972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3c25b98-4f75-447b-bc46-802cecf78ffa req-4631cc70-d79e-4ea2-86b3-4916ba2f0faa tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.3180077 Aug 29 04:26:47.364972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.365706 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.369597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] device_id is not set on port c85aff2e-5e27-47cc-9513-4665235de53f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:47.387483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04c6e4-6c7a-4970-b939-005e2c0a6bbc None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:47.411278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a00a60-ff39-4dbb-a72b-05efc3053399 req-8446a493-8d3d-48e3-b311-8d33677460fc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.425034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a00a60-ff39-4dbb-a72b-05efc3053399 req-8446a493-8d3d-48e3-b311-8d33677460fc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 944 time: 0.9633844 Aug 29 04:26:47.434668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0b3a120-591a-4924-9312-f4a86a8f5a75 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2171695 Aug 29 04:26:47.439474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.451234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1678137740'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:47.453979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.460642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.461286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.483968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.494195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:47.506853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.578988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b190baae-5cad-4bda-9c52-18fc8887e857 None None] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:47.587263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:47.589708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Pushing event deleted for resources: {'Port': ['ID=a1501ad5-d384-458e-8959-1b2ff2dd2b06,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.600151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.600499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5197990 Aug 29 04:26:47.611825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'subnet': {'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:47.659870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.659870 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment d293a3c3-36ee-4a15-be15-1af4978aaa95 of type vlan for network 39ff838a-af35-408f-8236-e806d671f38e Aug 29 04:26:47.708252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ips': [{'subnet_id': '1daa1b27-4ce4-4486-92ec-a0730450d834'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:47.709259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.719189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1fd9daf5-d461-4324-bc23-1d2997bdea92 None None] Provisioning for port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:47.723550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:47.728360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64a00a60-ff39-4dbb-a72b-05efc3053399 req-500d2f99-9d47-4c10-82f3-b356edaa8677 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3009100 Aug 29 04:26:47.736766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Router da2e54d7-e8a9-411f-b076-be1681a2be72 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:47.761151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d479-e496-4879-8a32-ae7fc1152ab2 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Network': ['ID=3dd64ee8-2064-4b32-96f4-2bacfaedc0e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:47.798739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.801819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:47.809604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:26:47.811585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.815375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.816910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98d97a80-b95d-4635-8e69-1407ce6a51de tempest-ImagesOneServerNegativeTestJSON-1730750651 tempest-ImagesOneServerNegativeTestJSON-1730750651-project] 10.222.0.62 "DELETE /v2.0/floatingips/4bbee3a0-afd6-4ec5-8479-1ba3d08c7904 HTTP/1.1" status: 204 len: 168 time: 2.3608284 Aug 29 04:26:47.836513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5fb9d-ccd9-4ac8-b045-0cfd64b678ec req-606935aa-ed8a-49b7-b886-89b366e527c1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.838622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66b5fb9d-ccd9-4ac8-b045-0cfd64b678ec req-606935aa-ed8a-49b7-b886-89b366e527c1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2826970 Aug 29 04:26:47.873597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:47.887690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.893683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:47.894310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.938906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66b5fb9d-ccd9-4ac8-b045-0cfd64b678ec req-47b584eb-4d83-4a7b-993f-73a17025db95 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938694 Aug 29 04:26:47.964250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:47.964669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.1.1.37 (86b4cebc-b2ee-4811-ac05-79465ad51ca2/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2/c85aff2e-5e27-47cc-9513-4665235de53f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:47.972538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:47.973811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9835e8e8-eb36-4bbe-bff9-5aad3017bd56 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "PUT /v2.0/routers/da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 200 len: 884 time: 6.5278804 Aug 29 04:26:47.978025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:47.980432 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] Sync routers for ids ['da2e54d7-e8a9-411f-b076-be1681a2be72'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:47.997762 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] Routers {'da2e54d7-e8a9-411f-b076-be1681a2be72'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:48.000869 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['da2e54d7-e8a9-411f-b076-be1681a2be72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:48.052737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:48.064190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:48.065575 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] Routers {'da2e54d7-e8a9-411f-b076-be1681a2be72'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:48.066431 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['da2e54d7-e8a9-411f-b076-be1681a2be72'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:48.078501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.135072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6876469 Aug 29 04:26:48.135292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.144080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'ports': [{'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'}, {'network_id': '39ff838a-af35-408f-8236-e806d671f38e'}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:48.144544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:48.145036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '39ff838a-af35-408f-8236-e806d671f38e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:48.156722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:48.158148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503e88b-3d41-4e74-a796-8a0d0a7eec70 None None] The sync data for ids ['da2e54d7-e8a9-411f-b076-be1681a2be72'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:48.182177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-513f9753-cf1b-4741-9016-5f56263c6d46 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 200 len: 925 time: 0.2028735 Aug 29 04:26:48.193137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4156705-b7d3-4d9f-99e4-79f49231c342 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=39ff838a-af35-408f-8236-e806d671f38e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.201951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.203002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35132) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.258387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 39ff838a-af35-408f-8236-e806d671f38e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:48.351714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Made reservation on behalf of f520918aac9a487e994ac8c540763f84 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:48.357779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.419084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.434265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:48.443569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.469418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.589249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:26:48.594946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Deleting subnet a884b44d-5a8f-4ef1-be51-1796d27688e9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:26:48.617796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad4cfeb-c01b-4f36-a515-5531784f3b60 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:48.624130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ad4cfeb-c01b-4f36-a515-5531784f3b60 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=da2e54d7-e8a9-411f-b076-be1681a2be72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4106393 Aug 29 04:26:48.632503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35136) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:48.642008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.646679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bc4b282-ad5b-45ae-854c-5cc9ae8b3926 req-8f763c66-7626-44d6-98f7-f1bad18f7b06 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1164224 Aug 29 04:26:48.652882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Allocated IP 10.2.2.2 (5f3da0a8-8172-47d0-aa35-c45a47fa4a49/1daa1b27-4ce4-4486-92ec-a0730450d834/88eea607-094d-45e0-9c2d-99864ae6fea4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:48.700011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:48.716092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 866ddb8a-d000-4a84-a7b7-7687fa44ca43 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:48.725305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.777750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.875631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:48.919888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:48.941800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9fdf8902-5b7e-442b-ac8d-8671dafa8602,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:48.955037 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.014520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.024395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['28b7488c-811b-4e30-bf31-f82a3b06003a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:26:49.114788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.171492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object c85aff2e-5e27-47cc-9513-4665235de53f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:49.177475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795136ae-69b9-4526-80b9-ae788a423772 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.178211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-795136ae-69b9-4526-80b9-ae788a423772 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.5383368 Aug 29 04:26:49.181043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.184711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.253473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=9fdf8902-5b7e-442b-ac8d-8671dafa8602,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.271267 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f2619b78-734b-4704-9458-7c0c7073c31a tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 200 len: 205 time: 0.0846770 Aug 29 04:26:49.279548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 9d5e830b-62eb-450a-aced-c7ebc3ba1bcf yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:49.281820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.283313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.299254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Transition to ACTIVE for port object 88eea607-094d-45e0-9c2d-99864ae6fea4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:49.358825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Transition to ACTIVE for port object 88eea607-094d-45e0-9c2d-99864ae6fea4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:49.376814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.386702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-395fbd0b-6286-4cf1-bf96-b0b82b38164d None None] Provisioning complete for port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:49.387103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-395fbd0b-6286-4cf1-bf96-b0b82b38164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.478907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.497792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:49.511663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:49.521390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:49.521880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.524957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Pushing event updated for resources: {'Port': ['ID=88eea607-094d-45e0-9c2d-99864ae6fea4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.552822 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.662157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9de7-9613-40e2-9f6f-569a30ec6877 req-76671f3b-81b8-4c82-8b98-622c6d71c6f5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.665391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a9b9de7-9613-40e2-9f6f-569a30ec6877 req-76671f3b-81b8-4c82-8b98-622c6d71c6f5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5504034 Aug 29 04:26:49.671917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.675632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Attempting to bind port 88eea607-094d-45e0-9c2d-99864ae6fea4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:49.676074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Attempting to bind port 88eea607-094d-45e0-9c2d-99864ae6fea4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:49.676416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Attempting to bind port 88eea607-094d-45e0-9c2d-99864ae6fea4 on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:49.690914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:49.691360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Checking segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:49.691761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.692274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Bound using segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:49.692727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Bound port: 88eea607-094d-45e0-9c2d-99864ae6fea4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:49.693038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.698601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.733048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Subnet': ['ID=ceb54559-4519-4368-a484-5b1e6777241f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.778771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.781869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a884b44d-5a8f-4ef1-be51-1796d27688e9 HTTP/1.1" status: 204 len: 168 time: 1.5739212 Aug 29 04:26:49.785562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:49.802675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] For port 88eea607-094d-45e0-9c2d-99864ae6fea4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:49.809197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] For port 88eea607-094d-45e0-9c2d-99864ae6fea4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=88eea607-094d-45e0-9c2d-99864ae6fea4,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:49.816767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.820502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:49.836493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45522058-520f-4886-afd2-aedf72f44827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a884b44d-5a8f-4ef1-be51-1796d27688e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.842138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:49.849554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:49.856813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:49.857332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.865892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:49.878658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a9b9de7-9613-40e2-9f6f-569a30ec6877 req-9a3ec097-243a-430e-93c6-8095e98b7fc3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1841686 Aug 29 04:26:49.883487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:49.884179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.935298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.955095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704883a0-4b00-4bb8-a9c5-c9efe61d8f26 None None] Pushing event updated for resources: {'Port': ['ID=88eea607-094d-45e0-9c2d-99864ae6fea4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:49.956474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:49.981506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b98d-e9be-4d39-a7c8-a7609bef2d4d req-beb95f7a-db57-4e9c-9bb7-ab8bc2223451 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:49.983308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95f0b98d-e9be-4d39-a7c8-a7609bef2d4d req-beb95f7a-db57-4e9c-9bb7-ab8bc2223451 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.6908484 Aug 29 04:26:49.993761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=866ddb8a-d000-4a84-a7b7-7687fa44ca43,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.081896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Checking segment: {'id': '4bbe76c5-232b-4b86-ba66-e6defafa222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:50.082284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network hostable DHCP agents. Network: 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:50.122643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.123435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.159288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:50.165374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c247e08-4635-486a-be20-ab68fe9879c2 req-7264bdc2-f9ce-45ce-942b-5544d01dbb3e tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1542528 Aug 29 04:26:50.167102 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c041340c-2974-4b81-8f59-2d12b409a1db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2695277 Aug 29 04:26:50.167776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.176158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'name': 'tempest-TaggedBootDevicesTest_v242-1621068936', 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.201731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.242205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:50.291895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49df61-6bc8-46da-a73a-c8955bd704c1 None None] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:50.310558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.312497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.316968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95f0b98d-e9be-4d39-a7c8-a7609bef2d4d req-5cba3e84-727c-4570-877d-ac6647698403 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111229 Aug 29 04:26:50.317715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=9d5e830b-62eb-450a-aced-c7ebc3ba1bcf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.337106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': 'd293a3c3-36ee-4a15-be15-1af4978aaa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '39ff838a-af35-408f-8236-e806d671f38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:50.337670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: 39ff838a-af35-408f-8236-e806d671f38e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:50.392865 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2a6f4bc6-7c90-42c3-a1b1-1aa2dd930baa tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7885702 Aug 29 04:26:50.400574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.413134 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.426905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 39ff838a-af35-408f-8236-e806d671f38e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:50.430066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a0975f-3f60-407d-9ff6-8774982392fd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:50.449383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-485956072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:50.451084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef40649-4bee-4262-b055-a9408559fd1e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:50.451626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef40649-4bee-4262-b055-a9408559fd1e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:50.465447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-086fb51f-baae-473b-b19a-5f281f3751c5 None None] Provisioning for port c85aff2e-5e27-47cc-9513-4665235de53f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:50.466599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.477160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-086fb51f-baae-473b-b19a-5f281f3751c5 None None] Provisioning complete for port c85aff2e-5e27-47cc-9513-4665235de53f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:50.477866 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-086fb51f-baae-473b-b19a-5f281f3751c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.490495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 39ff838a-af35-408f-8236-e806d671f38e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:50.504528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:50.511474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.513007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.513748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.518576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:50.519232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.522340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.533712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d7511-e8ba-4595-ba3f-569e4c6e30ff None None] Network 39ff838a-af35-408f-8236-e806d671f38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:50.552935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:50.554029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:50.555221 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:50.598330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port eca558a4-7271-4ab6-8b81-b7c936da27e1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:50.598887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.600786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c8415c5-0ace-4d40-b376-b83fda8e9d0b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4627182 Aug 29 04:26:50.611450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:50.657305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.668088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.670227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a0a0975f-3f60-407d-9ff6-8774982392fd HTTP/1.1" status: 204 len: 168 time: 0.8737240 Aug 29 04:26:50.703676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-086fb51f-baae-473b-b19a-5f281f3751c5 None None] Port c85aff2e-5e27-47cc-9513-4665235de53f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:50.711896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84a86a-2799-4d41-92e6-24e376df6225 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a0975f-3f60-407d-9ff6-8774982392fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:50.762634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 9d5e830b-62eb-450a-aced-c7ebc3ba1bcf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:50.763128 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.862550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:50.900448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 9d5e830b-62eb-450a-aced-c7ebc3ba1bcf owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:51.055505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:51.080259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3dd64ee8-2064-4b32-96f4-2bacfaedc0e5', 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5', 'tenant_id': 'f520918aac9a487e994ac8c540763f84', 'fixed_ips': [{'subnet_id': 'ceb54559-4519-4368-a484-5b1e6777241f'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:51.081214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.131660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.136358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.179332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=9d5e830b-62eb-450a-aced-c7ebc3ba1bcf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:51.202335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.207021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f364d737-8fcd-40a9-8ba0-5bb79ec25a4b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/9d5e830b-62eb-450a-aced-c7ebc3ba1bcf HTTP/1.1" status: 204 len: 168 time: 0.5921440 Aug 29 04:26:51.213415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.261657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.277660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9733-130d-45ba-83a1-72de84b34d8a req-2a6f82d7-cace-4c6d-ba7b-a6c7869ec944 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.279608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.285543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9ab9733-130d-45ba-83a1-72de84b34d8a req-2a6f82d7-cace-4c6d-ba7b-a6c7869ec944 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2336016 Aug 29 04:26:51.303642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0fd4f6df-45af-4a64-967a-e9c21137192f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0b4964929e94115929d7bc960e519ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690457 Aug 29 04:26:51.304410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.311655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:51.318512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.356251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.360385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-adfa7e63-1607-467c-aef5-0c431a6e2cec tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9394050 Aug 29 04:26:51.363086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.378927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Allocated IP 172.20.0.2 (3dd64ee8-2064-4b32-96f4-2bacfaedc0e5/ceb54559-4519-4368-a484-5b1e6777241f/019b2376-973a-4d8b-bfe7-1c38dabac9c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:51.445228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9ab9733-130d-45ba-83a1-72de84b34d8a req-2d7ff1d7-a98b-49eb-a0c0-9b845ef6c225 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585593 Aug 29 04:26:51.481430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b2752-bd30-4fd0-8147-32b73deb1bea tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.502365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b2752-bd30-4fd0-8147-32b73deb1bea tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.508928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-de3b2752-bd30-4fd0-8147-32b73deb1bea tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2917881 Aug 29 04:26:51.512465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] device_id is not set on port 9af574fc-c576-47e5-b68a-18dbf86a013e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:51.520843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35176) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:51.553876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9fdf8902-5b7e-442b-ac8d-8671dafa8602 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:51.567256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b204f070-c320-48aa-88be-51fe470f726f req-cc311dc4-daf3-464b-a42e-eee4f02f4424 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1353645 Aug 29 04:26:51.575774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.589427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.599660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef349bf-5b7b-495b-b4da-4d3fd9b87c08 None None] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:51.614409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.649941 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.650306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Transition to ACTIVE for port object 019b2376-973a-4d8b-bfe7-1c38dabac9c9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:51.665846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for eca558a4-7271-4ab6-8b81-b7c936da27e1 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:51.670053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea6bef-e994-4e50-98b7-b1169dffd533 req-515f0b35-8013-4d02-a3f9-e207560b492b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:51.672317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54ea6bef-e994-4e50-98b7-b1169dffd533 req-515f0b35-8013-4d02-a3f9-e207560b492b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.0985403 Aug 29 04:26:51.728461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Transition to ACTIVE for port object 019b2376-973a-4d8b-bfe7-1c38dabac9c9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:51.733494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0b2fc8d-775d-4429-b9f9-f4805599227c None None] Provisioning for port 88eea607-094d-45e0-9c2d-99864ae6fea4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:51.739320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54ea6bef-e994-4e50-98b7-b1169dffd533 req-6a719b74-beda-478d-891f-cc7d1e62a917 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561764 Aug 29 04:26:51.764508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.783103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.789061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.792076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a53f723-d865-4103-9d42-0a6b0d0a5a61 HTTP/1.1" status: 204 len: 168 time: 0.4851887 Aug 29 04:26:51.793178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 28b7488c-811b-4e30-bf31-f82a3b06003a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:51.805988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4320d-cdf1-4d1b-9911-6ed79a580333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53f723-d865-4103-9d42-0a6b0d0a5a61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:51.851433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 28b7488c-811b-4e30-bf31-f82a3b06003a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:51.851895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.869059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:51.870948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:51.871312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:51.937472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:51.948800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:51.951797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Pushing event updated for resources: {'Port': ['ID=019b2376-973a-4d8b-bfe7-1c38dabac9c9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.049209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 866ddb8a-d000-4a84-a7b7-7687fa44ca43 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:26:52.049756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.091097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Attempting to bind port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:52.092017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Attempting to bind port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '4bbe76c5-232b-4b86-ba66-e6defafa222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:52.092017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Attempting to bind port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 on network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:52.133825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:52.134194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Checking segment: {'id': '4bbe76c5-232b-4b86-ba66-e6defafa222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:52.134594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.134987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Bound using segment: {'id': '4bbe76c5-232b-4b86-ba66-e6defafa222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:52.135474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Bound port: 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbe76c5-232b-4b86-ba66-e6defafa222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:52.137069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.162730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.1.1.213 (86b4cebc-b2ee-4811-ac05-79465ad51ca2/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2/9af574fc-c576-47e5-b68a-18dbf86a013e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:52.167611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.210478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 88eea607-094d-45e0-9c2d-99864ae6fea4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:52.234303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.322266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.331828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:26:52.334954 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16569b-002b-47be-8626-d14252337a9e" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:26:52.391385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:52.401305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 866ddb8a-d000-4a84-a7b7-7687fa44ca43 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:26:52.409687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] For port 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:52.426577 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.461080 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578ecca-82cb-4088-8d9b-234b555fff92 x-openstack-request-id: req-8578ecca-82cb-4088-8d9b-234b555fff92 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:26:52.461617 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:26:52.462154 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8578ecca-82cb-4088-8d9b-234b555fff92 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:26:52.462840 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:26:52.537928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 88eea607-094d-45e0-9c2d-99864ae6fea4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:52.560147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] For port 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=019b2376-973a-4d8b-bfe7-1c38dabac9c9,segment=NetworkSegment(4bbe76c5-232b-4b86-ba66-e6defafa222f),segment_id=4bbe76c5-232b-4b86-ba66-e6defafa222f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:52.566861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 88eea607-094d-45e0-9c2d-99864ae6fea4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:52.567676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.595712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.651757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.709185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fb119-931b-4ca0-9507-097a5ee9fae9 req-b9d0985b-7a39-4fdd-87d4-b83e6e230074 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:52.729405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.737782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d1fb119-931b-4ca0-9507-097a5ee9fae9 req-b9d0985b-7a39-4fdd-87d4-b83e6e230074 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.1669002 Aug 29 04:26:52.767616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bbb838a7-a441-4880-95c1-d6ed41a247b4 None None] Provisioning complete for port 88eea607-094d-45e0-9c2d-99864ae6fea4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:52.768043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbb838a7-a441-4880-95c1-d6ed41a247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.841208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979d838-8d35-4c39-aca1-1df8186f0842 None None] Pushing event updated for resources: {'Port': ['ID=019b2376-973a-4d8b-bfe7-1c38dabac9c9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.852806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9097b3f-c260-48cf-a46d-9002e334f85d req-0cb646dc-f453-4953-8523-cf038e60e62f tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1137741 Aug 29 04:26:52.890156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.957973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a2edbe9-85ad-4782-9e67-268561b786b8 req-29e4d711-b73c-4a94-aa87-0fe5ea4c4fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1317358 Aug 29 04:26:52.996463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=eca558a4-7271-4ab6-8b81-b7c936da27e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:52.998331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:52.999241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 88eea607-094d-45e0-9c2d-99864ae6fea4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=88eea607-094d-45e0-9c2d-99864ae6fea4,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:53.016937 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.083426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d1fb119-931b-4ca0-9507-097a5ee9fae9 req-1f078938-a3be-451a-bb4d-a08216e83571 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3042634 Aug 29 04:26:53.087864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a2edbe9-85ad-4782-9e67-268561b786b8 req-45fb8bbb-95ec-4f29-9963-3c6bb0ede121 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939367 Aug 29 04:26:53.135463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=88eea607-094d-45e0-9c2d-99864ae6fea4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.150507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bbb838a7-a441-4880-95c1-d6ed41a247b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.160105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a0a6-daad-45cd-b0b5-d884d1f665a9 req-71589736-c2fe-4f11-a87c-baf13c7d1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.161703 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9b20a0a6-daad-45cd-b0b5-d884d1f665a9 req-71589736-c2fe-4f11-a87c-baf13c7d1969 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1098 time: 0.5979006 Aug 29 04:26:53.190626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Allocated IP 172.20.0.1 (3dd64ee8-2064-4b32-96f4-2bacfaedc0e5/ceb54559-4519-4368-a484-5b1e6777241f/9bc6a850-38c0-487d-8778-15d9cd31b10e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:53.196294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=866ddb8a-d000-4a84-a7b7-7687fa44ca43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.235673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de444-032f-456b-9059-018a2790f99e req-869d620e-b3e5-430f-b311-56b7c0c60871 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.237319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-718de444-032f-456b-9059-018a2790f99e req-869d620e-b3e5-430f-b311-56b7c0c60871 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2152641 Aug 29 04:26:53.252941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.262427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-bbb838a7-a441-4880-95c1-d6ed41a247b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:53.262705 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-bbb838a7-a441-4880-95c1-d6ed41a247b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:53.270319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.274593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b67df921-3e9e-4a55-bf31-a975d0c2ff23 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/866ddb8a-d000-4a84-a7b7-7687fa44ca43 HTTP/1.1" status: 204 len: 168 time: 1.7399855 Aug 29 04:26:53.293695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.335514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 019b2376-973a-4d8b-bfe7-1c38dabac9c9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:53.337444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 9af574fc-c576-47e5-b68a-18dbf86a013e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:53.392779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.402791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bbc64-42db-402f-adca-1abd7647e380 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.404662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e6bbc64-42db-402f-adca-1abd7647e380 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1059148 Aug 29 04:26:53.408624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-718de444-032f-456b-9059-018a2790f99e req-7995c08d-c477-4385-9954-c95c088fce89 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536016 Aug 29 04:26:53.414527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.436244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9b20a0a6-daad-45cd-b0b5-d884d1f665a9 req-1d4ab683-8b70-4f68-b215-c3f46a05bdc3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2412653 Aug 29 04:26:53.442828 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-082f8b75-b5eb-4396-b2ef-ea8c131ede45 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:26:53.445097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-082f8b75-b5eb-4396-b2ef-ea8c131ede45 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/9d5e830b-62eb-450a-aced-c7ebc3ba1bcf HTTP/1.1" status: 404 len: 333 time: 0.0293980 Aug 29 04:26:53.449501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2edbe9-85ad-4782-9e67-268561b786b8 req-be32ff57-2dc6-47ea-8305-d6082665581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.452185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a2edbe9-85ad-4782-9e67-268561b786b8 req-be32ff57-2dc6-47ea-8305-d6082665581e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497348 Aug 29 04:26:53.453271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.477562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:53.490151 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a276d-8141-4dee-bcf4-1d53f1b2693c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:26:53.492007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c0a276d-8141-4dee-bcf4-1d53f1b2693c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/866ddb8a-d000-4a84-a7b7-7687fa44ca43 HTTP/1.1" status: 404 len: 333 time: 0.0377159 Aug 29 04:26:53.495107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.554720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.560382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.640357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.658611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.672628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:53.678714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:53.681493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:53.709682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.710246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router da2e54d7-e8a9-411f-b076-be1681a2be72 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:26:53.718924 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.727883 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76dc8e25-a4cb-477c-b5e8-1742d2e59ad2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 204 len: 168 time: 4.4386818 Aug 29 04:26:53.728464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:53.738584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.745631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1235135929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:53.803742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Transition to ACTIVE for port object 9bc6a850-38c0-487d-8778-15d9cd31b10e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:53.811038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.822695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:53.823386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.885145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.919475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.965757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=9bc6a850-38c0-487d-8778-15d9cd31b10e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:53.977380 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:53.978574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d2f2ab53-cd5b-4fee-b300-11650dce2cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8071434 Aug 29 04:26:53.980902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:53.983281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:53.987453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:54.019044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.064505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ff838a-af35-408f-8236-e806d671f38e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.097090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:54.118817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.177671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd293a3c3-36ee-4a15-be15-1af4978aaa95') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.177967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd293a3c3-36ee-4a15-be15-1af4978aaa95') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:54.208974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.243222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c47e7b6-55f3-4ccf-b5fc-c5baf819eb7f None None] Provisioning for port 9af574fc-c576-47e5-b68a-18dbf86a013e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:54.248624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c47e7b6-55f3-4ccf-b5fc-c5baf819eb7f None None] Provisioning complete for port 9af574fc-c576-47e5-b68a-18dbf86a013e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:54.250840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c47e7b6-55f3-4ccf-b5fc-c5baf819eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.320570 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.329023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-41b74314-6e68-470c-96b6-63336a9750e8 req-1b1931b5-c9f8-4216-ad09-99f2fad93a6d tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2143333 Aug 29 04:26:54.345622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4c47e7b6-55f3-4ccf-b5fc-c5baf819eb7f None None] Port 9af574fc-c576-47e5-b68a-18dbf86a013e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:54.360759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.421846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:54.428968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196888191', 'description': 'tempest-description--643780915'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:54.457344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:26:54.457344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:26:54.461834 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:26:54.466073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.473422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.489269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ba863aa-bf39-4227-a162-4d14eb397b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.575093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.607206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71120613-60d0-41bb-b63e-41819d7cea6c None None] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:54.652645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.669843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265edd3-f943-4fff-846f-ec6d332bd990 req-1c62276f-db22-4bd3-9d8a-dbbf8e54232f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.678525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3265edd3-f943-4fff-846f-ec6d332bd990 req-1c62276f-db22-4bd3-9d8a-dbbf8e54232f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.2163436 Aug 29 04:26:54.681036 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.683637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/39ff838a-af35-408f-8236-e806d671f38e HTTP/1.1" status: 204 len: 168 time: 1.1850996 Aug 29 04:26:54.703696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35240) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:54.717796 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.719533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Provisioning for port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:54.722221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-954917572'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:54.723525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.726818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf1ca-f7e8-4bbc-9345-0c0a6ced1841 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=39ff838a-af35-408f-8236-e806d671f38e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.732039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Provisioning complete for port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:54.732400 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.744176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7105f8-6564-461d-b5db-51e1001cd9b3 req-2cd0bf58-d3c5-4195-a98c-c18346136c55 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:54.746579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad7105f8-6564-461d-b5db-51e1001cd9b3 req-2cd0bf58-d3c5-4195-a98c-c18346136c55 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.1730099 Aug 29 04:26:54.800346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3265edd3-f943-4fff-846f-ec6d332bd990 req-ed4cb615-f738-4e56-b1cb-740398273f19 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180372 Aug 29 04:26:54.828434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad7105f8-6564-461d-b5db-51e1001cd9b3 req-e2ebf9dc-a510-4195-9b15-0f91bed29068 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Aug 29 04:26:54.878670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=9bc6a850-38c0-487d-8778-15d9cd31b10e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:54.882981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.924606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.981099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ba863aa-bf39-4227-a162-4d14eb397b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.985124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] For port 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=019b2376-973a-4d8b-bfe7-1c38dabac9c9,segment=NetworkSegment(4bbe76c5-232b-4b86-ba66-e6defafa222f),segment_id=4bbe76c5-232b-4b86-ba66-e6defafa222f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:26:54.991758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.993115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ba863aa-bf39-4227-a162-4d14eb397b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:54.996528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.003651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eee97cf2-c4f7-4b5f-86d5-d717e8d88fb0 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2710679 Aug 29 04:26:55.005640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.017750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:55.097639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd5d7-357e-4d03-b51a-4e875f1f2f86 None None] Pushing event updated for resources: {'Port': ['ID=019b2376-973a-4d8b-bfe7-1c38dabac9c9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.128922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.153284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.164981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:55.169333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.232294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 88eea607-094d-45e0-9c2d-99864ae6fea4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:55.236293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.242082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8127763 Aug 29 04:26:55.243136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.251496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'security_group_rule': {'security_group_id': 'a3b9e65d-8220-471a-b6e9-4dfc3184c530', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:55.259796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b813d5-0cc5-428c-8611-e732895b2bfb tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b9e65d-8220-471a-b6e9-4dfc3184c530,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.262730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:55.284052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.284400 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment 8c2a7644-0766-409f-93c4-cd9a561ab3e5 of type vlan for network 2383af8c-509d-4448-82d8-c7b8db03efba Aug 29 04:26:55.338737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 88eea607-094d-45e0-9c2d-99864ae6fea4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:55.340452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.345076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.350166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.445840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.458217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:55.459538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.500687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7934616 Aug 29 04:26:55.517282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.566369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:55.605799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Provisioning for port 9bc6a850-38c0-487d-8778-15d9cd31b10e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:55.619636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Provisioning complete for port 9bc6a850-38c0-487d-8778-15d9cd31b10e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:55.620279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.677625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Port 9bc6a850-38c0-487d-8778-15d9cd31b10e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:55.677933 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ba863aa-bf39-4227-a162-4d14eb397b5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc37dbb5da104bb58efce4e73dcfec7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5757198 Aug 29 04:26:55.677933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:55.688203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.690330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.696110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b2f3139-1732-4f29-a7d3-92ddc311b857 req-6bc57cf8-9da5-4ddf-8a89-8117dedbb4d2 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1399829 Aug 29 04:26:55.705931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:55.707976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba863aa-bf39-4227-a162-4d14eb397b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278d01f2-5621-4647-907a-6844e3566179,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.710873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.735668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d412e7-4dee-4641-98a5-32b99cfa2099 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=2383af8c-509d-4448-82d8-c7b8db03efba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.746714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3eec36-c787-47bd-b07a-0462eb755baa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:55.758694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2383af8c-509d-4448-82d8-c7b8db03efba details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:55.801363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.802629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9a810e1-30b8-49e7-b5a9-aaf609b047ce tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5584800 Aug 29 04:26:55.807233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:55.814858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'security_group_rule': {'security_group_id': 'a3b9e65d-8220-471a-b6e9-4dfc3184c530', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:55.842580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.844389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.849712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Provisioning complete for port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:55.850244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3254f4-b7ad-4758-8fbe-afc1ad7031ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.861827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:55.868381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:55.962635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Router 0ce00480-a644-403b-8f10-79046a01a169 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:56.097110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:56.109318 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4cfc5cae-2df2-4b43-adbc-f15abb47d061 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "PUT /v2.0/routers/0ce00480-a644-403b-8f10-79046a01a169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7407055 Aug 29 04:26:56.109318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.114601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'port': {'network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5', 'name': 'tempest-FloatingIPNegativeTestJSON-2052714091'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:56.128446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] Sync routers for ids ['0ce00480-a644-403b-8f10-79046a01a169'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:56.158707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] Routers {'0ce00480-a644-403b-8f10-79046a01a169'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:56.159352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0ce00480-a644-403b-8f10-79046a01a169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.163700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8550faeb-0e66-4e91-a23e-8dfff6984163 None None] Provisioning complete for port 9bc6a850-38c0-487d-8778-15d9cd31b10e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:56.164439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8550faeb-0e66-4e91-a23e-8dfff6984163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.222045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.243962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] Routers {'0ce00480-a644-403b-8f10-79046a01a169'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:56.244880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0ce00480-a644-403b-8f10-79046a01a169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.284917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8550faeb-0e66-4e91-a23e-8dfff6984163 None None] Port 9bc6a850-38c0-487d-8778-15d9cd31b10e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:56.287227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:56.287577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b550e-b29b-4c52-b4df-d46b64363ebc None None] The sync data for ids ['0ce00480-a644-403b-8f10-79046a01a169'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:56.319337 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.349087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.352378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:26:56.352378 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:26:56.352378 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': 'f520918aac9a487e994ac8c540763f84', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 26, 56, 321107)}] Aug 29 04:26:56.352378 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:26:56.352762 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:26:56.410666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.472884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.479518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 172.25.3.96 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/2e4a8c82-7e98-4866-921e-c3965bb10804) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:56.522803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bde8a-12a9-4f91-ad9c-3687632d0d91 req-9da22be9-436e-49a3-8077-579cabf48f88 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.524349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-147bde8a-12a9-4f91-ad9c-3687632d0d91 req-9da22be9-436e-49a3-8077-579cabf48f88 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2304862 Aug 29 04:26:56.531891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d8888-253e-40c9-b860-1e52e6441bcb req-5f9b31d4-1f24-4863-9ae7-389e08ed4728 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:56.533392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-431d8888-253e-40c9-b860-1e52e6441bcb req-5f9b31d4-1f24-4863-9ae7-389e08ed4728 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.2384202 Aug 29 04:26:56.598971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.646229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.646463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.648631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.652096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/278d01f2-5621-4647-907a-6844e3566179 HTTP/1.1" status: 204 len: 168 time: 0.9562340 Aug 29 04:26:56.684821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:56.692153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.694882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:56.697282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-147bde8a-12a9-4f91-ad9c-3687632d0d91 req-5f9064b0-50ee-4c82-a08f-4df06a60070a tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599476 Aug 29 04:26:56.702320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9cb0a-60e2-44df-b762-bfd0cd94d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278d01f2-5621-4647-907a-6844e3566179,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.706318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:56.724540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-431d8888-253e-40c9-b860-1e52e6441bcb req-fc9de1ce-3696-4284-a56e-3bc13b797577 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808126 Aug 29 04:26:56.727666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.762120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4a8c82-7e98-4866-921e-c3965bb10804,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.826732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662bb836-da03-4b09-9402-03b832f1a301,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:56.834870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.844833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c48acf9e-e262-49ea-95c7-2d40b4c4f11c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0334158 Aug 29 04:26:56.845908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:56.852922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:56.859026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:56.990354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d1b203-5873-4501-9ad8-bfdd3fc89d8f req-1717b35a-b8c0-4143-882d-32bf2de5f8b8 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1163683 Aug 29 04:26:57.010457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.039194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=2a4154c5-00b9-49f4-90df-ad9f00237289,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:57.046986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': '8c2a7644-0766-409f-93c4-cd9a561ab3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:57.047408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Made reservation on behalf of f520918aac9a487e994ac8c540763f84 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:57.048296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: 2383af8c-509d-4448-82d8-c7b8db03efba, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:26:57.053736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.084247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79405fb-68ba-4e5d-8470-2ce762e4ac97 req-b47cf198-805f-4db0-a64b-489af51bd7e4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.085901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79405fb-68ba-4e5d-8470-2ce762e4ac97 req-b47cf198-805f-4db0-a64b-489af51bd7e4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.2227678 Aug 29 04:26:57.108316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.114780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'floatingip': {'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:57.172373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 2383af8c-509d-4448-82d8-c7b8db03efba is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:26:57.190237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.196851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2383af8c-509d-4448-82d8-c7b8db03efba) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:57.211450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e770fbf-ac9b-4a41-86b2-936d5cf865e5 None None] Network 2383af8c-509d-4448-82d8-c7b8db03efba requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:26:57.219307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] device_id is not set on port ade16f8f-fd06-4b87-9177-fe1fe7e58dcf yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:57.237271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:57.238130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.313364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 019b2376-973a-4d8b-bfe7-1c38dabac9c9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:26:57.316378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aba62a58-0c6f-4b60-8724-ea27690e0b97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7588840 Aug 29 04:26:57.319336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:57.324773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba', 'name': 'tempest-PortsTestJSON-910674808'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:57.428500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Allocated IP 172.20.0.7 (3dd64ee8-2064-4b32-96f4-2bacfaedc0e5/ceb54559-4519-4368-a484-5b1e6777241f/ade16f8f-fd06-4b87-9177-fe1fe7e58dcf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:57.476998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:57.477642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.620189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.710030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2383af8c-509d-4448-82d8-c7b8db03efba', 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '2a4154c5-00b9-49f4-90df-ad9f00237289'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:26:57.711796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.715276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.732707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:57.744579 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.755019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.781165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Transition to ACTIVE for port object ade16f8f-fd06-4b87-9177-fe1fe7e58dcf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:57.913300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.962271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.971433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:57.979525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:57.984494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:57.989636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:57.994626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Allocated IP 172.20.0.2 (2383af8c-509d-4448-82d8-c7b8db03efba/2a4154c5-00b9-49f4-90df-ad9f00237289/5cdf3c03-2baa-497a-b5cb-6810bc11cc56) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:57.996296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=ade16f8f-fd06-4b87-9177-fe1fe7e58dcf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.028624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 9d472d4b-975f-450f-850e-fc12e58e38e1 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:26:58.081186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.156460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.157425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.224862 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-77779624-fa04-4982-8b29-32b998745083 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1112847 Aug 29 04:26:58.232579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35298) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.242796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:58.321374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.326425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.332707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Transition to ACTIVE for port object 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:58.352994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Transition to ACTIVE for port object 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:58.361113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.364928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router d94cf47f-84be-45ca-ba0e-107771985750 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:26:58.417532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1295651566-network', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:58.420874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Network 2383af8c-509d-4448-82d8-c7b8db03efba is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:58.424363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:58.428691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:58.445029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:58.447962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.459264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a221b8f0-eb1b-40fd-93a9-b3a1030a4707 req-52735c36-e978-4fcf-a8e1-2787b53067cb tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.3273027 Aug 29 04:26:58.462988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.470225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Pushing event updated for resources: {'Port': ['ID=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.507207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Attempting to bind port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:26:58.508005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Attempting to bind port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '8c2a7644-0766-409f-93c4-cd9a561ab3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:26:58.508733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Attempting to bind port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 on network 2383af8c-509d-4448-82d8-c7b8db03efba {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:26:58.518758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:26:58.519579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Checking segment: {'id': '8c2a7644-0766-409f-93c4-cd9a561ab3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:26:58.520449 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.521063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Bound using segment: {'id': '8c2a7644-0766-409f-93c4-cd9a561ab3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:26:58.522356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Bound port: 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2a7644-0766-409f-93c4-cd9a561ab3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2383af8c-509d-4448-82d8-c7b8db03efba'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:26:58.524213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.599262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4257c3a-49f4-43c2-b1f5-217d54e85ad4 None None] Provisioning for port ade16f8f-fd06-4b87-9177-fe1fe7e58dcf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:26:58.607976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4257c3a-49f4-43c2-b1f5-217d54e85ad4 None None] Provisioning complete for port ade16f8f-fd06-4b87-9177-fe1fe7e58dcf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:26:58.608796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4257c3a-49f4-43c2-b1f5-217d54e85ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.634638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a4cd4-17e4-4c21-8d1a-93c935716d0a req-d7161048-30ca-4a87-a48e-b8532c708eb8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.636551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-946a4cd4-17e4-4c21-8d1a-93c935716d0a req-d7161048-30ca-4a87-a48e-b8532c708eb8 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.7310574 Aug 29 04:26:58.645553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:26:58.652729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.653556 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc40e74c-9b84-4aa1-beb8-d8ea03243f7e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "PUT /v2.0/routers/d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 200 len: 918 time: 3.6439078 Aug 29 04:26:58.657404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.677062 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] Sync routers for ids ['d94cf47f-84be-45ca-ba0e-107771985750'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:26:58.687116 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] Routers {'d94cf47f-84be-45ca-ba0e-107771985750'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:58.688031 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d94cf47f-84be-45ca-ba0e-107771985750'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.700202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 172.25.3.48 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/157d8bcf-5317-4059-a836-c0f7bb1bd894) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:58.723052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] For port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:26:58.733917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] For port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,segment=NetworkSegment(8c2a7644-0766-409f-93c4-cd9a561ab3e5),segment_id=8c2a7644-0766-409f-93c4-cd9a561ab3e5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:26:58.755266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a4257c3a-49f4-43c2-b1f5-217d54e85ad4 None None] Port ade16f8f-fd06-4b87-9177-fe1fe7e58dcf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:26:58.771883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.772600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.13 (2383af8c-509d-4448-82d8-c7b8db03efba/2a4154c5-00b9-49f4-90df-ad9f00237289/9d472d4b-975f-450f-850e-fc12e58e38e1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:26:58.786252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd46560a-97c8-4a8c-957f-4da39434ea5f tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 200 len: 924 time: 0.1272204 Aug 29 04:26:58.791266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.837545 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.848608 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] Routers {'d94cf47f-84be-45ca-ba0e-107771985750'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:26:58.849605 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d94cf47f-84be-45ca-ba0e-107771985750'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.869259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.882059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd492a-85b4-4b5a-9a14-91e4aab79dcc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:58.882420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-946a4cd4-17e4-4c21-8d1a-93c935716d0a req-ad646381-8c27-476a-87cb-28e983577b1e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084582 Aug 29 04:26:58.883720 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4afd492a-85b4-4b5a-9a14-91e4aab79dcc tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=d94cf47f-84be-45ca-ba0e-107771985750&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0914619 Aug 29 04:26:58.891058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:26:58.894413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35304) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:58.897837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:58.901347 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:26:58.904387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92d386-9093-4ef4-ad39-7796927244e1 None None] The sync data for ids ['d94cf47f-84be-45ca-ba0e-107771985750'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:26:58.939261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fd182-b326-4118-851c-ac765b19c618 None None] Pushing event updated for resources: {'Port': ['ID=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:58.974382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.059598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.067381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:26:59.073970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.094670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.095545 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Added segment bab8fe36-9314-4f68-8b0f-b3d1d86e0420 of type vlan for network 27fbd6e0-45af-444a-b57b-d3a628e323c2 Aug 29 04:26:59.098749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7d48f-498c-4619-a4f7-8f4ffceecdd4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.171013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8364332-f20e-43c6-82ff-de5a70d1a81e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.177070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8364332-f20e-43c6-82ff-de5a70d1a81e tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.2827508 Aug 29 04:26:59.178835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.181810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.188578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.245423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.246436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:26:59.247028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.318234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2359200 Aug 29 04:26:59.322174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.328315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Request body: {'subnet': {'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1295651566-subnet', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:26:59.339884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8277ef-5132-465c-9a2a-3180f27610e2 admin admin] Pushing event updated for resources: {'Network': ['ID=27fbd6e0-45af-444a-b57b-d3a628e323c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.357370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:26:59.385541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:26:59.397320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.562810 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.614986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8a4e90dd-88dd-4ca3-871e-68b9bfc34f03 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 200 len: 205 time: 0.4304936 Aug 29 04:26:59.617764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:26:59.689579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-934b7641-d676-492e-86a1-f37668aab38d req-24eccd42-e1e1-42d2-93e3-ab91ceafeabb tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0771561 Aug 29 04:26:59.698288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.733142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 9d472d4b-975f-450f-850e-fc12e58e38e1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:26:59.738709 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Floating IP b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6 associated. External IP: 172.25.3.205, port: 28b7488c-811b-4e30-bf31-f82a3b06003a. Aug 29 04:26:59.769788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.794452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.865601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:26:59.876511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fec5b30-016e-46b3-9414-6ab4185c5ac5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.906976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:26:59.929369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:26:59.931590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:26:59.966286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=157d8bcf-5317-4059-a836-c0f7bb1bd894,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:26:59.981959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.145452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 2383af8c-509d-4448-82d8-c7b8db03efba is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:00.155701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:00.158944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:00.195043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=9d472d4b-975f-450f-850e-fc12e58e38e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:00.260276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8393c2-6461-4735-8b48-8efb78e5829e None None] Network 2383af8c-509d-4448-82d8-c7b8db03efba requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:00.268096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Allocated IP 172.25.3.181 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/5cf5b751-4969-46a5-a43a-dfb46a91fcf1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:00.294961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Checking segment: {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:00.295326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Network hostable DHCP agents. Network: 27fbd6e0-45af-444a-b57b-d3a628e323c2, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:00.326600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e894b10-ddf4-4c7a-a89a-6211b2ee5e4c None None] Provisioning for port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:00.333091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074768-1e4f-4026-abc7-3a8f729d4dc0 req-5a83e80f-8f85-41ce-997d-5313494c5983 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.334389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad074768-1e4f-4026-abc7-3a8f729d4dc0 req-5a83e80f-8f85-41ce-997d-5313494c5983 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.3333161 Aug 29 04:27:00.342053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.366242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.366959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.427373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:00.450297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 27fbd6e0-45af-444a-b57b-d3a628e323c2) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:00.455010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.463397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b499363-70f9-4b28-b453-be635d63de84 None None] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:00.465158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:00.466247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.501350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98a5d2dd-9fd7-48aa-b383-8b2b095e32eb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1804283 Aug 29 04:27:00.516114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:00.520729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.530761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Router b8e505b8-f4b7-47a2-aab9-3275ffb70504 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:00.535318 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4253d72b-6bee-4099-8cbf-17b9e33ce57e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2078958 Aug 29 04:27:00.538019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:00.538177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.573528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:00.590434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad074768-1e4f-4026-abc7-3a8f729d4dc0 req-cc150c54-9f5c-40a8-897a-653c55cbd8aa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201028 Aug 29 04:27:00.665509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.666291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-27fbd6e0-45af-444a-b57b-d3a628e323c2', 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'fixed_ips': [{'subnet_id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:00.667261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.667628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.679110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port 2e4a8c82-7e98-4866-921e-c3965bb10804 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:00.679463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.739187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.860621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:00.868384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 9d472d4b-975f-450f-850e-fc12e58e38e1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:00.868724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:00.871746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:00.881432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Allocated IP 172.20.0.2 (27fbd6e0-45af-444a-b57b-d3a628e323c2/3fec5b30-016e-46b3-9414-6ab4185c5ac5/4ea95ea4-0800-42bb-9501-39b8d8a09a96) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:00.893943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-faac3c7b-5323-41a5-b4d2-fcc0271bce69 req-8f52c3e1-c84f-4649-95d8-208b261965bc tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0724008 Aug 29 04:27:00.909122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:01.003419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=5cf5b751-4969-46a5-a43a-dfb46a91fcf1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.011011 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.016774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.068669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.068949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-662ab196-d7db-4044-ac55-740ae3b57eb4 None None] Provisioning for port 9d472d4b-975f-450f-850e-fc12e58e38e1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:01.069060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.069364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.069813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.070154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.070524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.070919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.071254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.071783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.072256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.072586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.073044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:01.079854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for 2e4a8c82-7e98-4866-921e-c3965bb10804 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:01.103886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-662ab196-d7db-4044-ac55-740ae3b57eb4 None None] Provisioning complete for port 9d472d4b-975f-450f-850e-fc12e58e38e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:01.110209 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-662ab196-d7db-4044-ac55-740ae3b57eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.128007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.146178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 9d472d4b-975f-450f-850e-fc12e58e38e1 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:01.169196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:01.174820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.218408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Sync routers for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:01.225935 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.235076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-662ab196-d7db-4044-ac55-740ae3b57eb4 None None] Port 9d472d4b-975f-450f-850e-fc12e58e38e1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:01.276195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:01.276843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:01.292949 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.303582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-95f5d98c-efaf-47ff-9fc0-63aca4d47beb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "PUT /v2.0/floatingips/b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6 HTTP/1.1" status: 200 len: 992 time: 4.1940012 Aug 29 04:27:01.307995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:01.309981 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee56f01-18f9-4f8e-9922-fdb388bcc486" -d '{"events": [{"name": "network-changed", "server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:01.337510 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.341744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:01.378020 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.418283 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8189f-9e3f-4b06-a11e-7ffdff01fe11 x-openstack-request-id: req-f2f8189f-9e3f-4b06-a11e-7ffdff01fe11 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:01.418559 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:01.419228 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2f8189f-9e3f-4b06-a11e-7ffdff01fe11 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:01.419228 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'status': 'completed', 'code': 200} Aug 29 04:27:01.484878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=157d8bcf-5317-4059-a836-c0f7bb1bd894,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.492381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.525359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.528495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-15a9b678-5805-4aef-8eed-25ff137c3e90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6805880 Aug 29 04:27:01.571624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Transition to ACTIVE for port object 4ea95ea4-0800-42bb-9501-39b8d8a09a96 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:01.590178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-98176ba6-3134-4c2d-aee3-52005dfa7647 None None] Provisioning complete for port 9d472d4b-975f-450f-850e-fc12e58e38e1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:01.590555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-98176ba6-3134-4c2d-aee3-52005dfa7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.630407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Transition to ACTIVE for port object 4ea95ea4-0800-42bb-9501-39b8d8a09a96 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:01.632035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-98176ba6-3134-4c2d-aee3-52005dfa7647 None None] Port 9d472d4b-975f-450f-850e-fc12e58e38e1 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:27:01.641009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:01.674663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.710905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.717279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.728727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.737924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:01.754085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:01.756576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:01.756951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.763637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:01.817289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Pushing event updated for resources: {'Port': ['ID=4ea95ea4-0800-42bb-9501-39b8d8a09a96,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.821650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:01.875272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-85507d73-bdc9-4f6c-865b-291a5b8877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:01.877248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-85507d73-bdc9-4f6c-865b-291a5b8877f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1098 time: 0.4422624 Aug 29 04:27:01.902536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=2e4a8c82-7e98-4866-921e-c3965bb10804,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:01.938423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Attempting to bind port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:01.939153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Attempting to bind port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:01.939725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Attempting to bind port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 on network 27fbd6e0-45af-444a-b57b-d3a628e323c2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:01.968124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-02dd5bf2-6228-4473-8f55-0f2e2b470c18 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--196888191&fields=id&tenant_id=21d9e6150137447f8dd1f5c248dac866 HTTP/1.1" status: 200 len: 267 time: 0.1035283 Aug 29 04:27:01.975048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:01.976357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Checking segment: {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:01.976970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:01.977590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Bound using segment: {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:01.978309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Bound port: 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:01.978895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.014813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe004705-5872-41dc-b538-c1c802917c0e req-d0825057-3d80-4d57-a5bc-ae461361afff tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.017811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe004705-5872-41dc-b538-c1c802917c0e req-d0825057-3d80-4d57-a5bc-ae461361afff tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2608082 Aug 29 04:27:02.038920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.047222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=9d472d4b-975f-450f-850e-fc12e58e38e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.071820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.079817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.114116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.116576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-798715e8-cca6-42aa-930b-c69ec6559669 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/9d472d4b-975f-450f-850e-fc12e58e38e1 HTTP/1.1" status: 204 len: 168 time: 1.5966067 Aug 29 04:27:02.122828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.124241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] For port 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:02.127805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.128383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] For port 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ea95ea4-0800-42bb-9501-39b8d8a09a96,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:02.132012 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.184112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.187323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c9b13b8e-0312-4f86-b653-6a7a9c54377c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.188823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c9b13b8e-0312-4f86-b653-6a7a9c54377c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 935 time: 0.1990616 Aug 29 04:27:02.240267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe004705-5872-41dc-b538-c1c802917c0e req-7bfd55c3-8881-4d58-8cf4-ba4cd95799cb tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073743 Aug 29 04:27:02.260664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,segment=NetworkSegment(8c2a7644-0766-409f-93c4-cd9a561ab3e5),segment_id=8c2a7644-0766-409f-93c4-cd9a561ab3e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:02.277241 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd11a225-e1dc-4fab-917e-1b10eedc00ac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:02.278057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd11a225-e1dc-4fab-917e-1b10eedc00ac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:02.279240 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.282791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd11a225-e1dc-4fab-917e-1b10eedc00ac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/9d472d4b-975f-450f-850e-fc12e58e38e1 HTTP/1.1" status: 404 len: 333 time: 0.1472013 Aug 29 04:27:02.288199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-4d3bd399-c757-4d58-ae57-64dfcf97e01c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.289699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-4d3bd399-c757-4d58-ae57-64dfcf97e01c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 937 time: 0.0549300 Aug 29 04:27:02.291180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.326264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.343699 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-663b3b15-2dba-40a6-9baf-59d643009e9c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:27:02.345976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-663b3b15-2dba-40a6-9baf-59d643009e9c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/9d472d4b-975f-450f-850e-fc12e58e38e1 HTTP/1.1" status: 404 len: 333 time: 0.0501256 Aug 29 04:27:02.350143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.354976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.359238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2cec-3d36-4254-94da-5259e711ef4e None None] Pushing event updated for resources: {'Port': ['ID=4ea95ea4-0800-42bb-9501-39b8d8a09a96,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.436631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:26:58Z', 'revision_number': 1, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:02.438659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-3af71f65-3aa1-44b4-8796-d085774aeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.440192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-3af71f65-3aa1-44b4-8796-d085774aeae1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.5306308 Aug 29 04:27:02.467152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba0612cf-4a89-4ffe-aa95-29d839f3ad10 req-5269b69b-2573-4dc7-bcdc-12329b14057f tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0929272 Aug 29 04:27:02.474790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-65d9ce88-075a-479a-a77d-ba32cfd107ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1282034 Aug 29 04:27:02.496487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Checking router: b8e505b8-f4b7-47a2-aab9-3275ffb70504 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:02.499577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:02.514384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:02.515894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:02.546733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.547631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router d94cf47f-84be-45ca-ba0e-107771985750 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:02.560003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-60e72f48-54bc-46d2-b593-17f97c600793 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0600379 Aug 29 04:27:02.566698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 2a4154c5-00b9-49f4-90df-ad9f00237289 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:02.574052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.726639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:02.744135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Allocated IP 172.25.3.78 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/9da30c6d-9cdc-4605-aaa1-8684f09da9a7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:02.748286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.758058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6ed6e74d-70a8-41a5-9c55-b712abe91dd4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 204 len: 168 time: 3.1297686 Aug 29 04:27:02.762808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:02.772372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1591093567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:02.805225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.817975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a092c1bc-1a8b-44de-bb9f-2a326535f453 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.824064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a092c1bc-1a8b-44de-bb9f-2a326535f453 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.829283 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-161eea0e-86eb-44d0-916d-3b7e9855b544 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.3690000 Aug 29 04:27:02.834814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a092c1bc-1a8b-44de-bb9f-2a326535f453 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.836551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a092c1bc-1a8b-44de-bb9f-2a326535f453 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 1994 time: 0.2379632 Aug 29 04:27:02.857784 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.859384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.913684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.924451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:02.931555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-294658f1-9d19-4faa-bd81-a5494d6f56f2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/quotas/21d9e6150137447f8dd1f5c248dac866 HTTP/1.1" status: 200 len: 375 time: 0.0591393 Aug 29 04:27:02.946495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-9b1539d9-3cb1-46b7-a844-25ed7db937eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:02.948067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-9b1539d9-3cb1-46b7-a844-25ed7db937eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1052749 Aug 29 04:27:03.031877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.064657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.074173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.091055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.092065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=5cf5b751-4969-46a5-a43a-dfb46a91fcf1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:03.112136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.112490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-f48494d7-553c-450e-b00a-f7a1f0212bfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1598492 Aug 29 04:27:03.118406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.124027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-33ec32be-e904-41fc-9870-aeda1d980081 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3528290 Aug 29 04:27:03.131617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35354) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:03.149551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:03.155779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-3998e251-ec55-4326-88c8-e5112f47a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:03.157479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-3998e251-ec55-4326-88c8-e5112f47a4da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666968 Aug 29 04:27:03.200882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:26:58Z', 'revision_number': 1, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:03.238875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.240178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f84873fe-e39d-464a-bd57-e68ae89444e9 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0065975 Aug 29 04:27:03.245779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:03.247870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dd06e-65b2-4349-b441-ec4303d46f01 None None] The sync data for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 is: [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:26:35Z', 'updated_at': '2021-08-29T04:26:58Z', 'revision_number': 1, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:03.253867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-27093464-fc15-491e-9b6b-27a3a3011e1f tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'floatingip': {'port_id': 'ade16f8f-fd06-4b87-9177-fe1fe7e58dcf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:03.453896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ea95ea4-0800-42bb-9501-39b8d8a09a96 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:03.567221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:03.579627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:03.672060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70411c9-1907-4435-b0f1-c74afe111383 None None] New status for floating IP b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:27:03.746286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:03.746869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.810046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-7cdd0db4-9cbe-4aa3-81e7-92acd3525191 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115971 Aug 29 04:27:03.814433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27093464-fc15-491e-9b6b-27a3a3011e1f tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.820419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-40c51e8c-62a8-4adf-bfcb-aeb25358ecba service neutron] 10.222.0.62 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827843 Aug 29 04:27:03.950505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7a0fd-f295-4e8d-b546-d55cf7bbc264 None None] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:03.982012 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:03.985409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.022737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339b54b-d084-4a2b-bc49-c5a7cdce5014 req-bf8f2535-1f4c-432a-a7d5-b35098e9b387 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:04.026963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3339b54b-d084-4a2b-bc49-c5a7cdce5014 req-bf8f2535-1f4c-432a-a7d5-b35098e9b387 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.3926764 Aug 29 04:27:04.032924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Provisioning for port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:04.045108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Provisioning complete for port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:04.045490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.099171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4154c5-00b9-49f4-90df-ad9f00237289,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:04.109913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.109913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-42fb6286-02f3-4bab-9bda-53f8caabf8b9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/2a4154c5-00b9-49f4-90df-ad9f00237289 HTTP/1.1" status: 204 len: 168 time: 1.7558556 Aug 29 04:27:04.127202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:04.139867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc73388-e539-4ce9-aeff-ece6a203ddd9 None None] Network 2383af8c-509d-4448-82d8-c7b8db03efba requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:04.147223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:04.156191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.169755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:04.201712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Pushing event updated for resources: {'Port': ['ID=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:04.204627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e8492757-1073-415a-be41-0c97f0db8bbb service neutron] 10.222.0.62 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833239 Aug 29 04:27:04.215445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:04.266605 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-27093464-fc15-491e-9b6b-27a3a3011e1f tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] update failed (client error): The resource could not be found. Aug 29 04:27:04.270475 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-27093464-fc15-491e-9b6b-27a3a3011e1f tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "PUT /v2.0/floatingips/005990bf-f9e5-4d64-a74f-59c1603f0884 HTTP/1.1" status: 404 len: 507 time: 1.0213473 Aug 29 04:27:04.272372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.272541 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ee56f01-18f9-4f8e-9922-fdb388bcc486 req-9df59e9b-062a-46bf-8e58-5a2fca42573c service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083838 Aug 29 04:27:04.273029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:04.305357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3339b54b-d084-4a2b-bc49-c5a7cdce5014 req-4a1c8f15-0467-4ee6-9229-bfae731a45c6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197526 Aug 29 04:27:04.334877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-11553073-3dfd-4812-84e4-4f2dfecf928b service neutron] 10.222.0.62 "GET /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1128895 Aug 29 04:27:04.338705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.348054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] For port 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ea95ea4-0800-42bb-9501-39b8d8a09a96,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:04.353741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.419207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c8190-c1d4-4913-b6de-6205e770170b None None] Pushing event updated for resources: {'Port': ['ID=4ea95ea4-0800-42bb-9501-39b8d8a09a96,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:04.500927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] DHCP port deletion for 2383af8c-509d-4448-82d8-c7b8db03efba request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:04.531878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting port 5cf5b751-4969-46a5-a43a-dfb46a91fcf1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:04.532544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.575837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Deleting port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:04.576270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.597724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ef3181d-04f0-424a-9a0e-09bca8cb7653 req-f56fc44c-b112-4944-bc92-bed978f355c6 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0857010 Aug 29 04:27:04.678172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] For port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,segment=NetworkSegment(8c2a7644-0766-409f-93c4-cd9a561ab3e5),segment_id=8c2a7644-0766-409f-93c4-cd9a561ab3e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:04.678628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.711197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-6e70b83d-2b16-4fd9-bf2d-f3c0f9fccf65 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153145 Aug 29 04:27:04.711972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Calling delete_port for 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:04.802061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:04.802307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.803561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.829451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.893448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.893448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.905738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.914790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] For port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,segment=NetworkSegment(8c2a7644-0766-409f-93c4-cd9a561ab3e5),segment_id=8c2a7644-0766-409f-93c4-cd9a561ab3e5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:04.915256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.917276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Calling delete_port for 5cf5b751-4969-46a5-a43a-dfb46a91fcf1 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:04.959414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef92a07f-b6d5-4169-9316-db2a717b34ae None None] Provisioning complete for port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:04.960143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef92a07f-b6d5-4169-9316-db2a717b34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:04.976546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:04.996777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-cf8cd7b6-5329-4835-a6ad-ad1b299da94e service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845774 Aug 29 04:27:05.017705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.049257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] No DVR routers for this DVR port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:05.051606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7839f5-1a58-4784-b5df-dad57ab86289 None None] Pushing event deleted for resources: {'Port': ['ID=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.102958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Allocated IP 172.25.3.102 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/26933927-4705-4685-9489-27213ad4bbf0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:05.147091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-f2117699-2527-404b-8d21-e1442877d5a5 service neutron] 10.222.0.62 "GET /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0882118 Aug 29 04:27:05.237553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ea95ea4-0800-42bb-9501-39b8d8a09a96 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:05.316736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.322884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:05.324013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.324268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.337543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.379570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=5cdf3c03-2baa-497a-b5cb-6810bc11cc56,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.383664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No DVR routers for this DVR port 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:05.398161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Port': ['ID=5cf5b751-4969-46a5-a43a-dfb46a91fcf1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.417030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-bdfe8adc-c78e-42bb-875c-3fb7a2868124 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609930 Aug 29 04:27:05.426077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.510998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:05.536981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:05.537632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5cdf3c03-2baa-497a-b5cb-6810bc11cc56 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:05.540429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.600138 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.604426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.606376 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf212332-f5f9-4fc9-a935-487b632d7a57 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "DELETE /v2.0/floatingips/005990bf-f9e5-4d64-a74f-59c1603f0884 HTTP/1.1" status: 204 len: 168 time: 1.3316581 Aug 29 04:27:05.614600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:05.628910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d63f512-294b-4aa4-8a8f-df914d94d6d6 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'floatingip': {'floating_network_id': '3dd64ee8-2064-4b32-96f4-2bacfaedc0e5', 'port_id': 'ade16f8f-fd06-4b87-9177-fe1fe7e58dcf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:05.641950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:05.658944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:05.669191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:05.682764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Pushing event updated for resources: {'Port': ['ID=26933927-4705-4685-9489-27213ad4bbf0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:05.720827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.745776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d63f512-294b-4aa4-8a8f-df914d94d6d6 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.792821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2383af8c-509d-4448-82d8-c7b8db03efba']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.820964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2a7644-0766-409f-93c4-cd9a561ab3e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.821185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2a7644-0766-409f-93c4-cd9a561ab3e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:05.846957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d37b6-2e97-486a-b87f-4d6482450294 req-5b544e93-f8c6-4fd4-9c16-2aac3667e29b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:05.848607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3d37b6-2e97-486a-b87f-4d6482450294 req-5b544e93-f8c6-4fd4-9c16-2aac3667e29b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.4071763 Aug 29 04:27:05.863017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.889927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-1444d73d-c283-41b4-8b13-1899f84750b4 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494967 Aug 29 04:27:05.901360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.912355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:05.913798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:05.917542 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:06.049737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3d37b6-2e97-486a-b87f-4d6482450294 req-feb27f4b-4184-45f4-9f22-1551ea49ede1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811347 Aug 29 04:27:06.060678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.076087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.091905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.094457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/2383af8c-509d-4448-82d8-c7b8db03efba HTTP/1.1" status: 204 len: 168 time: 1.9658535 Aug 29 04:27:06.102078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:06.111287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873472025'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:06.128663 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-3d63f512-294b-4aa4-8a8f-df914d94d6d6 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:27:06.135672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3d63f512-294b-4aa4-8a8f-df914d94d6d6 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5143089 Aug 29 04:27:06.135672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:06.137441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ee15-a9e7-4ce1-87f8-703ce788253e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=2383af8c-509d-4448-82d8-c7b8db03efba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:06.139313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Router 06717f3e-5684-4356-8c1f-fb86200968b7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:06.146556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'ade16f8f-fd06-4b87-9177-fe1fe7e58dcf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:06.165998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-fd863d46-eafd-4cd5-b8d1-76d079640321 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550220 Aug 29 04:27:06.229521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:06.233148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.282451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.615259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.628079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.640186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-981d73e4-696a-474e-8320-ae3898f0bb29 req-79a20d05-e2c7-4093-aa05-1bcaa610c9c5 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.4658341 Aug 29 04:27:06.718179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.751499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:06.790031 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.790617 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment a78b7bae-f375-4bc8-a4fe-3110ff159d97 of type vlan for network 4257057d-60c9-4953-98ef-739480d079f1 Aug 29 04:27:06.840384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:06.846869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-86c0d88e-8e13-43d1-b119-9531b20a7b2b service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344745 Aug 29 04:27:06.863821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Sync routers for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:06.882698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:06.884432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:06.916097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Allocated IP 172.25.3.19 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/f8d83d78-6433-4503-a4f0-52d00f01bba6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:06.923200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.945405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Router 2d294be2-557b-4c0f-992c-b90b6196bc44 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:06.996081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:06.997681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4547cac9-6a3b-4707-9f65-d8f01db9bd12 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4306982 Aug 29 04:27:07.003877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.054563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:07.132049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.142649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.143955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.291625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1854799 Aug 29 04:27:07.318607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.322425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95606da3-2d82-4ad7-a57e-12d84dcec4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.335567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '4257057d-60c9-4953-98ef-739480d079f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:07.348977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e36db-bb16-45a9-9ff3-0bcbf7b06b5e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=4257057d-60c9-4953-98ef-739480d079f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.353138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-39a9a3fd-774e-4b79-953e-65c76663da26 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671338 Aug 29 04:27:07.374999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4257057d-60c9-4953-98ef-739480d079f1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:07.507806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.526856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a39b-f06c-47eb-a07f-94363e042287 req-90d7c671-2b0b-485c-9933-e95b87c74c20 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.532451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:07.534957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8027a39b-f06c-47eb-a07f-94363e042287 req-90d7c671-2b0b-485c-9933-e95b87c74c20 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.3056891 Aug 29 04:27:07.541596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.544089 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-295fb7f6-ac7f-48f7-b6e5-dcb8d90e1d8a tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "PUT /v2.0/routers/2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 200 len: 920 time: 4.4095628 Aug 29 04:27:07.549604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.563994 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] Sync routers for ids ['2d294be2-557b-4c0f-992c-b90b6196bc44'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:07.581616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:04Z', 'revision_number': 3, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:07.599151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] Routers {'2d294be2-557b-4c0f-992c-b90b6196bc44'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:07.602820 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2d294be2-557b-4c0f-992c-b90b6196bc44'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:07.646890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Checking router: 06717f3e-5684-4356-8c1f-fb86200968b7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:07.647186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Updating router 06717f3e-5684-4356-8c1f-fb86200968b7 port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:07.676259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-f2f937d2-c21e-4b8c-9e25-e56ee791ef89 service neutron] 10.222.0.62 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811558 Aug 29 04:27:07.690247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8027a39b-f06c-47eb-a07f-94363e042287 req-98c6fd0b-930a-46f3-8a1d-504067e36aa4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542883 Aug 29 04:27:07.693302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:07.697539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.715140 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.747679 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:07.772774 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] Routers {'2d294be2-557b-4c0f-992c-b90b6196bc44'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:07.772774 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2d294be2-557b-4c0f-992c-b90b6196bc44'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:07.776073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-897f4e29-d3e2-42af-8564-290933cb5e5c tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 200 len: 926 time: 0.2247066 Aug 29 04:27:07.778211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:07.781178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.822269 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:07.822929 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd35c38-3aab-4c7f-b035-ccb4f95b57f7 None None] The sync data for ids ['2d294be2-557b-4c0f-992c-b90b6196bc44'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:07.866878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:07.872811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:07.876822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event updated for resources: {'Port': ['ID=f8d83d78-6433-4503-a4f0-52d00f01bba6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:07.879144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:07.908799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798c88-5315-4538-b328-db0487d57843 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:07.910432 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3798c88-5315-4538-b328-db0487d57843 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=2d294be2-557b-4c0f-992c-b90b6196bc44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1264479 Aug 29 04:27:07.915779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:07.964756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4de8e4a8-3f73-425c-8f08-fc393c3aa3fb req-54d15d73-729e-42e5-a8c8-a5d912d8ede6 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1210682 Aug 29 04:27:08.085191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ea52ad50-7dd0-47db-bc88-4b16838d2bb7 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741903 Aug 29 04:27:08.085477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df25941-59f2-4714-b5ee-116b97cb5ba8 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:08.086716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6df25941-59f2-4714-b5ee-116b97cb5ba8 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.1719348 Aug 29 04:27:08.090696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.126902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1eed011e-ac39-4350-982e-62c3d598ce8d tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 200 len: 205 time: 0.0348003 Aug 29 04:27:08.132597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.252147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.269341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Transition to ACTIVE for port object 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:08.277635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting port f8d83d78-6433-4503-a4f0-52d00f01bba6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:08.277990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.279519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.335881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.368253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Attempting to bind port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:08.368856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Attempting to bind port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:08.369450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Attempting to bind port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:08.378047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efebbee-906b-4cea-9dd6-930824d7ece7 None None] Pushing event updated for resources: {'Port': ['ID=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.384255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:08.385370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:08.385655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.386245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:08.386953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Bound port: 9da30c6d-9cdc-4605-aaa1-8684f09da9a7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:08.387594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.459058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.459386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.478438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Calling delete_port for f8d83d78-6433-4503-a4f0-52d00f01bba6 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:08.492267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] For port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:08.499903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] For port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:08.508572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.518581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a8724564-3d45-46f5-90bc-d34dc4b478d1 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131866 Aug 29 04:27:08.526939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.548577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.610574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:08.611753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:08.660299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.689944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port 26933927-4705-4685-9489-27213ad4bbf0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:08.690272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.694989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Port': ['ID=f8d83d78-6433-4503-a4f0-52d00f01bba6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.713597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efebbee-906b-4cea-9dd6-930824d7ece7 None None] Pushing event updated for resources: {'Port': ['ID=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.789473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=11b0c8c9-8861-4b9c-8a29-649d45487672,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:08.830034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.837193 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] create failed (client error): The resource could not be found. Aug 29 04:27:08.841956 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-47e2d0f6-ca4e-469f-9556-2b561548180a tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7017756 Aug 29 04:27:08.843795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:08.866143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-66bc2979-e177-438a-a3da-bfbb3b15c859 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328094 Aug 29 04:27:08.870227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': 'a78b7bae-f375-4bc8-a4fe-3110ff159d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4257057d-60c9-4953-98ef-739480d079f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:08.870712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: 4257057d-60c9-4953-98ef-739480d079f1, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:08.875509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:08.899720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:08.931682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for 26933927-4705-4685-9489-27213ad4bbf0 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:09.012224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 4257057d-60c9-4953-98ef-739480d079f1 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:09.080145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4257057d-60c9-4953-98ef-739480d079f1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:09.091751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting port ade16f8f-fd06-4b87-9177-fe1fe7e58dcf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:09.092214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.116371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954e130-357f-4284-983c-a6fae5e13950 req-d27baf6f-ffd6-4c55-8f3f-3425a8af616f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.124857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3954e130-357f-4284-983c-a6fae5e13950 req-d27baf6f-ffd6-4c55-8f3f-3425a8af616f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2750025 Aug 29 04:27:09.136828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:09.137438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.183576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:04Z', 'revision_number': 3, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:09.226653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Allocated IP 172.20.0.1 (27fbd6e0-45af-444a-b57b-d3a628e323c2/3fec5b30-016e-46b3-9414-6ab4185c5ac5/bd35c49a-baa4-4c17-8d59-14c4bbc0c741) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:09.231629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6ed51-2cf4-4672-a78f-e5bcce0221e5 None None] Network 4257057d-60c9-4953-98ef-739480d079f1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:09.250273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35b14a9b-df5c-4908-81f1-1573d0ef136b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9304304 Aug 29 04:27:09.256620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:09.259977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b3b7993a-af37-4406-ab8b-43c7c61f4125 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677738 Aug 29 04:27:09.271109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '4257057d-60c9-4953-98ef-739480d079f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-555964596'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:09.310888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3954e130-357f-4284-983c-a6fae5e13950 req-299b834c-e4f2-4898-86c5-0d26709ed8f4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831691 Aug 29 04:27:09.328808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.369037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84be80d9-9fdd-4b6c-a27d-5e6aaa0571a9 None None] The sync data for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 is: [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:04Z', 'revision_number': 3, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:09.461380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Calling delete_port for ade16f8f-fd06-4b87-9177-fe1fe7e58dcf owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:09.471238 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.505885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5afa21ab-b96c-4adc-b907-91143cdcc27e req-39090230-bd51-49ea-8b4f-442830870bf0 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1095998 Aug 29 04:27:09.522615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4257057d-60c9-4953-98ef-739480d079f1', 'network_id': '4257057d-60c9-4953-98ef-739480d079f1', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '11b0c8c9-8861-4b9c-8a29-649d45487672'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:09.524050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.611411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Transition to ACTIVE for port object bd35c49a-baa4-4c17-8d59-14c4bbc0c741 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:09.632334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.708534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=26933927-4705-4685-9489-27213ad4bbf0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.730576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.823121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:09.827902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:09.835006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:09.889449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Pushing event updated for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:09.903534 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.920287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:09.930369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Allocated IP 172.20.0.2 (4257057d-60c9-4953-98ef-739480d079f1/11b0c8c9-8861-4b9c-8a29-649d45487672/79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:10.187268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.206195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.255772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.264949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.269394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.288383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Transition to ACTIVE for port object 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:10.327102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.328508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Transition to ACTIVE for port object 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:10.351682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Port': ['ID=ade16f8f-fd06-4b87-9177-fe1fe7e58dcf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.353296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.362651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:10.366555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.515321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.520515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7575035b-8904-464b-80b1-df66c4ea8aeb tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "DELETE /v2.0/ports/ade16f8f-fd06-4b87-9177-fe1fe7e58dcf HTTP/1.1" status: 204 len: 168 time: 1.6735411 Aug 29 04:27:10.520916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.540770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Network 4257057d-60c9-4953-98ef-739480d079f1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:10.541759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-add2f4ea-8484-41f6-9d1d-60089af6fc17 None None] Provisioning for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:10.549328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e67aeaec-819d-44f0-9261-6efce735266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.555443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-add2f4ea-8484-41f6-9d1d-60089af6fc17 None None] Provisioning complete for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:10.555998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-add2f4ea-8484-41f6-9d1d-60089af6fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.557899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:10.561361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:10.562751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 3c3f54af-396c-44de-808d-9788171807d0 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:10.568913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.569567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router 2d294be2-557b-4c0f-992c-b90b6196bc44 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:10.580189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.581606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed90b12a-d568-4f80-a4ee-47a0dbb4acd1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 204 len: 168 time: 2.4474761 Aug 29 04:27:10.589741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Pushing event updated for resources: {'Port': ['ID=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:10.590898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.616841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-add2f4ea-8484-41f6-9d1d-60089af6fc17 None None] Port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:10.655768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126240205', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:10.700138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-628d2627-fd3b-4b39-b129-d9443be0fda9 req-95ba72b6-9caa-4b1c-96dd-af633f31b849 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0663278 Aug 29 04:27:10.730644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665b99-a6b0-4bd2-ab47-62d77c77b258 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:10.732752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Attempting to bind port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:10.733335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Attempting to bind port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a78b7bae-f375-4bc8-a4fe-3110ff159d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4257057d-60c9-4953-98ef-739480d079f1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:10.733793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Attempting to bind port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 on network 4257057d-60c9-4953-98ef-739480d079f1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:10.746562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-67665b99-a6b0-4bd2-ab47-62d77c77b258 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ce00480-a644-403b-8f10-79046a01a169 HTTP/1.1" status: 200 len: 913 time: 0.2238986 Aug 29 04:27:10.753590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:10.784685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.785033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:10.786212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Checking segment: {'id': 'a78b7bae-f375-4bc8-a4fe-3110ff159d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4257057d-60c9-4953-98ef-739480d079f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:10.787328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.788481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Bound using segment: {'id': 'a78b7bae-f375-4bc8-a4fe-3110ff159d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4257057d-60c9-4953-98ef-739480d079f1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:10.789491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.790583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Bound port: 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78b7bae-f375-4bc8-a4fe-3110ff159d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4257057d-60c9-4953-98ef-739480d079f1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:10.793373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.941443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:10.943087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.14 (4257057d-60c9-4953-98ef-739480d079f1/11b0c8c9-8861-4b9c-8a29-649d45487672/3c3f54af-396c-44de-808d-9788171807d0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:10.957112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] For port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:10.968299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] For port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,segment=NetworkSegment(a78b7bae-f375-4bc8-a4fe-3110ff159d97),segment_id=a78b7bae-f375-4bc8-a4fe-3110ff159d97)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:10.983543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.014211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e7cfe-0246-4b7e-953b-cea3ab9ab281 req-8afe9967-29d4-4bf4-8e2e-42372ab82ab9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:11.023261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e8e7cfe-0246-4b7e-953b-cea3ab9ab281 req-8afe9967-29d4-4bf4-8e2e-42372ab82ab9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.3998778 Aug 29 04:27:11.109306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4aa69-8ce8-4c73-a799-c9b81b187bf5 None None] Pushing event updated for resources: {'Port': ['ID=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.123460 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.171134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e06dc2b-00ac-4b78-8f66-cd115ba1384e req-85960f70-f958-41a9-b02a-69ee2fceedbe tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2054610 Aug 29 04:27:11.171837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.243441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.274864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e8e7cfe-0246-4b7e-953b-cea3ab9ab281 req-9ac75b31-e419-40c4-ac06-3ea9df224554 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470002 Aug 29 04:27:11.345361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:11.412353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:11.418748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:11.419567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.462270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.469427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Pushing event updated for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.487289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.487635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.488363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.488651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.488990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.489319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.489645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.489967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.490287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.490606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.490918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.491229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:11.639857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.677094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:11.688722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.800637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.803373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:11.887461 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.943197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:11.969903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 3c3f54af-396c-44de-808d-9788171807d0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:12.037209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.122476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-510d6310-3690-4b6c-b43f-f6855796e694 req-a475974b-988d-4c89-bd15-e93059bd194e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0523942 Aug 29 04:27:12.156052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 4257057d-60c9-4953-98ef-739480d079f1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:12.182154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:12.184979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=3c3f54af-396c-44de-808d-9788171807d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:12.186968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:12.189866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.192328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:12.195014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:12.247672 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.316346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.317022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.353420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d5a7aa7d-1118-4428-b05d-db88d694fb6b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0920601 Aug 29 04:27:12.356406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:12.398129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e278d93-87f9-453a-90d7-408335bc1193 req-28acb564-cda5-44e8-8056-c29d8c232399 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0619941 Aug 29 04:27:12.474912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Router 06717f3e-5684-4356-8c1f-fb86200968b7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:12.494354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Allocated IP 172.25.3.42 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/0d7d1811-5cd0-44bc-9df3-7214d1956b4e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:12.499788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.609087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce7a6-59bf-4c04-8d65-60a66772c22d req-4421563d-d35d-4af7-8617-5e0b482ed81f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.610663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e22ce7a6-59bf-4c04-8d65-60a66772c22d req-4421563d-d35d-4af7-8617-5e0b482ed81f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2263680 Aug 29 04:27:12.617409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 3c3f54af-396c-44de-808d-9788171807d0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:12.617792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.660465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50b182c1-ea62-4308-9ab9-a3350ddf44ec None None] Provisioning complete for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:12.661043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50b182c1-ea62-4308-9ab9-a3350ddf44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.746258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-50b182c1-ea62-4308-9ab9-a3350ddf44ec None None] Port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:12.757145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.759828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-579dd5e7-9ec6-499a-be32-3a39894f207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.761490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-579dd5e7-9ec6-499a-be32-3a39894f207c service neutron] 10.222.0.50 "GET /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 1031 time: 0.1357269 Aug 29 04:27:12.783791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 3c3f54af-396c-44de-808d-9788171807d0 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:12.788636 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.861301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e22ce7a6-59bf-4c04-8d65-60a66772c22d req-1703fb97-bf7f-467d-b561-5933c83086ce tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341564 Aug 29 04:27:12.904667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-6e196d2f-95b3-4865-a653-00ba79462d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:12.906973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-6e196d2f-95b3-4865-a653-00ba79462d96 service neutron] 10.222.0.50 "GET /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 1033 time: 0.1369758 Aug 29 04:27:12.922502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.975700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:12.980889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event updated for resources: {'Port': ['ID=0d7d1811-5cd0-44bc-9df3-7214d1956b4e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.012238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:13.016604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:13.021962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:13.036501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:13.045848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b804eb3b-d4f3-4f05-91c0-2debb7226324 admin admin] 10.222.0.62 "PUT /v2.0/routers/06717f3e-5684-4356-8c1f-fb86200968b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0361450 Aug 29 04:27:13.056400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Sync routers for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:13.066177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:13.066806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:13.116512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2de61-5d71-423f-816d-0d82d315f05f None None] Network 4257057d-60c9-4953-98ef-739480d079f1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:13.118290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.250288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=3c3f54af-396c-44de-808d-9788171807d0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:13.279073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b9cff6da-d120-4832-8cbe-b9070e45000e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.307909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b9cff6da-d120-4832-8cbe-b9070e45000e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.349927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b9cff6da-d120-4832-8cbe-b9070e45000e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:13.354871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b9cff6da-d120-4832-8cbe-b9070e45000e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 1994 time: 0.4366295 Aug 29 04:27:13.447497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.543376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ee29073-45b3-4da4-b484-e95025cb40f9 req-1b21131d-c466-44f6-9902-964cbb256c45 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1556351 Aug 29 04:27:13.549220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.658959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:13.663730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b13d182c-bcef-475a-b614-dea0714ec3e6 req-905886dc-0e78-4ea1-8a4b-58cce6c8bb11 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0349555 Aug 29 04:27:13.664873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.666944 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2fdbe4c-f8dc-4781-88b5-bbfb4edff7cd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/3c3f54af-396c-44de-808d-9788171807d0 HTTP/1.1" status: 204 len: 168 time: 1.3094628 Aug 29 04:27:13.668620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1accb738-7aaa-44af-8746-a46c9cf09797 None None] Provisioning for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:13.673117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-fedcee14-e184-4123-8ae3-08880486983f tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d9e6150137447f8dd1f5c248dac866 HTTP/1.1" status: 200 len: 379 time: 0.2991145 Aug 29 04:27:13.679562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-177851785'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.680522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.772987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'admin_state_up': True, 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'security_groups': ['a3b9e65d-8220-471a-b6e9-4dfc3184c530']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:13.782103 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5932e14-4476-493e-8edb-f3de65cba88c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:27:13.789109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a5932e14-4476-493e-8edb-f3de65cba88c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/3c3f54af-396c-44de-808d-9788171807d0 HTTP/1.1" status: 404 len: 333 time: 0.1054411 Aug 29 04:27:13.789310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:13.796130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35474) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:13.905239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:13.908850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:13.992430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:14.005372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 11b0c8c9-8861-4b9c-8a29-649d45487672 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:14.017506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.029692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.060525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:14.060897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.089913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:14.134670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.187365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting port 9bc6a850-38c0-487d-8778-15d9cd31b10e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:14.187800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.203829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Router 1b0865d3-bb26-4c70-a614-e8d18e0da1b5 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:14.315593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.327873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.344268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:14.359767 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] Sync routers for ids ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:14.361190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Calling delete_port for 9bc6a850-38c0-487d-8778-15d9cd31b10e owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:14.371106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.376030 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c5d6621-4ed8-418d-92b0-213190dc6e58 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7234962 Aug 29 04:27:14.376653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:14.388657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:14.390237 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] Routers {'1b0865d3-bb26-4c70-a614-e8d18e0da1b5'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:14.391308 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.492325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,segment=NetworkSegment(a78b7bae-f375-4bc8-a4fe-3110ff159d97),segment_id=a78b7bae-f375-4bc8-a4fe-3110ff159d97)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:14.506467 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.507308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:14.561853 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.589599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] Routers {'1b0865d3-bb26-4c70-a614-e8d18e0da1b5'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:14.591036 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.618274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.619132 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Added segment f506a3e4-9604-416b-b5e7-ec247c35a1e9 of type vlan for network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 Aug 29 04:27:14.665312 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.666008 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a22ad-463d-4114-8563-f26e99eeb01e None None] The sync data for ids ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:14.668656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.677187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.719439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.775818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:10Z', 'revision_number': 4, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bd35c49a-baa4-4c17-8d59-14c4bbc0c741', 'name': '', 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'mac_address': 'fa:16:3e:ec:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:08Z', 'updated_at': '2021-08-29T04:27:10Z', 'revision_number': 2, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'subnets': [{'id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:14.781342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6bc1cda0-7d39-4ee7-a7c1-b1d91df447c4 None None] Provisioning complete for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:14.782523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bc1cda0-7d39-4ee7-a7c1-b1d91df447c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.792177 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.800436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:14.801350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:14.834774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Port': ['ID=9bc6a850-38c0-487d-8778-15d9cd31b10e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:14.865483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Checking router: 06717f3e-5684-4356-8c1f-fb86200968b7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:27:14.866792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Updating router 06717f3e-5684-4356-8c1f-fb86200968b7 port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:27:15.049693 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.062348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:15.062574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73209932-b544-452d-97e2-1f2b52c3f354 req-3a80c096-5e95-4701-9591-d78d6178bf72 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.3326714 Aug 29 04:27:15.062710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.137964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.183787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.256996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Network': ['ID=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:15.268953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:15.273111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.282637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:15.305808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39b3338b-334d-48b6-b82e-4f6f3e26ff72 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8499570 Aug 29 04:27:15.306324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:15.322108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'subnet': {'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:15.365003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e937-ac1f-4961-b11a-8d32e00fa108 req-320c464c-c6b1-4ccb-97e9-87259b97933f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:15.367165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bc4e937-ac1f-4961-b11a-8d32e00fa108 req-320c464c-c6b1-4ccb-97e9-87259b97933f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 1.3398321 Aug 29 04:27:15.369361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0f68c69-c4c5-4028-816c-43fff668c699 req-fa1612e0-e7b3-4189-8a1b-ee52f097f1a2 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1218472 Aug 29 04:27:15.371022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.376262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.539845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Deleting port 0d7d1811-5cd0-44bc-9df3-7214d1956b4e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:15.540665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.657504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bc4e937-ac1f-4961-b11a-8d32e00fa108 req-3ac53b74-d063-4300-9d77-dc25e63732e5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580400 Aug 29 04:27:15.659487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:15.665037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.737320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a9d7724-2523-4d37-8bcd-3afc000d62e8 None None] Could not find standard attr ID for object 3c3f54af-396c-44de-808d-9788171807d0. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:15.747002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.865617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.877069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:15.891828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Transition to ACTIVE for port object bd35c49a-baa4-4c17-8d59-14c4bbc0c741 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:15.896642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Calling delete_port for 0d7d1811-5cd0-44bc-9df3-7214d1956b4e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:15.903563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:15.955872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.042280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:16.042824 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.228810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Attempting to bind port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:16.229368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Attempting to bind port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:16.229836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Attempting to bind port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 on network 27fbd6e0-45af-444a-b57b-d3a628e323c2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:16.232258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd524037-f3f7-4bbf-b57c-50eb64907a8b None None] Pushing event updated for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.236732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.301834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:16.302299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Checking segment: {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:16.302814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.303322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Bound using segment: {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:16.303827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Bound port: bd35c49a-baa4-4c17-8d59-14c4bbc0c741, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:16.304239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.342667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.345226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/11b0c8c9-8861-4b9c-8a29-649d45487672 HTTP/1.1" status: 204 len: 168 time: 2.5213146 Aug 29 04:27:16.351075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b4a47-c24f-4665-9add-034d7621ba26 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=11b0c8c9-8861-4b9c-8a29-649d45487672,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.353962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 172.20.0.8 (cb7973a0-93c0-445f-80d3-cea5033b0643/de83ea66-af0a-4a47-abcd-a92c959d89b4/43647c13-3aa7-42f5-ae96-eef192c38843) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:16.358892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:16.361678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-462bd061-038c-461f-b5c6-476d00ade741 req-efc7e84b-50fc-4847-bb6c-253b8f8736a3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0990777 Aug 29 04:27:16.375289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Router 0ce00480-a644-403b-8f10-79046a01a169 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:16.393450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.466063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] For port bd35c49a-baa4-4c17-8d59-14c4bbc0c741, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:16.473614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] For port bd35c49a-baa4-4c17-8d59-14c4bbc0c741, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:16.478018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36f675-0e02-4806-b8d1-e57aaf57c7d6 None None] Network 4257057d-60c9-4953-98ef-739480d079f1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:16.546211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Pushing event deleted for resources: {'Port': ['ID=0d7d1811-5cd0-44bc-9df3-7214d1956b4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.565168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Checking segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:16.565597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network hostable DHCP agents. Network: 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:16.578870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Subnet': ['ID=3e5dbb45-d274-468f-b66d-fa03fd3e11cc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.612726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.616020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:16.622336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:16.683655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-052f11c6-ac85-40b0-be3d-b5f0df7163c8 req-7975dc35-ba99-4ee8-97f9-c3abbe2fcdec tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1007767 Aug 29 04:27:16.722431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:16.795046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] Sync routers for ids ['0ce00480-a644-403b-8f10-79046a01a169'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:16.894608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:16.895406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:16.898386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd524037-f3f7-4bbf-b57c-50eb64907a8b None None] Pushing event updated for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:16.904896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] Routers {'0ce00480-a644-403b-8f10-79046a01a169'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:16.905543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0ce00480-a644-403b-8f10-79046a01a169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:17.027466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.030380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:17.059438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 43647c13-3aa7-42f5-ae96-eef192c38843 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:17.133279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-16d1ea66-ca62-492a-9ff2-5448469ec305 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "PUT /v2.0/routers/0ce00480-a644-403b-8f10-79046a01a169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3784888 Aug 29 04:27:17.147538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.153199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.192198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.241696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.247499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:17.253446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.254064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.263812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271cc81-a2b1-46c0-8223-45d6c99c489d None None] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:17.274227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] Routers {'0ce00480-a644-403b-8f10-79046a01a169'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:17.274227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0ce00480-a644-403b-8f10-79046a01a169'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:17.319040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-faeb3a08-7fa3-433f-a619-4c005cb8ff76 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0116775 Aug 29 04:27:17.351226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.361164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2040495554'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:17.362041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd62c9-df79-4401-8ede-c65c4af8b8da req-85400817-15e7-44fa-ae8e-91dcb73a374e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.383046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ecd62c9-df79-4401-8ede-c65c4af8b8da req-85400817-15e7-44fa-ae8e-91dcb73a374e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.2355180 Aug 29 04:27:17.386298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] DHCP port deletion for 4257057d-60c9-4953-98ef-739480d079f1 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:17.398215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network cb7973a0-93c0-445f-80d3-cea5033b0643 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:17.399606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:17.400274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8d62a-7755-4a44-b577-1ba10b46a650 None None] The sync data for ids ['0ce00480-a644-403b-8f10-79046a01a169'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:17.405806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:27:17.419123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:17.526090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:17.534530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:17.698818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.700987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:17.703517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.705096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.706423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.734023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ecd62c9-df79-4401-8ede-c65c4af8b8da req-e81dc0f0-ce2e-40c5-8522-d161fb77814e tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497365 Aug 29 04:27:17.742467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.771840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3745f-3c33-4fc2-90bd-4cdecedbe3da req-427fad16-4f8f-4b61-a9ae-75ec6cb183a1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:17.773969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb3745f-3c33-4fc2-90bd-4cdecedbe3da req-427fad16-4f8f-4b61-a9ae-75ec6cb183a1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 931 time: 0.2267091 Aug 29 04:27:17.775521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-ac0f9ace-e91c-4408-95b3-7ef2566f3383 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0185673 Aug 29 04:27:17.824437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'admin_state_up': True, 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'security_groups': ['a3b9e65d-8220-471a-b6e9-4dfc3184c530']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:17.868047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.876931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.877522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce00480-a644-403b-8f10-79046a01a169 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:17.895619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.899515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a5b7b7ff-34b1-44f4-bca1-35c648b58e5d tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "DELETE /v2.0/routers/0ce00480-a644-403b-8f10-79046a01a169 HTTP/1.1" status: 204 len: 168 time: 0.7506363 Aug 29 04:27:17.902612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:17.915856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:17.920054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbb3745f-3c33-4fc2-90bd-4cdecedbe3da req-97e3e501-9206-4ddc-bc13-16044212b25c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363285 Aug 29 04:27:17.938452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:17.939034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.952638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:17.953100 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Added segment 90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957 of type vlan for network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 Aug 29 04:27:18.070908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] For port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,segment=NetworkSegment(a78b7bae-f375-4bc8-a4fe-3110ff159d97),segment_id=a78b7bae-f375-4bc8-a4fe-3110ff159d97)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:18.071279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.095642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.107541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:18.120208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:18.131962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'fixed_ips': [{'subnet_id': '3e5dbb45-d274-468f-b66d-fa03fd3e11cc'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:18.133811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.146455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4760c216-bf19-4531-861d-c5da3293d60b req-95cd2e2a-c0d3-4a7b-ba95-8043b06caa79 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0660055 Aug 29 04:27:18.177925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.272570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Deleting port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:18.273429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.282439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3f91aa3-1a5a-4622-b0c3-e6af8f6fe40c req-d9365fb6-1351-49fc-9eca-48e68f949cc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0664742 Aug 29 04:27:18.285772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:18.303028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.317863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting subnet ceb54559-4519-4368-a484-5b1e6777241f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:18.365370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.371712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.372403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.378878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.417190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] For port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,segment=NetworkSegment(a78b7bae-f375-4bc8-a4fe-3110ff159d97),segment_id=a78b7bae-f375-4bc8-a4fe-3110ff159d97)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:18.418398 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.450979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Calling delete_port for 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:18.481296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Router 1b0865d3-bb26-4c70-a614-e8d18e0da1b5 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:27:18.540972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.567183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aec77-4999-45cb-ab5b-d9c839a7e702 req-6613d764-ad9f-4938-b8de-5b69962d5703 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:18.575118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b01aec77-4999-45cb-ab5b-d9c839a7e702 req-6613d764-ad9f-4938-b8de-5b69962d5703 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.1760631 Aug 29 04:27:18.601339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2483747 Aug 29 04:27:18.610509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.611518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea6aa4dc-048d-4659-b5da-7d53792864ed None None] Provisioning for port 43647c13-3aa7-42f5-ae96-eef192c38843 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:18.616354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.618572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'subnet': {'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:18.635003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No DVR routers for this DVR port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:18.643891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.652351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea6aa4dc-048d-4659-b5da-7d53792864ed None None] Provisioning complete for port 43647c13-3aa7-42f5-ae96-eef192c38843 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:18.652722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa4dc-048d-4659-b5da-7d53792864ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.681743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.1.1.232 (86b4cebc-b2ee-4811-ac05-79465ad51ca2/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2/9e091ab5-1ad3-4675-8daf-600fe89f9e04) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:18.714979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] Pushing event deleted for resources: {'Port': ['ID=79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.729455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac652e-a6ea-4492-97bf-6c69cc9975e8 None None] No DVR routers for this DVR port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:18.758461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:18.769177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.769710 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] Sync routers for ids ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:18.792623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] Routers {'1b0865d3-bb26-4c70-a614-e8d18e0da1b5'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:18.794014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.799280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No active binding found for port 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:27:18.800186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 79c3ee6c-cfe1-4cab-87f2-6ef06a7257d0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:18.804910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b01aec77-4999-45cb-ab5b-d9c839a7e702 req-a38f9d9b-abaa-4543-baa0-1209cceebd98 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194138 Aug 29 04:27:18.817946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.841474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4257057d-60c9-4953-98ef-739480d079f1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.861469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:10Z', 'revision_number': 4, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bd35c49a-baa4-4c17-8d59-14c4bbc0c741', 'name': '', 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'mac_address': 'fa:16:3e:ec:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:08Z', 'updated_at': '2021-08-29T04:27:16Z', 'revision_number': 4, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'subnets': [{'id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.865138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ea6aa4dc-048d-4659-b5da-7d53792864ed None None] Port 43647c13-3aa7-42f5-ae96-eef192c38843 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:18.867431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78b7bae-f375-4bc8-a4fe-3110ff159d97') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.869320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78b7bae-f375-4bc8-a4fe-3110ff159d97') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.875542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:18.879408 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-71d58f40-e32a-41ad-85f8-9344e2fea752 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "PUT /v2.0/routers/1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 200 len: 709 time: 4.5014305 Aug 29 04:27:18.886580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:18.888548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b67b7-4ca6-4ec5-a60f-cc1496c5cfce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Network': ['ID=a0fa44fe-9e93-4844-8b64-4cd91a0e74c9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:18.907085 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.924586 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] Routers {'1b0865d3-bb26-4c70-a614-e8d18e0da1b5'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:18.925651 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.977969 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:18.979043 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97ac25-7687-401d-8482-7c4b97fe95ee None None] The sync data for ids ['1b0865d3-bb26-4c70-a614-e8d18e0da1b5'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:19.031547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:19.057079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9dda9-e4dd-4139-9c99-1182e70dc835 None None] The sync data for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 is: [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:27:10Z', 'revision_number': 4, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bd35c49a-baa4-4c17-8d59-14c4bbc0c741', 'name': '', 'network_id': '27fbd6e0-45af-444a-b57b-d3a628e323c2', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'mac_address': 'fa:16:3e:ec:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:08Z', 'updated_at': '2021-08-29T04:27:16Z', 'revision_number': 4, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'subnets': [{'id': '3fec5b30-016e-46b3-9414-6ab4185c5ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:19.061384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:19.065345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.119135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad8a4d12-62fd-415d-9f91-5dc50abc6338 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/routers/1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 200 len: 744 time: 0.2078278 Aug 29 04:27:19.122747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.125594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.199290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Allocated IP 19.80.0.2 (369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8/3e5dbb45-d274-468f-b66d-fa03fd3e11cc/69576625-287f-4df4-9bdb-37d8a2b57f41) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:19.245633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.428676 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.434081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-038f3ef6-a252-44d3-82ac-d746f5240ac3 tempest-RoutersIpV6AdminTest-361444474 tempest-RoutersIpV6AdminTest-361444474-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 200 len: 205 time: 0.2557025 Aug 29 04:27:19.456504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.472916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad0a1fcd-0f94-4b38-bd1b-79fe298e6229 req-c5c21a5a-834c-4eea-83f7-9cfb745c9218 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1000993 Aug 29 04:27:19.507377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:19.508144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.510587 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:19.515168 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:19.536294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.574852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Transition to ACTIVE for port object 69576625-287f-4df4-9bdb-37d8a2b57f41 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:19.596513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0eef319b-f6de-48c7-971f-fb61219fad02 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 200 len: 205 time: 0.1034353 Aug 29 04:27:19.608505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.627425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb54559-4519-4368-a484-5b1e6777241f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:19.633717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:19.640928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.652309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.652748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825008f0-5962-4f71-9f8b-a9dce0b12f47 None None] Network 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:19.658533 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43a27b68-53c1-4253-b56d-5464c85e3d4b tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "DELETE /v2.0/subnets/ceb54559-4519-4368-a484-5b1e6777241f HTTP/1.1" status: 204 len: 168 time: 1.6085804 Aug 29 04:27:19.661428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:19.704285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Transition to ACTIVE for port object 69576625-287f-4df4-9bdb-37d8a2b57f41 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:19.758323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.774523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981b811-af7e-4951-a3bb-96ecd2ffc6c4 req-726d7b56-d432-4993-9485-68fad9c7f3f3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:19.794363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b981b811-af7e-4951-a3bb-96ecd2ffc6c4 req-726d7b56-d432-4993-9485-68fad9c7f3f3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 931 time: 0.4833357 Aug 29 04:27:19.924477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:19.979014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:19.979334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:19.984125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:19.994112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bd35c49a-baa4-4c17-8d59-14c4bbc0c741 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:20.041188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.042358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Pushing event updated for resources: {'Port': ['ID=69576625-287f-4df4-9bdb-37d8a2b57f41,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.056032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.058246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Checking segment: {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:20.058829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network hostable DHCP agents. Network: a0fa44fe-9e93-4844-8b64-4cd91a0e74c9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:20.061918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Subnet': ['ID=a0d3176d-2497-4444-917d-916d10aadf81,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.121215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-e08da0c9-2892-4b78-a0ab-2813895c1698 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.122812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-e08da0c9-2892-4b78-a0ab-2813895c1698 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.4062281 Aug 29 04:27:20.135444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Attempting to bind port 69576625-287f-4df4-9bdb-37d8a2b57f41 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:20.135822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Attempting to bind port 69576625-287f-4df4-9bdb-37d8a2b57f41 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:20.136213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Attempting to bind port 69576625-287f-4df4-9bdb-37d8a2b57f41 on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:20.147684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:20.148141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Checking segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:20.148548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.149093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Bound using segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:20.149587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Bound port: 69576625-287f-4df4-9bdb-37d8a2b57f41, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:20.150124 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.170894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:20.195178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a0fa44fe-9e93-4844-8b64-4cd91a0e74c9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:20.208080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.259655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.262266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] For port 69576625-287f-4df4-9bdb-37d8a2b57f41, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:20.262820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.268311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] For port 69576625-287f-4df4-9bdb-37d8a2b57f41, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=69576625-287f-4df4-9bdb-37d8a2b57f41,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:20.273908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa4973-bfac-49d7-a63b-6e4bdbaf56f8 None None] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:20.286109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.342487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Deleting port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:20.342942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.370172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.372926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.413460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d487f-1566-4a10-84f9-8a437f1a323b None None] Pushing event updated for resources: {'Port': ['ID=69576625-287f-4df4-9bdb-37d8a2b57f41,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.422419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:20.437116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:20.437547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.491851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f431cf4a-3c02-43cb-90b3-0506995f2bec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8773870 Aug 29 04:27:20.512871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] For port 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=019b2376-973a-4d8b-bfe7-1c38dabac9c9,segment=NetworkSegment(4bbe76c5-232b-4b86-ba66-e6defafa222f),segment_id=4bbe76c5-232b-4b86-ba66-e6defafa222f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:20.518089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.555596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.555914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] DHCP port deletion for 3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:20.568163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/4257057d-60c9-4953-98ef-739480d079f1 HTTP/1.1" status: 204 len: 168 time: 4.2018421 Aug 29 04:27:20.588281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.620571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'name': 'tempest-PortsTestJSON-1696861816'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:20.647764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.648484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0865d3-bb26-4c70-a614-e8d18e0da1b5 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:27:20.702977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b981b811-af7e-4951-a3bb-96ecd2ffc6c4 req-2b2320da-3148-4457-9120-d03ecdcf25de tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9076846 Aug 29 04:27:20.740726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.742450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-582c2d39-1f41-4790-825a-82b229c6e4c8 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 204 len: 168 time: 1.1318824 Aug 29 04:27:20.744649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 9e091ab5-1ad3-4675-8daf-600fe89f9e04 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:20.752325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19087225-29df-4484-a8b6-e430c3e5760a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=4257057d-60c9-4953-98ef-739480d079f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:20.766448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.798863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c4433-0848-4b0a-a09f-5b4eab9cfb0d req-e895e4c4-4eb6-4a27-a634-7c2ce0c17567 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:20.811761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d94c4433-0848-4b0a-a09f-5b4eab9cfb0d req-e895e4c4-4eb6-4a27-a634-7c2ce0c17567 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 945 time: 0.8648682 Aug 29 04:27:20.890864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Calling delete_port for 019b2376-973a-4d8b-bfe7-1c38dabac9c9 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:20.934967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c2a78d90-2145-4564-9fde-0e341e34f233 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 200 len: 205 time: 0.1501639 Aug 29 04:27:20.937685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:20.946110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-a0fa44fe-9e93-4844-8b64-4cd91a0e74c9', 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'fixed_ips': [{'subnet_id': 'a0d3176d-2497-4444-917d-916d10aadf81'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:20.947032 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:20.952517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.037332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:21.055434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port bd35c49a-baa4-4c17-8d59-14c4bbc0c741, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:21.060194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.101057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.205595 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-18f60f28-0555-4626-ad8f-054f86cf7c8c tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:21.206717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-18f60f28-0555-4626-ad8f-054f86cf7c8c tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/1b0865d3-bb26-4c70-a614-e8d18e0da1b5 HTTP/1.1" status: 404 len: 336 time: 0.2658074 Aug 29 04:27:21.222533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.274558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.283499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b8b80b3-03e3-478a-baf8-ab29a9fdd239 req-7e028826-b6a1-49a8-888f-ef511f8c0122 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1018457 Aug 29 04:27:21.355054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d94c4433-0848-4b0a-a09f-5b4eab9cfb0d req-d0d2b3e4-47a4-458b-b3ae-df86de6db8b9 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418475 Aug 29 04:27:21.361390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.369287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2e0a24c-ff79-4635-97e1-012a4fc284e2 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 200 len: 205 time: 0.1413913 Aug 29 04:27:21.369784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port 4bebbc44-ec80-491f-a926-feb9460e5436 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:21.369784 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.370130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:21.407917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port fd21dc89-139c-40fb-8759-e2724d39cabd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:21.408614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Allocated IP 19.86.0.2 (a0fa44fe-9e93-4844-8b64-4cd91a0e74c9/a0d3176d-2497-4444-917d-916d10aadf81/4a85f46b-22d5-4dc4-bde4-087f8bd6035d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:21.417765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:21.427151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.486562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:21.491053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:21.680531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] No DVR routers for this DVR port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:21.709537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-a9cb440b-1652-484b-b53a-7c176450f064 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.730228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-a9cb440b-1652-484b-b53a-7c176450f064 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:21.732812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Port': ['ID=019b2376-973a-4d8b-bfe7-1c38dabac9c9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:21.756325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-a9cb440b-1652-484b-b53a-7c176450f064 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/networks?id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8&id=a0fa44fe-9e93-4844-8b64-4cd91a0e74c9&id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 HTTP/1.1" status: 200 len: 1391 time: 0.2513275 Aug 29 04:27:21.767781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.799173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Transition to ACTIVE for port object 4a85f46b-22d5-4dc4-bde4-087f8bd6035d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:21.836608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Transition to ACTIVE for port object 4a85f46b-22d5-4dc4-bde4-087f8bd6035d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:21.904951 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-9e099130-f6d6-4d96-839b-3bd158da2ed9 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:21.906601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9e099130-f6d6-4d96-839b-3bd158da2ed9 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/2d294be2-557b-4c0f-992c-b90b6196bc44 HTTP/1.1" status: 404 len: 336 time: 0.5358088 Aug 29 04:27:21.939356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Deleting port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:21.940385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:21.946627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.034239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-943fc296-3ace-40c7-affa-f52bab876f81 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/quotas/458899203f6244baa7d8719bb0c3d1df HTTP/1.1" status: 200 len: 375 time: 0.2763095 Aug 29 04:27:22.068089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] For port 019b2376-973a-4d8b-bfe7-1c38dabac9c9, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:22.068729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.084859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Calling delete_port for 019b2376-973a-4d8b-bfe7-1c38dabac9c9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:22.093053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:27:22.094651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.101059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.109945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 69576625-287f-4df4-9bdb-37d8a2b57f41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:22.109945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.191219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] No DVR routers for this DVR port 019b2376-973a-4d8b-bfe7-1c38dabac9c9 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:22.215946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78105bc6-b0a1-41d9-bb90-52e1b64af196 None None] Pushing event deleted for resources: {'Port': ['ID=019b2376-973a-4d8b-bfe7-1c38dabac9c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.222531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9079288-b52f-4163-98fd-f6ed5328af42 None None] Provisioning for port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.257286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-550c70c2-0ee0-4625-b9ab-e33480ede6f1 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 200 len: 205 time: 0.3090477 Aug 29 04:27:22.260436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35570) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.320838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e9079288-b52f-4163-98fd-f6ed5328af42 None None] Provisioning complete for port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.320838 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9079288-b52f-4163-98fd-f6ed5328af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.325329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Pushing event updated for resources: {'Port': ['ID=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:22.339522 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a37836c4-7a4d-41ed-8ad7-dd5035c336c4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:22.347506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a37836c4-7a4d-41ed-8ad7-dd5035c336c4 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/d94cf47f-84be-45ca-ba0e-107771985750 HTTP/1.1" status: 404 len: 336 time: 0.0847523 Aug 29 04:27:22.348611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.364562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:22.365248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.402059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:22.410032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:22.414297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:22.437305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9079288-b52f-4163-98fd-f6ed5328af42 None None] Port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:22.438888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 69576625-287f-4df4-9bdb-37d8a2b57f41 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.475394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ef68844-ead3-4928-aed9-93e4bb0665ef tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 200 len: 205 time: 0.1068456 Aug 29 04:27:22.489930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-3d48e206-e24b-49eb-83e1-a9cf760a5ff1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6870892 Aug 29 04:27:22.492099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.522810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Attempting to bind port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:22.523717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Attempting to bind port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:22.524390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Attempting to bind port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d on network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:22.531523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:22.532251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Checking segment: {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:22.532850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.533668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Bound using segment: {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:22.534366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Bound port: 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:22.534989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.540671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.549806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-81c178d9-ac9e-488e-a5fc-06aa1e7b4e2b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4184468 Aug 29 04:27:22.553710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25373376-0804-4495-a2fb-2b8642b956a9 req-4b4ddcc0-55a9-48e4-8439-195f0cae04ca tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.2038839 Aug 29 04:27:22.590651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.605522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port 4bebbc44-ec80-491f-a926-feb9460e5436, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=4bebbc44-ec80-491f-a926-feb9460e5436,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:22.605886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.609822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd64ee8-2064-4b32-96f4-2bacfaedc0e5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:22.611480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47abac-e8ff-4ef3-bad4-d78714983694 None None] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:22.618230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 019b2376-973a-4d8b-bfe7-1c38dabac9c9 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:22.635221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbe76c5-232b-4b86-ba66-e6defafa222f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:22.635663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbe76c5-232b-4b86-ba66-e6defafa222f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:22.637862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for 4bebbc44-ec80-491f-a926-feb9460e5436 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:22.655395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.663518 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8d71e071-bcdf-4a64-ace8-8b4146135571 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:22.670960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d71e071-bcdf-4a64-ace8-8b4146135571 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/da2e54d7-e8a9-411f-b076-be1681a2be72 HTTP/1.1" status: 404 len: 336 time: 0.1772540 Aug 29 04:27:22.673324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.679873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'admin_state_up': True, 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'security_groups': ['a3b9e65d-8220-471a-b6e9-4dfc3184c530']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:22.712979 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b95b9fc8-b72f-43e7-ba05-76a48a137d0e tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 200 len: 205 time: 0.0346458 Aug 29 04:27:22.712979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.720388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:22.801342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 019b2376-973a-4d8b-bfe7-1c38dabac9c9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:22.802267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 019b2376-973a-4d8b-bfe7-1c38dabac9c9 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:22.806781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-598bbd3d-b77c-4cb6-bed1-1a634591aaec service neutron] 10.222.0.62 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557898 Aug 29 04:27:22.909994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] For port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:22.922797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Provisioning for port 69576625-287f-4df4-9bdb-37d8a2b57f41 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:22.940743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7949e1ad-ef87-461f-9a16-6e1b1292be1a service neutron] 10.222.0.62 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326039 Aug 29 04:27:22.954949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Provisioning complete for port 69576625-287f-4df4-9bdb-37d8a2b57f41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:22.955323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:22.960156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] For port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:22.988780 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.108653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 4bebbc44-ec80-491f-a926-feb9460e5436 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:23.148786 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-fbdcd227-56d5-4113-bdb1-162e306aa0a9 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:23.153924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fbdcd227-56d5-4113-bdb1-162e306aa0a9 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/a4edfe24-c5aa-42a8-82aa-04b480a79528 HTTP/1.1" status: 404 len: 336 time: 0.4285290 Aug 29 04:27:23.155610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:23.156070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.160683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:23.161405 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:23.263973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-47330f6c-9634-4739-b654-ac94caac7072 tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "GET /v2.0/ports?device_id=11b07fe0-607e-4644-b948-c2239263cc87 HTTP/1.1" status: 200 len: 205 time: 0.0976191 Aug 29 04:27:23.277991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.342843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3017-f58a-4686-83f7-baa2a160b055 None None] Pushing event updated for resources: {'Port': ['ID=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.360801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.428624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.464553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=fd21dc89-139c-40fb-8759-e2724d39cabd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.467295 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1441285f-5afd-4e93-9105-4dfd05757d9a tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] delete failed (client error): The resource could not be found. Aug 29 04:27:23.473901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1441285f-5afd-4e93-9105-4dfd05757d9a tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/routers/11b07fe0-607e-4644-b948-c2239263cc87 HTTP/1.1" status: 404 len: 336 time: 0.1947453 Aug 29 04:27:23.477896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.497262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:23.503446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.535596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.540082 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] 10.222.0.62 "DELETE /v2.0/networks/3dd64ee8-2064-4b32-96f4-2bacfaedc0e5 HTTP/1.1" status: 204 len: 168 time: 3.8478186 Aug 29 04:27:23.572953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddd8f-d695-486c-872e-1f320303d7a4 tempest-FloatingIPNegativeTestJSON-1260543028 tempest-FloatingIPNegativeTestJSON-1260543028-project] Pushing event deleted for resources: {'Network': ['ID=3dd64ee8-2064-4b32-96f4-2bacfaedc0e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:23.575392 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d9043e-9c24-46b4-a003-4b14fdca59bb tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:23.575872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d9043e-9c24-46b4-a003-4b14fdca59bb tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:23.578068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-38d9043e-9c24-46b4-a003-4b14fdca59bb tempest-RoutersIpV6AdminTest-1970758412 tempest-RoutersIpV6AdminTest-1970758412-project] 10.222.0.62 "DELETE /v2.0/subnets/ac1f6207-59e1-4a08-aa9b-3776c21e7b40 HTTP/1.1" status: 404 len: 337 time: 0.0962508 Aug 29 04:27:23.579044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:23.582630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:23.588453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.589134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.621692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b10a495-957f-4603-a3d5-82c20ece9eb9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0319450 Aug 29 04:27:23.627475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] For port 69576625-287f-4df4-9bdb-37d8a2b57f41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=69576625-287f-4df4-9bdb-37d8a2b57f41,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:23.631199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35594) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:23.675573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.696210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.785371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:23.805467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.925626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa000b1-e394-4261-b4cb-359b45cdebdd req-57df3d4f-e3e3-42f6-bec6-cc505398cfac tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.948068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:23.950627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa000b1-e394-4261-b4cb-359b45cdebdd req-57df3d4f-e3e3-42f6-bec6-cc505398cfac tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:23.963289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa000b1-e394-4261-b4cb-359b45cdebdd req-57df3d4f-e3e3-42f6-bec6-cc505398cfac tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 1653 time: 1.1423433 Aug 29 04:27:24.013586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c89aa0-3f6b-4227-9ae4-6c756b7fdef5 None None] Pushing event updated for resources: {'Port': ['ID=69576625-287f-4df4-9bdb-37d8a2b57f41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.108082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=4bebbc44-ec80-491f-a926-feb9460e5436,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:24.109874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.156386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bd35c49a-baa4-4c17-8d59-14c4bbc0c741 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:24.156693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa000b1-e394-4261-b4cb-359b45cdebdd req-d3dbfdc3-8491-41da-bee1-f82d6140b14d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924191 Aug 29 04:27:24.212816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.246589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port 4bebbc44-ec80-491f-a926-feb9460e5436 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:24.251583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port fd21dc89-139c-40fb-8759-e2724d39cabd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:24.251954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.257175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.259108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2686e57e-9bc8-4783-b991-6ad1f74a4b35 req-edd4a47e-4b9c-44e3-b894-f316a883acfa tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.54 "DELETE /v2.0/ports/4bebbc44-ec80-491f-a926-feb9460e5436 HTTP/1.1" status: 204 len: 173 time: 4.1273546 Aug 29 04:27:24.259590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'name': 'network-vif-deleted', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:24.261962 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b160cc7-d293-4521-a9e6-99630b93c9aa" -d '{"events": [{"server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "name": "network-vif-deleted", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:24.343273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-49e091da-b861-4d24-be91-34aadf6d352d service neutron] 10.222.0.62 "GET /v2.0/networks/a0fa44fe-9e93-4844-8b64-4cd91a0e74c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2804534 Aug 29 04:27:24.367747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2672e8d8-2858-494f-b722-84c3830a565e None None] Provisioning complete for port 69576625-287f-4df4-9bdb-37d8a2b57f41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:24.368155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2672e8d8-2858-494f-b722-84c3830a565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.376657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.417098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for fd21dc89-139c-40fb-8759-e2724d39cabd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:24.466247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:24.466730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.570791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-97a51d8e-9332-4180-8c8b-7a3ec9578b5e service neutron] 10.222.0.62 "GET /v2.0/networks/a0fa44fe-9e93-4844-8b64-4cd91a0e74c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202928 Aug 29 04:27:24.591442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.1.1.142 (86b4cebc-b2ee-4811-ac05-79465ad51ca2/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2/91921a32-4042-427d-86ab-19f410fcaa4f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:24.652385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8618d0a0-4ebc-44a8-9409-b7c299f02689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.679487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a85f46b-22d5-4dc4-bde4-087f8bd6035d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:24.700711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec961541-8a99-4b2a-9d9e-363e068db99f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f520918aac9a487e994ac8c540763f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591434 Aug 29 04:27:24.705919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:24.715259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-013194b7-a5a0-4021-a85f-7072495ae8e6 req-bf230e00-cc58-4f9b-839e-f85c30918fb1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f552c19-7bb2-46c7-912a-329500cc0db6 HTTP/1.1" status: 200 len: 210 time: 0.1434178 Aug 29 04:27:24.831432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:24.859219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cfe05262-2c9b-4bd7-b5c7-c30a79f93921 service neutron] 10.222.0.62 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650421 Aug 29 04:27:24.889940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.894603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:24.968460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=fd21dc89-139c-40fb-8759-e2724d39cabd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.011731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.017123 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-03a54763-20bf-4b4d-aba3-8a046f991371 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/fd21dc89-139c-40fb-8759-e2724d39cabd HTTP/1.1" status: 204 len: 168 time: 1.3828018 Aug 29 04:27:25.022922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.030911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'mac_address': 'fa:16:3e:2f:98:ac', 'name': 'tempest-PortsTestJSON-1733272738'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:25.040684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.130847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8618d0a0-4ebc-44a8-9409-b7c299f02689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.143603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8618d0a0-4ebc-44a8-9409-b7c299f02689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.182577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.192030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036f877-bf70-4566-8f63-a49ab7ed2d52 None None] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:25.238260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.257218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-d21d3202-47cb-40ea-b371-56a23f405939 service neutron] 10.222.0.62 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841836 Aug 29 04:27:25.264464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Provisioning for port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:25.273098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.274775 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06c4acad-e721-4e0d-9752-24015d5c20b2 HTTP/1.1" status: 204 len: 168 time: 0.5652492 Aug 29 04:27:25.279091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Provisioning complete for port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:25.279091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.292277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8618d0a0-4ebc-44a8-9409-b7c299f02689 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=005d0e42fdcb463381de1b4bc0a8b1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1536524 Aug 29 04:27:25.296061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:25.311799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d0a0-4ebc-44a8-9409-b7c299f02689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef35ab-29ab-4974-ad26-d0cb256bb35d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.347523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff76d-73a8-48c4-bd52-7b35acdde2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4acad-e721-4e0d-9752-24015d5c20b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.379157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.426051 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c84cd7f-40c2-476d-b065-7d6f8e9daf34 x-openstack-request-id: req-7c84cd7f-40c2-476d-b065-7d6f8e9daf34 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:25.426485 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f552c19-7bb2-46c7-912a-329500cc0db6", "name": "network-vif-deleted", "tag": "4bebbc44-ec80-491f-a926-feb9460e5436", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:25.426925 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c84cd7f-40c2-476d-b065-7d6f8e9daf34 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:25.427381 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f552c19-7bb2-46c7-912a-329500cc0db6', 'name': 'network-vif-deleted', 'tag': '4bebbc44-ec80-491f-a926-feb9460e5436', 'status': 'completed', 'code': 200} Aug 29 04:27:25.442604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.457787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 91921a32-4042-427d-86ab-19f410fcaa4f will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:25.608191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.609960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.612997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.616637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2ef35ab-29ab-4974-ad26-d0cb256bb35d HTTP/1.1" status: 204 len: 168 time: 0.3163328 Aug 29 04:27:25.655324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94191e-e334-40a6-a072-0e814b7b44b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef35ab-29ab-4974-ad26-d0cb256bb35d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:25.678620 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.682876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9374d64-d8e6-42bc-97e3-42345b6b3bd3 req-377753f7-c59c-4701-858a-36a9fd671730 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2594986 Aug 29 04:27:25.790584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] For port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:25.799638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:25.840776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73884958-41d4-4b41-9574-ca8d4ea6be09 req-62013eeb-9407-44d8-bf53-d2a7eed8feb1 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2489183 Aug 29 04:27:25.900451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9374d64-d8e6-42bc-97e3-42345b6b3bd3 req-d37d7eec-b2e1-4940-a24e-f96a5913cf86 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333313 Aug 29 04:27:26.198062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:26.322867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 69576625-287f-4df4-9bdb-37d8a2b57f41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:26.354927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.376635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.383667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530a9e7-7e79-4a89-9cdf-2d2f42f343d7 req-4e3befe3-af0b-4f01-9c67-b62f28892f6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.400991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530a9e7-7e79-4a89-9cdf-2d2f42f343d7 req-4e3befe3-af0b-4f01-9c67-b62f28892f6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.407107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-255235da-3093-4f38-a105-06032876a94b None None] Provisioning complete for port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:26.407599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-255235da-3093-4f38-a105-06032876a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.430732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530a9e7-7e79-4a89-9cdf-2d2f42f343d7 req-4e3befe3-af0b-4f01-9c67-b62f28892f6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.432929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e530a9e7-7e79-4a89-9cdf-2d2f42f343d7 req-4e3befe3-af0b-4f01-9c67-b62f28892f6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 2374 time: 0.7974827 Aug 29 04:27:26.440740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:26.485526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a26fe66b-e2f3-4f83-830e-9c6fdf5a0ba5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24f3ac2df53445fe9a314522dc948526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047165 Aug 29 04:27:26.485854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:26.536849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:26.601944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.638960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba730c9-390f-405d-afff-7131e5ace192 None None] Pushing event updated for resources: {'Port': ['ID=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.659561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374d64-d8e6-42bc-97e3-42345b6b3bd3 req-2a74c78d-74e4-4f24-a786-4117ca0405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.665165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9374d64-d8e6-42bc-97e3-42345b6b3bd3 req-2a74c78d-74e4-4f24-a786-4117ca0405f6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7179213 Aug 29 04:27:26.689972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cfdf7cf-f028-459a-8217-6590932bd21c req-bd2d1d2d-86f3-486f-ad8c-5825e5cff379 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 210 time: 0.4722602 Aug 29 04:27:26.719545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.811476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.820496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.822788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a875a38b-91d9-4eb3-abd8-48173f3f4194 HTTP/1.1" status: 204 len: 168 time: 0.3359258 Aug 29 04:27:26.831090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:26.833776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c97c-f782-446a-aae8-7048ee682d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875a38b-91d9-4eb3-abd8-48173f3f4194,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:26.900605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 69576625-287f-4df4-9bdb-37d8a2b57f41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:26.901259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:26.986232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:26.988198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.014736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-332aade3-85fc-4c35-b481-dfb60862fba4 None None] Provisioning for port 91921a32-4042-427d-86ab-19f410fcaa4f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:27.022562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-332aade3-85fc-4c35-b481-dfb60862fba4 None None] Provisioning complete for port 91921a32-4042-427d-86ab-19f410fcaa4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:27.022940 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-332aade3-85fc-4c35-b481-dfb60862fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.025517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e530a9e7-7e79-4a89-9cdf-2d2f42f343d7 req-193ca9b0-c00a-46f6-b05a-e74e411c720c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4921691 Aug 29 04:27:27.076199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eb69890-0908-46a3-bc11-4504d01a03fe req-084c3439-1f76-435b-aa24-4399e9b2c93b tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1117866 Aug 29 04:27:27.099001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a003ae55-9567-483f-9a49-0f45b69c360c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5264258 Aug 29 04:27:27.113863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-332aade3-85fc-4c35-b481-dfb60862fba4 None None] Port 91921a32-4042-427d-86ab-19f410fcaa4f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:27.126697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'admin_state_up': True, 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'security_groups': ['a3b9e65d-8220-471a-b6e9-4dfc3184c530']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.166877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.279190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:27.316196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 62e2d037-3818-427e-ba69-a3789ac51fb4 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:27.483132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-0758cff3-bb59-43a5-95d1-3e2a097e5afc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.484907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-0758cff3-bb59-43a5-95d1-3e2a097e5afc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 0.2323492 Aug 29 04:27:27.553202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-28ee2bbc-b891-4297-9e23-d180af158dbd tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.559873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-28ee2bbc-b891-4297-9e23-d180af158dbd tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:27.562730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-28ee2bbc-b891-4297-9e23-d180af158dbd tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "GET /v2.0/networks?id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8&id=a0fa44fe-9e93-4844-8b64-4cd91a0e74c9&id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 HTTP/1.1" status: 200 len: 1391 time: 0.1959958 Aug 29 04:27:27.578775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'admin_state_up': True, 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.637765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-656d25b3-df27-42ac-af8f-8bdf78ba08f4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/quotas/08f189c3da44474c8198620dbe50894c HTTP/1.1" status: 200 len: 375 time: 0.1361163 Aug 29 04:27:27.676680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'networks': [{'name': 'tempest-network--1293044350'}, {'name': 'tempest-network--777086359'}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.677299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-network--1293044350'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.677299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-network--777086359'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:27.741168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-a83a0661-0dce-48b1-8482-01243a3994a5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741286 Aug 29 04:27:27.760177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'network': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:27.766011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.787443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:27.810206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:27.841998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a85f46b-22d5-4dc4-bde4-087f8bd6035d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:27.962551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:27.963264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.036141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.051330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.051811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.072619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.158409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:28.166337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:28.171015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.194286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f36c7-67d1-471e-9dbb-3c3d0c2dcbff,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.201212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.202245 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment 17d3c8be-ea7f-4192-88c6-95573c0b4b21 of type vlan for network 04a8832e-db5c-41c6-9589-9cff78c942a6 Aug 29 04:27:28.283156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-128a5b62-f7d0-4fbd-a5d0-8e2c38c36e0b service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303519 Aug 29 04:27:28.293307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ecda94b-a715-4d73-b078-347fde63a32e req-5d419033-9693-4056-afa7-7d73c070827f tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 210 time: 0.3421779 Aug 29 04:27:28.358436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.421267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.471349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.480840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Allocated IP 19.80.0.11 (369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8/3e5dbb45-d274-468f-b66d-fa03fd3e11cc/03473bd7-f5bb-4e7a-b3d8-d0723b8863ef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:28.498525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:28.521622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.521622 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment 44d1e2c2-5c53-45de-a510-1690f31a01aa of type vlan for network 2052f6b6-fc15-4e40-bc9c-5ba843f3c536 Aug 29 04:27:28.586011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:28.611069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.635242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9374d64-d8e6-42bc-97e3-42345b6b3bd3 req-858a350b-fdf4-4c60-8a1f-c694725091c9 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1539903 Aug 29 04:27:28.636101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=62e2d037-3818-427e-ba69-a3789ac51fb4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:28.646421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:28.649238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:28.659652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.659652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.674910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-38de511c-55f7-450e-8d18-66948409e9a4 service neutron] 10.222.0.62 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905399 Aug 29 04:27:28.697027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a0167808-1017-436a-8ec8-3f04d447c376 tempest-AgentManagementNegativeTest-519957079 tempest-AgentManagementNegativeTest-519957079-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2245069 Aug 29 04:27:28.697214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.730189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.730650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.737255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.742031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.742716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:28.771321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-581387f2-ed32-4fff-bd36-18c0f9d5a200 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7454929 Aug 29 04:27:28.777521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.866903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a0747-52c3-4399-ab44-c42feb721989 req-253880ee-332d-4d29-8793-21f006b0b945 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.880781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5996053 Aug 29 04:27:28.883973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a0747-52c3-4399-ab44-c42feb721989 req-253880ee-332d-4d29-8793-21f006b0b945 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.892911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:28.907843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a0747-52c3-4399-ab44-c42feb721989 req-253880ee-332d-4d29-8793-21f006b0b945 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:28.909739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7a0747-52c3-4399-ab44-c42feb721989 req-253880ee-332d-4d29-8793-21f006b0b945 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 2374 time: 0.5043464 Aug 29 04:27:29.100030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5adf7a83-e9c0-4def-b3bc-6d1a01af010f req-86dbe51f-b918-4f84-9029-a2e66b178d59 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1598210 Aug 29 04:27:29.172196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822c4d6-600c-40f4-b48d-8791172d3501 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.174057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c822c4d6-600c-40f4-b48d-8791172d3501 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/62e2d037-3818-427e-ba69-a3789ac51fb4 HTTP/1.1" status: 200 len: 841 time: 0.3955121 Aug 29 04:27:29.193824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.197840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=04a8832e-db5c-41c6-9589-9cff78c942a6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.211397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7a0747-52c3-4399-ab44-c42feb721989 req-607bcfb9-7a4e-4351-927b-16b6a29ef542 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725945 Aug 29 04:27:29.213904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 04a8832e-db5c-41c6-9589-9cff78c942a6 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:29.226916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.367969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.456192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Transition to ACTIVE for port object 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:29.500267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bead22e9-ab2f-416e-8176-0167ff117d6b req-58625048-3dfe-49f4-a688-2e5c27f6574c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 210 time: 0.1387947 Aug 29 04:27:29.513687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f671-fd2d-4c80-adb0-1c0b71e0e1c4 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=2052f6b6-fc15-4e40-bc9c-5ba843f3c536,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.530610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2052f6b6-fc15-4e40-bc9c-5ba843f3c536 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:29.547014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53b885-e987-4846-8aa9-6fca37cfe693 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.562486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53b885-e987-4846-8aa9-6fca37cfe693 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.576182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53b885-e987-4846-8aa9-6fca37cfe693 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.597258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53b885-e987-4846-8aa9-6fca37cfe693 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:29.599734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dad9bc84-c348-4b82-854f-abe3b7070e2d req-85b8fd76-4907-4fb1-9652-c8ae11d00167 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 210 time: 0.0954056 Aug 29 04:27:29.600994 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f53b885-e987-4846-8aa9-6fca37cfe693 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7009666 Aug 29 04:27:29.610055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:29.686129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 62e2d037-3818-427e-ba69-a3789ac51fb4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:29.686868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.693812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.821766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.828658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.2.2.100 (5f3da0a8-8172-47d0-aa35-c45a47fa4a49/1daa1b27-4ce4-4486-92ec-a0730450d834/697ce41c-0190-4a05-97f8-0961b6a83b3c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:29.831046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfca0ad2-ce7d-4929-ac47-94c2c8e35588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.875214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.902589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:29.906079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:29.921407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:29.927891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:29.931732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:29.987637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 62e2d037-3818-427e-ba69-a3789ac51fb4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:30.066436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.067305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.151759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.195995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=62e2d037-3818-427e-ba69-a3789ac51fb4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:30.217050 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.222054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-729b40d1-efee-432e-9a56-3b35e84cdfff tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/62e2d037-3818-427e-ba69-a3789ac51fb4 HTTP/1.1" status: 204 len: 168 time: 1.0099247 Aug 29 04:27:30.222787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:30.263255 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb12007-ae84-4688-99f8-63eccc02d91e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:27:30.271424 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fb12007-ae84-4688-99f8-63eccc02d91e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/62e2d037-3818-427e-ba69-a3789ac51fb4 HTTP/1.1" status: 404 len: 333 time: 0.0473742 Aug 29 04:27:30.272225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:30.277352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'name': 'tempest-PortsTestJSON-1604842443'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:30.327300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a7bfc1d-2d1b-4bbb-a0f0-6ea67bfe4929 req-05545589-295a-49be-b9f4-8a1e29a04899 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0585625 Aug 29 04:27:30.379725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ada8df1-8fcd-459c-af9c-06efb3a2520f None None] Provisioning for port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:30.386107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ada8df1-8fcd-459c-af9c-06efb3a2520f None None] Provisioning complete for port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:30.386873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ada8df1-8fcd-459c-af9c-06efb3a2520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.438930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4ada8df1-8fcd-459c-af9c-06efb3a2520f None None] Port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:30.449321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.485350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a8832e-db5c-41c6-9589-9cff78c942a6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:30.505850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.530028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d3c8be-ea7f-4192-88c6-95573c0b4b21') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:30.530529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d3c8be-ea7f-4192-88c6-95573c0b4b21') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:30.555470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12f726-e210-4a13-8c9a-0de2df44d8b5 req-ad2bacd5-fb08-4a11-a15f-356765f0ae9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.575193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12f726-e210-4a13-8c9a-0de2df44d8b5 req-ad2bacd5-fb08-4a11-a15f-356765f0ae9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.592962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12f726-e210-4a13-8c9a-0de2df44d8b5 req-ad2bacd5-fb08-4a11-a15f-356765f0ae9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:30.595877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc12f726-e210-4a13-8c9a-0de2df44d8b5 req-ad2bacd5-fb08-4a11-a15f-356765f0ae9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 2374 time: 0.2074332 Aug 29 04:27:30.658948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.699002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 697ce41c-0190-4a05-97f8-0961b6a83b3c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:30.753818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.779014 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfca0ad2-ce7d-4929-ac47-94c2c8e35588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.810667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12520f08-fe55-4636-b147-9723c3e57985 req-2c49fe36-8e4e-460b-a846-a775a291b9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.0824354 Aug 29 04:27:30.812977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89f611df-c127-4c85-9d9d-c6edf011dbd6 req-9bbcd814-7942-4a4c-8118-d52227ac7adc tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 210 time: 0.0962329 Aug 29 04:27:30.834612 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dfca0ad2-ce7d-4929-ac47-94c2c8e35588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.846442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-cd151714-75ed-4c7c-87a1-32a71cc7d5d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2722569 Aug 29 04:27:30.862261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:30.866199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.886197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:30.886893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:30.895838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9', 'admin_state_up': True, 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:30.906975 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:30.983765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 256e2342-2263-44c8-b312-ecf8ad2c640f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:30.994272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc12f726-e210-4a13-8c9a-0de2df44d8b5 req-1a6ff19b-20d1-488c-95fd-71ec4eebf6c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664522 Aug 29 04:27:31.102058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dfca0ad2-ce7d-4929-ac47-94c2c8e35588 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d42ed2158b02463f9addf41947639f05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7320526 Aug 29 04:27:31.103719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.126723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12520f08-fe55-4636-b147-9723c3e57985 req-d06f3433-2709-4e3b-84f1-a8169fa3c1dc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2868226 Aug 29 04:27:31.138562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.199652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca0ad2-ce7d-4929-ac47-94c2c8e35588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474a326-b241-4b06-b1e5-74819e6ec7b1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.242714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:31.246264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.270044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.304042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.338611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.485996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.554313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:31.557145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.559664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.561554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d474a326-b241-4b06-b1e5-74819e6ec7b1 HTTP/1.1" status: 204 len: 168 time: 0.4541757 Aug 29 04:27:31.574982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:31.585927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:31.591952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.592677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.596010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Allocated IP 19.86.0.229 (a0fa44fe-9e93-4844-8b64-4cd91a0e74c9/a0d3176d-2497-4444-917d-916d10aadf81/3e0ccb9b-8458-440f-b781-534ded4f9602) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:31.598082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=256e2342-2263-44c8-b312-ecf8ad2c640f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.600507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ba76-efba-4f05-999c-025d73471274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474a326-b241-4b06-b1e5-74819e6ec7b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:31.629489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d40572a-bf12-468e-82ae-6ebbf2c871c3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3559337 Aug 29 04:27:31.636065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:31.645416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:31.808565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.878959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dc05e7d-a202-4e5f-8edd-a5c6b43093c9 req-f56405e2-5501-4f60-a6d7-0d901a7cc899 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.7396460 Aug 29 04:27:31.943009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.951996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:31.955188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520f08-fe55-4636-b147-9723c3e57985 req-92eb73b1-67d7-4313-b0df-9227b6f260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:31.957303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12520f08-fe55-4636-b147-9723c3e57985 req-92eb73b1-67d7-4313-b0df-9227b6f260cd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8104320 Aug 29 04:27:31.957450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.975427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:31.977671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/04a8832e-db5c-41c6-9589-9cff78c942a6 HTTP/1.1" status: 204 len: 168 time: 2.3650711 Aug 29 04:27:31.985207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:32.013066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-9faeb28b-d84d-4ce3-a2d6-4a19fb140721 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.015233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-9faeb28b-d84d-4ce3-a2d6-4a19fb140721 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 812 time: 1.2551606 Aug 29 04:27:32.017766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35778) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.021896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:32.039964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Transition to ACTIVE for port object 3e0ccb9b-8458-440f-b781-534ded4f9602 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:32.091037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.188223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Request body: {'port': {'device_id': '5b357d17-0c46-47a6-94d3-34f104d45557', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'admin_state_up': True, 'tenant_id': '08f189c3da44474c8198620dbe50894c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.193251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.249061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f82e0-560f-4356-bacb-63031e851e09 req-bf25e66f-9a6a-4ef3-8116-ba183788a52a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.250533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca1f82e0-560f-4356-bacb-63031e851e09 req-bf25e66f-9a6a-4ef3-8116-ba183788a52a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 931 time: 1.2955141 Aug 29 04:27:32.251350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e03ba-f30b-4ae8-876b-8825eddbc9b6 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=04a8832e-db5c-41c6-9589-9cff78c942a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.277279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.294658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:32.299552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.320924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:32.346921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:32.393119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.406116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-763b6357-e19b-44c4-84a0-9afae79c003b req-0f004763-a5c6-4191-9301-e61e836bb432 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 210 time: 0.1645579 Aug 29 04:27:32.426192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] In _notify_port_updated(), no bound segment for port 256e2342-2263-44c8-b312-ecf8ad2c640f on network b722dc98-7124-4853-8adc-c80d2d940462 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:32.441786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.442421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.443799 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/ports/256e2342-2263-44c8-b312-ecf8ad2c640f HTTP/1.1" status: 200 len: 818 time: 0.8067698 Aug 29 04:27:32.461363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:32.501095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f5a75b0-9979-443b-99b1-f75f209070e2 None None] Provisioning for port 697ce41c-0190-4a05-97f8-0961b6a83b3c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.507665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f5a75b0-9979-443b-99b1-f75f209070e2 None None] Provisioning complete for port 697ce41c-0190-4a05-97f8-0961b6a83b3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.508335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f5a75b0-9979-443b-99b1-f75f209070e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.528645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53ba74-ab15-4707-83e7-2c477c782d03 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=256e2342-2263-44c8-b312-ecf8ad2c640f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:32.541316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.542395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.572210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:32.572801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.597526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a75b0-9979-443b-99b1-f75f209070e2 None None] Port 697ce41c-0190-4a05-97f8-0961b6a83b3c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:32.603224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3003a407-6cb2-4e4a-81e1-2f766542151b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7335119 Aug 29 04:27:32.606502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.619667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'admin_state_up': True, 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.730032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca1f82e0-560f-4356-bacb-63031e851e09 req-1abaa928-2d1d-49ae-85f5-ba79418e4608 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522791 Aug 29 04:27:32.730711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da647de3-f003-4b5a-ae6e-a1c045e07b73 None None] Provisioning for port 3e0ccb9b-8458-440f-b781-534ded4f9602 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:32.747204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da647de3-f003-4b5a-ae6e-a1c045e07b73 None None] Provisioning complete for port 3e0ccb9b-8458-440f-b781-534ded4f9602 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:32.747788 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da647de3-f003-4b5a-ae6e-a1c045e07b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.749723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9cb744b9-645c-484d-a69f-981c00e78739 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6296406 Aug 29 04:27:32.797882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da647de3-f003-4b5a-ae6e-a1c045e07b73 None None] Port 3e0ccb9b-8458-440f-b781-534ded4f9602 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:32.840594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'admin_state_up': True, 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'security_groups': ['a3b9e65d-8220-471a-b6e9-4dfc3184c530']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:32.859265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:32.863977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:32.981381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.082124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-6e50fc94-a678-419f-b519-e444dad56e27 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.093232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-6e50fc94-a678-419f-b519-e444dad56e27 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.103600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-6e50fc94-a678-419f-b519-e444dad56e27 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.111256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-6e50fc94-a678-419f-b519-e444dad56e27 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:33.119786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-6e50fc94-a678-419f-b519-e444dad56e27 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3095 time: 0.5730128 Aug 29 04:27:33.184670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f5d9216-fd62-44ef-a1c2-e1dc8e097007 req-83ccd33b-4e80-4f33-85c3-34273777ed17 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.62 "GET /v2.0/ports?device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.1927793 Aug 29 04:27:33.207209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.285360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad60d249-40ca-4ecc-aaad-ce70537295bc tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] Request body: {'port': {'network_id': '8d9e4215-8ab3-4715-a994-c729883098a6', 'name': 'tempest-NetworksNegativeTestJSON-1489782227'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.301986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2052f6b6-fc15-4e40-bc9c-5ba843f3c536']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:33.330868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Made reservation on behalf of 08f189c3da44474c8198620dbe50894c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:33.334408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.364850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d1e2c2-5c53-45de-a510-1690f31a01aa') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:33.365193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d1e2c2-5c53-45de-a510-1690f31a01aa') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:33.367231 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad60d249-40ca-4ecc-aaad-ce70537295bc tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] POST failed (client error): The resource could not be found. Aug 29 04:27:33.367841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad60d249-40ca-4ecc-aaad-ce70537295bc tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.372683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad60d249-40ca-4ecc-aaad-ce70537295bc tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3492177 Aug 29 04:27:33.384081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.392034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.408463 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3a4270-1642-4b69-b1da-dd8b516df053 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:33.409058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3a4270-1642-4b69-b1da-dd8b516df053 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.414607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da3a4270-1642-4b69-b1da-dd8b516df053 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "DELETE /v2.0/networks/fd352487-a941-4cd6-9fe9-deb76535272c HTTP/1.1" status: 404 len: 339 time: 0.0272162 Aug 29 04:27:33.415225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.425268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96034fd1-f15c-4ad1-a29a-4cc7fc5fb058 req-227e1a27-62e5-4dd9-a017-2e7d868f0742 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045266 Aug 29 04:27:33.434137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12520f08-fe55-4636-b147-9723c3e57985 req-d2833121-210b-4fd2-8fde-c01fb6fab193 tempest-ServerShowV247Test-107892271 tempest-ServerShowV247Test-107892271-project] 10.222.0.54 "GET /v2.0/ports?device_id=864e5741-d87a-4b45-892a-63c4a013ba16 HTTP/1.1" status: 200 len: 210 time: 0.0958917 Aug 29 04:27:33.453307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 256e2342-2263-44c8-b312-ecf8ad2c640f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:33.453844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.460725 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea228ed-af1e-496d-8eba-72b60c402130 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:33.461440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea228ed-af1e-496d-8eba-72b60c402130 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.461669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.463216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ea228ed-af1e-496d-8eba-72b60c402130 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "DELETE /v2.0/ports/ce7e5747-0e90-42a8-9ae3-b8b55b4fb4fe HTTP/1.1" status: 404 len: 333 time: 0.0470312 Aug 29 04:27:33.470183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.513217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Allocated IP 19.80.0.182 (369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8/3e5dbb45-d274-468f-b66d-fa03fd3e11cc/88494588-d749-4bbc-a892-fdafa2b32ce8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:33.516370 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedc7e98-1c24-45fd-bb07-ef174be454e8 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] DELETE failed (client error): The resource could not be found. Aug 29 04:27:33.517521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedc7e98-1c24-45fd-bb07-ef174be454e8 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.522598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aedc7e98-1c24-45fd-bb07-ef174be454e8 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "DELETE /v2.0/subnets/8654d313-8f90-4eed-8dea-6e480fd4f066 HTTP/1.1" status: 404 len: 337 time: 0.0478261 Aug 29 04:27:33.523570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.548088 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa42ea92-6717-495a-82b5-0ef34d990e9f tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] GET failed (client error): The resource could not be found. Aug 29 04:27:33.552484 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa42ea92-6717-495a-82b5-0ef34d990e9f tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "GET /v2.0/networks/0005e678-1e2f-43e2-bd20-e890a716005d HTTP/1.1" status: 404 len: 339 time: 0.0247424 Aug 29 04:27:33.555754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.585442 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f4aca5-1902-4e1f-bf76-8279d1287956 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] GET failed (client error): The resource could not be found. Aug 29 04:27:33.587157 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4f4aca5-1902-4e1f-bf76-8279d1287956 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "GET /v2.0/ports/5b66ad06-5f21-40a0-98ed-0d2875df623c HTTP/1.1" status: 404 len: 333 time: 0.0303516 Aug 29 04:27:33.587606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:33.588055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:33.591362 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:33.594046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.634559 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8c4c8d-6557-4e92-9506-e6f257008344 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] GET failed (client error): The resource could not be found. Aug 29 04:27:33.635915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc8c4c8d-6557-4e92-9506-e6f257008344 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "GET /v2.0/subnets/e07505c4-c588-40b4-9c1a-db9302ad9f6e HTTP/1.1" status: 404 len: 337 time: 0.0429673 Aug 29 04:27:33.643670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.650746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-850158e9-95a0-4d7a-a22f-d9053d9a3e54 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.676721 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-850158e9-95a0-4d7a-a22f-d9053d9a3e54 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] PUT failed (client error): The resource could not be found. Aug 29 04:27:33.677324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850158e9-95a0-4d7a-a22f-d9053d9a3e54 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.678498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-850158e9-95a0-4d7a-a22f-d9053d9a3e54 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "PUT /v2.0/networks/3b4a5e29-1e23-4bc4-9a29-e0b9377bbb4a HTTP/1.1" status: 404 len: 339 time: 0.0342813 Aug 29 04:27:33.683881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.691097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af61d184-4ada-4875-a926-893da0d748e2 req-a23ded45-240b-4b74-9c3d-cc46eb68559b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 210 time: 0.1167767 Aug 29 04:27:33.698785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6137da27-c9a6-47e6-aa1e-63d770ae9dfb tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.708634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Made reservation on behalf of 21d9e6150137447f8dd1f5c248dac866 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:33.732113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.746783 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6137da27-c9a6-47e6-aa1e-63d770ae9dfb tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] PUT failed (client error): The resource could not be found. Aug 29 04:27:33.747514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6137da27-c9a6-47e6-aa1e-63d770ae9dfb tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.752798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6137da27-c9a6-47e6-aa1e-63d770ae9dfb tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "PUT /v2.0/ports/238074b9-7810-4907-abdb-e0edf755fbab HTTP/1.1" status: 404 len: 333 time: 0.0641224 Aug 29 04:27:33.754956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.760346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-146267a3-9aea-46b1-9439-711261d944e0 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:33.792871 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-146267a3-9aea-46b1-9439-711261d944e0 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] PUT failed (client error): The resource could not be found. Aug 29 04:27:33.793334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146267a3-9aea-46b1-9439-711261d944e0 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:33.794517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-146267a3-9aea-46b1-9439-711261d944e0 tempest-NetworksNegativeTestJSON-387271786 tempest-NetworksNegativeTestJSON-387271786-project] 10.222.0.62 "PUT /v2.0/subnets/246d1f28-3906-46c8-8a4b-2d96b95ea302 HTTP/1.1" status: 404 len: 337 time: 0.0386052 Aug 29 04:27:33.812439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.836092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 256e2342-2263-44c8-b312-ecf8ad2c640f owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:33.841242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:33.844808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/2052f6b6-fc15-4e40-bc9c-5ba843f3c536 HTTP/1.1" status: 204 len: 168 time: 1.8046293 Aug 29 04:27:33.849979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:33.908333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284d305-c451-4f3e-9f4c-706dd1536b0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=2052f6b6-fc15-4e40-bc9c-5ba843f3c536,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:33.983580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Allocated IP 172.20.0.11 (cb3fbaf2-34b9-427a-b5b4-31d1866e8913/bfe75e7f-1c79-4195-b71e-993472878d47/9f420988-896e-44a7-9867-9a54a0432ce9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:33.984897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.043604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Transition to ACTIVE for port object 88494588-d749-4bbc-a892-fdafa2b32ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:34.052208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.056953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d573fe-49ff-4240-88a0-4966289b3c0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.064718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d573fe-49ff-4240-88a0-4966289b3c0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.066425 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8d573fe-49ff-4240-88a0-4966289b3c0c tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2154658 Aug 29 04:27:34.072293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.078878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec49d7-7e80-4b5e-8852-166e81deaa53 req-4ec12eb5-baff-4927-a2d8-b0a1127634f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.089773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-190275194'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:34.096659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec49d7-7e80-4b5e-8852-166e81deaa53 req-4ec12eb5-baff-4927-a2d8-b0a1127634f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.098372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cec49d7-7e80-4b5e-8852-166e81deaa53 req-4ec12eb5-baff-4927-a2d8-b0a1127634f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 1654 time: 0.2607665 Aug 29 04:27:34.158062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:34.161968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.185354 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.186188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.227433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:34.228829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.231202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/256e2342-2263-44c8-b312-ecf8ad2c640f HTTP/1.1" status: 204 len: 168 time: 1.7659454 Aug 29 04:27:34.235769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.236137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.275461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:34.276780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.277405 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment eaa07f6a-8488-4a89-a41a-4e87a01e7b6e of type vlan for network 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1 Aug 29 04:27:34.301457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:34.307696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:34.337219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.392807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.439017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59511f1d-7269-4272-9469-6844a1e59398 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.444174 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-59511f1d-7269-4272-9469-6844a1e59398 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2038150 Aug 29 04:27:34.445439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.469467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.470141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.507572 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc6bd6e-5d48-4115-84e7-ddc38c752005 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:27:34.510693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3dc6bd6e-5d48-4115-84e7-ddc38c752005 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/256e2342-2263-44c8-b312-ecf8ad2c640f HTTP/1.1" status: 404 len: 333 time: 0.0614862 Aug 29 04:27:34.524121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35852) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.536347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320770573'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:34.545446 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-1765c873-8f74-4d54-a827-235a084ad7a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9323034 Aug 29 04:27:34.546189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2c78ef2-1ba3-4851-b714-968f616ff8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.548799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.554402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:34.555045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.589042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:34.608001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.672871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bec32-066b-4593-a174-6e365b82b6a8 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=256e2342-2263-44c8-b312-ecf8ad2c640f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.703419 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.735436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.769038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce4100d2-7a65-4a7a-8451-e9da26204994 None None] Provisioning for port 88494588-d749-4bbc-a892-fdafa2b32ce8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:34.777429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce4100d2-7a65-4a7a-8451-e9da26204994 None None] Provisioning complete for port 88494588-d749-4bbc-a892-fdafa2b32ce8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:34.778295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce4100d2-7a65-4a7a-8451-e9da26204994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.779641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.835660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:34.843972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.844597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce4100d2-7a65-4a7a-8451-e9da26204994 None None] Port 88494588-d749-4bbc-a892-fdafa2b32ce8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:34.849907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:34.885537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event updated for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:34.911005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cec49d7-7e80-4b5e-8852-166e81deaa53 req-db3a6f10-fb92-4638-ad0d-aa3a4775d2ec tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7904115 Aug 29 04:27:34.927879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:34.928766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:34.939271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:34.944494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0164db2b-5800-434c-8e34-f9d361148a8f tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8683426 Aug 29 04:27:34.952417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:34.953095 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment 9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940 of type vlan for network 6c4fb614-49f3-4bb0-9967-3d5053c29dec Aug 29 04:27:34.954871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:34.959543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:34.979868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-225213909'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.049734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.063510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.094367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00190258-89e0-433d-9983-d05729a7a944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.146698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-fe3df339-ddaa-40c5-a502-9b9fdfc80f60 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.161958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-fe3df339-ddaa-40c5-a502-9b9fdfc80f60 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.173288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-fe3df339-ddaa-40c5-a502-9b9fdfc80f60 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.185898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-fe3df339-ddaa-40c5-a502-9b9fdfc80f60 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.188646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-fe3df339-ddaa-40c5-a502-9b9fdfc80f60 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3095 time: 0.5081804 Aug 29 04:27:35.229694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.245098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.245723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.289428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.290462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.336769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a0e3-c7db-4ed3-936b-57bf9cf0bc8e req-5122677b-7b5c-4feb-89ec-7b7b5c3279db tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:35.338349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68f5a0e3-c7db-4ed3-936b-57bf9cf0bc8e req-5122677b-7b5c-4feb-89ec-7b7b5c3279db tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 932 time: 0.2788281 Aug 29 04:27:35.349623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f15b11fc-47a2-4bf7-8ccc-7c3f43952588 req-bd73517a-8d42-465d-9253-8c8395b488c4 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300192 Aug 29 04:27:35.358854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Allocated IP 10.2.2.200 (5f3da0a8-8172-47d0-aa35-c45a47fa4a49/1daa1b27-4ce4-4486-92ec-a0730450d834/6d7dd95d-1b15-4b7b-ace9-97f592672091) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:35.418359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=6c4fb614-49f3-4bb0-9967-3d5053c29dec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.432483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:35.455201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68f5a0e3-c7db-4ed3-936b-57bf9cf0bc8e req-f46261bd-c1d6-4efd-b4ef-11a2bec6d734 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979517 Aug 29 04:27:35.539915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2c78ef2-1ba3-4851-b714-968f616ff8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.554409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2c78ef2-1ba3-4851-b714-968f616ff8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.569370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c066f457-3891-447f-8121-a68302f079ad tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0390108 Aug 29 04:27:35.585876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.596197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.615043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-91dbc082-d35e-4efc-893f-61fbfcb566dd tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5561059 Aug 29 04:27:35.650337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Request body: {'port': {'device_id': '5b357d17-0c46-47a6-94d3-34f104d45557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:35.687358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d2c78ef2-1ba3-4851-b714-968f616ff8d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8e46498ef8c4b388d798b2f0948c5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4448102 Aug 29 04:27:35.695120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:35.702911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c78ef2-1ba3-4851-b714-968f616ff8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5498dd-e6a5-40e3-a319-cc98090b4c84,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:35.730370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:35.734043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.837725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:35.846450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.871620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.878854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.879229 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment 73f6db12-47ff-47fa-be6e-f565e182be71 of type vlan for network de6cf3fd-4494-43c7-b7a8-f10fb3608581 Aug 29 04:27:35.879443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-a109994c-cad1-4ed9-9f27-72a0ebe5a7a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2158976 Aug 29 04:27:35.902596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:35.914869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.946059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Transition to ACTIVE for port object 6d7dd95d-1b15-4b7b-ace9-97f592672091 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:35.969172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Transition to ACTIVE for port object 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:35.971690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:35.988387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.028018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00190258-89e0-433d-9983-d05729a7a944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.058667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00190258-89e0-433d-9983-d05729a7a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.096569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.102842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.103495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.134290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.179033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Pushing event updated for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.190018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:36.199817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.208568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-d191e178-2d7a-41b2-884a-99193a95c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.210135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-d191e178-2d7a-41b2-884a-99193a95c511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1098 time: 0.2607398 Aug 29 04:27:36.234043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.241152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.339764 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3621280 Aug 29 04:27:36.339764 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00190258-89e0-433d-9983-d05729a7a944 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5857964 Aug 29 04:27:36.339764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.361068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:36.362832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00190258-89e0-433d-9983-d05729a7a944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5748ad7-9fbc-4372-99ac-2a8fb6c39b9f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.375863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'ports': [{'network_id': '8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1', 'name': 'tempest-port--1596456223', 'admin_state_up': True}, {'network_id': 'de6cf3fd-4494-43c7-b7a8-f10fb3608581', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.376774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'port': {'network_id': '8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1', 'name': 'tempest-port--1596456223', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.377853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'port': {'network_id': 'de6cf3fd-4494-43c7-b7a8-f10fb3608581', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:36.533678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b797d42-0184-4845-bc2b-6713d19ca240 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=de6cf3fd-4494-43c7-b7a8-f10fb3608581,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:36.548199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network de6cf3fd-4494-43c7-b7a8-f10fb3608581 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:36.644693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Attempting to bind port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:36.645256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Attempting to bind port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:36.645815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Attempting to bind port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:36.681752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:36.682314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Attempting to bind port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:36.763139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:36.763555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Checking segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:36.764339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Bound using segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:36.765133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Bound port: 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:36.765728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.844706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b99d3-3ccd-4aeb-b205-2693a3abcf39 req-3c381d59-e00f-4805-9286-79cffc75d90d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.850817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b99d3-3ccd-4aeb-b205-2693a3abcf39 req-3c381d59-e00f-4805-9286-79cffc75d90d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.856924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b99d3-3ccd-4aeb-b205-2693a3abcf39 req-3c381d59-e00f-4805-9286-79cffc75d90d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:36.858706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-707b99d3-3ccd-4aeb-b205-2693a3abcf39 req-3c381d59-e00f-4805-9286-79cffc75d90d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2388 time: 0.8407476 Aug 29 04:27:36.895342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:36.960334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:36.969546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:36.976564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:36.982191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:36.991895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:36.992721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.008116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.041533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:37.049792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.060562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.137787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.137787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.140041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] 10.222.0.54 "PUT /v2.0/ports/03473bd7-f5bb-4e7a-b3d8-d0723b8863ef HTTP/1.1" status: 200 len: 1092 time: 2.5821471 Aug 29 04:27:37.149370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:37.152149 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7fc15c-f969-409e-b342-c77b2424adba" -d '{"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:37.185158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.187200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.201804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=b448451f-223e-4e00-bdc8-ea2df0115489,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.223681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.224921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-707b99d3-3ccd-4aeb-b205-2693a3abcf39 req-23b96ed8-cafb-4ea4-a299-d7552cf97dce tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432496 Aug 29 04:27:37.275143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.284389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.291464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e218a-5d97-44e5-8720-7225a9c880ff service neutron] Pushing event updated for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.296146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.310054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.321944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] device_id is not set on port 467f0e0b-7df3-489d-8b68-26e0cba2537e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:37.323144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.325210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:37.325601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: 6c4fb614-49f3-4bb0-9967-3d5053c29dec, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:37.340174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9704656a-b003-49ce-9219-18d782ae64e9 req-4f6bdc7b-2c84-4bae-98c0-3f7a1517c800 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3816 time: 0.5795467 Aug 29 04:27:37.342638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.345315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f61359fe-46ad-4580-bb82-860b1403e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.346760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.348812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e5498dd-e6a5-40e3-a319-cc98090b4c84 HTTP/1.1" status: 204 len: 168 time: 1.6354339 Aug 29 04:27:37.379803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.387127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.390273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-33455d97-7629-4d23-a852-34b12b2ca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.392144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-33455d97-7629-4d23-a852-34b12b2ca839 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 1.0809989 Aug 29 04:27:37.415586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:37.421262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dcf48-61cf-43c6-80be-df75004b7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5498dd-e6a5-40e3-a319-cc98090b4c84,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:37.424847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-df70395f-235a-43f0-84ae-782c21714aa0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6095409 Aug 29 04:27:37.494012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 6c4fb614-49f3-4bb0-9967-3d5053c29dec) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:37.509706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459ece1-b7b5-4fba-b165-eee60a3b4aed None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:37.512672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:37.513286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.627992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3845d996-a8a5-42d5-b9b9-19d5b1ab80d0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0379491 Aug 29 04:27:37.633627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:37.637246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa634bb0-f50d-4f84-913d-1f687402362e None None] Provisioning for port 6d7dd95d-1b15-4b7b-ace9-97f592672091 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:37.646958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aa634bb0-f50d-4f84-913d-1f687402362e None None] Provisioning complete for port 6d7dd95d-1b15-4b7b-ace9-97f592672091 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:37.647778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aa634bb0-f50d-4f84-913d-1f687402362e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.650823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.675681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-70de30de-2f82-4507-a987-809434bc9cb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1002 time: 0.2136157 Aug 29 04:27:37.705440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:37.727269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aa634bb0-f50d-4f84-913d-1f687402362e None None] Port 6d7dd95d-1b15-4b7b-ace9-97f592672091 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:37.803137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9704656a-b003-49ce-9219-18d782ae64e9 req-803da7ff-2b54-46ad-a354-376d54df74fd tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616623 Aug 29 04:27:37.806767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.836942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:37.837854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.838853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:37.987172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:37.992028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.001987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.032024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd12e3-0df7-477e-a2aa-1ec2129c1ebc req-43ad68d5-d8b0-4e8b-815e-151ab423f5f6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.040843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8bd12e3-0df7-477e-a2aa-1ec2129c1ebc req-43ad68d5-d8b0-4e8b-815e-151ab423f5f6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 932 time: 0.6901126 Aug 29 04:27:38.044515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Allocated IP 172.20.0.2 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/b448451f-223e-4e00-bdc8-ea2df0115489/9142ac34-cf18-485e-83af-3075581dcc10) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:38.088566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-d8308042-549a-4058-9def-6fea4562e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.090741 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d9ca4-8dce-4441-8244-bd6a5001119a x-openstack-request-id: req-7d6d9ca4-8dce-4441-8244-bd6a5001119a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:38.091068 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:38.091294 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d6d9ca4-8dce-4441-8244-bd6a5001119a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:38.092313 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', 'status': 'completed', 'code': 200} Aug 29 04:27:38.093978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-d8308042-549a-4058-9def-6fea4562e2a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3454041 Aug 29 04:27:38.140114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] device_id is not set on port 6e0184c0-5c5e-4c8e-8661-7172823ed322 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:38.187709 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b448451f-223e-4e00-bdc8-ea2df0115489 (CIDR: 172.20.0.0/28) Aug 29 04:27:38.207801 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:27:38.208455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:27:38.252521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8d1b551d-5e3e-4cd3-a955-f5033e5972dc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6112809 Aug 29 04:27:38.255778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.277162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:38.310094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8bd12e3-0df7-477e-a2aa-1ec2129c1ebc req-b48152a4-a326-4ccd-946c-6371364f201b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051675 Aug 29 04:27:38.319194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f420988-896e-44a7-9867-9a54a0432ce9 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:38.323568 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.353371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.362200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-34549ada-0c6b-4715-9fb4-5756326027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.363869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-34549ada-0c6b-4715-9fb4-5756326027c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412887 Aug 29 04:27:38.385841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Transition to ACTIVE for port object 9142ac34-cf18-485e-83af-3075581dcc10 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:38.414290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Transition to ACTIVE for port object 9142ac34-cf18-485e-83af-3075581dcc10 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:38.424914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.501441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Transition to ACTIVE for port object 9f420988-896e-44a7-9867-9a54a0432ce9 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:38.525919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Pushing event updated for resources: {'Port': ['ID=9142ac34-cf18-485e-83af-3075581dcc10,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.550070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.551096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.552010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.552879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.553887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.554707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.555531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.556389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.557383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.558248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.559084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.559960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:27:38.575597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:38.579373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:38.583567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:38.628429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.631002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.634525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5748ad7-9fbc-4372-99ac-2a8fb6c39b9f HTTP/1.1" status: 204 len: 168 time: 1.8770370 Aug 29 04:27:38.670486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-aae84979-8708-41f8-8b16-0bdbb0dea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.671432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-aae84979-8708-41f8-8b16-0bdbb0dea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.672131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-aae84979-8708-41f8-8b16-0bdbb0dea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.674447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc7fc15c-f969-409e-b342-c77b2424adba req-aae84979-8708-41f8-8b16-0bdbb0dea97e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2732 time: 0.5716102 Aug 29 04:27:38.676992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:38.689109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Attempting to bind port 9142ac34-cf18-485e-83af-3075581dcc10 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:38.689761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Attempting to bind port 9142ac34-cf18-485e-83af-3075581dcc10 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:38.690318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Attempting to bind port 9142ac34-cf18-485e-83af-3075581dcc10 on network 6c4fb614-49f3-4bb0-9967-3d5053c29dec {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:38.699885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:38.700453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Checking segment: {'id': '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:38.701682 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.702354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Bound using segment: {'id': '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:38.703148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Bound port: 9142ac34-cf18-485e-83af-3075581dcc10, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:38.703768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.738922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.766302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e14524-1dad-44a9-a6db-871d7ed9a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5748ad7-9fbc-4372-99ac-2a8fb6c39b9f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:38.851885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-ca5ddb89-7d15-4f20-98f3-be3f783cc1ef service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723449 Aug 29 04:27:38.865907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] For port 9142ac34-cf18-485e-83af-3075581dcc10, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:38.868510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0ccb9b-8458-440f-b781-534ded4f9602 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:38.877735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.878102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] For port 9142ac34-cf18-485e-83af-3075581dcc10, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9142ac34-cf18-485e-83af-3075581dcc10,segment=NetworkSegment(9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940),segment_id=9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:38.892307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.922718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Transition to ACTIVE for port object 3e0ccb9b-8458-440f-b781-534ded4f9602 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:38.942345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:38.962131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6b5d-eb04-4a32-8a29-4ec22ebc90ef req-58941e3c-897c-4ac9-b963-5a4e04bea175 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.968975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6b5d-eb04-4a32-8a29-4ec22ebc90ef req-58941e3c-897c-4ac9-b963-5a4e04bea175 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.976289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6b5d-eb04-4a32-8a29-4ec22ebc90ef req-58941e3c-897c-4ac9-b963-5a4e04bea175 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:38.980260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea4f6b5d-eb04-4a32-8a29-4ec22ebc90ef req-58941e3c-897c-4ac9-b963-5a4e04bea175 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2388 time: 0.6137428 Aug 29 04:27:39.043362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.064672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2bad6-b24a-42df-ae06-571873e23173 None None] Pushing event updated for resources: {'Port': ['ID=9142ac34-cf18-485e-83af-3075581dcc10,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.333368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Attempting to bind port 9f420988-896e-44a7-9867-9a54a0432ce9 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:39.333999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Attempting to bind port 9f420988-896e-44a7-9867-9a54a0432ce9 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:39.333999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Attempting to bind port 9f420988-896e-44a7-9867-9a54a0432ce9 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.350944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Port 9f420988-896e-44a7-9867-9a54a0432ce9 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:39.352171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Attempting to bind port 9f420988-896e-44a7-9867-9a54a0432ce9 on network cb3fbaf2-34b9-427a-b5b4-31d1866e8913 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.358314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Pushing event updated for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:39.412814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:39.413154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Checking segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:39.413546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Bound using segment: {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:39.418351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Bound port: 9f420988-896e-44a7-9867-9a54a0432ce9, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29442707-a1fb-43d0-86b7-e6bcfab95cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:39.418351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.431611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900748545'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:39.457852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:39.468501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.556300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea4f6b5d-eb04-4a32-8a29-4ec22ebc90ef req-806723a4-361b-4cea-bb65-af3e6e020694 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932053 Aug 29 04:27:39.566745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.573251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.579110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.585293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.592136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.594038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7100826-525a-4851-bc78-471bd21c2173 req-d182f29d-c47d-4cc6-91f0-27571c744968 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3816 time: 0.6125607 Aug 29 04:27:39.676616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:39.680231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.683427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-163b788e-0279-4422-9b15-f9573197bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.683905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-163b788e-0279-4422-9b15-f9573197bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.684410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-163b788e-0279-4422-9b15-f9573197bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:39.686185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc7fc15c-f969-409e-b342-c77b2424adba req-163b788e-0279-4422-9b15-f9573197bdd5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=458899203f6244baa7d8719bb0c3d1df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9347017 Aug 29 04:27:39.689926 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.734527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.740640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29eed6e9-ab4e-4ea8-85eb-e34ab4171c89 req-6e77fc21-b483-41fa-a462-7f0a3a700a66 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428385 Aug 29 04:27:39.791238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Attempting to bind port 3e0ccb9b-8458-440f-b781-534ded4f9602 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:39.791597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Attempting to bind port 3e0ccb9b-8458-440f-b781-534ded4f9602 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:39.791947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Attempting to bind port 3e0ccb9b-8458-440f-b781-534ded4f9602 on network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.800381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Port 3e0ccb9b-8458-440f-b781-534ded4f9602 on network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:39.800709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Attempting to bind port 3e0ccb9b-8458-440f-b781-534ded4f9602 on network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:39.819791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:39.819791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Checking segment: {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:39.819791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Bound using segment: {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:39.820346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Bound port: 3e0ccb9b-8458-440f-b781-534ded4f9602, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:39.820595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.885493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.925701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.933178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43647c13-3aa7-42f5-ae96-eef192c38843 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:39.983438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.988768 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:39.991960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9142ac34-cf18-485e-83af-3075581dcc10 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:40.043722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:40.080272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9142ac34-cf18-485e-83af-3075581dcc10 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:40.101371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7100826-525a-4851-bc78-471bd21c2173 req-387f890f-d9be-4c70-b253-3f63529ffb2a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4448862 Aug 29 04:27:40.101371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Transition to ACTIVE for port object 43647c13-3aa7-42f5-ae96-eef192c38843 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:40.114229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:40.122629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Port': ['ID=467f0e0b-7df3-489d-8b68-26e0cba2537e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.149231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f420988-896e-44a7-9867-9a54a0432ce9,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:40.165996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:40.175731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:40.177687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.182022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Checking segment: {'id': 'eaa07f6a-8488-4a89-a41a-4e87a01e7b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:40.183306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network hostable DHCP agents. Network: 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:40.191394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.195751 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.201864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.215453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.218692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4560b5d1-c556-4e07-8dee-304a9f0002f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.255313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.262976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.263320 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment 08d75404-36d2-435b-bff1-0cb372c78ff0 of type vlan for network a5e50a9a-f77e-4a56-8533-5046a75acc79 Aug 29 04:27:40.304101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.305139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.306674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e0ccb9b-8458-440f-b781-534ded4f9602 HTTP/1.1" status: 200 len: 1093 time: 3.0936651 Aug 29 04:27:40.307158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:40.309562 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c499deb-f254-4739-be33-16dc59ea625b" -d '{"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:40.312332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.313270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.322204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] 10.222.0.50 "PUT /v2.0/ports/9f420988-896e-44a7-9867-9a54a0432ce9 HTTP/1.1" status: 200 len: 1093 time: 4.6757865 Aug 29 04:27:40.325716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:40.338698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:40.342555 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024dec12-a9ca-4035-bd19-8065ef95fa94" -d '{"events": [{"name": "network-changed", "server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:40.355975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1947-fce8-4843-8c38-866de4f5b673 req-00fb2ed2-f634-4ddc-84fa-be58a437e024 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.358506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01af1947-fce8-4843-8c38-866de4f5b673 req-00fb2ed2-f634-4ddc-84fa-be58a437e024 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 944 time: 0.4283960 Aug 29 04:27:40.360451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4f0a424a-6ece-47c7-a893-b2ddac3d0aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.383435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Request body: {'port': {'device_id': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:40.403372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc15c-f969-409e-b342-c77b2424adba req-ab6f291b-fa39-4a04-8abc-dc88f37412ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.405302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc7fc15c-f969-409e-b342-c77b2424adba req-ab6f291b-fa39-4a04-8abc-dc88f37412ce service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6970448 Aug 29 04:27:40.412843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:40.460714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.489364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.491867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.498667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e755cf1-b5bc-4577-9d2c-cc1f5c78e526 None None] Network 8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:40.510087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:40.516380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.582546 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c571612-c76b-4ad5-8cc9-9be650fd73e7 x-openstack-request-id: req-1c571612-c76b-4ad5-8cc9-9be650fd73e7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:40.583582 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:40.585001 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c571612-c76b-4ad5-8cc9-9be650fd73e7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:40.585633 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'status': 'completed', 'code': 200} Aug 29 04:27:40.620370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:40.628762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=0c76806b-d085-4924-95e9-353c52957e45,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.633793 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39873571-794c-4e54-afb2-2ca12af05ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.660489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1525239085-network', 'tenant_id': '7faea0d83dcd4a0584beb87058278030'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:40.687669 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f89483-fe85-4a33-8545-88c343285853 x-openstack-request-id: req-c2f89483-fe85-4a33-8545-88c343285853 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:40.688155 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:40.688566 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2f89483-fe85-4a33-8545-88c343285853 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:40.689195 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9', 'status': 'completed', 'code': 200} Aug 29 04:27:40.710275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.711066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.769313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:40.796786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01af1947-fce8-4843-8c38-866de4f5b673 req-90ebb4d8-79a7-4919-95d9-2ba559775e08 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985136 Aug 29 04:27:40.818069 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.825229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.826535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.836101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Port': ['ID=6e0184c0-5c5e-4c8e-8661-7172823ed322,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:40.847155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.934241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Made reservation on behalf of 7faea0d83dcd4a0584beb87058278030 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:40.937669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.952344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e6b16403-48c7-4dfe-a226-c7e6c78813a0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6901767 Aug 29 04:27:40.960514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:40.961514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Checking segment: {'id': '73f6db12-47ff-47fa-be6e-f565e182be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'de6cf3fd-4494-43c7-b7a8-f10fb3608581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:40.962257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network hostable DHCP agents. Network: de6cf3fd-4494-43c7-b7a8-f10fb3608581, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:40.973573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489'}, {'subnet_id': '0c76806b-d085-4924-95e9-353c52957e45'}], 'name': 'tempest-PortsTestJSON-211193877'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:40.976865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:40.988555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-845c21af-f180-45b8-8b96-4d00547ed1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:40.990128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-845c21af-f180-45b8-8b96-4d00547ed1cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 1096 time: 0.5838349 Aug 29 04:27:40.994887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b523196-01f4-40ee-83e5-0006a52eb352 service neutron] Pushing event updated for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.072136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-9b58f039-bc20-4f93-b0e3-cebc1c6646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.072621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-9b58f039-bc20-4f93-b0e3-cebc1c6646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.073093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-9b58f039-bc20-4f93-b0e3-cebc1c6646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.074785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c499deb-f254-4739-be33-16dc59ea625b req-9b58f039-bc20-4f93-b0e3-cebc1c6646dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2800 time: 0.5436246 Aug 29 04:27:41.080604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-060798ff-927c-4ff6-a5f7-a61e7333e6ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f420988-896e-44a7-9867-9a54a0432ce9 HTTP/1.1" status: 200 len: 217 time: 0.0647676 Aug 29 04:27:41.081301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Attempting to bind port 43647c13-3aa7-42f5-ae96-eef192c38843 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:41.081635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Attempting to bind port 43647c13-3aa7-42f5-ae96-eef192c38843 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:41.081965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Attempting to bind port 43647c13-3aa7-42f5-ae96-eef192c38843 on network cb7973a0-93c0-445f-80d3-cea5033b0643 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:41.087335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3479457 Aug 29 04:27:41.087577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118b297-5127-4f9e-84b9-8da2530eb69d None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:41.090255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.093160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce5c2c-4798-43e0-b724-1f4aa5456eaa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=a5e50a9a-f77e-4a56-8533-5046a75acc79,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.100079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1736038211'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:41.138229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Port 43647c13-3aa7-42f5-ae96-eef192c38843 on network cb7973a0-93c0-445f-80d3-cea5033b0643 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:41.139131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Attempting to bind port 43647c13-3aa7-42f5-ae96-eef192c38843 on network cb7973a0-93c0-445f-80d3-cea5033b0643 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:41.156292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:41.186593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40e8cc-fdbe-4212-a729-3f72d2760045 req-90940be4-9584-4554-8378-29d5dcca919c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.193003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40e8cc-fdbe-4212-a729-3f72d2760045 req-90940be4-9584-4554-8378-29d5dcca919c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.199209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40e8cc-fdbe-4212-a729-3f72d2760045 req-90940be4-9584-4554-8378-29d5dcca919c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.208986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb40e8cc-fdbe-4212-a729-3f72d2760045 req-90940be4-9584-4554-8378-29d5dcca919c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2400 time: 0.4073308 Aug 29 04:27:41.240151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Provisioning for port 9142ac34-cf18-485e-83af-3075581dcc10 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:41.260774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network de6cf3fd-4494-43c7-b7a8-f10fb3608581 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:41.274492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Provisioning complete for port 9142ac34-cf18-485e-83af-3075581dcc10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:41.275206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.283091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.321789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:41.322153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Checking segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:41.322807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Bound using segment: {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:41.323581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Bound port: 43647c13-3aa7-42f5-ae96-eef192c38843, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e110455-ce94-4a9d-a7ee-b4546a23a053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:41.324729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.389066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, de6cf3fd-4494-43c7-b7a8-f10fb3608581) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:41.414052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:41.426644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.437902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:41.438720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.564181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fc777-6061-40da-bc1e-db00198841f0 None None] Network de6cf3fd-4494-43c7-b7a8-f10fb3608581 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:41.603480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88494588-d749-4bbc-a892-fdafa2b32ce8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:41.613404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.631969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Transition to ACTIVE for port object 88494588-d749-4bbc-a892-fdafa2b32ce8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:41.641587 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.642928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.717865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] For port 9142ac34-cf18-485e-83af-3075581dcc10, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9142ac34-cf18-485e-83af-3075581dcc10,segment=NetworkSegment(9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940),segment_id=9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:41.725872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.773012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.812277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f2fdcf0d-e7bf-4864-b67a-374ba59ab028 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4461014 Aug 29 04:27:41.815775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:41.818439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:41.821427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.876504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:41.886086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.886968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Attempting to bind port 88494588-d749-4bbc-a892-fdafa2b32ce8 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:41.887382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Attempting to bind port 88494588-d749-4bbc-a892-fdafa2b32ce8 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:41.887722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Attempting to bind port 88494588-d749-4bbc-a892-fdafa2b32ce8 on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:41.896455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7cd7d-f51f-4352-b854-38ba901bbf56 None None] Pushing event updated for resources: {'Port': ['ID=9142ac34-cf18-485e-83af-3075581dcc10,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:41.898213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Port 88494588-d749-4bbc-a892-fdafa2b32ce8 on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:41.898953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Attempting to bind port 88494588-d749-4bbc-a892-fdafa2b32ce8 on network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:41.907141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:27:41.907141 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:27:41.907141 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '63a82e579b6a4d8bb88ac9995622b731', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 27, 41, 463656)}] Aug 29 04:27:41.907141 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:27:41.908033 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:27:41.912627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:41.913161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Checking segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:41.913719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Bound using segment: {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:41.914357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Bound port: 88494588-d749-4bbc-a892-fdafa2b32ce8, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506a3e4-9604-416b-b5e7-ec247c35a1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:41.914909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.975448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:41.975693 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment e7885103-0b91-4deb-a16c-9c35a3d7b4be of type vlan for network ffbc9155-b12b-4fae-adf0-b0022272f5fc Aug 29 04:27:41.980423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Update dhcp port {'port': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c76806b-d085-4924-95e9-353c52957e45'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '9142ac34-cf18-485e-83af-3075581dcc10'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:27:41.999090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-3d8582f2-07a4-499e-a025-fa9b96bb3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.000760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-3d8582f2-07a4-499e-a025-fa9b96bb3c75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.8964014 Aug 29 04:27:42.004147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:42.005566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:42.008454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=88494588-d749-4bbc-a892-fdafa2b32ce8,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:42.023751 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.025262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.098613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.099465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.100876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/88494588-d749-4bbc-a892-fdafa2b32ce8 HTTP/1.1" status: 200 len: 1093 time: 1.7296646 Aug 29 04:27:42.115972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:42.117246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33062664-431f-4427-a2a6-1758fca808bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.124688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33062664-431f-4427-a2a6-1758fca808bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.130724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-33062664-431f-4427-a2a6-1758fca808bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3065200 Aug 29 04:27:42.131006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb40e8cc-fdbe-4212-a729-3f72d2760045 req-8ca4803c-ca9e-4267-b286-994767344b88 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733588 Aug 29 04:27:42.131006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.142878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.184949 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.189344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-199daa81-a53d-4361-924b-f496d86d1988 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772628 Aug 29 04:27:42.249343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c594-4a9e-4646-92c3-47991dedd3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.256486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.271858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.279032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.286514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.292447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.299315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.307201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3038212e-3256-48fd-b475-c7042c6263f5 req-eb8f54af-4fcd-49bf-85b3-5e92e3130d6e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3828 time: 0.9688540 Aug 29 04:27:42.336432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-b202011c-3016-4aa3-b015-ef7fdafd3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.337216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-b202011c-3016-4aa3-b015-ef7fdafd3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.337760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-b202011c-3016-4aa3-b015-ef7fdafd3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.339534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c499deb-f254-4739-be33-16dc59ea625b req-b202011c-3016-4aa3-b015-ef7fdafd3f1f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=458899203f6244baa7d8719bb0c3d1df&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2439418 Aug 29 04:27:42.342970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Allocated IP 172.20.0.18 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/0c76806b-d085-4924-95e9-353c52957e45/9142ac34-cf18-485e-83af-3075581dcc10) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:42.351073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:42.368794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.378693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Deleting port 467f0e0b-7df3-489d-8b68-26e0cba2537e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:42.379036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.387301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.452439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.453509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.455222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-e08b7f91-2455-458f-aac5-fde0cc1cc144 service neutron] 10.222.0.50 "PUT /v2.0/ports/43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 1092 time: 4.9534898 Aug 29 04:27:42.526192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:42.531008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:42.540320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:42.556376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] For port 9142ac34-cf18-485e-83af-3075581dcc10, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9142ac34-cf18-485e-83af-3075581dcc10,segment=NetworkSegment(9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940),segment_id=9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:42.563499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.571542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.578447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.579301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.598476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:42.601191 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded8f945-6505-414e-a8a9-849b8b23a330" -d '{"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:42.614692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.615214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5227737 Aug 29 04:27:42.616517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.622572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:42.625624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.625974 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Added segment 3da18bea-a509-49f8-9308-2b358ffdc035 of type vlan for network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c Aug 29 04:27:42.626814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3038212e-3256-48fd-b475-c7042c6263f5 req-23385c71-8130-4905-bc2e-fd74a0fe908e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184161 Aug 29 04:27:42.637794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:42.666094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Transition to ACTIVE for port object 9142ac34-cf18-485e-83af-3075581dcc10 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:42.679282 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.741252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Calling delete_port for 467f0e0b-7df3-489d-8b68-26e0cba2537e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:42.775114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:42.779178 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ca4a7d-77e5-4441-9241-7403875d7197" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:42.802192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482610b-6ac0-457b-9c5c-c8168f31d121 req-784863e6-bae2-48b0-b0a4-f8a16e8a5a94 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.805163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c482610b-6ac0-457b-9c5c-c8168f31d121 req-784863e6-bae2-48b0-b0a4-f8a16e8a5a94 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 944 time: 0.4901416 Aug 29 04:27:42.867593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182307-9b27-4515-845f-0a8ad93e90a7 None None] Pushing event updated for resources: {'Port': ['ID=9142ac34-cf18-485e-83af-3075581dcc10,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.928812 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a62ca7-7757-44fd-80c6-b56cc1e3d5e3 x-openstack-request-id: req-a6a62ca7-7757-44fd-80c6-b56cc1e3d5e3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:42.929303 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:42.929303 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a62ca7-7757-44fd-80c6-b56cc1e3d5e3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:42.929719 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8', 'status': 'completed', 'code': 200} Aug 29 04:27:42.932283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.940238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.957395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.959371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae15dda-e65b-4b48-951d-d285974141e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=ffbc9155-b12b-4fae-adf0-b0022272f5fc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:42.967544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:42.970142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-deb30ca6-c47d-4060-8865-acc9c16f35f7 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152653 Aug 29 04:27:42.972002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:42.987404 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27406be6-6b5d-43d4-b594-5720513414c4 x-openstack-request-id: req-27406be6-6b5d-43d4-b594-5720513414c4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:42.987708 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:42.988034 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27406be6-6b5d-43d4-b594-5720513414c4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:42.988504 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843', 'status': 'completed', 'code': 200} Aug 29 04:27:42.989141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:42.995526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499deb-f254-4739-be33-16dc59ea625b req-73b2777f-08de-4a69-b00e-76ec2ca3dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:42.997143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c499deb-f254-4739-be33-16dc59ea625b req-73b2777f-08de-4a69-b00e-76ec2ca3dd2b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6410575 Aug 29 04:27:43.002424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c482610b-6ac0-457b-9c5c-c8168f31d121 req-4a78a1d6-8483-4b42-b9aa-81d3d3d53ed2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583071 Aug 29 04:27:43.036668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.205444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.271665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Port': ['ID=467f0e0b-7df3-489d-8b68-26e0cba2537e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.274874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.276090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.276887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.289570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-30bda5ad-9b06-4a03-9227-ac8610e94fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.290134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-30bda5ad-9b06-4a03-9227-ac8610e94fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.290687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-30bda5ad-9b06-4a03-9227-ac8610e94fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.292919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-30bda5ad-9b06-4a03-9227-ac8610e94fec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2868 time: 0.2462494 Aug 29 04:27:43.293525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port f4824cd3-3d9f-4de1-a398-d70cff03cb43 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:27:43.346617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.352192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f66f77d8-7c8b-4386-9d54-7d10446aa6ed tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/ports/467f0e0b-7df3-489d-8b68-26e0cba2537e HTTP/1.1" status: 204 len: 168 time: 1.2042472 Aug 29 04:27:43.358498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.379991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1579463 Aug 29 04:27:43.415035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:43.425077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Request body: {'subnet': {'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1525239085-subnet', 'tenant_id': '7faea0d83dcd4a0584beb87058278030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:43.429257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f4f2b1d-7974-49ac-8a6e-afe353c2818e req-b717bb01-bdfb-4a23-b4e8-6ef725915765 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843997 Aug 29 04:27:43.449602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-f481132b-20e0-4f53-b908-aa6c8eb65765 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef HTTP/1.1" status: 200 len: 217 time: 0.1416414 Aug 29 04:27:43.450386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.451284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.451411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.451836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.452342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.454202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-226ea45a-9bf2-4acc-a3da-252cd52a6d55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 4364 time: 0.4128027 Aug 29 04:27:43.477270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a84204-4a44-4abb-a281-106231ab14bf admin admin] Pushing event updated for resources: {'Network': ['ID=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:43.495748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:43.593492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4634-3f03-459c-a62e-ea003f2a5114 req-63e9bc3a-25b5-4614-8ac6-c10924ecae91 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.600103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4634-3f03-459c-a62e-ea003f2a5114 req-63e9bc3a-25b5-4614-8ac6-c10924ecae91 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.606114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4634-3f03-459c-a62e-ea003f2a5114 req-63e9bc3a-25b5-4614-8ac6-c10924ecae91 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.608082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8abe4634-3f03-459c-a62e-ea003f2a5114 req-63e9bc3a-25b5-4614-8ac6-c10924ecae91 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2412 time: 0.3462999 Aug 29 04:27:43.622076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Made reservation on behalf of 7faea0d83dcd4a0584beb87058278030 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:43.624511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.686253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-eb2f4f8d-27c7-4cbb-9270-f25ae2701cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.687797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-eb2f4f8d-27c7-4cbb-9270-f25ae2701cb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5dbb45-d274-468f-b66d-fa03fd3e11cc HTTP/1.1" status: 200 len: 801 time: 0.2259595 Aug 29 04:27:43.697067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8b1fd-e236-4bc6-a7ba-5c3d19ce51ca None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:43.779729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-2647425a-6149-4e5b-9d55-13abe8818947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:43.781363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-2647425a-6149-4e5b-9d55-13abe8818947 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08f189c3da44474c8198620dbe50894c&device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 1096 time: 0.2264254 Aug 29 04:27:43.816517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8abe4634-3f03-459c-a62e-ea003f2a5114 req-59e02dcf-84fd-4189-b526-35ee9a92830a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837535 Aug 29 04:27:43.849763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e8f82c9-175e-47b5-b3f4-d40d7342190d None None] Provisioning for port 9142ac34-cf18-485e-83af-3075581dcc10 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:43.855548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6e8f82c9-175e-47b5-b3f4-d40d7342190d None None] Provisioning complete for port 9142ac34-cf18-485e-83af-3075581dcc10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:43.856130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e8f82c9-175e-47b5-b3f4-d40d7342190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.866011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85aff2e-5e27-47cc-9513-4665235de53f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:43.880861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Deleting port 6e0184c0-5c5e-4c8e-8661-7172823ed322 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:43.881268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.896359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:43.909061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9142ac34-cf18-485e-83af-3075581dcc10 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:44.010459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Transition to ACTIVE for port object c85aff2e-5e27-47cc-9513-4665235de53f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:44.019473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-5efb5c19-f26e-4d45-b29a-f486d2bb0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.021408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-5efb5c19-f26e-4d45-b29a-f486d2bb0a7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3134494 Aug 29 04:27:44.042037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.049653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.051876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9142ac34-cf18-485e-83af-3075581dcc10 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:44.052831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.056721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.060953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-48751370-715a-4d95-95a9-5093101898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.061534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-48751370-715a-4d95-95a9-5093101898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.061937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-48751370-715a-4d95-95a9-5093101898b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.065256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.067421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-48751370-715a-4d95-95a9-5093101898b7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5822551 Aug 29 04:27:44.072067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.082298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-76902b7d-0c8b-449a-889f-5c5d765ee851 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3828 time: 0.3262384 Aug 29 04:27:44.102495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.108414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.188600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-5e3f8dd8-3705-4057-adcd-93712b7f4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.190144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-5e3f8dd8-3705-4057-adcd-93712b7f4191 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 200 len: 913 time: 0.3965526 Aug 29 04:27:44.240979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.242976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Calling delete_port for 6e0184c0-5c5e-4c8e-8661-7172823ed322 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:44.377344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-6a528f44-284c-491f-b67d-b4609fb69b53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f420988-896e-44a7-9867-9a54a0432ce9 HTTP/1.1" status: 200 len: 217 time: 0.1316986 Aug 29 04:27:44.424770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.442438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8714ea0e-9112-4a7b-aec1-ceb8e11b183c req-1be00db8-bd45-4038-823d-745a5e70774b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589089 Aug 29 04:27:44.443649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=872200a1-42eb-4ee5-a328-b43e6985f0ac,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.452044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-776ac6d2-a3f7-4be2-8175-edf937124ee8 None None] Provisioning complete for port 9142ac34-cf18-485e-83af-3075581dcc10 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:44.453024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ac6d2-a3f7-4be2-8175-edf937124ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.530276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545c882-1ac8-4877-9c5c-bbecfcfe2ac4 req-53c36e39-ae8e-435e-a74d-bf435633275d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.531951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6545c882-1ac8-4877-9c5c-bbecfcfe2ac4 req-53c36e39-ae8e-435e-a74d-bf435633275d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 944 time: 0.4024920 Aug 29 04:27:44.619032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-f3bf7bf7-8674-49f4-a08c-75061c84ec94 service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218611 Aug 29 04:27:44.651698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-ba15057c-d9a1-4ebc-9747-ddd7bf868473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.653271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-ba15057c-d9a1-4ebc-9747-ddd7bf868473 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 200 len: 852 time: 0.2325547 Aug 29 04:27:44.743016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.748948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-0bddc601-f1f3-4b7f-bb50-c16f6e3f6089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3fbaf2-34b9-427a-b5b4-31d1866e8913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738914 Aug 29 04:27:44.760469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6545c882-1ac8-4877-9c5c-bbecfcfe2ac4 req-d7ac4e2b-9e7d-46fc-bded-4765db5bdabf tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976337 Aug 29 04:27:44.850530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Port': ['ID=6e0184c0-5c5e-4c8e-8661-7172823ed322,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:44.859618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Attempting to bind port c85aff2e-5e27-47cc-9513-4665235de53f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:44.859618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Attempting to bind port c85aff2e-5e27-47cc-9513-4665235de53f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:44.859618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Attempting to bind port c85aff2e-5e27-47cc-9513-4665235de53f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:44.874579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.878951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d19a4976-2561-4ccc-9fb2-040c527f125a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/ports/6e0184c0-5c5e-4c8e-8661-7172823ed322 HTTP/1.1" status: 204 len: 168 time: 1.5015111 Aug 29 04:27:44.883289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:44.889421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Port c85aff2e-5e27-47cc-9513-4665235de53f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:44.889803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Attempting to bind port c85aff2e-5e27-47cc-9513-4665235de53f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:44.909735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:44.910214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:44.910440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Bound using segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:44.910907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Bound port: c85aff2e-5e27-47cc-9513-4665235de53f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:44.911288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:44.947169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': '08d75404-36d2-435b-bff1-0cb372c78ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:44.947563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: a5e50a9a-f77e-4a56-8533-5046a75acc79, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:44.948652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-824a531e-b996-4c81-b4d4-4b75ecbd04cf service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095779 Aug 29 04:27:44.955809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-bcfac112-0443-4ff2-bcc2-a4f93514ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:44.955809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-69ca4a7d-77e5-4441-9241-7403875d7197 req-bcfac112-0443-4ff2-bcc2-a4f93514ed2a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8694053 Aug 29 04:27:44.967142 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5179e1d9-5ff2-461d-97ec-615e26806296 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0749531 Aug 29 04:27:44.971277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.13 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/b448451f-223e-4e00-bdc8-ea2df0115489/f4824cd3-3d9f-4de1-a398-d70cff03cb43) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:44.973251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:44.990660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1476997930'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.006691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.19 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/0c76806b-d085-4924-95e9-353c52957e45/f4824cd3-3d9f-4de1-a398-d70cff03cb43) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:45.018450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.078920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:45.087349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.091071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.158611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a5e50a9a-f77e-4a56-8533-5046a75acc79) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.160205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2792259d-01ba-41b1-a465-d66e19c8a51d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.173202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.173817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.183484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cc75a-82c5-4587-8894-15a07bcac4ca None None] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:45.244214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:45.258898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Checking segment: {'id': '3da18bea-a509-49f8-9308-2b358ffdc035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:45.259263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Network hostable DHCP agents. Network: d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:45.268969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.269318 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment 68e8eddf-e527-4b4c-a967-8742ec150a07 of type vlan for network 649d61e9-a3f6-4ff3-8287-7cb0246321a0 Aug 29 04:27:45.276306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4add6eaf-d3f0-431b-9bd6-613498d4c94f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6494813 Aug 29 04:27:45.288647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.302500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.366803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-a5e50a9a-f77e-4a56-8533-5046a75acc79', 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': '872200a1-42eb-4ee5-a328-b43e6985f0ac'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:45.367862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.429170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.469858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:45.514592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.516656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-69f8b033-451e-4856-b422-5203ab902101 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490933 Aug 29 04:27:45.517181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.522132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.522935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.526224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825d69d-85b2-4e98-a978-d231b766b2ff None None] Network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:45.534211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-23fe4337-a23d-4649-996a-40dff30fa37e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=3e0ccb9b-8458-440f-b781-534ded4f9602 HTTP/1.1" status: 200 len: 217 time: 0.5283542 Aug 29 04:27:45.546863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Allocated IP 2001:db8::2 (a5e50a9a-f77e-4a56-8533-5046a75acc79/872200a1-42eb-4ee5-a328-b43e6985f0ac/3cd969bf-4179-49a6-9efd-edc1e7041e62) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:45.552307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.559027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.559840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.605377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object f4824cd3-3d9f-4de1-a398-d70cff03cb43 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:45.669356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.674476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.690221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:45.703879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827473e2-1b83-4998-a122-747df2b680de req-ecd89ad8-6ef0-45a1-9adb-f2d2c7f31c16 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.709567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c32f889-2e38-45fb-b3a3-f51b03ecc26a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2916236 Aug 29 04:27:45.710894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827473e2-1b83-4998-a122-747df2b680de req-ecd89ad8-6ef0-45a1-9adb-f2d2c7f31c16 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.714570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7371361 Aug 29 04:27:45.717371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827473e2-1b83-4998-a122-747df2b680de req-ecd89ad8-6ef0-45a1-9adb-f2d2c7f31c16 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.719269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-827473e2-1b83-4998-a122-747df2b680de req-ecd89ad8-6ef0-45a1-9adb-f2d2c7f31c16 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2412 time: 0.7869847 Aug 29 04:27:45.719269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:45.744981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1870216751'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:45.767695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0f581-ecc5-4533-ad3e-18277b919cf7 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=649d61e9-a3f6-4ff3-8287-7cb0246321a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.784848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=c85aff2e-5e27-47cc-9513-4665235de53f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:45.817275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-abd99ba8-58bb-487b-9806-cb261b692b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.818864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-abd99ba8-58bb-487b-9806-cb261b692b3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0d3176d-2497-4444-917d-916d10aadf81 HTTP/1.1" status: 200 len: 801 time: 0.2250161 Aug 29 04:27:45.820076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.821228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.826544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 649d61e9-a3f6-4ff3-8287-7cb0246321a0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:45.911988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:45.921210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6896867-686c-491b-b90d-408a376a1737 None None] Network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:45.924620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:45.928290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:45.936545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:45.940181 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.960512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.961232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:45.962692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 1135 time: 3.4515100 Aug 29 04:27:45.978269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=f4824cd3-3d9f-4de1-a398-d70cff03cb43,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:45.988288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:45.997401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.006787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.013834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.033030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.043538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.067840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-3a121ae9-a33a-4427-af60-8c0afd3d5b37 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 4604 time: 0.4726725 Aug 29 04:27:46.071247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-024dec12-a9ca-4035-bd19-8065ef95fa94 req-e9f89254-1c81-49e4-b730-6659e8834f8c service neutron] 10.222.0.50 "GET /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082960 Aug 29 04:27:46.071702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': 'c85aff2e-5e27-47cc-9513-4665235de53f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:46.078876 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.080378 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "c85aff2e-5e27-47cc-9513-4665235de53f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:46.087218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.087971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.107705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Transition to ACTIVE for port object 3cd969bf-4179-49a6-9efd-edc1e7041e62 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:46.142127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-827473e2-1b83-4998-a122-747df2b680de req-28b6cd61-ceed-41b1-b268-03d3e2931a25 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843014 Aug 29 04:27:46.146581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.171348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Transition to ACTIVE for port object 3cd969bf-4179-49a6-9efd-edc1e7041e62 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:46.198101 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.219010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ab3a50dc-1d9b-45e6-bcac-b75fabe3ed6f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.2530439 Aug 29 04:27:46.224585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.250868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.267243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7be93ce5-ad1b-45e0-9f72-b04a60898dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.269936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-7be93ce5-ad1b-45e0-9f72-b04a60898dd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a0fa44fe-9e93-4844-8b64-4cd91a0e74c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4336195 Aug 29 04:27:46.294861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Pushing event updated for resources: {'Port': ['ID=3cd969bf-4179-49a6-9efd-edc1e7041e62,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.308479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94446cc-2975-420c-b3ff-8e669489c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.314995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:46.316751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:46.329870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:46.415316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Attempting to bind port 3cd969bf-4179-49a6-9efd-edc1e7041e62 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:46.415798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Attempting to bind port 3cd969bf-4179-49a6-9efd-edc1e7041e62 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '08d75404-36d2-435b-bff1-0cb372c78ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:46.416371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Attempting to bind port 3cd969bf-4179-49a6-9efd-edc1e7041e62 on network a5e50a9a-f77e-4a56-8533-5046a75acc79 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:46.416865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.419185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.431968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:46.439551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:46.441425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Checking segment: {'id': '08d75404-36d2-435b-bff1-0cb372c78ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:46.443027 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.445485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Bound using segment: {'id': '08d75404-36d2-435b-bff1-0cb372c78ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:46.446129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Bound port: 3cd969bf-4179-49a6-9efd-edc1e7041e62, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d75404-36d2-435b-bff1-0cb372c78ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a5e50a9a-f77e-4a56-8533-5046a75acc79'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:46.453791 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.480476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea3c95e8-cb22-4920-a640-a192ba4af0a0 req-cc821f50-d27f-4ca0-baaf-c8fcc601491f tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4116976 Aug 29 04:27:46.506288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.507033 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Added segment 3961e89c-ee14-4864-a3c3-f5ee9011a580 of type vlan for network 13f9a4ef-7660-4c4e-a235-9daa387b057e Aug 29 04:27:46.509153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.587088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] For port 3cd969bf-4179-49a6-9efd-edc1e7041e62, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:46.594387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be9c8-2343-4638-960c-749ce2938fe6 req-d94fd328-a150-4c0c-9ff7-656e2448744d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.596908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-403be9c8-2343-4638-960c-749ce2938fe6 req-d94fd328-a150-4c0c-9ff7-656e2448744d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 944 time: 0.3458655 Aug 29 04:27:46.599059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-22ee9390-b36f-4873-94df-5ea88fc88aea service neutron] 10.222.0.54 "GET /v2.0/networks/a0fa44fe-9e93-4844-8b64-4cd91a0e74c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769907 Aug 29 04:27:46.605126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] For port 3cd969bf-4179-49a6-9efd-edc1e7041e62, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3cd969bf-4179-49a6-9efd-edc1e7041e62,segment=NetworkSegment(08d75404-36d2-435b-bff1-0cb372c78ff0),segment_id=08d75404-36d2-435b-bff1-0cb372c78ff0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:46.622528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.688516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=c865325e-bf76-44bc-ad17-1cc3d77d00be,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.723852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80d647cb-b754-4f63-b2e6-54085d6f71be None None] Provisioning for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:46.743200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6a8f-195e-47b2-a729-2fbe09daf1e8 None None] Pushing event updated for resources: {'Port': ['ID=3cd969bf-4179-49a6-9efd-edc1e7041e62,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:46.744902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:46.750991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1302303943-network', 'tenant_id': '8a28871c7f3a46eba3aeaca14a401927'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:46.758144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': 'e7885103-0b91-4deb-a16c-9c35a3d7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:46.758525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: ffbc9155-b12b-4fae-adf0-b0022272f5fc, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:46.768508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80d647cb-b754-4f63-b2e6-54085d6f71be None None] Provisioning complete for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:46.768885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80d647cb-b754-4f63-b2e6-54085d6f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.771402 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b17d5-9647-4a60-8462-f873f73d5426 x-openstack-request-id: req-833b17d5-9647-4a60-8462-f873f73d5426 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:46.771999 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "c85aff2e-5e27-47cc-9513-4665235de53f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:46.772763 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-833b17d5-9647-4a60-8462-f873f73d5426 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:46.774427 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': 'c85aff2e-5e27-47cc-9513-4665235de53f', 'status': 'completed', 'code': 200} Aug 29 04:27:46.809694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.832682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-80d647cb-b754-4f63-b2e6-54085d6f71be None None] Port f4824cd3-3d9f-4de1-a398-d70cff03cb43 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:46.838428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Made reservation on behalf of 8a28871c7f3a46eba3aeaca14a401927 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:46.840943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.864344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:46.879457 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.884888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-403be9c8-2343-4638-960c-749ce2938fe6 req-6d381b25-bdd7-42af-9a06-d0c6ba0d66d4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598310 Aug 29 04:27:46.889449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ffbc9155-b12b-4fae-adf0-b0022272f5fc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:46.905745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:46.906360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:46.913656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc86a9-e681-4283-88c1-8bf9928d5d0a None None] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:46.922733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Delete allocated IP 172.20.0.19 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/0c76806b-d085-4924-95e9-353c52957e45) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:27:47.015067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-d0d9813b-61f2-4c06-97c1-526eff283575 service neutron] 10.222.0.54 "GET /v2.0/networks/a0fa44fe-9e93-4844-8b64-4cd91a0e74c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923907 Aug 29 04:27:47.116719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-373a28ae-daf2-47eb-badc-2891fd79140b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=88494588-d749-4bbc-a892-fdafa2b32ce8 HTTP/1.1" status: 200 len: 217 time: 0.0782087 Aug 29 04:27:47.127708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.135873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ffbc9155-b12b-4fae-adf0-b0022272f5fc', 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': 'c865325e-bf76-44bc-ad17-1cc3d77d00be'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:47.135873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.136708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.137764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.176486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.178363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.179623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.181665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.182178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.182659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.185639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-536b034a-296f-406e-8ef5-549e5709922e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5292 time: 0.3891294 Aug 29 04:27:47.203088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.222529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Ignored duplicate provisioning block setup for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:27:47.236426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.374595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=f4824cd3-3d9f-4de1-a398-d70cff03cb43,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.415684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] In _notify_port_updated(), no bound segment for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 on network 6c4fb614-49f3-4bb0-9967-3d5053c29dec {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:47.421998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.423245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.424920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-865380ff-7b3f-4b22-b9fa-f9a5769932a1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/ports/f4824cd3-3d9f-4de1-a398-d70cff03cb43 HTTP/1.1" status: 200 len: 919 time: 1.1913207 Aug 29 04:27:47.430393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36024) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.439666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489'}, {'subnet_id': '0c76806b-d085-4924-95e9-353c52957e45'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.445622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.489565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.506437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b10638dd-575b-4ae4-a857-2a97f13afde4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2157423 Aug 29 04:27:47.507378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.523885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7830462 Aug 29 04:27:47.534555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1506047286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.562141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:47.578167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f098444-771a-4ad8-a8df-490c37f88f14 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Network': ['ID=13f9a4ef-7660-4c4e-a235-9daa387b057e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.592225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 13f9a4ef-7660-4c4e-a235-9daa387b057e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:47.622331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Allocated IP 2001:db8:1::2 (ffbc9155-b12b-4fae-adf0-b0022272f5fc/c865325e-bf76-44bc-ad17-1cc3d77d00be/bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:47.639963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-17aa0d0b-e150-488f-b2c6-9f667568b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.650308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-17aa0d0b-e150-488f-b2c6-9f667568b777 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5dbb45-d274-468f-b66d-fa03fd3e11cc HTTP/1.1" status: 200 len: 801 time: 0.5064387 Aug 29 04:27:47.696122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f420988-896e-44a7-9867-9a54a0432ce9 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:47.696447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8b96-92a4-48a3-bb3f-9d233844f3ac req-2b9787d3-bf68-4d1d-9e28-3c5dc40e2f27 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.701531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.702166 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Added segment 59a08bb0-6f72-476c-a2f2-21ad0231a006 of type vlan for network a2763bcb-44cc-4a93-afe0-1afad6589547 Aug 29 04:27:47.707350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6775cda2-5a67-4870-aa28-fedf4d05dd6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:47.709316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8b96-92a4-48a3-bb3f-9d233844f3ac req-2b9787d3-bf68-4d1d-9e28-3c5dc40e2f27 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.724836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8b96-92a4-48a3-bb3f-9d233844f3ac req-2b9787d3-bf68-4d1d-9e28-3c5dc40e2f27 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.733449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dce8b96-92a4-48a3-bb3f-9d233844f3ac req-2b9787d3-bf68-4d1d-9e28-3c5dc40e2f27 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2412 time: 0.4434972 Aug 29 04:27:47.772928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.843137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-87b36284-8bb4-49bd-927d-36890ea19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.843618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-87b36284-8bb4-49bd-927d-36890ea19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.844144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-87b36284-8bb4-49bd-927d-36890ea19c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:47.845866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-87b36284-8bb4-49bd-927d-36890ea19c2d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5456619 Aug 29 04:27:47.851192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:47.856139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.858627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:47.875854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'subnets': [{'network_id': '649d61e9-a3f6-4ff3-8287-7cb0246321a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1883973534', 'ip_version': 4}, {'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.876296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'subnet': {'network_id': '649d61e9-a3f6-4ff3-8287-7cb0246321a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1883973534', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.876695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f420988-896e-44a7-9867-9a54a0432ce9,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:47.876965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Request body: {'subnet': {'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:47.922909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9f420988-896e-44a7-9867-9a54a0432ce9', 'network_id': 'cb3fbaf2-34b9-427a-b5b4-31d1866e8913', 'port_id': '9f420988-896e-44a7-9867-9a54a0432ce9', 'mac_address': 'fa:16:3e:99:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe75e7f-1c79-4195-b71e-993472878d47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:47.974880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3cd969bf-4179-49a6-9efd-edc1e7041e62 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:47.998325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.011281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dce8b96-92a4-48a3-bb3f-9d233844f3ac req-85d49eeb-3c47-4e1a-996f-8798479e8fe2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702107 Aug 29 04:27:48.072447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.080802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.086367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e2a310d7-e80a-4a9c-8005-1811194338be None None] Provisioning complete for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:48.086741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2a310d7-e80a-4a9c-8005-1811194338be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.092471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.117113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.124619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.139111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.141410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-f9226c80-b985-4a93-a160-562117e094db tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 4604 time: 0.3991508 Aug 29 04:27:48.145455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af574fc-c576-47e5-b68a-18dbf86a013e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:48.189755 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.190335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.222188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2a310d7-e80a-4a9c-8005-1811194338be None None] Port f4824cd3-3d9f-4de1-a398-d70cff03cb43 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:48.230879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3dbe9753-52d9-4fce-a94e-8b69464ccde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.233260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-3dbe9753-52d9-4fce-a94e-8b69464ccde8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5579884 Aug 29 04:27:48.245438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91d1bafb-0215-4c4c-866f-e6005775fe3a req-af638678-a157-4355-ac64-0a1ae538840e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899153 Aug 29 04:27:48.254349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f420988-896e-44a7-9867-9a54a0432ce9 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:48.269514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Transition to ACTIVE for port object 9af574fc-c576-47e5-b68a-18dbf86a013e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:48.301223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.304035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3cd969bf-4179-49a6-9efd-edc1e7041e62 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:48.332588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.334016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.334854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.352649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.364816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-6332bb55-8cc7-4455-a566-4f215c861504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.365064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.366437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-454cd36f-d9e2-4cf9-b8bb-6625962ba09d req-6332bb55-8cc7-4455-a566-4f215c861504 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4928942 Aug 29 04:27:48.399175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f420988-896e-44a7-9867-9a54a0432ce9,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:48.421300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.479037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.479777 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.502180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Transition to ACTIVE for port object bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:48.528446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.534587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Transition to ACTIVE for port object bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:48.535159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7587fc1-f766-45fd-b20f-58578d01e03b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0236130 Aug 29 04:27:48.537336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.538564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7923245 Aug 29 04:27:48.544220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.544532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36040) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:48.556755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Request body: {'subnet': {'network_id': 'a2763bcb-44cc-4a93-afe0-1afad6589547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1302303943-subnet', 'tenant_id': '8a28871c7f3a46eba3aeaca14a401927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:48.558145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-702a985c-db81-4b99-9f7e-67b23b3fa126 service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063314 Aug 29 04:27:48.561096 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.590756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1bed7-cf00-447b-952a-ed9051bc4065 req-351e82cc-465f-46d3-8392-46d118cfe263 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.598624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fb1bed7-cf00-447b-952a-ed9051bc4065 req-351e82cc-465f-46d3-8392-46d118cfe263 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 945 time: 0.2310863 Aug 29 04:27:48.608247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:48.609995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:48.615455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:48.622646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd43e7-41e9-4c9a-a26d-72b2e1e4406f None None] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:48.630481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08129f37-36e3-468c-bff3-664f8a21830f admin admin] Pushing event updated for resources: {'Network': ['ID=a2763bcb-44cc-4a93-afe0-1afad6589547,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.692124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Attempting to bind port 9af574fc-c576-47e5-b68a-18dbf86a013e on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:48.693100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Attempting to bind port 9af574fc-c576-47e5-b68a-18dbf86a013e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:48.693608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Attempting to bind port 9af574fc-c576-47e5-b68a-18dbf86a013e on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:48.700533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a2763bcb-44cc-4a93-afe0-1afad6589547 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:48.714070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Port 9af574fc-c576-47e5-b68a-18dbf86a013e on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:48.715015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Attempting to bind port 9af574fc-c576-47e5-b68a-18dbf86a013e on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:48.735543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fb1bed7-cf00-447b-952a-ed9051bc4065 req-e9e100ff-268c-4813-9c40-f67348151de6 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358628 Aug 29 04:27:48.749333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Made reservation on behalf of 8a28871c7f3a46eba3aeaca14a401927 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:48.751813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.763289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:48.763631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:48.764065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Bound using segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:48.764485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Bound port: 9af574fc-c576-47e5-b68a-18dbf86a013e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:48.764846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.800155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea400a7f-4ed6-4b1e-b178-320a7aa7f768 req-5c1f80b9-5290-4a44-bd9e-489f747e82a1 service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274280 Aug 29 04:27:48.836796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Pushing event updated for resources: {'Port': ['ID=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:48.841024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9f420988-896e-44a7-9867-9a54a0432ce9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:48.859119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Provisioning for port 3cd969bf-4179-49a6-9efd-edc1e7041e62 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:48.877960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:48.882105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9af574fc-c576-47e5-b68a-18dbf86a013e,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:48.888948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.930551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Attempting to bind port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:48.931117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Attempting to bind port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e7885103-0b91-4deb-a16c-9c35a3d7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:48.931305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Attempting to bind port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf on network ffbc9155-b12b-4fae-adf0-b0022272f5fc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:48.933711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Provisioning complete for port 3cd969bf-4179-49a6-9efd-edc1e7041e62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:48.934103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.954484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:48.955118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Made reservation on behalf of 4b08668292b74efc935de3d52fdedcd2 for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:48.955438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.957216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] 10.222.0.50 "PUT /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 1137 time: 2.8714695 Aug 29 04:27:48.959430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '9af574fc-c576-47e5-b68a-18dbf86a013e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:48.960879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.961487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.962404 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acef712-bf1f-4b98-be09-23c708f86675" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "9af574fc-c576-47e5-b68a-18dbf86a013e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:48.993857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:48.994202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Checking segment: {'id': 'e7885103-0b91-4deb-a16c-9c35a3d7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:48.994484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:48.994913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Bound using segment: {'id': 'e7885103-0b91-4deb-a16c-9c35a3d7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:48.996220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Bound port: bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7885103-0b91-4deb-a16c-9c35a3d7b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ffbc9155-b12b-4fae-adf0-b0022272f5fc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:48.996440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.011769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-0c292753-7d8a-45ba-891c-986600986074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.012285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-0c292753-7d8a-45ba-891c-986600986074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.012958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-0c292753-7d8a-45ba-891c-986600986074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.015912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-0c292753-7d8a-45ba-891c-986600986074 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2868 time: 0.1304612 Aug 29 04:27:49.024683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:49.144932 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbd719d-af7b-46de-ae6b-b6890f1d77e8 x-openstack-request-id: req-abbd719d-af7b-46de-ae6b-b6890f1d77e8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:49.147245 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "9af574fc-c576-47e5-b68a-18dbf86a013e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:49.147639 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abbd719d-af7b-46de-ae6b-b6890f1d77e8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:49.148227 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '9af574fc-c576-47e5-b68a-18dbf86a013e', 'status': 'completed', 'code': 200} Aug 29 04:27:49.216655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.27 (6c4fb614-49f3-4bb0-9967-3d5053c29dec/0c76806b-d085-4924-95e9-353c52957e45/f4824cd3-3d9f-4de1-a398-d70cff03cb43) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:49.291743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099e7d1-cd4e-4cc2-88d6-521475fe7da8 service neutron] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.327529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] For port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:49.346454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.350657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] For port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,segment=NetworkSegment(e7885103-0b91-4deb-a16c-9c35a3d7b4be),segment_id=e7885103-0b91-4deb-a16c-9c35a3d7b4be)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:49.377947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.424207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.435968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581486f0-04d8-42b9-a5c8-521a44726120 req-6ae01715-776b-40ee-be68-975cfee6e1a6 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.446923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581486f0-04d8-42b9-a5c8-521a44726120 req-6ae01715-776b-40ee-be68-975cfee6e1a6 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.455350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581486f0-04d8-42b9-a5c8-521a44726120 req-6ae01715-776b-40ee-be68-975cfee6e1a6 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.464460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-581486f0-04d8-42b9-a5c8-521a44726120 req-6ae01715-776b-40ee-be68-975cfee6e1a6 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2412 time: 0.3038740 Aug 29 04:27:49.485638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] For port 3cd969bf-4179-49a6-9efd-edc1e7041e62, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3cd969bf-4179-49a6-9efd-edc1e7041e62,segment=NetworkSegment(08d75404-36d2-435b-bff1-0cb372c78ff0),segment_id=08d75404-36d2-435b-bff1-0cb372c78ff0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:49.501391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.511806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67a6b3-9a57-460d-b8cf-0f0b79278d80 None None] Pushing event updated for resources: {'Port': ['ID=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.558114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.559333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.559471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.559957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.568750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.569295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.569963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.571821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5acef712-bf1f-4b98-be09-23c708f86675 req-24b4eb9b-ac97-4d16-9522-902b9ad2fc5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6222 time: 0.4226763 Aug 29 04:27:49.614724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed3b89-e7c1-472f-9d1f-ddfa149fa0ed None None] Pushing event updated for resources: {'Port': ['ID=3cd969bf-4179-49a6-9efd-edc1e7041e62,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:49.701584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.720532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-a1df4874-feaf-46f3-9662-a954d0372fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.722060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-a1df4874-feaf-46f3-9662-a954d0372fa1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 HTTP/1.1" status: 200 len: 902 time: 0.6188483 Aug 29 04:27:49.734834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.741319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.748450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.755091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.761436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.768733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.791731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:49.793860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-6fd00f97-c2ef-4a16-9781-716a225d8598 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5382 time: 0.3727174 Aug 29 04:27:49.826402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.885507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.988884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8ea7914-bb35-4262-9656-b7a6f51e1b08 None None] Provisioning complete for port 3cd969bf-4179-49a6-9efd-edc1e7041e62 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:49.989306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8ea7914-bb35-4262-9656-b7a6f51e1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:49.990886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object f4824cd3-3d9f-4de1-a398-d70cff03cb43 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:50.021086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3cd969bf-4179-49a6-9efd-edc1e7041e62 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:50.044058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.150455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3cd969bf-4179-49a6-9efd-edc1e7041e62 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.154662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.179676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Pushing event updated for resources: {'Subnet': ['ID=da16e7ab-e38d-4f8d-8fa2-6d4b66d24b64,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.324744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-ae8c16f7-96df-4ec6-9ed1-b4afb737a125 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=88494588-d749-4bbc-a892-fdafa2b32ce8 HTTP/1.1" status: 200 len: 217 time: 0.5266976 Aug 29 04:27:50.336551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-581486f0-04d8-42b9-a5c8-521a44726120 req-74ca233d-6d6f-4a95-8ab1-f2a157419fa0 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8713307 Aug 29 04:27:50.474184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-1bb071e0-a9d7-4bd6-a0f3-eced2835f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.475961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-1bb071e0-a9d7-4bd6-a0f3-eced2835f6fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5dbb45-d274-468f-b66d-fa03fd3e11cc HTTP/1.1" status: 200 len: 801 time: 0.1194415 Aug 29 04:27:50.577152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a214fa8-b328-4880-a7db-bf2fa95aa7b5 req-855bd947-47a6-429b-966b-14b1e8d28cb6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7454410 Aug 29 04:27:50.599181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-5b3080d8-92b2-49cf-a355-66b900d00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.599754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-5b3080d8-92b2-49cf-a355-66b900d00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.600256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-5b3080d8-92b2-49cf-a355-66b900d00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.602189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5acef712-bf1f-4b98-be09-23c708f86675 req-5b3080d8-92b2-49cf-a355-66b900d00954 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9954379 Aug 29 04:27:50.689067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=f4824cd3-3d9f-4de1-a398-d70cff03cb43,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:50.691529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-01c4aec8-8c2d-4049-80cd-9c03c46a40c6 None None] Provisioning for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:50.693651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Checking segment: {'id': '59a08bb0-6f72-476c-a2f2-21ad0231a006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a2763bcb-44cc-4a93-afe0-1afad6589547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:50.694055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Network hostable DHCP agents. Network: a2763bcb-44cc-4a93-afe0-1afad6589547, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:50.709225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-01c4aec8-8c2d-4049-80cd-9c03c46a40c6 None None] Provisioning complete for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:50.709999 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01c4aec8-8c2d-4049-80cd-9c03c46a40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.781549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c7efe-eced-4a5c-98ed-42a152c1d873 req-da3f5347-fe7f-40b5-8e86-1973706b38df tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.784162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41c7efe-eced-4a5c-98ed-42a152c1d873 req-da3f5347-fe7f-40b5-8e86-1973706b38df tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 945 time: 0.3068786 Aug 29 04:27:50.793461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-01c4aec8-8c2d-4049-80cd-9c03c46a40c6 None None] Port f4824cd3-3d9f-4de1-a398-d70cff03cb43 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:50.801868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-b36da12e-b770-40ab-844a-f41f90860ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.804553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-b36da12e-b770-40ab-844a-f41f90860ad4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2994640 Aug 29 04:27:50.813402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef712-bf1f-4b98-be09-23c708f86675 req-bfdaf353-7d65-484d-8c37-5ad929e190a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.815908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5acef712-bf1f-4b98-be09-23c708f86675 req-bfdaf353-7d65-484d-8c37-5ad929e190a5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691954 Aug 29 04:27:50.886243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Network a2763bcb-44cc-4a93-afe0-1afad6589547 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:50.889777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] In _notify_port_updated(), no bound segment for port f4824cd3-3d9f-4de1-a398-d70cff03cb43 on network 6c4fb614-49f3-4bb0-9967-3d5053c29dec {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:27:50.895913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.896636 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.901923 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ce79e5dc-4589-4de7-b3b7-f22e04264479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/ports/f4824cd3-3d9f-4de1-a398-d70cff03cb43 HTTP/1.1" status: 200 len: 999 time: 3.4663854 Aug 29 04:27:50.912625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:50.936453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a2763bcb-44cc-4a93-afe0-1afad6589547) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:50.942711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:50.943765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:50.948291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98004a8c-7485-434d-a707-00458773052c None None] Network a2763bcb-44cc-4a93-afe0-1afad6589547 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:51.017413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8::1 (a5e50a9a-f77e-4a56-8533-5046a75acc79/872200a1-42eb-4ee5-a328-b43e6985f0ac/3ebf442e-4ab3-437c-8374-59c41c6c0459) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:51.019965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d41c7efe-eced-4a5c-98ed-42a152c1d873 req-a1e1b869-3804-43df-b8ce-ce51ecb06d0d tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111571 Aug 29 04:27:51.077891 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b008bd5-51f3-4f1b-9f62-75fd331b57be admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5255179 Aug 29 04:27:51.175223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-c58e185b-9a2c-4662-8f03-331ae8d65f09 service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576369 Aug 29 04:27:51.180559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa301ec-2ecf-4eae-9333-b1cf2be12553 None None] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:51.181176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:51.226930 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.396870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d8ba4-0255-4d3f-8749-bc23934939ee None None] Network a2763bcb-44cc-4a93-afe0-1afad6589547 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:51.430933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e091ab5-1ad3-4675-8daf-600fe89f9e04 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:51.448476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.452940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.471025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ded8f945-6505-414e-a8a9-849b8b23a330 req-c30afa8e-7690-40ff-ac57-ed97543f7bb4 service neutron] 10.222.0.54 "GET /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831857 Aug 29 04:27:51.475758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 3ebf442e-4ab3-437c-8374-59c41c6c0459 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:51.480729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Transition to ACTIVE for port object 9e091ab5-1ad3-4675-8daf-600fe89f9e04 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:51.491773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.547657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.610708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Subnet': ['ID=62bb077d-b1da-4f11-868b-1f7ef1cfad07,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.613252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.619849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port f4824cd3-3d9f-4de1-a398-d70cff03cb43 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:51.620417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.691027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e243b-db01-45df-a0a7-1de75c6588d7 req-60da64b2-d81b-437d-b616-a586da27dd2c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.698291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:51.699638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e243b-db01-45df-a0a7-1de75c6588d7 req-60da64b2-d81b-437d-b616-a586da27dd2c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.706685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e243b-db01-45df-a0a7-1de75c6588d7 req-60da64b2-d81b-437d-b616-a586da27dd2c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:51.715480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:51.716763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-727e243b-db01-45df-a0a7-1de75c6588d7 req-60da64b2-d81b-437d-b616-a586da27dd2c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2412 time: 0.1750543 Aug 29 04:27:51.736724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:51.737436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.778242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:51.791200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f420988-896e-44a7-9867-9a54a0432ce9 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:51.805844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b03836c7-ab23-4af3-af5e-74888b6d1cfd None None] Provisioning for port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:51.821287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Checking segment: {'id': '68e8eddf-e527-4b4c-a967-8742ec150a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '649d61e9-a3f6-4ff3-8287-7cb0246321a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:51.821750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network hostable DHCP agents. Network: 649d61e9-a3f6-4ff3-8287-7cb0246321a0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:51.831175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=3ebf442e-4ab3-437c-8374-59c41c6c0459,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:51.858982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Attempting to bind port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:51.859618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Attempting to bind port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:51.859618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Attempting to bind port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:51.870885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-727e243b-db01-45df-a0a7-1de75c6588d7 req-5a38147c-8a8f-4c93-83f3-1855265c6263 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530292 Aug 29 04:27:51.897739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:51.898068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Attempting to bind port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:51.919087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:51.920010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:51.920419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Bound using segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:51.920870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Bound port: 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:51.921230 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.955981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:51.975558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network 649d61e9-a3f6-4ff3-8287-7cb0246321a0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:52.042506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for f4824cd3-3d9f-4de1-a398-d70cff03cb43 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:52.066944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:52.097508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 649d61e9-a3f6-4ff3-8287-7cb0246321a0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:52.102789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.106213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.147017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d196d4-45af-4f43-9e7a-6591f8619087 None None] Network 649d61e9-a3f6-4ff3-8287-7cb0246321a0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:52.149965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:52.154578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:52.234085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.261874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event updated for resources: {'Subnet': ['ID=534d8dd2-6dbb-4488-822c-6afdd614e9b4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.295121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:52.324359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'port_id': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', 'mac_address': 'fa:16:3e:53:30:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5dbb45-d274-468f-b66d-fa03fd3e11cc', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:52.348919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Checking segment: {'id': '3961e89c-ee14-4864-a3c3-f5ee9011a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:52.349220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network hostable DHCP agents. Network: 13f9a4ef-7660-4c4e-a235-9daa387b057e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:27:52.349405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.350022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.351462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 200 len: 1092 time: 3.3437085 Aug 29 04:27:52.351992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:52.354339 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:52.407178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.415340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.421604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.429330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.429580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.434870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.442280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.449163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.452149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-eb1c7925-7896-44cc-9626-20aa117ceaef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5394 time: 0.2938614 Aug 29 04:27:52.461897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:52.464865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:52.474095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd94c6-656e-49c9-875d-44ce64f3f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:52.480273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9f420988-896e-44a7-9867-9a54a0432ce9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:52.493667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:52.535876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Network 13f9a4ef-7660-4c4e-a235-9daa387b057e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:27:52.559104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9f420988-896e-44a7-9867-9a54a0432ce9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:52.559520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.587361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-c8ee4168-b05d-4e18-8be0-1e72cb5d2f0d tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.588795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 13f9a4ef-7660-4c4e-a235-9daa387b057e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:52.589059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-c8ee4168-b05d-4e18-8be0-1e72cb5d2f0d tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/networks?id=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c HTTP/1.1" status: 200 len: 825 time: 0.4325070 Aug 29 04:27:52.597865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.599856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.601424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.614676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:52.615051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.619861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.626839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eb96270-3f88-4946-bd64-12b320e9f165 req-df922196-7cab-410f-a9b0-594cbac7c139 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206973 Aug 29 04:27:52.631115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-0eebcba0-fb86-43be-b5c7-6b5ad2ca839c tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/quotas/7faea0d83dcd4a0584beb87058278030 HTTP/1.1" status: 200 len: 375 time: 0.0334923 Aug 29 04:27:52.678316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde2cfb-d042-4239-a8be-44dba23806b3 None None] Network 13f9a4ef-7660-4c4e-a235-9daa387b057e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:52.696695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-70ee9f92-0d25-4428-bf8d-faba50a328f8 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7faea0d83dcd4a0584beb87058278030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547571 Aug 29 04:27:52.767722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9abd110a-665b-4622-9515-55897d23aa93 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.9027152 Aug 29 04:27:52.781434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:52.812728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:52.835296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c790c66-618c-4276-a00c-241bb68c7635 None None] Provisioning for port 3ebf442e-4ab3-437c-8374-59c41c6c0459 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:52.845774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.846452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3e0ccb9b-8458-440f-b781-534ded4f9602 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:52.906884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c790c66-618c-4276-a00c-241bb68c7635 None None] Provisioning complete for port 3ebf442e-4ab3-437c-8374-59c41c6c0459 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:52.907325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c790c66-618c-4276-a00c-241bb68c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.956485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-f9c77017-3d15-48bd-9ae1-386cac68f94e service neutron] 10.222.0.62 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276862 Aug 29 04:27:52.958701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:52.982830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a333b-0806-47a7-bb83-e8d681446e1b tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:52.999045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a333b-0806-47a7-bb83-e8d681446e1b tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.000827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a333b-0806-47a7-bb83-e8d681446e1b tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.006112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c5a333b-0806-47a7-bb83-e8d681446e1b tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2188780 Aug 29 04:27:53.036424 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.039504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.070214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:27:53.145904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=f4824cd3-3d9f-4de1-a398-d70cff03cb43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.208987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45f769-86c1-4993-8e10-9a425f00e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-649d61e9-a3f6-4ff3-8287-7cb0246321a0', 'network_id': '649d61e9-a3f6-4ff3-8287-7cb0246321a0', 'tenant_id': '4b08668292b74efc935de3d52fdedcd2', 'fixed_ips': [{'subnet_id': '62bb077d-b1da-4f11-868b-1f7ef1cfad07'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:53.209851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a45f769-86c1-4993-8e10-9a425f00e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.223205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e111a56-55e4-46da-8908-79893c47b7d1 req-fce8113e-71c7-4976-a787-84dfa09a9535 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:53.233031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.233795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e111a56-55e4-46da-8908-79893c47b7d1 req-fce8113e-71c7-4976-a787-84dfa09a9535 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 945 time: 0.3573003 Aug 29 04:27:53.248826 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.249642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.251025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c790c66-618c-4276-a00c-241bb68c7635 None None] Port 3ebf442e-4ab3-437c-8374-59c41c6c0459 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:53.254238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.312298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Deleting subnet 62bb077d-b1da-4f11-868b-1f7ef1cfad07 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:53.316014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.368722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.378260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e111a56-55e4-46da-8908-79893c47b7d1 req-0ad3376a-e074-4221-8e09-92d7e375d277 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146152 Aug 29 04:27:53.412637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-db7d0ecb-ca29-452c-b373-7799a72560b4 service neutron] 10.222.0.62 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323863 Aug 29 04:27:53.449448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.467945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:53.471564 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733c052-e77c-40c3-b4dc-d382d532fb64" -d '{"events": [{"server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "name": "network-vif-plugged", "status": "completed", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:53.521455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.524838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39d99cf4-8646-4cdc-8c54-c2ca736c0389 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/f4824cd3-3d9f-4de1-a398-d70cff03cb43 HTTP/1.1" status: 204 len: 168 time: 2.6110854 Aug 29 04:27:53.562790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.607878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=3ebf442e-4ab3-437c-8374-59c41c6c0459,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.613908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f420988-896e-44a7-9867-9a54a0432ce9,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:53.645047 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.677729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91921a32-4042-427d-86ab-19f410fcaa4f {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:53.688923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.701210 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28d0a0c-8d96-477f-b3df-f5e8dd161b3d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:27:53.707985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f28d0a0c-8d96-477f-b3df-f5e8dd161b3d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/f4824cd3-3d9f-4de1-a398-d70cff03cb43 HTTP/1.1" status: 404 len: 333 time: 0.1398067 Aug 29 04:27:53.708261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Transition to ACTIVE for port object 91921a32-4042-427d-86ab-19f410fcaa4f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:53.713050 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001010b-45c2-45b9-bfcb-542c728966ee x-openstack-request-id: req-3001010b-45c2-45b9-bfcb-542c728966ee {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:53.713638 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:53.713950 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3001010b-45c2-45b9-bfcb-542c728966ee {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:53.714123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:53.714394 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'status': 'completed', 'code': 200} Aug 29 04:27:53.719067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.728830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.761208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,segment=NetworkSegment(e7885103-0b91-4deb-a16c-9c35a3d7b4be),segment_id=e7885103-0b91-4deb-a16c-9c35a3d7b4be)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:53.780198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:53.785553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.801061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-13f9a4ef-7660-4c4e-a235-9daa387b057e', 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e', 'tenant_id': '4b08668292b74efc935de3d52fdedcd2', 'fixed_ips': [{'subnet_id': '534d8dd2-6dbb-4488-822c-6afdd614e9b4'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:27:53.801941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.819459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 0c76806b-d085-4924-95e9-353c52957e45 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:53.842893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'network_id': 'a0fa44fe-9e93-4844-8b64-4cd91a0e74c9', 'port_id': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'mac_address': 'fa:16:3e:db:71:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d3176d-2497-4444-917d-916d10aadf81', 'ip_address': '19.86.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:53.860731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.865129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.872266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b2a74fa-f972-432b-94b3-e4268b258687 None None] Provisioning complete for port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:53.872973 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b2a74fa-f972-432b-94b3-e4268b258687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:53.885075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:53.902618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d96d5cba-7d05-400d-9848-f97d3cd69446 req-5c3fb5da-0f30-4496-85cf-e82088cfba33 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.1945775 Aug 29 04:27:54.005794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:54.009756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.130941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:54.143219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.143770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.144217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.145073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.145881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.146773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.147388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.149660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-29a7423b-c386-4462-845c-6698bafeabac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6316 time: 0.4404771 Aug 29 04:27:54.175098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edf2d5-acc6-41d3-b2d6-3ccb50601fc5 req-b5bc0b18-29bb-45b4-a21e-e22c2017fb13 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.183394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edf2d5-acc6-41d3-b2d6-3ccb50601fc5 req-b5bc0b18-29bb-45b4-a21e-e22c2017fb13 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.195595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edf2d5-acc6-41d3-b2d6-3ccb50601fc5 req-b5bc0b18-29bb-45b4-a21e-e22c2017fb13 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.198092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4edf2d5-acc6-41d3-b2d6-3ccb50601fc5 req-b5bc0b18-29bb-45b4-a21e-e22c2017fb13 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2413 time: 0.4865818 Aug 29 04:27:54.255286 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cdbc76-d8fc-4887-8454-294ab407a176 x-openstack-request-id: req-b5cdbc76-d8fc-4887-8454-294ab407a176 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:54.255594 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "name": "network-vif-plugged", "status": "completed", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:54.255804 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5cdbc76-d8fc-4887-8454-294ab407a176 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:54.256151 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9', 'code': 200} Aug 29 04:27:54.257990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.273666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.315436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0ccb9b-8458-440f-b781-534ded4f9602 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:54.348036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:54.403172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4edf2d5-acc6-41d3-b2d6-3ccb50601fc5 req-d37326c2-cc03-4ed9-abbf-cd107a36c176 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639636 Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-8a45f769-86c1-4993-8e10-9a425f00e3a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62bb077d-b1da-4f11-868b-1f7ef1cfad07: This subnet is being modified by another concurrent operation. Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:27:54.432427 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62bb077d-b1da-4f11-868b-1f7ef1cfad07: This subnet is being modified by another concurrent operation. Aug 29 04:27:54.441599 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:27:54.458887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.479889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.480647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 88494588-d749-4bbc-a892-fdafa2b32ce8 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:27:54.508277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Subnet': ['ID=62bb077d-b1da-4f11-868b-1f7ef1cfad07,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.527370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.543521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.550614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.558523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.565485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.573174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.580437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.588902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55205111-5927-4c88-bb01-ad2bae09a133 req-6c0ddae7-efa9-4ba3-adbe-b7fe03b7faa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5406 time: 0.4378097 Aug 29 04:27:54.594394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Attempting to bind port 91921a32-4042-427d-86ab-19f410fcaa4f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:54.594730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Attempting to bind port 91921a32-4042-427d-86ab-19f410fcaa4f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:54.595113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Attempting to bind port 91921a32-4042-427d-86ab-19f410fcaa4f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:54.596572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f9787-3364-47a4-a798-ba9184bd77c7 None None] Network 649d61e9-a3f6-4ff3-8287-7cb0246321a0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:54.599605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:54.651845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=88494588-d749-4bbc-a892-fdafa2b32ce8,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:54.665165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Port 91921a32-4042-427d-86ab-19f410fcaa4f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:54.665542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Attempting to bind port 91921a32-4042-427d-86ab-19f410fcaa4f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:54.666129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-7db7db24-4132-418a-826c-e592126b42bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1480772 Aug 29 04:27:54.670679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.673561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8eba9da-77cd-4415-95b9-97b2b1013f56 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/subnets/62bb077d-b1da-4f11-868b-1f7ef1cfad07 HTTP/1.1" status: 204 len: 168 time: 1.6091681 Aug 29 04:27:54.683892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:54.705821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b669-e569-4177-9f1c-c2d31b8fc8be req-3a4c3e6a-420b-4982-9891-bc8efa7a5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.707400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e98b669-e569-4177-9f1c-c2d31b8fc8be req-3a4c3e6a-420b-4982-9891-bc8efa7a5bba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 1098 time: 0.5509942 Aug 29 04:27:54.726924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55205111-5927-4c88-bb01-ad2bae09a133 req-e218711d-dbc6-49e0-a335-d24691a75740 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339588 Aug 29 04:27:54.736652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.776006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:54.776006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Checking segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:54.776006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Bound using segment: {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:54.776006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Bound port: 91921a32-4042-427d-86ab-19f410fcaa4f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2482549b-7999-47dc-8ddf-65a971aa3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:54.776006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:54.783311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '88494588-d749-4bbc-a892-fdafa2b32ce8', 'network_id': '369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8', 'port_id': '88494588-d749-4bbc-a892-fdafa2b32ce8', 'mac_address': 'fa:16:3e:28:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5dbb45-d274-468f-b66d-fa03fd3e11cc', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:27:54.798716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-a75b00d9-aff3-42a6-a197-95e8cecf5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.800234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-a75b00d9-aff3-42a6-a197-95e8cecf5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.801152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-a75b00d9-aff3-42a6-a197-95e8cecf5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:54.803883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-a75b00d9-aff3-42a6-a197-95e8cecf5899 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6043875 Aug 29 04:27:54.908348 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-d15b8c6a-3df8-4997-83cb-d74909877622 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1133051 Aug 29 04:27:54.915638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Allocated IP 172.20.0.18 (13f9a4ef-7660-4c4e-a235-9daa387b057e/534d8dd2-6dbb-4488-822c-6afdd614e9b4/9f71d2c8-5212-4330-8927-fdd7f59cd325) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:54.921948 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e98b669-e569-4177-9f1c-c2d31b8fc8be req-51fa8249-4113-4f00-b686-81b39b1f1cd4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043135 Aug 29 04:27:54.927471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router c333f39e-eb94-4b0a-947c-4382cc0dc73f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:27:55.071586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Deleting subnet 534d8dd2-6dbb-4488-822c-6afdd614e9b4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:55.112927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf7b65-9c58-41d8-8f35-0823f170d0a8 req-a4a7e873-e4a8-46c3-9b57-5f05dc60baed tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.120074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08cf7b65-9c58-41d8-8f35-0823f170d0a8 req-a4a7e873-e4a8-46c3-9b57-5f05dc60baed tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.4283741 Aug 29 04:27:55.142747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:27:55.171814 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6114b9f6-96e9-40f9-aea1-b2c83b900a3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6157546 Aug 29 04:27:55.173113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ccebcf1-b5e1-406f-ac34-a833f1e47df9 req-2b4697c9-b8a9-424b-918c-5c56b97df1fc tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.0841990 Aug 29 04:27:55.173838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] Sync routers for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:27:55.174787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.181991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.187821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.262179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88494588-d749-4bbc-a892-fdafa2b32ce8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:55.271366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=0c76806b-d085-4924-95e9-353c52957e45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.274968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.278404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8cec9153-2f68-4b2f-96a4-64eab4f07f6a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/0c76806b-d085-4924-95e9-353c52957e45 HTTP/1.1" status: 204 len: 168 time: 1.5627005 Aug 29 04:27:55.281840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.283382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-c20c6b54-7208-40e7-9b3a-0c1cb37bb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.288932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:55.289268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-c20c6b54-7208-40e7-9b3a-0c1cb37bb6d1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4465609 Aug 29 04:27:55.289609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.291828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aea0f3-021f-4806-b4eb-2c419aa5f7aa None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:55.352536 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-2c85eb6b-2711-4dce-90d6-71375933dc99 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005287 Aug 29 04:27:55.381334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:55.391251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f71a852c-163a-4de8-84ef-ce941a79c8df None None] Provisioning complete for port 3ebf442e-4ab3-437c-8374-59c41c6c0459 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:55.391625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f71a852c-163a-4de8-84ef-ce941a79c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.393401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.398103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=88494588-d749-4bbc-a892-fdafa2b32ce8,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:55.399052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990f429-2f2c-44b4-bb6f-cc727015053f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.401596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f990f429-2f2c-44b4-bb6f-cc727015053f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports/3ebf442e-4ab3-437c-8374-59c41c6c0459 HTTP/1.1" status: 200 len: 911 time: 0.2222247 Aug 29 04:27:55.410082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08cf7b65-9c58-41d8-8f35-0823f170d0a8 req-7b9bef08-ca07-45b5-bca2-b2496d8ef48c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888508 Aug 29 04:27:55.410802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:55.443843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:55.447567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.488457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet b448451f-223e-4e00-bdc8-ea2df0115489 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:27:55.513044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.523212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:27:55.523868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.553928 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.561323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f71a852c-163a-4de8-84ef-ce941a79c8df None None] Port 3ebf442e-4ab3-437c-8374-59c41c6c0459 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:27:55.659887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:55.660579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd96754-5fcf-4743-badf-f54eaa547407 None None] The sync data for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:27:55.693941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.710287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.734381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.736595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.739472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] 10.222.0.50 "PUT /v2.0/ports/91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 200 len: 1092 time: 3.2860470 Aug 29 04:27:55.743798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:55.750036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:55.757875 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a074353-e756-481f-ad38-1aca22a9c2be" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:55.782488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-a08465ec-ea95-4b99-9f28-85990303991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:55.783573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['03473bd7-f5bb-4e7a-b3d8-d0723b8863ef'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:55.785208 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-a08465ec-ea95-4b99-9f28-85990303991a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4193795 Aug 29 04:27:55.798405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Transition to ACTIVE for port object 9f71d2c8-5212-4330-8927-fdd7f59cd325 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:55.858694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3e0ccb9b-8458-440f-b781-534ded4f9602'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:55.904680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:55.909309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a4e09-aabe-498e-89a8-f973452c2efa service neutron] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:55.952922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Transition to ACTIVE for port object 9f71d2c8-5212-4330-8927-fdd7f59cd325 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:56.017432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.022525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:56.032769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.043859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.128263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.167393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=b448451f-223e-4e00-bdc8-ea2df0115489,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.173489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.175895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6f67c92-41c9-4542-a5e1-ea2da01b2828 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/b448451f-223e-4e00-bdc8-ea2df0115489 HTTP/1.1" status: 204 len: 168 time: 0.8922179 Aug 29 04:27:56.178869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:56.187829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Network 13f9a4ef-7660-4c4e-a235-9daa387b057e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:56.214039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:56.216619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:56.221179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Pushing event updated for resources: {'Port': ['ID=9f71d2c8-5212-4330-8927-fdd7f59cd325,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.313734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.391743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Attempting to bind port 9f71d2c8-5212-4330-8927-fdd7f59cd325 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:56.392519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Attempting to bind port 9f71d2c8-5212-4330-8927-fdd7f59cd325 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '3961e89c-ee14-4864-a3c3-f5ee9011a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:56.393053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Attempting to bind port 9f71d2c8-5212-4330-8927-fdd7f59cd325 on network 13f9a4ef-7660-4c4e-a235-9daa387b057e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:56.433871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:56.434517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.436030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 9142ac34-cf18-485e-83af-3075581dcc10 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:56.436622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.469203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:56.469778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Checking segment: {'id': '3961e89c-ee14-4864-a3c3-f5ee9011a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:56.470251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.470713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Bound using segment: {'id': '3961e89c-ee14-4864-a3c3-f5ee9011a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:56.471267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Bound port: 9f71d2c8-5212-4330-8927-fdd7f59cd325, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3961e89c-ee14-4864-a3c3-f5ee9011a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '13f9a4ef-7660-4c4e-a235-9daa387b057e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:56.471714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.531292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] For port 9142ac34-cf18-485e-83af-3075581dcc10, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9142ac34-cf18-485e-83af-3075581dcc10,segment=NetworkSegment(9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940),segment_id=9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:56.531657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.546726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 9142ac34-cf18-485e-83af-3075581dcc10 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:56.587442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eccbe4-daf1-48ab-8b2e-2717cc6d6672 None None] Update dhcp port {'port': {'network_id': '6c4fb614-49f3-4bb0-9967-3d5053c29dec', 'fixed_ips': [{'subnet_id': 'b448451f-223e-4e00-bdc8-ea2df0115489'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '9142ac34-cf18-485e-83af-3075581dcc10'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:27:56.612488 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:27:56.613519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361aa25-089a-48e6-83e3-1b2d6b080417 req-bd663a34-42ea-4763-99ba-3d3002bb792b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.619810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361aa25-089a-48e6-83e3-1b2d6b080417 req-bd663a34-42ea-4763-99ba-3d3002bb792b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.626819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361aa25-089a-48e6-83e3-1b2d6b080417 req-bd663a34-42ea-4763-99ba-3d3002bb792b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.633012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0361aa25-089a-48e6-83e3-1b2d6b080417 req-bd663a34-42ea-4763-99ba-3d3002bb792b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2415 time: 0.9882071 Aug 29 04:27:56.655866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.681569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8eccbe4-daf1-48ab-8b2e-2717cc6d6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.685860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.694173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No DVR routers for this DVR port 9142ac34-cf18-485e-83af-3075581dcc10 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:56.696436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=9142ac34-cf18-485e-83af-3075581dcc10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.744971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-d8d5db73-04fc-4b9b-bec1-b7d8ae85aa98 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.746552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-d8d5db73-04fc-4b9b-bec1-b7d8ae85aa98 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.54 "GET /v2.0/networks?id=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c HTTP/1.1" status: 200 len: 825 time: 0.9007893 Aug 29 04:27:56.755568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.762459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] For port 9f71d2c8-5212-4330-8927-fdd7f59cd325, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:27:56.786785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Request body: {'port': {'device_id': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c', 'admin_state_up': True, 'tenant_id': '7faea0d83dcd4a0584beb87058278030'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:56.813601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.815791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.819605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.825123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] For port 9f71d2c8-5212-4330-8927-fdd7f59cd325, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9f71d2c8-5212-4330-8927-fdd7f59cd325,segment=NetworkSegment(3961e89c-ee14-4864-a3c3-f5ee9011a580),segment_id=3961e89c-ee14-4864-a3c3-f5ee9011a580)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:27:56.826394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.831135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eccbe4-daf1-48ab-8b2e-2717cc6d6672 None None] Host n-d-712139-13 tried to update port 9142ac34-cf18-485e-83af-3075581dcc10 which no longer exists. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 29 04:27:56.832400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.834250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4fb614-49f3-4bb0-9967-3d5053c29dec']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:56.835672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:56.838495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.844761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.850991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:56.853955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-288df8cb-37c2-4d7a-931b-d027c9459aec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5406 time: 0.7873578 Aug 29 04:27:56.873357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['88494588-d749-4bbc-a892-fdafa2b32ce8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:27:56.957806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7758c-dada-48fd-8234-828391b6a5a3 None None] Pushing event updated for resources: {'Port': ['ID=9f71d2c8-5212-4330-8927-fdd7f59cd325,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:56.973502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7657c-5f73-431b-977f-594b14dd176e None None] Network 6c4fb614-49f3-4bb0-9967-3d5053c29dec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:56.994482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0361aa25-089a-48e6-83e3-1b2d6b080417 req-eab19128-7f33-409e-b638-aa8bd06fde96 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603163 Aug 29 04:27:57.058603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6b05abb4-2a58-486c-83bf-319e20c7f0cb None None] Could not find standard attr ID for object 9142ac34-cf18-485e-83af-3075581dcc10. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:27:57.148274 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6b229-b07e-4fa3-a44b-c7c5e740fe5c x-openstack-request-id: req-bbe6b229-b07e-4fa3-a44b-c7c5e740fe5c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:57.148798 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:57.149240 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbe6b229-b07e-4fa3-a44b-c7c5e740fe5c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:57.149815 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f', 'status': 'completed', 'code': 200} Aug 29 04:27:57.276819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.282564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec1bba-0dc9-46e8-a126-3b6a911e69d9 None None] DHCP port deletion for 6c4fb614-49f3-4bb0-9967-3d5053c29dec request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:57.290764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62bfcc52-b801-4e65-ba3c-ce2b7d2db12f req-7d4fafa7-47cf-4181-a8bf-52726a88fb4f tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3803325 Aug 29 04:27:57.309565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:57.310730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5f1a3a-f2bb-46f5-9a0b-34e3ca6dc940') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:57.376114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.398297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.408900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:57.409447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:57.412886 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:57.420549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.421205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.423124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.423124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.423124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.423413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.423728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.426830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a074353-e756-481f-ad38-1aca22a9c2be req-c904912f-02cb-4d45-b036-d424aa14776f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6358 time: 0.1381116 Aug 29 04:27:57.465576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3c23439-773d-4154-984c-3b813db17aa0 req-63ecb128-4444-42b9-8a29-ff9e7690edbe tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.1664181 Aug 29 04:27:57.479758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3e0ccb9b-8458-440f-b781-534ded4f9602 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:57.570885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3e0ccb9b-8458-440f-b781-534ded4f9602 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:57.580340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3e0ccb9b-8458-440f-b781-534ded4f9602 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:57.581045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.622007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Made reservation on behalf of 7faea0d83dcd4a0584beb87058278030 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:57.626276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.638556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.653437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.655538 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/6c4fb614-49f3-4bb0-9967-3d5053c29dec HTTP/1.1" status: 204 len: 168 time: 1.4747009 Aug 29 04:27:57.663196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-5ddd67d1-0802-4fb5-b8db-76bf926547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.663431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-5ddd67d1-0802-4fb5-b8db-76bf926547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.664348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-5ddd67d1-0802-4fb5-b8db-76bf926547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.666062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a074353-e756-481f-ad38-1aca22a9c2be req-5ddd67d1-0802-4fb5-b8db-76bf926547d8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1950991 Aug 29 04:27:57.675731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.687100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e244cec-c067-4bcf-8797-5573ac76cfa6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=6c4fb614-49f3-4bb0-9967-3d5053c29dec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.736466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.741857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945440c-af6d-4097-876a-8869ec6e9e2e req-3e6dcd01-6549-4366-9f5f-7f3986075bf5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.743725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b945440c-af6d-4097-876a-8869ec6e9e2e req-3e6dcd01-6549-4366-9f5f-7f3986075bf5 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.3209302 Aug 29 04:27:57.745163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.777867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:27:57.780784 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada0686-be73-41a3-a875-0894e3ff0d55" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:27:57.784829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:57.810339 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.816943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:57.821251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a074353-e756-481f-ad38-1aca22a9c2be req-f24fa436-e539-4e8f-b429-aa8119d01e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:57.823111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a074353-e756-481f-ad38-1aca22a9c2be req-f24fa436-e539-4e8f-b429-aa8119d01e5c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454718 Aug 29 04:27:57.845207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Subnet': ['ID=534d8dd2-6dbb-4488-822c-6afdd614e9b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:57.858202 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.863003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:57.863221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ec6be7e8-b9f5-4677-8da8-9a54a35e557d tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/subnets/534d8dd2-6dbb-4488-822c-6afdd614e9b4 HTTP/1.1" status: 204 len: 168 time: 3.1727216 Aug 29 04:27:57.868552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:57.933955 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f2b3c8-34e6-4917-a1ad-631e358e099a x-openstack-request-id: req-65f2b3c8-34e6-4917-a1ad-631e358e099a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:27:57.936094 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:27:57.937453 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65f2b3c8-34e6-4917-a1ad-631e358e099a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:27:57.937453 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'code': 200} Aug 29 04:27:58.000880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:58.004986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.016069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:58.016887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.029054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0990f-317b-46ac-8d19-f8ef85c63124 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.036972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2ff0990f-317b-46ac-8d19-f8ef85c63124 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1681340 Aug 29 04:27:58.037187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b945440c-af6d-4097-876a-8869ec6e9e2e req-d3ec1a38-c768-4e28-9335-4f4e6e181c68 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792225 Aug 29 04:27:58.038128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36144) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.046010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0755f0-f758-4aee-ab51-014d996c2706 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.048178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c0755f0-f758-4aee-ab51-014d996c2706 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3711786 Aug 29 04:27:58.061372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.072628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f71d2c8-5212-4330-8927-fdd7f59cd325 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:58.351545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2da3f55f-c8cb-43cd-837c-c774e079c60a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2863250 Aug 29 04:27:58.376176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.377971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:58.388606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8:1::1 (ffbc9155-b12b-4fae-adf0-b0022272f5fc/c865325e-bf76-44bc-ad17-1cc3d77d00be/a839bb1a-d7f8-4937-b094-05baafab1b23) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:58.390615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999972010'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:58.446003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:58.450695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.499838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9f71d2c8-5212-4330-8927-fdd7f59cd325 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:58.503887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:27:58.504353 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.518347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.518915 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment c23585be-675f-48d3-8a2f-959bcb47944c of type vlan for network 1eec9f48-e063-42ac-a508-f367d005ace4 Aug 29 04:27:58.525493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.545619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object a839bb1a-d7f8-4937-b094-05baafab1b23 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:58.552050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697ce41c-0190-4a05-97f8-0961b6a83b3c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:27:58.574081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.577911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:58.586184 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.587477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.624328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.631391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.632082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.644060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9142ac34-cf18-485e-83af-3075581dcc10 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:27:58.650452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Allocated IP 172.20.0.10 (d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c/2792259d-01ba-41b1-a465-d66e19c8a51d/6193ff2c-0018-46eb-b01b-011e3aacf9a7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:27:58.667912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Transition to ACTIVE for port object 697ce41c-0190-4a05-97f8-0961b6a83b3c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:27:58.671910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e47a4f-14f9-40ac-8c9d-4436315b5e08 None None] Network 13f9a4ef-7660-4c4e-a235-9daa387b057e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:27:58.694977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.726420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9142ac34-cf18-485e-83af-3075581dcc10 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:27:58.726765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9142ac34-cf18-485e-83af-3075581dcc10 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:27:58.727119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Deleting port 9f71d2c8-5212-4330-8927-fdd7f59cd325 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:27:58.727476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.766244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d9f6d65-b279-4eec-a656-615e6a1b8326 None None] Provisioning for port 9f71d2c8-5212-4330-8927-fdd7f59cd325 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:58.773529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843a8d-784a-4c9d-ac49-cc894da43449 req-85c9af52-a690-4e28-9fef-9af33e246584 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.776865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9843a8d-784a-4c9d-ac49-cc894da43449 req-85c9af52-a690-4e28-9fef-9af33e246584 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.2155936 Aug 29 04:27:58.781409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d9f6d65-b279-4eec-a656-615e6a1b8326 None None] Provisioning complete for port 9f71d2c8-5212-4330-8927-fdd7f59cd325 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:58.781781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d65-b279-4eec-a656-615e6a1b8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.789606 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.810385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] For port 9f71d2c8-5212-4330-8927-fdd7f59cd325, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9f71d2c8-5212-4330-8927-fdd7f59cd325,segment=NetworkSegment(3961e89c-ee14-4864-a3c3-f5ee9011a580),segment_id=3961e89c-ee14-4864-a3c3-f5ee9011a580)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:27:58.810385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:58.822414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62a08a-2798-4a79-9a05-33dbe7331869 req-51c07ed0-0e33-4596-a92d-9b0e036d465b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.830200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.830734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62a08a-2798-4a79-9a05-33dbe7331869 req-51c07ed0-0e33-4596-a92d-9b0e036d465b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.831036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Calling delete_port for 9f71d2c8-5212-4330-8927-fdd7f59cd325 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:27:58.838646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62a08a-2798-4a79-9a05-33dbe7331869 req-51c07ed0-0e33-4596-a92d-9b0e036d465b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:58.849025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f62a08a-2798-4a79-9a05-33dbe7331869 req-51c07ed0-0e33-4596-a92d-9b0e036d465b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2417 time: 0.6795990 Aug 29 04:27:58.926768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:58.960633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:27:58.980446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9f6d65-b279-4eec-a656-615e6a1b8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.000437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6207876 Aug 29 04:27:59.006697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.017907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:27:59.028580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.094015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d38bb-504e-4450-bda6-d45286e4c52f None None] DHCP port deletion for 13f9a4ef-7660-4c4e-a235-9daa387b057e request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:27:59.098483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05753e64-cd33-459a-9c70-c65bd63dddb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=1eec9f48-e063-42ac-a508-f367d005ace4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.117844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 1eec9f48-e063-42ac-a508-f367d005ace4 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:27:59.136477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:27:59.149265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:27:59.150156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.203010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f62a08a-2798-4a79-9a05-33dbe7331869 req-3d287ca8-cd9b-449c-9a9a-2cc56dda58a2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529642 Aug 29 04:27:59.243989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] No DVR routers for this DVR port 9f71d2c8-5212-4330-8927-fdd7f59cd325 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:27:59.251507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Port': ['ID=9f71d2c8-5212-4330-8927-fdd7f59cd325,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.322003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9843a8d-784a-4c9d-ac49-cc894da43449 req-4b142b7d-d560-4e6a-9dea-aaed4b029d9f tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261819 Aug 29 04:27:59.340106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=a839bb1a-d7f8-4937-b094-05baafab1b23,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:27:59.461856 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.491608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f9a4ef-7660-4c4e-a235-9daa387b057e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.515156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 88494588-d749-4bbc-a892-fdafa2b32ce8 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:27:59.522946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3961e89c-ee14-4864-a3c3-f5ee9011a580') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.523454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3961e89c-ee14-4864-a3c3-f5ee9011a580') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:27:59.543207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.543520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:27:59.550553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.560940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.573059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Attempting to bind port 697ce41c-0190-4a05-97f8-0961b6a83b3c on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:27:59.573818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Attempting to bind port 697ce41c-0190-4a05-97f8-0961b6a83b3c by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:27:59.574409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Attempting to bind port 697ce41c-0190-4a05-97f8-0961b6a83b3c on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:59.607838 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.613485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.614893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25753975-2bd1-48f1-be1a-0657d6ec0577 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:27:59.619963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.626800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.633081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.639269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.645319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.651414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:27:59.653484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-3d86b666-3e3f-4111-bbfd-f8d36eba08c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5418 time: 0.3154576 Aug 29 04:27:59.655626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60cf6681-1e32-449b-bc38-627aae87b1dc req-2c981183-da9b-4b90-b80c-46e224cd501c tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.1372812 Aug 29 04:27:59.671091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Port 697ce41c-0190-4a05-97f8-0961b6a83b3c on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:27:59.671091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Attempting to bind port 697ce41c-0190-4a05-97f8-0961b6a83b3c on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:27:59.673216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.681411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.686246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:27:59.686590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Checking segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:27:59.687067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Bound using segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:27:59.687617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Bound port: 697ce41c-0190-4a05-97f8-0961b6a83b3c, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:27:59.688075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.699286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:27:59.703239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:27:59.709995 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:27:59.874089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d708ee0c-0ed1-45cc-863e-6fc3af1189df None None] Provisioning for port a839bb1a-d7f8-4937-b094-05baafab1b23 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:59.887675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25753975-2bd1-48f1-be1a-0657d6ec0577 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:27:59.891748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.904536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.912708 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/13f9a4ef-7660-4c4e-a235-9daa387b057e HTTP/1.1" status: 204 len: 168 time: 1.8688188 Aug 29 04:27:59.922740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:27:59.923075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d708ee0c-0ed1-45cc-863e-6fc3af1189df None None] Provisioning complete for port a839bb1a-d7f8-4937-b094-05baafab1b23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:27:59.923075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d708ee0c-0ed1-45cc-863e-6fc3af1189df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:27:59.924046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 88494588-d749-4bbc-a892-fdafa2b32ce8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:27:59.997798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:00.002255 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5d1c1-fc06-4853-b0dd-bcdd072caf98" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:00.048249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dadb13-676f-476a-8f36-351804f80015 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=13f9a4ef-7660-4c4e-a235-9daa387b057e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.056665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f71d2c8-5212-4330-8927-fdd7f59cd325 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:00.108087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d708ee0c-0ed1-45cc-863e-6fc3af1189df None None] Port a839bb1a-d7f8-4937-b094-05baafab1b23 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:00.111875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 88494588-d749-4bbc-a892-fdafa2b32ce8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:00.113232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.144486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.154021 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2008fc5-f88c-46ce-97e1-99aa307c5226 x-openstack-request-id: req-e2008fc5-f88c-46ce-97e1-99aa307c5226 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:00.155272 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:00.155272 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2008fc5-f88c-46ce-97e1-99aa307c5226 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:00.156579 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', 'code': 200} Aug 29 04:28:00.206003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9f71d2c8-5212-4330-8927-fdd7f59cd325 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:00.206003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f71d2c8-5212-4330-8927-fdd7f59cd325 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:00.242005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.280958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07710467-88a6-46ef-b4b4-7eac86d31f8e req-e0203bcd-daec-40c1-8397-ecbc37a5350d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5626862 Aug 29 04:28:00.309333 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.319281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.329584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:00.361154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649d61e9-a3f6-4ff3-8287-7cb0246321a0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.382119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e8eddf-e527-4b4c-a967-8742ec150a07') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.382633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e8eddf-e527-4b4c-a967-8742ec150a07') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.411985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.414346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:00.437358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=7eca45da-ce89-46e1-b7b7-d1b49b80925c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.447425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.449874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.451708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:00.461483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:00.462234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:00.465500 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:00.479102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': 'c23585be-675f-48d3-8a2f-959bcb47944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:00.479472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: 1eec9f48-e063-42ac-a508-f367d005ace4, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:00.485506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:00.495614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.509268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.542076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 1eec9f48-e063-42ac-a508-f367d005ace4 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:00.552575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Pushing event updated for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.562547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 1eec9f48-e063-42ac-a508-f367d005ace4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:00.570552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.573623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.574669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.593074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=88494588-d749-4bbc-a892-fdafa2b32ce8,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:00.598143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.600202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/649d61e9-a3f6-4ff3-8287-7cb0246321a0 HTTP/1.1" status: 204 len: 168 time: 0.6756129 Aug 29 04:28:00.618897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.632669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8885f9-065c-4553-95b9-9464879d2d3a tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=649d61e9-a3f6-4ff3-8287-7cb0246321a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.636079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.649709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.650334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.651793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] 10.222.0.50 "PUT /v2.0/ports/697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 200 len: 1092 time: 4.7526140 Aug 29 04:28:00.656718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:00.659349 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60b635b-2eae-44d4-b4ca-035fbd9071a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:00.677085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f6c12f5c-e8ca-403e-80da-859489c294f6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6686583 Aug 29 04:28:00.683201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:00.691860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4', 'name': 'tempest-PortsTestJSON-1896892605'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.706053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.706731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.715709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.747592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Request body: {'port': {'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:00.800689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e78f3-857f-4547-a5a7-1dd6d4981ef6 req-1994dac1-55db-45f0-9f1e-3af211fca58c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.806958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e78f3-857f-4547-a5a7-1dd6d4981ef6 req-1994dac1-55db-45f0-9f1e-3af211fca58c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.813068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e78f3-857f-4547-a5a7-1dd6d4981ef6 req-1994dac1-55db-45f0-9f1e-3af211fca58c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.814480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.814808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd0e78f3-857f-4547-a5a7-1dd6d4981ef6 req-1994dac1-55db-45f0-9f1e-3af211fca58c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2417 time: 0.3988872 Aug 29 04:28:00.828207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.841025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6cf3fd-4494-43c7-b7a8-f10fb3608581']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.867377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed06cc-68d9-46e2-bb44-cea1de2bf0d0 None None] Network 1eec9f48-e063-42ac-a508-f367d005ace4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:00.874143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f6db12-47ff-47fa-be6e-f565e182be71') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.874633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f6db12-47ff-47fa-be6e-f565e182be71') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:00.891822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.897443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5c405-86fb-4985-baa3-0768db2cd817 req-58e51b03-dcde-4def-9eca-2b7aa07fa71b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:00.899549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9e5c405-86fb-4985-baa3-0768db2cd817 req-58e51b03-dcde-4def-9eca-2b7aa07fa71b tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.4422786 Aug 29 04:28:00.918502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d58787-606f-41a1-b8de-eb1b63f3c61f service neutron] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:00.933736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.954265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:00.955096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:00.973036 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:00.982373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-ef241b4e-4be5-4772-974a-85aaa34c58f7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2091663 Aug 29 04:28:01.047759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Request body: {'port': {'device_id': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:01.056788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.063288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.068873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/de6cf3fd-4494-43c7-b7a8-f10fb3608581 HTTP/1.1" status: 204 len: 168 time: 0.4445493 Aug 29 04:28:01.082442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:01.095109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=de6cf3fd-4494-43c7-b7a8-f10fb3608581,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.115181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-1eec9f48-e063-42ac-a508-f367d005ace4', 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '7eca45da-ce89-46e1-b7b7-d1b49b80925c'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:01.116384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.168251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.168561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.168825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.169235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.169576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.169920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.171447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.171447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.171447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.171447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.172401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.172401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b6b3-3c5e-40e1-a7f0-b1434c99de77 tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:01.227369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.251056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.296644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd0e78f3-857f-4547-a5a7-1dd6d4981ef6 req-b16b2a22-b94f-4331-bf1a-b656fb1c75bb tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111934 Aug 29 04:28:01.302679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9e5c405-86fb-4985-baa3-0768db2cd817 req-e51fcd2c-0a42-42da-8bee-f480bf1f41ac tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673785 Aug 29 04:28:01.364566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Allocated IP 172.20.0.2 (1eec9f48-e063-42ac-a508-f367d005ace4/7eca45da-ce89-46e1-b7b7-d1b49b80925c/66493b43-6fb3-42bc-bd7d-f0031cddace6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:01.367631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.395832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.417998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa07f6a-8488-4a89-a41a-4e87a01e7b6e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.418301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa07f6a-8488-4a89-a41a-4e87a01e7b6e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:01.437841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.441493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.442668 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4eeb0-b257-48d1-ba0e-89caa4363526 x-openstack-request-id: req-31a4eeb0-b257-48d1-ba0e-89caa4363526 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:01.443378 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:01.444038 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31a4eeb0-b257-48d1-ba0e-89caa4363526 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:01.444931 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'status': 'completed', 'code': 200} Aug 29 04:28:01.483594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.497731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:01.498234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:01.502246 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:01.641370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.642023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.642662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.643250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.643788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.644355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.645009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.647793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-98b864ba-abda-4c23-90ba-674437c92858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6426 time: 0.1442437 Aug 29 04:28:01.655008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.662013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.664780 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] 10.222.0.62 "DELETE /v2.0/networks/8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1 HTTP/1.1" status: 204 len: 168 time: 0.5806007 Aug 29 04:28:01.691593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.697990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1bfe-38de-4820-86ab-6ea267d099bf tempest-BulkNetworkOpsTest-1074192968 tempest-BulkNetworkOpsTest-1074192968-project] Pushing event deleted for resources: {'Network': ['ID=8691ebf1-ffc2-4ee6-96a6-9c4fb279b6f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:01.728992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:01.740257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.800623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.804017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.859854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-133a9948-3726-412c-bb93-00e42e3f1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.862752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-133a9948-3726-412c-bb93-00e42e3f1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.863533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-133a9948-3726-412c-bb93-00e42e3f1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:01.865411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-133a9948-3726-412c-bb93-00e42e3f1a71 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21d9e6150137447f8dd1f5c248dac866&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1992111 Aug 29 04:28:01.866788 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.892995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Transition to ACTIVE for port object 66493b43-6fb3-42bc-bd7d-f0031cddace6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.929869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Transition to ACTIVE for port object 66493b43-6fb3-42bc-bd7d-f0031cddace6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:01.947309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:01.996454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10584-243d-4cbc-98f9-cb185bae8c2a req-886dc0c8-6fd4-4536-85de-dfab926312d8 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.008802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0d10584-243d-4cbc-98f9-cb185bae8c2a req-886dc0c8-6fd4-4536-85de-dfab926312d8 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 932 time: 0.5164707 Aug 29 04:28:02.020775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Network 1eec9f48-e063-42ac-a508-f367d005ace4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.030227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-0c60ed63-4fbb-45f4-86d5-88c5a166d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.034377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f60b635b-2eae-44d4-b4ca-035fbd9071a4 req-0c60ed63-4fbb-45f4-86d5-88c5a166d966 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555407 Aug 29 04:28:02.034834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.039270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:02.124236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Pushing event updated for resources: {'Port': ['ID=66493b43-6fb3-42bc-bd7d-f0031cddace6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.128649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port ba26af37-3183-4147-ab98-c2472b02b58d yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:02.142067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.145490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Attempting to bind port 66493b43-6fb3-42bc-bd7d-f0031cddace6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:02.145490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Attempting to bind port 66493b43-6fb3-42bc-bd7d-f0031cddace6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c23585be-675f-48d3-8a2f-959bcb47944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:02.146007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Attempting to bind port 66493b43-6fb3-42bc-bd7d-f0031cddace6 on network 1eec9f48-e063-42ac-a508-f367d005ace4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:02.154737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:02.155161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Checking segment: {'id': 'c23585be-675f-48d3-8a2f-959bcb47944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:02.155580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.156039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Bound using segment: {'id': 'c23585be-675f-48d3-8a2f-959bcb47944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:02.156644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Bound port: 66493b43-6fb3-42bc-bd7d-f0031cddace6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23585be-675f-48d3-8a2f-959bcb47944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:02.157036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.160884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:02.163180 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee66100f-a08d-403b-af42-89f3ecef8dc3" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:02.270805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] For port 66493b43-6fb3-42bc-bd7d-f0031cddace6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:02.276727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] For port 66493b43-6fb3-42bc-bd7d-f0031cddace6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=66493b43-6fb3-42bc-bd7d-f0031cddace6,segment=NetworkSegment(c23585be-675f-48d3-8a2f-959bcb47944c),segment_id=c23585be-675f-48d3-8a2f-959bcb47944c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:02.284181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.321657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.328419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.334652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.340828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.348042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.350469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b347-17be-48e0-b89d-99ac0114c71f None None] Pushing event updated for resources: {'Port': ['ID=66493b43-6fb3-42bc-bd7d-f0031cddace6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.354733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.360858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:02.363107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-f24f4e24-c519-4449-a1f3-00d00d342f26 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5418 time: 0.6694517 Aug 29 04:28:02.372795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=a839bb1a-d7f8-4937-b094-05baafab1b23,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.434927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-24182a77-a706-419d-9fd9-fc9d8af9c22b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b08668292b74efc935de3d52fdedcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904482 Aug 29 04:28:02.439064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:02.507279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.523640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0d10584-243d-4cbc-98f9-cb185bae8c2a req-31d006a0-748c-4680-8f65-f6a5f8f65bd0 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585156 Aug 29 04:28:02.533883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.638700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.639666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:02.644541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52353a76-6d58-4ec0-aefb-78d7ce44bf5e req-349e7fb8-988e-43d3-9f4e-54c5b45f9969 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2652276 Aug 29 04:28:02.657593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:02.678932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:02.684085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c2f36c7-67d1-471e-9dbb-3c3d0c2dcbff HTTP/1.1" status: 204 len: 168 time: 0.2400141 Aug 29 04:28:02.743289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d280-d93d-41a1-b50e-33b1db4d069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f36c7-67d1-471e-9dbb-3c3d0c2dcbff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:02.827346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.4 (1eec9f48-e063-42ac-a508-f367d005ace4/7eca45da-ce89-46e1-b7b7-d1b49b80925c/ba26af37-3183-4147-ab98-c2472b02b58d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:02.866569 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531244b-c155-4fd4-a5ea-3dd884151a33 x-openstack-request-id: req-f531244b-c155-4fd4-a5ea-3dd884151a33 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:02.867044 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-plugged", "status": "completed", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:02.867459 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f531244b-c155-4fd4-a5ea-3dd884151a33 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:02.868158 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8', 'code': 200} Aug 29 04:28:02.966268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7dd95d-1b15-4b7b-ace9-97f592672091 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:02.992289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.108324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d087cf-f126-47b7-b4d9-a499864109bf req-eebaf8ce-6329-469e-89b5-631cd98eae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.110024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d087cf-f126-47b7-b4d9-a499864109bf req-eebaf8ce-6329-469e-89b5-631cd98eae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.111085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d087cf-f126-47b7-b4d9-a499864109bf req-eebaf8ce-6329-469e-89b5-631cd98eae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.116850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7d087cf-f126-47b7-b4d9-a499864109bf req-eebaf8ce-6329-469e-89b5-631cd98eae92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2874 time: 0.1034122 Aug 29 04:28:03.139892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Transition to ACTIVE for port object 6d7dd95d-1b15-4b7b-ace9-97f592672091 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:03.171399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.191669 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7d087cf-f126-47b7-b4d9-a499864109bf req-bbef6d07-8532-4311-94f7-3b8883c764eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631423 Aug 29 04:28:03.204692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router c333f39e-eb94-4b0a-947c-4382cc0dc73f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:03.260877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6193ff2c-0018-46eb-b01b-011e3aacf9a7 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:03.302601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.303049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9f446f8a-bf03-4f60-9846-5f4d7a81302a None None] Provisioning complete for port a839bb1a-d7f8-4937-b094-05baafab1b23 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:03.303819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f446f8a-bf03-4f60-9846-5f4d7a81302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:03.351597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9f446f8a-bf03-4f60-9846-5f4d7a81302a None None] Port a839bb1a-d7f8-4937-b094-05baafab1b23 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:03.360049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97987f8-3da4-418e-9a68-9e8164aa04c2 req-4b61e9cc-2368-44c8-880e-c8ffc5a15f55 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.370376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97987f8-3da4-418e-9a68-9e8164aa04c2 req-4b61e9cc-2368-44c8-880e-c8ffc5a15f55 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.381623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97987f8-3da4-418e-9a68-9e8164aa04c2 req-4b61e9cc-2368-44c8-880e-c8ffc5a15f55 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:03.383826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d97987f8-3da4-418e-9a68-9e8164aa04c2 req-4b61e9cc-2368-44c8-880e-c8ffc5a15f55 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2418 time: 0.4056292 Aug 29 04:28:03.411447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Transition to ACTIVE for port object 6193ff2c-0018-46eb-b01b-011e3aacf9a7 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:03.413090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:03.854749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d1733-d19c-4e93-8f69-9f0e6d55549d None None] Network 1eec9f48-e063-42ac-a508-f367d005ace4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:03.958365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:03.965222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65d4389d-dd12-4bc4-bece-a71bca778748 None None] Provisioning for port 66493b43-6fb3-42bc-bd7d-f0031cddace6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:04.013475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e709e7-0476-42b3-946d-baa4a9067edd req-77c58631-97c5-4f87-9e36-09a0c89f53e2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.022132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4e709e7-0476-42b3-946d-baa4a9067edd req-77c58631-97c5-4f87-9e36-09a0c89f53e2 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.9022820 Aug 29 04:28:04.027058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.139534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 66493b43-6fb3-42bc-bd7d-f0031cddace6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:04.193297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1411520803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:04.233868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.236144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.279441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 66493b43-6fb3-42bc-bd7d-f0031cddace6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:04.292220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 66493b43-6fb3-42bc-bd7d-f0031cddace6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.294087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.350507 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.356027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.366180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.377782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4e709e7-0476-42b3-946d-baa4a9067edd req-b1bc31c0-472a-45c0-b407-804fe0d28842 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543882 Aug 29 04:28:04.410536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.412467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-769796c3-8d90-4349-b047-dea11447d61c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4523370 Aug 29 04:28:04.416657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.425475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-885172905'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:04.463311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:04.466999 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.468067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.478858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.515247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 66493b43-6fb3-42bc-bd7d-f0031cddace6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=66493b43-6fb3-42bc-bd7d-f0031cddace6,segment=NetworkSegment(c23585be-675f-48d3-8a2f-959bcb47944c),segment_id=c23585be-675f-48d3-8a2f-959bcb47944c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:04.530370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.570777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d97987f8-3da4-418e-9a68-9e8164aa04c2 req-a86fc791-4cdc-46dc-af5b-8b5eadf8e407 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1676841 Aug 29 04:28:04.621095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=66493b43-6fb3-42bc-bd7d-f0031cddace6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.667801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.679756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.704987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Pushing event updated for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.714791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Attempting to bind port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:04.715282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Attempting to bind port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '3da18bea-a509-49f8-9308-2b358ffdc035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:04.715834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Attempting to bind port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 on network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.720578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:04.740306 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] Sync routers for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:04.743768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1b792a63-4c1f-4f4b-ae23-f40687eac366 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3233314 Aug 29 04:28:04.759996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36236) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.768029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a424d4a0-f10c-4000-8bf4-8454f79d9a60 None None] Provisioning complete for port 66493b43-6fb3-42bc-bd7d-f0031cddace6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:04.769629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a424d4a0-f10c-4000-8bf4-8454f79d9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.782160 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:04.783151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.798315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object ba26af37-3183-4147-ab98-c2472b02b58d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:04.800262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Attempting to bind port 6d7dd95d-1b15-4b7b-ace9-97f592672091 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:04.800954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Attempting to bind port 6d7dd95d-1b15-4b7b-ace9-97f592672091 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:04.801530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Attempting to bind port 6d7dd95d-1b15-4b7b-ace9-97f592672091 on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.811313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Port 6d7dd95d-1b15-4b7b-ace9-97f592672091 on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:04.811802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Attempting to bind port 6d7dd95d-1b15-4b7b-ace9-97f592672091 on network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.821188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:04.823485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 on network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:04.824211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Attempting to bind port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 on network d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:04.853245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f50e5-74ca-4ed2-9622-f6fdc99e53bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:04.869458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752fc25-880b-42a6-9e9e-f1e34dcc59c3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:04.870339 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.870973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8752fc25-880b-42a6-9e9e-f1e34dcc59c3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports/a839bb1a-d7f8-4937-b094-05baafab1b23 HTTP/1.1" status: 200 len: 913 time: 0.1088777 Aug 29 04:28:04.873283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.873625 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Added segment 4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa of type vlan for network 3af34a5d-0da2-4405-abfc-9b43d191b701 Aug 29 04:28:04.880506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:04.886146 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:04.886742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.890894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:04.891241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Checking segment: {'id': '3da18bea-a509-49f8-9308-2b358ffdc035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:04.891667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Bound using segment: {'id': '3da18bea-a509-49f8-9308-2b358ffdc035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:04.892163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Bound port: 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da18bea-a509-49f8-9308-2b358ffdc035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:04.893426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.919729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:04.920150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Checking segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:04.920520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Bound using segment: {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:04.920952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Bound port: 6d7dd95d-1b15-4b7b-ace9-97f592672091, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9885dbb3-842b-4182-b132-79d6f881501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:04.921320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:04.954572 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:04.956597 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a22528-ce02-48d4-9ac6-b0410ad54c8d None None] The sync data for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:04.998304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d33d-c923-4c92-9dfa-962316b93bd5 req-8f3dc521-9109-4400-ab05-27b5e81db060 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.000001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd79d33d-c923-4c92-9dfa-962316b93bd5 req-8f3dc521-9109-4400-ab05-27b5e81db060 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 944 time: 0.3183215 Aug 29 04:28:05.067495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533c69-7082-4543-9201-cad1788e94c8 req-62240a7e-3312-4d0c-a528-fb789f0367d4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.069363 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a533c69-7082-4543-9201-cad1788e94c8 req-62240a7e-3312-4d0c-a528-fb789f0367d4 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.3456972 Aug 29 04:28:05.084580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.095048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.130504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.136748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.145152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.156206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.166942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.178901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.188583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.192242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-3ce03f8d-e423-46e4-8043-cd287939333a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.3811898 Aug 29 04:28:05.250981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:05.274805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.281176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.282059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.289746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 1eec9f48-e063-42ac-a508-f367d005ace4 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:05.293102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:05.318446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7,segment=NetworkSegment(3da18bea-a509-49f8-9308-2b358ffdc035),segment_id=3da18bea-a509-49f8-9308-2b358ffdc035)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:05.320103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:05.330167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd79d33d-c923-4c92-9dfa-962316b93bd5 req-7d7b0b37-3e63-4acc-b1d8-5eaf3ae28720 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005993 Aug 29 04:28:05.333684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:05.335287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:05.338108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=ba26af37-3183-4147-ab98-c2472b02b58d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.349289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.376436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.446268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f97c5d9-f386-458c-8f86-8aa59aebb95d req-16df14ae-5581-479b-aff1-8caef1d5c078 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176003 Aug 29 04:28:05.495643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0760531 Aug 29 04:28:05.519119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.519766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.521360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 1092 time: 4.7996669 Aug 29 04:28:05.522014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:05.536219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.536877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.538429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] 10.222.0.54 "PUT /v2.0/ports/6193ff2c-0018-46eb-b01b-011e3aacf9a7 HTTP/1.1" status: 200 len: 1093 time: 4.5198436 Aug 29 04:28:05.538929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091'}, {'name': 'network-changed', 'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:05.554781 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98653c37-82e0-437b-a28b-7ebd12f28b68" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091"}, {"name": "network-changed", "server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:05.568746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'subnet': {'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:05.600805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:05.601769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.630709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bda729-5d77-4e23-9edd-9c6e33efe708 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Network': ['ID=3af34a5d-0da2-4405-abfc-9b43d191b701,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.648923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:05.695230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Deleting port 9f420988-896e-44a7-9867-9a54a0432ce9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:05.695837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:05.821781 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8522f0e-2f88-42fe-9bc7-073c06e410a4 x-openstack-request-id: req-d8522f0e-2f88-42fe-9bc7-073c06e410a4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:05.822568 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:05.822734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8522f0e-2f88-42fe-9bc7-073c06e410a4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:05.823026 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'status': 'completed', 'code': 200} Aug 29 04:28:05.823472 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7', 'status': 'completed', 'code': 200} Aug 29 04:28:05.861607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4c069-d826-4e49-81a5-c9f65b28e25f service neutron] Pushing event updated for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:05.982970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] For port 9f420988-896e-44a7-9867-9a54a0432ce9, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f420988-896e-44a7-9867-9a54a0432ce9,segment=NetworkSegment(29442707-a1fb-43d0-86b7-e6bcfab95cca),segment_id=29442707-a1fb-43d0-86b7-e6bcfab95cca)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:05.983448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.014136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41f4b324-4d78-4222-b2cc-4e846e1d1c23 None None] Provisioning for port ba26af37-3183-4147-ab98-c2472b02b58d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:06.019143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-41f4b324-4d78-4222-b2cc-4e846e1d1c23 None None] Provisioning complete for port ba26af37-3183-4147-ab98-c2472b02b58d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:06.020853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41f4b324-4d78-4222-b2cc-4e846e1d1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.023328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-956855c6-a920-411e-a289-e946130cb011 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3350511 Aug 29 04:28:06.029818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Calling delete_port for 9f420988-896e-44a7-9867-9a54a0432ce9 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:06.033088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:06.047452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': '1eec9f48-e063-42ac-a508-f367d005ace4', 'name': 'tempest-PortsTestJSON-1965906018'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:06.065011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 66493b43-6fb3-42bc-bd7d-f0031cddace6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:06.071562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec162-78cc-4698-b507-6f90197caca4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:06.114185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-41f4b324-4d78-4222-b2cc-4e846e1d1c23 None None] Port ba26af37-3183-4147-ab98-c2472b02b58d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:06.129964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.131751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.133253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.134090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.134949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.135815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.136710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.140911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-125f37f0-ea12-4468-b08a-7a3ab57efafa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6494 time: 0.4611871 Aug 29 04:28:06.144513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 66493b43-6fb3-42bc-bd7d-f0031cddace6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:06.144951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.152833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd57f6-61d4-49a1-b11c-8081a6638817 req-dd0af5f0-d6a3-46e5-9a10-e51f76185cf0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.155982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6dd57f6-61d4-49a1-b11c-8081a6638817 req-dd0af5f0-d6a3-46e5-9a10-e51f76185cf0 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 946 time: 0.5715470 Aug 29 04:28:06.186555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-a27f2149-a1a5-46dd-80b7-783b4766d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.189530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-a27f2149-a1a5-46dd-80b7-783b4766d809 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7faea0d83dcd4a0584beb87058278030&device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.5844426 Aug 29 04:28:06.190498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:06.196431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.217436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce859-3074-4a4f-8a96-067fd8d699d1 req-b6034316-6562-4552-b1a8-eefd5f335408 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.228944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce859-3074-4a4f-8a96-067fd8d699d1 req-b6034316-6562-4552-b1a8-eefd5f335408 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.240925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce859-3074-4a4f-8a96-067fd8d699d1 req-b6034316-6562-4552-b1a8-eefd5f335408 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.248776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00fce859-3074-4a4f-8a96-067fd8d699d1 req-b6034316-6562-4552-b1a8-eefd5f335408 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2418 time: 0.3953462 Aug 29 04:28:06.317103 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.382894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-bfd9c231-fa47-455c-abb5-38d923231be0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 217 time: 0.2162020 Aug 29 04:28:06.465817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-adcaefb1-d39e-4f7a-aefe-be2f63a95a9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7 HTTP/1.1" status: 200 len: 217 time: 0.2100739 Aug 29 04:28:06.597646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6dd57f6-61d4-49a1-b11c-8081a6638817 req-24ad2626-af0a-419c-9eb3-37d3e3c91a2c tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e6167d-e24e-455c-8c10-6a10b6936e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155054 Aug 29 04:28:06.613950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00fce859-3074-4a4f-8a96-067fd8d699d1 req-46992795-9815-416f-86a2-d45d2782d6e3 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050563 Aug 29 04:28:06.732811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-cc35a5c8-66bc-4e6e-9129-5da3791faab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.734703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-cc35a5c8-66bc-4e6e-9129-5da3791faab1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 200 len: 855 time: 0.2981043 Aug 29 04:28:06.772791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced819-d279-4cca-b881-2333a7c31b77 req-3fc5b0c8-948b-4711-a7d2-941408c484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:06.774767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-3fc5b0c8-948b-4711-a7d2-941408c484f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2792259d-01ba-41b1-a465-d66e19c8a51d HTTP/1.1" status: 200 len: 865 time: 0.2763147 Aug 29 04:28:06.793025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:06.796736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.869495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-4ec976c6-1796-4c95-adc3-c4263e66d132 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818748 Aug 29 04:28:06.879700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 8835ca46-07da-4e95-b490-d0195e2c368a yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:06.886795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:06.931916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9f420988-896e-44a7-9867-9a54a0432ce9'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:06.986038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Pushing event deleted for resources: {'Port': ['ID=9f420988-896e-44a7-9867-9a54a0432ce9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.003168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-6671cae6-44d3-469a-9b6c-1e464b2d7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.004844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-6671cae6-44d3-469a-9b6c-1e464b2d7090 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb7973a0-93c0-445f-80d3-cea5033b0643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505610 Aug 29 04:28:07.012924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feff4db-0fcc-47f7-abb7-9d10af990903 req-2401d680-ca62-4ce9-b098-2025e3b2134f tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.014560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8feff4db-0fcc-47f7-abb7-9d10af990903 req-2401d680-ca62-4ce9-b098-2025e3b2134f tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 944 time: 0.3032053 Aug 29 04:28:07.029643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.035734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.042066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.049122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.055291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.062007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.068077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.068453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] No DVR routers for this DVR port 9f420988-896e-44a7-9867-9a54a0432ce9 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:07.070606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-686d2ef6-93d5-4c0a-9552-2d039708d59d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.3141677 Aug 29 04:28:07.075683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.077806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a533c69-7082-4543-9201-cad1788e94c8 req-436d898d-397a-4ac3-ac16-ce1fefed9038 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.50 "DELETE /v2.0/ports/9f420988-896e-44a7-9867-9a54a0432ce9 HTTP/1.1" status: 204 len: 173 time: 1.9991446 Aug 29 04:28:07.082026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'name': 'network-vif-deleted', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:07.082294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.084436 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28edf1a7-fa45-4332-9421-e3f45d8d02e0" -d '{"events": [{"server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "name": "network-vif-deleted", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:07.181249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.6 (1eec9f48-e063-42ac-a508-f367d005ace4/7eca45da-ce89-46e1-b7b7-d1b49b80925c/8835ca46-07da-4e95-b490-d0195e2c368a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:07.297492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Subnet': ['ID=9b01b71a-6edc-4cf1-adcd-82b127b22c45,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:07.300115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd19c0e6-37b2-47a8-9c1c-edbe37591ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.312229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-9a521844-6a99-4241-9fb6-52a6200d11a6 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140537 Aug 29 04:28:07.315209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8feff4db-0fcc-47f7-abb7-9d10af990903 req-1a31777c-8787-48d9-90fb-5cac8537fd8a tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420812 Aug 29 04:28:07.324121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecf843dc-108c-4fe5-9ff1-a5356a8f12e6 req-d9ef40e2-e4fb-460f-81a0-14647dbba2ed tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1908627 Aug 29 04:28:07.368389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a62f55ea-717d-4441-ab9d-aab7547747b2 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505752 Aug 29 04:28:07.418413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Checking segment: {'id': '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:07.419078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network hostable DHCP agents. Network: 3af34a5d-0da2-4405-abfc-9b43d191b701, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:07.551168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:07.558315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port a839bb1a-d7f8-4937-b094-05baafab1b23 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:07.559095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.564064 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98abfdb1-7e67-4f07-a6e8-99ebbe267370 x-openstack-request-id: req-98abfdb1-7e67-4f07-a6e8-99ebbe267370 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:07.564360 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b357d17-0c46-47a6-94d3-34f104d45557", "name": "network-vif-deleted", "tag": "9f420988-896e-44a7-9867-9a54a0432ce9", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:07.564613 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98abfdb1-7e67-4f07-a6e8-99ebbe267370 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:07.565142 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b357d17-0c46-47a6-94d3-34f104d45557', 'name': 'network-vif-deleted', 'tag': '9f420988-896e-44a7-9867-9a54a0432ce9', 'status': 'completed', 'code': 200} Aug 29 04:28:07.571151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52ced819-d279-4cca-b881-2333a7c31b77 req-22a8e671-83db-4bdf-bd5a-e9e58344913b service neutron] 10.222.0.54 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313712 Aug 29 04:28:07.578351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-42eb549d-e577-4fcb-b2f6-51915ef9e242 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742485 Aug 29 04:28:07.580644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3af34a5d-0da2-4405-abfc-9b43d191b701) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:07.592345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784ec3e-698d-4009-af58-1f4708a8ccc7 None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:07.597067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.597692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.652195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-411c29c5-6b4f-4598-9392-e5780bf64e02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 217 time: 0.0571744 Aug 29 04:28:07.700177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a2087d88-652e-40bd-b7fa-87b427e4b6da tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1381216 Aug 29 04:28:07.704556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:07.777052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'network': {'name': 'tempest-router-network01--1696025824'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:07.785127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.814456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:07.846144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for a839bb1a-d7f8-4937-b094-05baafab1b23 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:07.848696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 8835ca46-07da-4e95-b490-d0195e2c368a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:07.937848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-544a66df-d65d-4a89-94fe-8af811c2457a req-e12dc390-bfdb-46f0-931f-37b4de13bcf1 tempest-DeleteServersTestJSON-578796712 tempest-DeleteServersTestJSON-578796712-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b357d17-0c46-47a6-94d3-34f104d45557 HTTP/1.1" status: 200 len: 210 time: 0.0759406 Aug 29 04:28:07.959722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-01205178-da71-4e8b-ac4b-06fc0fb6f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.962639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-01205178-da71-4e8b-ac4b-06fc0fb6f5d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.2983968 Aug 29 04:28:07.970702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-77646948-2d87-44c1-a4d7-39be2280ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:07.972554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-77646948-2d87-44c1-a4d7-39be2280ebc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7faea0d83dcd4a0584beb87058278030&device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 1096 time: 0.2916577 Aug 29 04:28:07.990981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:07.995102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.032893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3af34a5d-0da2-4405-abfc-9b43d191b701', 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701', 'tenant_id': '24c4b48a68f242ff97fe73ef260ecca1', 'fixed_ips': [{'subnet_id': '9b01b71a-6edc-4cf1-adcd-82b127b22c45'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:08.035080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.093381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.245877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Allocated IP 2001:db8::2 (3af34a5d-0da2-4405-abfc-9b43d191b701/9b01b71a-6edc-4cf1-adcd-82b127b22c45/72d4405b-3ea9-4144-ba04-b66f1205ceec) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:08.275885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=8835ca46-07da-4e95-b490-d0195e2c368a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.286234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network 1eec9f48-e063-42ac-a508-f367d005ace4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:08.297335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:08.312581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:08.506250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:08.551384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-39181b59-0ca3-4a61-b6a6-e05e96649f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.552323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.553061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.554535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-39181b59-0ca3-4a61-b6a6-e05e96649f67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5807166 Aug 29 04:28:08.558052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.573295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85c4cd-8a64-4ef4-8f2f-5b3af35d816a req-f413f8a1-b895-4680-9136-7f38bc526291 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.587015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85c4cd-8a64-4ef4-8f2f-5b3af35d816a req-f413f8a1-b895-4680-9136-7f38bc526291 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.599272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.601511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85c4cd-8a64-4ef4-8f2f-5b3af35d816a req-f413f8a1-b895-4680-9136-7f38bc526291 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.604824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b85c4cd-8a64-4ef4-8f2f-5b3af35d816a req-f413f8a1-b895-4680-9136-7f38bc526291 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2418 time: 0.6735437 Aug 29 04:28:08.607066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.612624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=a839bb1a-d7f8-4937-b094-05baafab1b23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.614664 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Added segment 7f1b3461-678f-48f0-8b2a-1ede99515191 of type vlan for network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a Aug 29 04:28:08.619679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Transition to ACTIVE for port object 72d4405b-3ea9-4144-ba04-b66f1205ceec will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:08.655496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Transition to ACTIVE for port object 72d4405b-3ea9-4144-ba04-b66f1205ceec will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:08.663551 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0b280395-31de-49f5-9b82-c99d1fb69101 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6266990 Aug 29 04:28:08.669676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.675984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:08.766206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:08.789253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:08.794868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:08.818413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Pushing event updated for resources: {'Port': ['ID=72d4405b-3ea9-4144-ba04-b66f1205ceec,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:08.850341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.860622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d38a49d-16ad-45b8-9e8e-5dcc6a47470f None None] Provisioning for port 8835ca46-07da-4e95-b490-d0195e2c368a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:08.868618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d38a49d-16ad-45b8-9e8e-5dcc6a47470f None None] Provisioning complete for port 8835ca46-07da-4e95-b490-d0195e2c368a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:08.868618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d38a49d-16ad-45b8-9e8e-5dcc6a47470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.932453 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.938041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d38a49d-16ad-45b8-9e8e-5dcc6a47470f None None] Port 8835ca46-07da-4e95-b490-d0195e2c368a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:08.969891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Attempting to bind port 72d4405b-3ea9-4144-ba04-b66f1205ceec on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:08.970866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Attempting to bind port 72d4405b-3ea9-4144-ba04-b66f1205ceec by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:08.971253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Attempting to bind port 72d4405b-3ea9-4144-ba04-b66f1205ceec on network 3af34a5d-0da2-4405-abfc-9b43d191b701 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:08.971698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-6adf2cdf-0443-43ef-a835-052554365776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:08.973270 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-6adf2cdf-0443-43ef-a835-052554365776 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c HTTP/1.1" status: 200 len: 926 time: 0.9744315 Aug 29 04:28:08.981475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:08.982574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Checking segment: {'id': '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:08.983361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:08.984194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Bound using segment: {'id': '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:08.985197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Bound port: 72d4405b-3ea9-4144-ba04-b66f1205ceec, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3af34a5d-0da2-4405-abfc-9b43d191b701'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:08.985945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.048292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b85c4cd-8a64-4ef4-8f2f-5b3af35d816a req-c271129c-1945-4d8e-ba9c-fdfa6943f5be tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246879 Aug 29 04:28:09.094459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-0031e4df-4ec9-46ec-afd7-927eac3b1242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7 HTTP/1.1" status: 200 len: 217 time: 0.0813398 Aug 29 04:28:09.102734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d71f0-3b68-49c3-bdc4-23816ed4d810 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.108186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cd1d71f0-3b68-49c3-bdc4-23816ed4d810 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.4279063 Aug 29 04:28:09.113356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.144113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03d274-bcd8-4502-97a5-6a5d3f784b8a req-c4d1055c-ab34-488e-b9a3-52fefc6f333a tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.148664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] For port 72d4405b-3ea9-4144-ba04-b66f1205ceec, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:09.151707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd03d274-bcd8-4502-97a5-6a5d3f784b8a req-c4d1055c-ab34-488e-b9a3-52fefc6f333a tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 944 time: 0.6051378 Aug 29 04:28:09.153619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.158467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] For port 72d4405b-3ea9-4144-ba04-b66f1205ceec, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d4405b-3ea9-4144-ba04-b66f1205ceec,segment=NetworkSegment(4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa),segment_id=4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:09.159508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.160172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.167184 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.316121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9392456f-b83e-4e70-8250-4cd1b4bcfc04 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963909 Aug 29 04:28:09.318535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668362c-a001-4e3b-93a3-1d7365d0f68b None None] Pushing event updated for resources: {'Port': ['ID=72d4405b-3ea9-4144-ba04-b66f1205ceec,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.348956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router c333f39e-eb94-4b0a-947c-4382cc0dc73f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:09.349693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5817361 Aug 29 04:28:09.358505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.370255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'network': {'name': 'tempest-router-network02--393841917'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:09.431414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:09.438620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.460940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-770d071f-8b2b-4ecf-baa3-346f30b24a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.462447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-770d071f-8b2b-4ecf-baa3-346f30b24a62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2792259d-01ba-41b1-a465-d66e19c8a51d HTTP/1.1" status: 200 len: 865 time: 0.3521614 Aug 29 04:28:09.474073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095f8a7-bda0-47b4-9ad4-2aa03b5695a4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Network': ['ID=04ca7538-7b93-4b30-a2e3-40372dcc0f3a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:09.485201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd03d274-bcd8-4502-97a5-6a5d3f784b8a req-561d4188-95f1-444f-bf03-f8402aff16bf tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323200 Aug 29 04:28:09.522333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-99835fb3-b315-4169-b698-719506834e16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443339 Aug 29 04:28:09.537797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:09.559645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.594581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.607990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.629010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.652943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.677383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:09.678266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.703605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.704616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:09.707296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-a7498988-3670-43e2-ad12-16c29815f30c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.4810188 Aug 29 04:28:09.713320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.713320 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Added segment 24368c4f-982e-4791-b9b0-9a5ecbeaa498 of type vlan for network 7abf8c6e-ad57-44cc-8881-a03fa132b39a Aug 29 04:28:09.722611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1a39b456-06dd-4c91-95df-c61209749ac6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8240068 Aug 29 04:28:09.734277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:09.751153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] Sync routers for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:09.771432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:09.772770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.853780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f420988-896e-44a7-9867-9a54a0432ce9 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:09.874028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-ca273d41-59e6-4b19-8bba-a6623e06535d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.880746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-ca273d41-59e6-4b19-8bba-a6623e06535d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.883757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 9f420988-896e-44a7-9867-9a54a0432ce9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:09.884261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f420988-896e-44a7-9867-9a54a0432ce9 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:09.886155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.888034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-ca273d41-59e6-4b19-8bba-a6623e06535d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:09.889984 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-ca273d41-59e6-4b19-8bba-a6623e06535d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2418 time: 0.2824326 Aug 29 04:28:09.909732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:09.912984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.943295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-955fd299-c890-4328-b3e6-fe1f25235992 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974526 Aug 29 04:28:09.959687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:09.978738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:09.979415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dca99-f236-4213-ac82-d705671d32aa None None] The sync data for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:10.008616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 8835ca46-07da-4e95-b490-d0195e2c368a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:10.009293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.088346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9b0674cd-d6ad-4fbb-af1a-bb38ec67cf44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 217 time: 0.1197240 Aug 29 04:28:10.137249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-15d82c7d-19d8-44b1-8fd4-67e980efd997 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989950 Aug 29 04:28:10.167083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dac3dfde-a112-4f3d-86fc-b0ebfe66c91e req-8e7255af-15d3-4570-b4eb-9e2038ec816d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4000614 Aug 29 04:28:10.189760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d4405b-3ea9-4144-ba04-b66f1205ceec up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:10.217689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.229009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.230948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.250210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.314499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b7002df3-b28a-477e-9b60-78cfbeda1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.317012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-b7002df3-b28a-477e-9b60-78cfbeda1e17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.1776299 Aug 29 04:28:10.355113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d9659b7-af1a-4992-bf4f-df2bf398e6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.392401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.411545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 72d4405b-3ea9-4144-ba04-b66f1205ceec completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:10.445427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 8835ca46-07da-4e95-b490-d0195e2c368a owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:10.456338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0918212 Aug 29 04:28:10.468932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:10.483550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'subnet': {'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:10.512152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c6f21-54fb-4eab-8f73-249387b461b0 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Network': ['ID=7abf8c6e-ad57-44cc-8881-a03fa132b39a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:10.529346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:10.553297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-19bf314a-7096-4646-8f51-a9eb9e3bb179 service neutron] 10.222.0.54 "GET /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829145 Aug 29 04:28:10.576489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:10.577094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.636160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8189fa3b-78e5-4c10-aa31-3010fabca0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.638303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8189fa3b-78e5-4c10-aa31-3010fabca0f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3134356 Aug 29 04:28:10.653588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce20dc-9e54-409d-934a-f7e7422d1100 req-9a055daf-2c0c-4031-8646-0455667ccd48 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.660182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce20dc-9e54-409d-934a-f7e7422d1100 req-9a055daf-2c0c-4031-8646-0455667ccd48 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.669419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce20dc-9e54-409d-934a-f7e7422d1100 req-9a055daf-2c0c-4031-8646-0455667ccd48 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.671547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0ce20dc-9e54-409d-934a-f7e7422d1100 req-9a055daf-2c0c-4031-8646-0455667ccd48 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 2418 time: 0.2765176 Aug 29 04:28:10.848205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:10.848819 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.857341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0ce20dc-9e54-409d-934a-f7e7422d1100 req-f9e774eb-522f-4e5f-b7c7-864772e7caab tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617472 Aug 29 04:28:10.913235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:10.915842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e85ac-cc28-40e2-99a0-b2c2bcc37932 req-410fb951-db08-41e7-8374-53c5434b671f tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:10.924514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e1e85ac-cc28-40e2-99a0-b2c2bcc37932 req-410fb951-db08-41e7-8374-53c5434b671f tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 944 time: 0.2511628 Aug 29 04:28:10.933538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:10.937816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:10.939857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ab56a-70bb-4b11-b8e3-2b7b795a845f None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:11.018629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d39653a0-ea0a-4661-848c-d541fbba81b7 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406813 Aug 29 04:28:11.065531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Provisioning for port 72d4405b-3ea9-4144-ba04-b66f1205ceec completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:11.092106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Provisioning complete for port 72d4405b-3ea9-4144-ba04-b66f1205ceec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:11.092741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.133004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.261756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.284892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', '3e0ccb9b-8458-440f-b781-534ded4f9602', '88494588-d749-4bbc-a892-fdafa2b32ce8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:11.293401 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.334672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e1e85ac-cc28-40e2-99a0-b2c2bcc37932 req-431d61af-d059-4cf2-876a-e05aa554f091 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084783 Aug 29 04:28:11.343402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=03473bd7-f5bb-4e7a-b3d8-d0723b8863ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:11.561710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:11.566518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.570974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-67987ed3-8b4b-4194-869e-42b69a46a80a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "DELETE /v2.0/ports/03473bd7-f5bb-4e7a-b3d8-d0723b8863ef HTTP/1.1" status: 204 len: 173 time: 1.6642306 Aug 29 04:28:11.574686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:11.575542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.581314 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b772ad3-1904-4cc5-b6b2-25e78a8226f1" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:11.589212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6193ff2c-0018-46eb-b01b-011e3aacf9a7 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:11.763354 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794fa9e8-dd6c-4f94-8668-f3260881a32a x-openstack-request-id: req-794fa9e8-dd6c-4f94-8668-f3260881a32a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:11.764027 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "03473bd7-f5bb-4e7a-b3d8-d0723b8863ef", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:11.764560 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-794fa9e8-dd6c-4f94-8668-f3260881a32a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:11.765365 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '03473bd7-f5bb-4e7a-b3d8-d0723b8863ef', 'status': 'completed', 'code': 200} Aug 29 04:28:11.799905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d9766494-2538-48bf-a13e-c1bc6327161b service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580092 Aug 29 04:28:11.800992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:11.808688 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.010210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-0c2bbc9e-137f-4b1a-9471-2635f43da3f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 200 len: 217 time: 0.1947894 Aug 29 04:28:12.038024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] For port 72d4405b-3ea9-4144-ba04-b66f1205ceec, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d4405b-3ea9-4144-ba04-b66f1205ceec,segment=NetworkSegment(4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa),segment_id=4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:12.055497 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.096554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 3ebf442e-4ab3-437c-8374-59c41c6c0459 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:12.097073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.105420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.114630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=8835ca46-07da-4e95-b490-d0195e2c368a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.281853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7,segment=NetworkSegment(3da18bea-a509-49f8-9308-2b358ffdc035),segment_id=3da18bea-a509-49f8-9308-2b358ffdc035)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:12.299157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6193ff2c-0018-46eb-b01b-011e3aacf9a7', 'network_id': 'd4d400ba-aa2f-48b4-b4e3-9e37731e9b1c', 'port_id': '6193ff2c-0018-46eb-b01b-011e3aacf9a7', 'mac_address': 'fa:16:3e:04:a5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2792259d-01ba-41b1-a465-d66e19c8a51d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:12.344973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96ca831f-2593-4705-9f26-533e2629b086 None None] Provisioning complete for port 72d4405b-3ea9-4144-ba04-b66f1205ceec triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:12.345332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96ca831f-2593-4705-9f26-533e2629b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.366288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.366864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.367416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.368196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.368846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.369433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.369957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.370513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.371047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.371651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.372253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.374268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3318b2-de9a-43cd-9b2a-790e21bbdca7 None None] Pushing event updated for resources: {'Port': ['ID=72d4405b-3ea9-4144-ba04-b66f1205ceec,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.375686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:12.388241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Subnet': ['ID=fa948114-3174-4a52-a694-1c7d6538fbed,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.393905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-5e5a731a-dc1d-4c1f-aa83-7d8f9cc93175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.396821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-5e5a731a-dc1d-4c1f-aa83-7d8f9cc93175 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.2657228 Aug 29 04:28:12.409230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Checking segment: {'id': '7f1b3461-678f-48f0-8b2a-1ede99515191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:12.409802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network hostable DHCP agents. Network: 04ca7538-7b93-4b30-a2e3-40372dcc0f3a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:12.499135 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.597331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.610327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.618423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6193ff2c-0018-46eb-b01b-011e3aacf9a7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:12.624458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.640243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.655622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.656210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7,segment=NetworkSegment(3da18bea-a509-49f8-9308-2b358ffdc035),segment_id=3da18bea-a509-49f8-9308-2b358ffdc035)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:12.670614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.679521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.682866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-1dd2e124-92a5-46f0-9959-5aecad0f8ab3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 1.1995547 Aug 29 04:28:12.685269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.707368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de776f-3767-437f-9f76-5522b0051b0e req-fa93159f-311a-486d-b871-38af31b162a2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.727020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de776f-3767-437f-9f76-5522b0051b0e req-fa93159f-311a-486d-b871-38af31b162a2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.732802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 88494588-d749-4bbc-a892-fdafa2b32ce8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:12.733752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.741043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21de776f-3767-437f-9f76-5522b0051b0e req-fa93159f-311a-486d-b871-38af31b162a2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 1683 time: 0.6139405 Aug 29 04:28:12.745813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:12.770889 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.773000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b8671c4-95fa-4242-8a4c-2f1bda107932 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/8835ca46-07da-4e95-b490-d0195e2c368a HTTP/1.1" status: 204 len: 168 time: 3.6582880 Aug 29 04:28:12.788115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:12.804992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.850033 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4076e1b-adce-4953-b616-76c144c786b1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:28:12.852447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d4076e1b-adce-4953-b616-76c144c786b1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/8835ca46-07da-4e95-b490-d0195e2c368a HTTP/1.1" status: 404 len: 333 time: 0.0435948 Aug 29 04:28:12.858252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:12.877413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8625d810-5684-4765-b6e7-17715155f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.879100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-8625d810-5684-4765-b6e7-17715155f94e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4496751 Aug 29 04:28:12.897908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 04ca7538-7b93-4b30-a2e3-40372dcc0f3a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:12.915381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878778a3-4f1c-4a08-94db-b18c857023ed None None] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:12.932514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.943573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.952784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 88494588-d749-4bbc-a892-fdafa2b32ce8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=88494588-d749-4bbc-a892-fdafa2b32ce8,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:12.953463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:12.966815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 3ebf442e-4ab3-437c-8374-59c41c6c0459 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:12.975285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6193ff2c-0018-46eb-b01b-011e3aacf9a7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:12.983399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 88494588-d749-4bbc-a892-fdafa2b32ce8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:12.983694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:12.984852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.016844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21de776f-3767-437f-9f76-5522b0051b0e req-6c8bc9b9-dbe7-4525-8931-f6f3cec13194 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746303 Aug 29 04:28:13.110730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6c288b-e8e3-44b1-a720-0b07323d8f08 req-6f5e2316-ba76-478b-97e3-6b5eaf872d9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3564448 Aug 29 04:28:13.201393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-04ca7538-7b93-4b30-a2e3-40372dcc0f3a', 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a', 'tenant_id': '24c4b48a68f242ff97fe73ef260ecca1', 'fixed_ips': [{'subnet_id': 'fa948114-3174-4a52-a694-1c7d6538fbed'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:13.202594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.427610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d649bd35-e9e6-4bff-9210-306d5082a578 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324307 Aug 29 04:28:13.446169 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.447637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d9ad40c-efb4-45c6-a432-8dec718f961f tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9758983 Aug 29 04:28:13.452208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:13.459908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.480755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'subnet': {'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:13.516018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=88494588-d749-4bbc-a892-fdafa2b32ce8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.604437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3e0ccb9b-8458-440f-b781-534ded4f9602 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:13.639349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=3ebf442e-4ab3-437c-8374-59c41c6c0459,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:13.744068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 88494588-d749-4bbc-a892-fdafa2b32ce8 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:13.767504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:13.771668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-4d0a36dc-e520-406b-b137-84ee8c615c2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "DELETE /v2.0/ports/88494588-d749-4bbc-a892-fdafa2b32ce8 HTTP/1.1" status: 204 len: 173 time: 2.1838641 Aug 29 04:28:13.772653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:13.776740 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30463c45-3a0b-4728-adfe-c20ae5ed8503" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:14.015446 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8eef29-ccf8-4406-a1d4-e159b1682583 x-openstack-request-id: req-ec8eef29-ccf8-4406-a1d4-e159b1682583 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:14.015670 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "88494588-d749-4bbc-a892-fdafa2b32ce8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:14.016198 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec8eef29-ccf8-4406-a1d4-e159b1682583 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:14.016367 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '88494588-d749-4bbc-a892-fdafa2b32ce8', 'status': 'completed', 'code': 200} Aug 29 04:28:14.121658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.124201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Allocated IP 2001:db8::2 (04ca7538-7b93-4b30-a2e3-40372dcc0f3a/fa948114-3174-4a52-a694-1c7d6538fbed/c69dff5a-0f82-4286-8958-ced6852f4097) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:14.136654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.235492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:14.238955 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c383fb6-746d-46e7-8fc6-03a12b888e93" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:14.251147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d4405b-3ea9-4144-ba04-b66f1205ceec up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:14.345527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.363057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.364504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:14.455109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:14.455855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 03473bd7-f5bb-4e7a-b3d8-d0723b8863ef not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:14.456704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 88494588-d749-4bbc-a892-fdafa2b32ce8 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:14.468538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4856c3-51e9-4f84-806c-0527cb82ca36 req-bcc0b793-a464-457a-b639-ddb965d62d86 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.476340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b4856c3-51e9-4f84-806c-0527cb82ca36 req-bcc0b793-a464-457a-b639-ddb965d62d86 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 945 time: 1.1447747 Aug 29 04:28:14.560263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 88494588-d749-4bbc-a892-fdafa2b32ce8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:14.561026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 88494588-d749-4bbc-a892-fdafa2b32ce8 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:14.595733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port ba26af37-3183-4147-ab98-c2472b02b58d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.596317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.612244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 3e0ccb9b-8458-440f-b781-534ded4f9602 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:14.613266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.622983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:14.664663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07175b4-adf2-4f2d-9f80-8238e1583c36 req-77e49403-0002-4e03-b1b7-e33c3cee7032 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:14.676771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f07175b4-adf2-4f2d-9f80-8238e1583c36 req-77e49403-0002-4e03-b1b7-e33c3cee7032 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 944 time: 0.2984457 Aug 29 04:28:14.679464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 72d4405b-3ea9-4144-ba04-b66f1205ceec triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:14.680294 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.741237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d06bbc26-5ed5-437f-bc95-d45a915b402b service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2897332 Aug 29 04:28:14.769080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router c333f39e-eb94-4b0a-947c-4382cc0dc73f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:14.781295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.797126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b4856c3-51e9-4f84-806c-0527cb82ca36 req-7432c8a2-3df9-4138-a7ff-4437550ea750 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193786 Aug 29 04:28:14.807833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Transition to ACTIVE for port object c69dff5a-0f82-4286-8958-ced6852f4097 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:14.890383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Transition to ACTIVE for port object c69dff5a-0f82-4286-8958-ced6852f4097 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:14.912659 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.961299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:14.968456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.989438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 3e0ccb9b-8458-440f-b781-534ded4f9602, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3e0ccb9b-8458-440f-b781-534ded4f9602,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:14.990397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:14.998845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-9b6f44d0-918b-4b25-8af3-155ea6870698 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 200 len: 217 time: 0.1962619 Aug 29 04:28:15.012982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:15.033561 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] Sync routers for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:15.035247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d13f6864-0d43-48b2-be46-8c37d44f56de tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2986503 Aug 29 04:28:15.036505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.038337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 3e0ccb9b-8458-440f-b781-534ded4f9602 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:15.078264 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:15.084022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.090177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Pushing event updated for resources: {'Port': ['ID=c69dff5a-0f82-4286-8958-ced6852f4097,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.119601 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b0643a0-e0ae-4b0f-b647-5d43131bd936 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=c333f39e-eb94-4b0a-947c-4382cc0dc73f HTTP/1.1" status: 200 len: 205 time: 0.0734570 Aug 29 04:28:15.122736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.187338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f07175b4-adf2-4f2d-9f80-8238e1583c36 req-b3f5e037-2b3b-45f3-bfdb-5077848c3e7b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407442 Aug 29 04:28:15.205148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:15.209378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:15.221141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:15.283895 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.297598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.323018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] Routers {'c333f39e-eb94-4b0a-947c-4382cc0dc73f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:15.337235 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.364241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.384658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Attempting to bind port c69dff5a-0f82-4286-8958-ced6852f4097 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:15.385446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Attempting to bind port c69dff5a-0f82-4286-8958-ced6852f4097 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7f1b3461-678f-48f0-8b2a-1ede99515191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:15.389774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Attempting to bind port c69dff5a-0f82-4286-8958-ced6852f4097 on network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:15.399519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:15.400332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Checking segment: {'id': '7f1b3461-678f-48f0-8b2a-1ede99515191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:15.401644 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.404689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Bound using segment: {'id': '7f1b3461-678f-48f0-8b2a-1ede99515191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:15.405742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Bound port: c69dff5a-0f82-4286-8958-ced6852f4097, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1b3461-678f-48f0-8b2a-1ede99515191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '04ca7538-7b93-4b30-a2e3-40372dcc0f3a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:15.406488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.442686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for ba26af37-3183-4147-ab98-c2472b02b58d owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:15.451426 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec18c5-4936-4d35-ab4c-4f0e7d37ee58 x-openstack-request-id: req-7cec18c5-4936-4d35-ab4c-4f0e7d37ee58 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:15.453016 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:15.453529 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cec18c5-4936-4d35-ab4c-4f0e7d37ee58 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:15.455633 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'code': 200} Aug 29 04:28:15.457300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:15.459722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e467cb1-28f6-4350-b79e-356a446414ef None None] The sync data for ids ['c333f39e-eb94-4b0a-947c-4382cc0dc73f'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:15.478862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-112943dc-bc10-423a-807e-4cf6baca1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.481800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-112943dc-bc10-423a-807e-4cf6baca1cd2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.3536088 Aug 29 04:28:15.561678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] For port c69dff5a-0f82-4286-8958-ced6852f4097, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:15.566600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] For port c69dff5a-0f82-4286-8958-ced6852f4097, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c69dff5a-0f82-4286-8958-ced6852f4097,segment=NetworkSegment(7f1b3461-678f-48f0-8b2a-1ede99515191),segment_id=7f1b3461-678f-48f0-8b2a-1ede99515191)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:15.573748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.586903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.601322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.625117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.640732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.655482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.670122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.675579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6193ff2c-0018-46eb-b01b-011e3aacf9a7 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:15.676785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.679696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.688626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:15.689673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.709418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-8dcb73e2-e6d3-434b-8257-591cb4db2b8a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.6724746 Aug 29 04:28:15.764095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=3e0ccb9b-8458-440f-b781-534ded4f9602,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.773200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.773698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router c333f39e-eb94-4b0a-947c-4382cc0dc73f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:15.803132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:15.808007 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a8c488b8-7916-46d8-a634-7c695d5b78c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f HTTP/1.1" status: 204 len: 168 time: 0.6798940 Aug 29 04:28:15.808277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:15.863328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13dcd8-e0d8-4835-9f26-5169f4814b41 None None] Pushing event updated for resources: {'Port': ['ID=c69dff5a-0f82-4286-8958-ced6852f4097,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:15.905766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:15.928852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:15.929372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.007975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 3e0ccb9b-8458-440f-b781-534ded4f9602 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:16.015618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.019955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046c2bdd-25b6-459e-95f3-d9241de544ab req-0569213e-df6c-4338-b8d8-66a608417efe tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "DELETE /v2.0/ports/3e0ccb9b-8458-440f-b781-534ded4f9602 HTTP/1.1" status: 204 len: 173 time: 2.2122059 Aug 29 04:28:16.025322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:16.030252 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a9a3ab-4a07-482c-b7f2-832400f4590e" -d '{"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:16.084385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet c865325e-bf76-44bc-ad17-1cc3d77d00be {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:16.094021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.153229 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.195361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.239990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7,segment=NetworkSegment(3da18bea-a509-49f8-9308-2b358ffdc035),segment_id=3da18bea-a509-49f8-9308-2b358ffdc035)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:16.243244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb570fa3-9f22-468d-adf5-cafb32b7d251 req-891f6bee-37ab-4aa1-a855-0289ea1ea127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5321393 Aug 29 04:28:16.247247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.317876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-1fbc0d5a-2b1c-4322-b983-d4d44967ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.322260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-1fbc0d5a-2b1c-4322-b983-d4d44967ad01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8093944 Aug 29 04:28:16.401233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.501734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.609678 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deb5b6e-080b-4e76-bb54-00420c022e6d x-openstack-request-id: req-5deb5b6e-080b-4e76-bb54-00420c022e6d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:16.609952 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9e3b-79bc-4a87-920c-8e3c7889dce9", "name": "network-vif-deleted", "tag": "3e0ccb9b-8458-440f-b781-534ded4f9602", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:16.610175 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5deb5b6e-080b-4e76-bb54-00420c022e6d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:16.610646 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9e3b-79bc-4a87-920c-8e3c7889dce9', 'name': 'network-vif-deleted', 'tag': '3e0ccb9b-8458-440f-b781-534ded4f9602', 'status': 'completed', 'code': 200} Aug 29 04:28:16.626788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.635287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.675404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f625ce1-48ca-4991-97fb-f87721d0ed3c req-64878dc7-79b8-4dc0-ac15-bb0389354e13 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:16.676927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.684524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f625ce1-48ca-4991-97fb-f87721d0ed3c req-64878dc7-79b8-4dc0-ac15-bb0389354e13 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 945 time: 0.6920295 Aug 29 04:28:16.691029 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/c865325e-bf76-44bc-ad17-1cc3d77d00be HTTP/1.1" status: 204 len: 168 time: 0.8813925 Aug 29 04:28:16.692225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:16.696438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92019771-347d-4923-9afb-0f067d7c52c7 None None] Network ffbc9155-b12b-4fae-adf0-b0022272f5fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:16.873133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f625ce1-48ca-4991-97fb-f87721d0ed3c req-2df01d75-f5f5-484c-8230-57112a7952e2 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870813 Aug 29 04:28:16.909472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet 872200a1-42eb-4ee5-a328-b43e6985f0ac {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:16.915433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8424d-8b19-45aa-8f4d-666e082d86ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=c865325e-bf76-44bc-ad17-1cc3d77d00be,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:16.919805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:16.976991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.032280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.079395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fa0f6d1-98ff-482f-b29f-868b1a3162f0 req-73f06823-3e51-4bbb-97fe-7106f61c1f58 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=097e9e3b-79bc-4a87-920c-8e3c7889dce9 HTTP/1.1" status: 200 len: 210 time: 0.2647767 Aug 29 04:28:17.141906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] DHCP port deletion for ffbc9155-b12b-4fae-adf0-b0022272f5fc request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:17.176915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Subnet': ['ID=4a1c0237-8708-4fb6-9834-2c99355b4c29,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.212960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=ba26af37-3183-4147-ab98-c2472b02b58d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.242091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-03184ee4-122a-4924-bff5-890d736542fe service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598683 Aug 29 04:28:17.284874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Checking segment: {'id': '24368c4f-982e-4791-b9b0-9a5ecbeaa498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:17.285285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network hostable DHCP agents. Network: 7abf8c6e-ad57-44cc-8881-a03fa132b39a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:17.304482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.454625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.505985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:17.512880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.518181 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03da3df4-3055-4de6-a88d-a322a71f0323" -d '{"events": [{"server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:17.542892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.561509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/872200a1-42eb-4ee5-a328-b43e6985f0ac HTTP/1.1" status: 204 len: 168 time: 0.8016796 Aug 29 04:28:17.566642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.568978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0946c53-6c87-459f-8743-35bd9ad25f7e None None] Network a5e50a9a-f77e-4a56-8533-5046a75acc79 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:17.569777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.584250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39ec4b41-be4a-4284-8be4-d00faeedbc4c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/ba26af37-3183-4147-ab98-c2472b02b58d HTTP/1.1" status: 204 len: 168 time: 4.7077353 Aug 29 04:28:17.590669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.608438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Deleting port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:17.609069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.632006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:17.718433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af082d7-c693-4af1-880f-9e0f9a21c15d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=872200a1-42eb-4ee5-a328-b43e6985f0ac,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:17.739757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.785000 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d702bf97-4893-4115-85c7-b4c2578e028c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:28:17.790854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:17.804539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d702bf97-4893-4115-85c7-b4c2578e028c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/ba26af37-3183-4147-ab98-c2472b02b58d HTTP/1.1" status: 404 len: 333 time: 0.2027576 Aug 29 04:28:17.808528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 7abf8c6e-ad57-44cc-8881-a03fa132b39a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:17.808964 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4ef05-e4cd-42d7-8cdd-22865b68cad4 x-openstack-request-id: req-9cf4ef05-e4cd-42d7-8cdd-22865b68cad4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:17.809604 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:17.809985 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cf4ef05-e4cd-42d7-8cdd-22865b68cad4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:17.810567 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7', 'code': 200} Aug 29 04:28:17.814550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.815210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:17.906837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.913051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b9660-1f9f-4ea6-975e-5960c98e597d None None] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:17.927214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.938401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.947440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.956237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.962345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901598c0-f676-4857-9b0e-cae5c1760730 req-edaa5548-91c1-45d9-8597-270b7bfb6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.964000 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-901598c0-f676-4857-9b0e-cae5c1760730 req-edaa5548-91c1-45d9-8597-270b7bfb6d14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 1098 time: 0.2147434 Aug 29 04:28:17.966926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.975661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:17.983316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-ba0e9bb1-2704-4e26-8385-d123f94be912 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.4351912 Aug 29 04:28:17.991184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d6ca8d5-beb1-4e0e-9fb1-c65d9141c6e1 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5218186 Aug 29 04:28:18.000001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.034967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-901598c0-f676-4857-9b0e-cae5c1760730 req-c162a519-839f-46e1-bd7e-b1407bae4b78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Aug 29 04:28:18.041216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 7eca45da-ce89-46e1-b7b7-d1b49b80925c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:18.048843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Deleting subnet bfe75e7f-1c79-4195-b71e-993472878d47 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:18.053201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.083771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3957f8-584b-4611-b198-332948ca32b0 None None] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:18.111966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.176959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.202711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c69dff5a-0f82-4286-8958-ced6852f4097 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:18.205017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-d860b9cd-a964-42fc-a66b-76666f7dbcf8 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167998 Aug 29 04:28:18.211721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:18.212104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.273589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.312604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.367615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-dc32598b-01e9-486c-8582-011f0b34f374 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 200 len: 217 time: 0.1427977 Aug 29 04:28:18.377156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,segment=NetworkSegment(e7885103-0b91-4deb-a16c-9c35a3d7b4be),segment_id=e7885103-0b91-4deb-a16c-9c35a3d7b4be)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.377542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.403058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:18.427989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-4e7a464c-6ba5-4337-b34f-3c70b453627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.430199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-4e7a464c-6ba5-4337-b34f-3c70b453627d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.0515828 Aug 29 04:28:18.483177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] For port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,segment=NetworkSegment(e7885103-0b91-4deb-a16c-9c35a3d7b4be),segment_id=e7885103-0b91-4deb-a16c-9c35a3d7b4be)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:18.483697 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.521434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.549987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-208d717b-aac6-4006-a26a-7c7468a1a39f req-b4f529c0-11b1-4f50-ab51-64c5f544da62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5508368 Aug 29 04:28:18.573131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Calling delete_port for bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:18.591396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe75e7f-1c79-4195-b71e-993472878d47,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.595487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c15d-1f34-4af2-8207-73c3801d05b5 req-f423d9bb-6782-4136-8846-bd220f355682 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.600459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eb37caf1-f4db-4f57-9df9-a8250446863d None None] Provisioning for port c69dff5a-0f82-4286-8958-ced6852f4097 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:18.603125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d737c15d-1f34-4af2-8207-73c3801d05b5 req-f423d9bb-6782-4136-8846-bd220f355682 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.4163864 Aug 29 04:28:18.611542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.619385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ccee53e-97aa-4a4d-a63a-fa131006f8ca admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bfe75e7f-1c79-4195-b71e-993472878d47 HTTP/1.1" status: 204 len: 168 time: 1.1007240 Aug 29 04:28:18.619385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.667065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.742862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.782693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.806195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:18.819703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c69dff5a-0f82-4286-8958-ced6852f4097 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:18.836829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c69dff5a-0f82-4286-8958-ced6852f4097 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:18.837212 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.841435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.861057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-2a46f6e6-9cb2-4c07-9478-d5b502af034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:18.864212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-2a46f6e6-9cb2-4c07-9478-d5b502af034c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3521845 Aug 29 04:28:18.865338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.910439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.917306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7eca45da-ce89-46e1-b7b7-d1b49b80925c HTTP/1.1" status: 204 len: 168 time: 1.1242499 Aug 29 04:28:18.923681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:18.940327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f0dce-386c-42b9-a409-c49e24036523 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=7eca45da-ce89-46e1-b7b7-d1b49b80925c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:18.941204 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.954879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-7abf8c6e-ad57-44cc-8881-a03fa132b39a', 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a', 'tenant_id': '24c4b48a68f242ff97fe73ef260ecca1', 'fixed_ips': [{'subnet_id': '4a1c0237-8708-4fb6-9834-2c99355b4c29'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:18.955755 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:18.975768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55babb6-e8f3-4b7c-b6a3-57cd6e5780e3 None None] Network 1eec9f48-e063-42ac-a508-f367d005ace4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:19.006943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] DHCP port deletion for a5e50a9a-f77e-4a56-8533-5046a75acc79 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:19.017779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:19.032787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d737c15d-1f34-4af2-8207-73c3801d05b5 req-32549715-deb7-4f85-a715-20099e08371c tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283776 Aug 29 04:28:19.057893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] No DVR routers for this DVR port bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:19.060968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968f0f9-8e26-432c-9157-0183e3ddde04 None None] Pushing event deleted for resources: {'Port': ['ID=bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.201068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.321855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.334021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting subnet a0d3176d-2497-4444-917d-916d10aadf81 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:19.339300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a92869fd-ae65-4430-a36d-6e8b6b8a0405 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408236 Aug 29 04:28:19.395621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.458778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c69dff5a-0f82-4286-8958-ced6852f4097, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c69dff5a-0f82-4286-8958-ced6852f4097,segment=NetworkSegment(7f1b3461-678f-48f0-8b2a-1ede99515191),segment_id=7f1b3461-678f-48f0-8b2a-1ede99515191)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.466494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Deleting port 3cd969bf-4179-49a6-9efd-edc1e7041e62 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:19.466854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.471448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.485652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Allocated IP 2001:db8::2 (7abf8c6e-ad57-44cc-8881-a03fa132b39a/4a1c0237-8708-4fb6-9834-2c99355b4c29/8d1ce67b-75d3-4560-9ad3-8b5d45a04429) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:19.553034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.574460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3fbaf2-34b9-427a-b5b4-31d1866e8913']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.666946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29442707-a1fb-43d0-86b7-e6bcfab95cca') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.666946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29442707-a1fb-43d0-86b7-e6bcfab95cca') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.674811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:19.679500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c69dff5a-0f82-4286-8958-ced6852f4097,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:19.729434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbc9155-b12b-4fae-adf0-b0022272f5fc']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.733574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.750640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.768210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:19.768603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf2fe96f-c19e-4eb6-a0d6-faf4d1bcbeaf not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:19.797320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7885103-0b91-4deb-a16c-9c35a3d7b4be') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.797666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7885103-0b91-4deb-a16c-9c35a3d7b4be') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:19.826565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] DHCP port deletion for 1eec9f48-e063-42ac-a508-f367d005ace4 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:19.827457 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.830968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.839854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.849825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] For port 3cd969bf-4179-49a6-9efd-edc1e7041e62, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3cd969bf-4179-49a6-9efd-edc1e7041e62,segment=NetworkSegment(08d75404-36d2-435b-bff1-0cb372c78ff0),segment_id=08d75404-36d2-435b-bff1-0cb372c78ff0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:19.850236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.899459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Calling delete_port for 3cd969bf-4179-49a6-9efd-edc1e7041e62 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:19.927311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e64ad8e6-947c-4505-8627-f92f179a955c None None] Provisioning complete for port c69dff5a-0f82-4286-8958-ced6852f4097 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:19.927735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e64ad8e6-947c-4505-8627-f92f179a955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.940213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.948195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:19.948648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:19.983345 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:20.071741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c69dff5a-0f82-4286-8958-ced6852f4097 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:20.145434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.159072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 66493b43-6fb3-42bc-bd7d-f0031cddace6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:20.159419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.172849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.175277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/ffbc9155-b12b-4fae-adf0-b0022272f5fc HTTP/1.1" status: 204 len: 168 time: 2.6029434 Aug 29 04:28:20.201967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Deleting port 66493b43-6fb3-42bc-bd7d-f0031cddace6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:20.202345 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.242927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36408) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.265378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e531dd-fb41-42e8-a1c8-da72b3eecb31 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=ffbc9155-b12b-4fae-adf0-b0022272f5fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.267781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.268165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.310197 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.328819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Transition to ACTIVE for port object 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:20.375330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.387993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] Pushing event deleted for resources: {'Port': ['ID=3cd969bf-4179-49a6-9efd-edc1e7041e62,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.393767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] For port 66493b43-6fb3-42bc-bd7d-f0031cddace6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=66493b43-6fb3-42bc-bd7d-f0031cddace6,segment=NetworkSegment(c23585be-675f-48d3-8a2f-959bcb47944c),segment_id=c23585be-675f-48d3-8a2f-959bcb47944c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:20.394179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.397197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8efd1-70b6-402c-abdb-e19d25074887 None None] No DVR routers for this DVR port 3cd969bf-4179-49a6-9efd-edc1e7041e62 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:20.413277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] For port 66493b43-6fb3-42bc-bd7d-f0031cddace6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=66493b43-6fb3-42bc-bd7d-f0031cddace6,segment=NetworkSegment(c23585be-675f-48d3-8a2f-959bcb47944c),segment_id=c23585be-675f-48d3-8a2f-959bcb47944c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:20.413548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.413646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c69dff5a-0f82-4286-8958-ced6852f4097 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:20.413969 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.423185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:20.424219 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.429654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Transition to ACTIVE for port object 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:20.430937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:20.431678 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:20.440845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 66493b43-6fb3-42bc-bd7d-f0031cddace6 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:20.464839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Calling delete_port for 66493b43-6fb3-42bc-bd7d-f0031cddace6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:20.492847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.530780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.551832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.558685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.565763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.573409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.580971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.594298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d3176d-2497-4444-917d-916d10aadf81,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.598563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.602203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:20.606728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.614597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:20.616306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-15b1a722-b516-4278-9c5c-5afe1844dbff tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.8586178 Aug 29 04:28:20.624858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:20.639054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Pushing event updated for resources: {'Port': ['ID=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.665828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.671165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-c41718a8-1a94-44f2-a415-0d666a6f4bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2980044 Aug 29 04:28:20.672906 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b22ba09f-b181-4d9b-bf80-9759c37a1936 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/subnets/a0d3176d-2497-4444-917d-916d10aadf81 HTTP/1.1" status: 204 len: 168 time: 1.6453326 Aug 29 04:28:20.679987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:20.694767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60c084-d4c7-4319-9276-16bdc32053af None None] Network a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:20.728956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-441f16a6-61e8-46b5-876f-b15243cc8e3d req-b949ab21-8b2a-449f-91d5-a90225b7ab45 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110239 Aug 29 04:28:20.753048 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.788033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.794219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Allocated IP 2001:db8::1 (04ca7538-7b93-4b30-a2e3-40372dcc0f3a/fa948114-3174-4a52-a694-1c7d6538fbed/4e856073-5896-466a-aba3-3a736a86989a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:20.806815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.815276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb3fbaf2-34b9-427a-b5b4-31d1866e8913 HTTP/1.1" status: 204 len: 168 time: 2.1387136 Aug 29 04:28:20.815561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Attempting to bind port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:20.817044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.818133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Attempting to bind port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '24368c4f-982e-4791-b9b0-9a5ecbeaa498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:20.819693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-cd6be4a9-71cd-4ecc-9446-b0190cfca55e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 217 time: 0.1206276 Aug 29 04:28:20.829121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Attempting to bind port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 on network 7abf8c6e-ad57-44cc-8881-a03fa132b39a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:20.842469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bc4a0-c554-4a44-8e3a-6332d8421c14 req-66dbd249-b4db-4099-96e3-b77ebafd97c8 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:20.859034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e5bc4a0-c554-4a44-8e3a-6332d8421c14 req-66dbd249-b4db-4099-96e3-b77ebafd97c8 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.5021906 Aug 29 04:28:20.859297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.866012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e50a9a-f77e-4a56-8533-5046a75acc79']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.879337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b449a-a3ac-41e3-9871-0860ce656126 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3fbaf2-34b9-427a-b5b4-31d1866e8913,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:20.899197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:20.899197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Checking segment: {'id': '24368c4f-982e-4791-b9b0-9a5ecbeaa498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:20.899197 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.899785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Bound using segment: {'id': '24368c4f-982e-4791-b9b0-9a5ecbeaa498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:20.900328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Bound port: 8d1ce67b-75d3-4560-9ad3-8b5d45a04429, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24368c4f-982e-4791-b9b0-9a5ecbeaa498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7abf8c6e-ad57-44cc-8881-a03fa132b39a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:20.902753 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:20.943722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e5bc4a0-c554-4a44-8e3a-6332d8421c14 req-d3dfe6c1-2c6b-4b3f-8f7c-bf16c7d6ae81 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Aug 29 04:28:20.956812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3cd969bf-4179-49a6-9efd-edc1e7041e62 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:20.976137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d75404-36d2-435b-bff1-0cb372c78ff0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:20.976647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d75404-36d2-435b-bff1-0cb372c78ff0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:21.000748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.019440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.035097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.061470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=66493b43-6fb3-42bc-bd7d-f0031cddace6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.068318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:21.068912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.070876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a7371ac8-7940-49bd-a0bb-13d1268533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.071967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-a7371ac8-7940-49bd-a0bb-13d1268533c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.2111185 Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:21.073058 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:21.078699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No DVR routers for this DVR port 66493b43-6fb3-42bc-bd7d-f0031cddace6 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:21.117408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.181109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.181492 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.225047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e73b08b1-2f72-4b72-b5b2-289068d1735d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08f189c3da44474c8198620dbe50894c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075583 Aug 29 04:28:21.233452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.270705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.299239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.307035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/a5e50a9a-f77e-4a56-8533-5046a75acc79 HTTP/1.1" status: 204 len: 168 time: 1.0623920 Aug 29 04:28:21.321852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.328448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.339156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eec9f48-e063-42ac-a508-f367d005ace4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:21.341439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c3b9f-9b93-4b49-bbbc-0cb3103050a9 req-124f0d17-5629-4bdc-9e59-df757930f629 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.343454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-414c3b9f-9b93-4b49-bbbc-0cb3103050a9 req-124f0d17-5629-4bdc-9e59-df757930f629 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.2318864 Aug 29 04:28:21.347504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5030-0f5c-4d39-9931-461b3f97080c req-383e5909-359a-4feb-be99-15f353f0222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:21.349348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-383e5909-359a-4feb-be99-15f353f0222c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2643247 Aug 29 04:28:21.355048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23585be-675f-48d3-8a2f-959bcb47944c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:21.355342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23585be-675f-48d3-8a2f-959bcb47944c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:21.361249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491107645'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:21.367905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.370456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.385002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.392975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:21.393389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.400897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] Pushing event deleted for resources: {'Port': ['ID=66493b43-6fb3-42bc-bd7d-f0031cddace6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.448995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3046ce3-f729-4d24-b4ec-af8582b5c9d8 None None] No DVR routers for this DVR port 66493b43-6fb3-42bc-bd7d-f0031cddace6 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:21.478883 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:21.485722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3cd969bf-4179-49a6-9efd-edc1e7041e62 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:21.486278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3cd969bf-4179-49a6-9efd-edc1e7041e62 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:21.486779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 66493b43-6fb3-42bc-bd7d-f0031cddace6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:21.500608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.512755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.519016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/1eec9f48-e063-42ac-a508-f367d005ace4 HTTP/1.1" status: 204 len: 168 time: 2.5703726 Aug 29 04:28:21.520281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f29394-ed5d-4cba-83fd-c76fecc3a33f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=a5e50a9a-f77e-4a56-8533-5046a75acc79,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.538459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:21.546304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-336955332'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:21.551388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c26a7-847e-48c9-ae49-badb5de8d158 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=1eec9f48-e063-42ac-a508-f367d005ace4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.558737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Transition to ACTIVE for port object 4e856073-5896-466a-aba3-3a736a86989a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:21.558938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 66493b43-6fb3-42bc-bd7d-f0031cddace6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:21.559392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 66493b43-6fb3-42bc-bd7d-f0031cddace6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:21.606721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,segment=NetworkSegment(90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957),segment_id=90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.607166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.607683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.618771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] For port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:21.623617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] For port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,segment=NetworkSegment(24368c4f-982e-4791-b9b0-9a5ecbeaa498),segment_id=24368c4f-982e-4791-b9b0-9a5ecbeaa498)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:21.633233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.656406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 4a85f46b-22d5-4dc4-bde4-087f8bd6035d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.675813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:21.679896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.714286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-414c3b9f-9b93-4b49-bbbc-0cb3103050a9 req-3a055f21-8f66-46da-b47b-d83a371cb6b3 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484316 Aug 29 04:28:21.723442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.739326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] DHCP port deletion for a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:21.778889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51613-9a2e-43fe-adb4-eaedcccc9b3f None None] Pushing event updated for resources: {'Port': ['ID=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.790649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:21.803175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.803528 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment aa7bdb74-bc78-4f38-8ae3-e131f2caa63b of type vlan for network 3aa09080-a127-4468-829a-523b20c80c62 Aug 29 04:28:21.810790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.853305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Deleting port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:21.854180 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.899870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:21.903498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:21.948429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.971429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:21.973288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.979867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] For port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:21.980300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:21.996644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Calling delete_port for 4a85f46b-22d5-4dc4-bde4-087f8bd6035d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:21.999507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:28:22.001579 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.005762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-54124f97-8745-4b0b-94ed-99e08df5bf34 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278117 Aug 29 04:28:22.016875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.037718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] Pushing event deleted for resources: {'Port': ['ID=4a85f46b-22d5-4dc4-bde4-087f8bd6035d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.059198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea2a24-8934-4d7f-bdd9-a36474f0fd34 None None] No DVR routers for this DVR port 4a85f46b-22d5-4dc4-bde4-087f8bd6035d on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:22.070908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:28:22.173762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.179473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.182309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.183614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31e6167d-e24e-455c-8c10-6a10b6936e41 HTTP/1.1" status: 204 len: 168 time: 0.9491889 Aug 29 04:28:22.200972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a85f46b-22d5-4dc4-bde4-087f8bd6035d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:22.215699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fa44fe-9e93-4844-8b64-4cd91a0e74c9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.240344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.242490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4a85f46b-22d5-4dc4-bde4-087f8bd6035d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:22.243065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a85f46b-22d5-4dc4-bde4-087f8bd6035d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:22.256075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.256772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.271378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.273762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b8b6d2-9537-4ded-b1c5-5dd0f1ee0957') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:22.279384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:22.291761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.292144 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment 517fe2d4-6739-4882-b241-14c4058fdf73 of type vlan for network a886a280-87ed-47b5-a6be-4867c37f5441 Aug 29 04:28:22.311419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.365675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.381153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:22.382135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.388112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:22.391678 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:22.430738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec534-35fc-47fe-888f-2bc92a651a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6167d-e24e-455c-8c10-6a10b6936e41,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.449657 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.463033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:22.486057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1414461 Aug 29 04:28:22.486954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Port': ['ID=4e856073-5896-466a-aba3-3a736a86989a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.493297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36438) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.494902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:22.495471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.505257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': '3aa09080-a127-4468-829a-523b20c80c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:22.536941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.545581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.552108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.558468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.560117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.564943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.570525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.572424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.580681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.583139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-eb0597f0-a931-4ca2-9808-02c821820722 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.6555619 Aug 29 04:28:22.592082 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/networks/a0fa44fe-9e93-4844-8b64-4cd91a0e74c9 HTTP/1.1" status: 204 len: 168 time: 1.9013834 Aug 29 04:28:22.593424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:22.649118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39c17-4fb7-42da-84b9-eef7473f05c1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Network': ['ID=a0fa44fe-9e93-4844-8b64-4cd91a0e74c9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.662673 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:28:22.699333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02881e-f970-4607-8c72-fb1c41e42030 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=3aa09080-a127-4468-829a-523b20c80c62,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:22.724791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3aa09080-a127-4468-829a-523b20c80c62 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:22.758105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting subnet 3e5dbb45-d274-468f-b66d-fa03fd3e11cc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:22.766036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.854973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.866151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:22.866742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.882018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:22.945103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228b5030-0f5c-4d39-9931-461b3f97080c req-83bca6b8-3794-4fc5-8c78-1bdde3459468 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157369 Aug 29 04:28:23.000176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-587fc4c1-93f1-4ed8-bda7-00cb31df28cf None None] Provisioning for port 4e856073-5896-466a-aba3-3a736a86989a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.008168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-587fc4c1-93f1-4ed8-bda7-00cb31df28cf None None] Provisioning complete for port 4e856073-5896-466a-aba3-3a736a86989a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:23.008444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eceacae4-0bfd-4006-bb29-b0aa3e8f8b34 req-8ea10d24-e266-4a24-a683-dddb9491ff18 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3472042 Aug 29 04:28:23.008782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587fc4c1-93f1-4ed8-bda7-00cb31df28cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.020820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4780807 Aug 29 04:28:23.031602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.046028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:23.047116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db9f1-f328-48d7-8664-c9402d6b5a59 req-6e489c8e-5bc6-436a-9b2b-08ad92584af7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.058954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-154db9f1-f328-48d7-8664-c9402d6b5a59 req-6e489c8e-5bc6-436a-9b2b-08ad92584af7 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.5744443 Aug 29 04:28:23.107346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-587fc4c1-93f1-4ed8-bda7-00cb31df28cf None None] Port 4e856073-5896-466a-aba3-3a736a86989a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:23.130652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e034ec-2da1-428b-b95a-c671ceeebfb4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=a886a280-87ed-47b5-a6be-4867c37f5441,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.140327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a886a280-87ed-47b5-a6be-4867c37f5441 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:23.205590 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.241848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:23.248441 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.291708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.323441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:23.329387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.393147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-154db9f1-f328-48d7-8664-c9402d6b5a59 req-cbe3bf78-13b8-4f07-8183-d39463a98371 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325689 Aug 29 04:28:23.415949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.508024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.508516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.508992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.509458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.509974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.510443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.510905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:23.513174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-d1bd05e7-d92a-4780-8f74-3a333fd3433b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6494 time: 0.3077540 Aug 29 04:28:23.541009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5dbb45-d274-468f-b66d-fa03fd3e11cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:23.543895 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.550672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0198f9f2-f504-4e8e-933e-dd433bcde48b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/subnets/3e5dbb45-d274-468f-b66d-fa03fd3e11cc HTTP/1.1" status: 204 len: 168 time: 0.9408796 Aug 29 04:28:23.552599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:23.566394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82061980-d4fb-460a-9f71-9d7cc9c0a3d3 None None] Network 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.638437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a92b3f-b53e-4534-b143-25dd64807f38 None None] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:23.670775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.854209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91747b85-6ab5-44e9-85f8-295fced6b07f None None] Provisioning for port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:23.881848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.921311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 69576625-287f-4df4-9bdb-37d8a2b57f41 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:23.921311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:23.971917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.018974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-2698015b-ce3c-4df0-917b-8c44824e77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.021878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-2698015b-ce3c-4df0-917b-8c44824e77ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 903 time: 0.4963379 Aug 29 04:28:24.027429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=77b4af56-ab61-4dc7-b89a-f9883a7c255d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.039447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': '517fe2d4-6739-4882-b241-14c4058fdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:24.039795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: a886a280-87ed-47b5-a6be-4867c37f5441, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:24.044150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 69576625-287f-4df4-9bdb-37d8a2b57f41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=69576625-287f-4df4-9bdb-37d8a2b57f41,segment=NetworkSegment(f506a3e4-9604-416b-b5e7-ec247c35a1e9),segment_id=f506a3e4-9604-416b-b5e7-ec247c35a1e9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:24.044512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.079263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 69576625-287f-4df4-9bdb-37d8a2b57f41 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:24.113938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network a886a280-87ed-47b5-a6be-4867c37f5441 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:24.158421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a886a280-87ed-47b5-a6be-4867c37f5441) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:24.167003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.167968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.181582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.186075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39413071-bc56-4ad4-a3d9-0745c3bc9e1b None None] Network a886a280-87ed-47b5-a6be-4867c37f5441 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:24.193337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-36a574a4-e160-4941-a5f0-073d2408a090 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 217 time: 0.1557050 Aug 29 04:28:24.195429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ad60e5fc-86e3-47bd-9ec9-c55c91fc887a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1622069 Aug 29 04:28:24.198283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:24.206141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441', 'name': 'tempest-PortsTestJSON-1085644817', 'fixed_ips': [{'subnet_id': '77b4af56-ab61-4dc7-b89a-f9883a7c255d', 'ip_address': '172.20.0.10'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.300941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-595684364-network', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:24.301579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:24.319048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713c894-1b94-4024-b592-b637bd366dac req-f9b1a4cf-6423-469a-a4ad-d0ff963e1bb5 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.321201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0713c894-1b94-4024-b592-b637bd366dac req-f9b1a4cf-6423-469a-a4ad-d0ff963e1bb5 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.4867685 Aug 29 04:28:24.382964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.424591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:24.426301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.442766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d87315-f57e-4a6a-bbdf-b0e28054821d None None] DHCP port deletion for 369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:24.457123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-73980c98-3e83-4b24-bae8-076e9e57a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.458379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=69576625-287f-4df4-9bdb-37d8a2b57f41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.458810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-73980c98-3e83-4b24-bae8-076e9e57a2a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.2501729 Aug 29 04:28:24.459527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=659e65c0-f860-4f80-9820-a7dbd084b90f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:24.488427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 69576625-287f-4df4-9bdb-37d8a2b57f41 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:24.488903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.537697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:24.548899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:24.549375 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.625325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:24.648678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3aa09080-a127-4468-829a-523b20c80c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:24.649465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: 3aa09080-a127-4468-829a-523b20c80c62, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:24.694598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-a886a280-87ed-47b5-a6be-4867c37f5441', 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '77b4af56-ab61-4dc7-b89a-f9883a7c255d'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:24.696119 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.714156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.715130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.720431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.726508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.732678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.739799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.741515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.754052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.762751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.771815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5d28140-cf7d-434e-9473-29be637146de req-e177ed22-def3-4a24-a54d-796b4a89fe14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.4770000 Aug 29 04:28:24.775118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f506a3e4-9604-416b-b5e7-ec247c35a1e9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.775818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f506a3e4-9604-416b-b5e7-ec247c35a1e9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:24.794249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0713c894-1b94-4024-b592-b637bd366dac req-f62512cb-da4e-4911-8fa4-45ced723e7f5 tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/security-groups?id=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451723 Aug 29 04:28:24.795054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.829915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.832080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.846286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:24.847302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.876046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5d28140-cf7d-434e-9473-29be637146de req-a377b8a1-0558-4a27-9abc-dac2033d8a9c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023829 Aug 29 04:28:24.885322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.886192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.893932 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.935914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.947409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-98618e7e-47f5-4694-840f-b64a55819507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:24.949475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-98618e7e-47f5-4694-840f-b64a55819507 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4650915 Aug 29 04:28:24.954770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 3aa09080-a127-4468-829a-523b20c80c62 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:24.964871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.970567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-affc2bb9-4d53-489d-87bd-80e55cd1ac1b None None] Provisioning complete for port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:24.970965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-affc2bb9-4d53-489d-87bd-80e55cd1ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:24.977867 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:25.014303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.034357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.040674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/networks/369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8 HTTP/1.1" status: 204 len: 168 time: 1.4836574 Aug 29 04:28:25.040895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,segment=NetworkSegment(24368c4f-982e-4791-b9b0-9a5ecbeaa498),segment_id=24368c4f-982e-4791-b9b0-9a5ecbeaa498)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:25.056883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.065899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.075024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1715083017'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.087672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc55391-c4b8-4dff-9adf-5773b641a412 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Network': ['ID=369a80fe-fe9d-4765-b62f-cf7c4cbaa0d8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.132691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.136751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Allocated IP 172.20.0.2 (a886a280-87ed-47b5-a6be-4867c37f5441/77b4af56-ab61-4dc7-b89a-f9883a7c255d/147363ed-fcd1-45b0-b521-b964187018dd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:25.157835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 268679e4-4562-46e3-8185-84ae63531304 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:25.162720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:25.166768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.180347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.260007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:25.314362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.314757 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Added segment 94e10f76-b159-46c8-8362-36c277e57a52 of type vlan for network 5641d571-f05d-499b-8db5-e7c4e3fae73f Aug 29 04:28:25.386855 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.389484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.397134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Transition to ACTIVE for port object 147363ed-fcd1-45b0-b521-b964187018dd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:25.401298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-0e50018d-700a-4f56-aa9c-ec21c89dec4d tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.403468 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-0e50018d-700a-4f56-aa9c-ec21c89dec4d tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 946 time: 0.1612954 Aug 29 04:28:25.417920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Transition to ACTIVE for port object 147363ed-fcd1-45b0-b521-b964187018dd will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:25.425898 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.466732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3aa09080-a127-4468-829a-523b20c80c62) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:25.480138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Network a886a280-87ed-47b5-a6be-4867c37f5441 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:25.484545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:25.490093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.495758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.496720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.498376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:25.503327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:25.504309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.508051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2589fc-cbac-4c4a-ac12-8ee04b08440e None None] Network 3aa09080-a127-4468-829a-523b20c80c62 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:25.512134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:25.515455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Port': ['ID=4e856073-5896-466a-aba3-3a736a86989a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.588804 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.589434 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Added segment 0232e4e7-9be8-43b9-ad8f-596a8672652a of type vlan for network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 Aug 29 04:28:25.603260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.10 (a886a280-87ed-47b5-a6be-4867c37f5441/77b4af56-ab61-4dc7-b89a-f9883a7c255d/268679e4-4562-46e3-8185-84ae63531304) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:25.612758 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5453644 Aug 29 04:28:25.614843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-004335a3-9e7c-4590-9d12-28e957614d9c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1135492 Aug 29 04:28:25.615999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.617402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c0d63-9894-47e3-8a18-311b2801b471,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.624715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:25.629420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1100583643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.636426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'subnet': {'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:25.644904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Pushing event updated for resources: {'Port': ['ID=147363ed-fcd1-45b0-b521-b964187018dd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.670490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269279b4-6e12-49a6-aadb-9dbd9469bf5a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Network': ['ID=5641d571-f05d-499b-8db5-e7c4e3fae73f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:25.702006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.703086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.732281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Attempting to bind port 147363ed-fcd1-45b0-b521-b964187018dd on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:25.733177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Attempting to bind port 147363ed-fcd1-45b0-b521-b964187018dd by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '517fe2d4-6739-4882-b241-14c4058fdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:25.733831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Attempting to bind port 147363ed-fcd1-45b0-b521-b964187018dd on network a886a280-87ed-47b5-a6be-4867c37f5441 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:25.754002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Deleting port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:25.754330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.763211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:25.764220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Checking segment: {'id': '517fe2d4-6739-4882-b241-14c4058fdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:25.764951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.765627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Bound using segment: {'id': '517fe2d4-6739-4882-b241-14c4058fdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:25.766485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Bound port: 147363ed-fcd1-45b0-b521-b964187018dd, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517fe2d4-6739-4882-b241-14c4058fdf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:25.767181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.785901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:25.838165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.848238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-0e00c446-0de6-48e9-b418-b49658782e21 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8843956 Aug 29 04:28:25.858257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] For port 6193ff2c-0018-46eb-b01b-011e3aacf9a7, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6193ff2c-0018-46eb-b01b-011e3aacf9a7,segment=NetworkSegment(3da18bea-a509-49f8-9308-2b358ffdc035),segment_id=3da18bea-a509-49f8-9308-2b358ffdc035)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:25.858257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:25.876723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Calling delete_port for 6193ff2c-0018-46eb-b01b-011e3aacf9a7 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:26.025415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] For port 147363ed-fcd1-45b0-b521-b964187018dd, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:26.027357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:26.032496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] For port 147363ed-fcd1-45b0-b521-b964187018dd, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=147363ed-fcd1-45b0-b521-b964187018dd,segment=NetworkSegment(517fe2d4-6739-4882-b241-14c4058fdf73),segment_id=517fe2d4-6739-4882-b241-14c4058fdf73)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:26.062286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:26.073575 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.090103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:26.127974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81614c68-6f31-4e84-9cad-43f962b5b471 req-365853b2-d719-47ae-8f0b-710a1c7e679d tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.1163962 Aug 29 04:28:26.152412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.154141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.154739 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.198056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:26.201981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.217802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3aa09080-a127-4468-829a-523b20c80c62', 'network_id': '3aa09080-a127-4468-829a-523b20c80c62', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': '659e65c0-f860-4f80-9820-a7dbd084b90f'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:26.218712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.239584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.250585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc6af0-f3e0-4fd3-b10d-39137178267b None None] Pushing event updated for resources: {'Port': ['ID=147363ed-fcd1-45b0-b521-b964187018dd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.263318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6193ff2c-0018-46eb-b01b-011e3aacf9a7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:26.325272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.370511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.392176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Pushing event deleted for resources: {'Port': ['ID=6193ff2c-0018-46eb-b01b-011e3aacf9a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.461235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.462657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af2e9415-7de2-4475-8709-77aeba87824a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8369515 Aug 29 04:28:26.475893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.483149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbf71a7-12af-4a6f-b08c-930d3c4f6491,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:26.500458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'port': {'network_id': '3aa09080-a127-4468-829a-523b20c80c62', 'name': 'tempest-RoutersIpV6Test-1658313957'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.508338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.515697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:26.535100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d89ec0a9-c186-4b24-a603-1ab9ad24dd38 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5505912 Aug 29 04:28:26.547130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98653c37-82e0-437b-a28b-7ebd12f28b68 req-ed54134e-b69e-427a-8ff5-fccd11f33f67 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812086 Aug 29 04:28:26.550441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.606711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.609357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] No DVR routers for this DVR port 6193ff2c-0018-46eb-b01b-011e3aacf9a7 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:26.625760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.627630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Request body: {'subnet': {'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-595684364-subnet', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:26.640992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.647009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:26.649081 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:26.651426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.659108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.665640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.672815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:26.675146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-d7432dc3-2495-4341-a4af-809585b424c6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.5626469 Aug 29 04:28:26.767407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Router 44493507-ea81-4783-855b-def3cc6b6025 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:26.910707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:26.923416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4782504a-b216-47fd-8362-8eb91c71609e tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9138823 Aug 29 04:28:26.923416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:26.994988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] Sync routers for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:27.036076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e1fc22d-a994-44a5-ba1c-e2119ef24763 req-11eb0023-2a0c-4b78-9d0c-478b73020bb0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3281398 Aug 29 04:28:27.102578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.102578 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f38f6815-ece6-428b-ad24-9456caae72a7 req-15a82b69-3932-4012-9261-6d4df707ef2e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.54 "DELETE /v2.0/ports/6193ff2c-0018-46eb-b01b-011e3aacf9a7 HTTP/1.1" status: 204 len: 173 time: 1.6834674 Aug 29 04:28:27.103066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'name': 'network-vif-deleted', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:27.105662 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea3d98-cfb0-41ee-a6a0-7e30ca07cb93" -d '{"events": [{"server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "name": "network-vif-deleted", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:27.119186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33dccefe-4e53-414d-aa13-8b4ded5409eb None None] Provisioning complete for port 4e856073-5896-466a-aba3-3a736a86989a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:27.120232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33dccefe-4e53-414d-aa13-8b4ded5409eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.131436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 268679e4-4562-46e3-8185-84ae63531304 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:27.172762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:27.175214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.197237 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c695b-e8e5-425b-96c6-dc51a824ab72 x-openstack-request-id: req-456c695b-e8e5-425b-96c6-dc51a824ab72 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:27.197514 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3", "name": "network-vif-deleted", "tag": "6193ff2c-0018-46eb-b01b-011e3aacf9a7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:27.197780 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-456c695b-e8e5-425b-96c6-dc51a824ab72 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:27.198190 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3', 'name': 'network-vif-deleted', 'tag': '6193ff2c-0018-46eb-b01b-011e3aacf9a7', 'status': 'completed', 'code': 200} Aug 29 04:28:27.264273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-33dccefe-4e53-414d-aa13-8b4ded5409eb None None] Port 4e856073-5896-466a-aba3-3a736a86989a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:27.271802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:27.272698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.304417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:27.316575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.332795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Allocated IP 2001:db8::2 (3aa09080-a127-4468-829a-523b20c80c62/659e65c0-f860-4f80-9820-a7dbd084b90f/f8bba7bd-7516-4176-aa52-36fba8d1912a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:27.358408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.359507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.389602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] device_id is not set on port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:27.426005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:27.426985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.466768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec080756-f187-4162-8515-c82545e4aa07 req-07652d1a-5b6c-48fc-9df5-f9ae3218fb4e tempest-ServersNegativeTestMultiTenantJSON-425068113 tempest-ServersNegativeTestMultiTenantJSON-425068113-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e06a6ff-a6ac-4f68-b2f4-18757b04d2c3 HTTP/1.1" status: 200 len: 210 time: 0.1004682 Aug 29 04:28:27.483232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.492724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:27.493814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5947435-a751-44f1-b852-35f67998ca26 None None] The sync data for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:27.622841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.660181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Subnet': ['ID=fe044a7e-0db3-4d43-8bad-39044f2ebaba,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.697816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Checking segment: {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:27.698216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network hostable DHCP agents. Network: 5641d571-f05d-499b-8db5-e7c4e3fae73f, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:27.714158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network a886a280-87ed-47b5-a6be-4867c37f5441 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:27.723022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.735645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.744447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Transition to ACTIVE for port object f8bba7bd-7516-4176-aa52-36fba8d1912a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:27.746142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=268679e4-4562-46e3-8185-84ae63531304,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.751836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:27.757687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:27.773502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Transition to ACTIVE for port object f8bba7bd-7516-4176-aa52-36fba8d1912a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:27.780116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 69576625-287f-4df4-9bdb-37d8a2b57f41 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:27.804952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 69576625-287f-4df4-9bdb-37d8a2b57f41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:27.805316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 69576625-287f-4df4-9bdb-37d8a2b57f41 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:27.808560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.813959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5641d571-f05d-499b-8db5-e7c4e3fae73f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.830489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:27.831100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.847471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a307bb-74f2-48c2-938e-5cb8c11f377f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:27.857487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Network 3aa09080-a127-4468-829a-523b20c80c62 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:27.865674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:27.868815 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-90969744-ce10-49b3-a373-64ccb354b0ef tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:27.873448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:27.873837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-90969744-ce10-49b3-a373-64ccb354b0ef tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9468887 Aug 29 04:28:27.873837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:27.878551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea960829-00d9-45be-b72a-580d50453fa2 None None] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:27.889229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ed3c83e-dfd2-4fdf-9b14-9d9286240547 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2665474 Aug 29 04:28:27.889729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:27.937837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:27.938523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:27.938646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-381927978'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:27.969614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Checking segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:27.970209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Network hostable DHCP agents. Network: 5bbf71a7-12af-4a6f-b08c-930d3c4f6491, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:28.009743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681d66a-8a1b-4896-b369-06280c4b8d47 None None] Network a886a280-87ed-47b5-a6be-4867c37f5441 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:28.015602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.019157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.053576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8::12a (3aa09080-a127-4468-829a-523b20c80c62/659e65c0-f860-4f80-9820-a7dbd084b90f/3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:28.067124 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-465917a8-6870-4bdf-b994-ec71673d533b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8674309 Aug 29 04:28:28.072195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.082212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'a886a280-87ed-47b5-a6be-4867c37f5441', 'name': 'tempest-PortsTestJSON-878788211', 'fixed_ips': [{'subnet_id': '77b4af56-ab61-4dc7-b89a-f9883a7c255d', 'ip_address': '172.20.0.9'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.113157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:28.206968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 147363ed-fcd1-45b0-b521-b964187018dd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:28.214057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.214545 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Added segment e98a3d04-39aa-427c-90f9-6bf562e2fbf9 of type vlan for network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 Aug 29 04:28:28.253277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Pushing event updated for resources: {'Port': ['ID=f8bba7bd-7516-4176-aa52-36fba8d1912a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.254921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:28.285480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5bbf71a7-12af-4a6f-b08c-930d3c4f6491) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:28.296357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.297294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.305004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a9fd2d83-a999-4543-b5cb-98b5838e3482 None None] Provisioning for port 147363ed-fcd1-45b0-b521-b964187018dd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:28.316042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38312021-1408-42c7-82cb-17a1270a8367 None None] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:28.325467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.367169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-95a03afc-2847-4b4c-9b88-af8ee8ffc793 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7556727 Aug 29 04:28:28.371411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.376216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.398745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.405426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.411786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.413922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:28:28.413922 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:28:28.413922 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': 'a66139e591ed4fd7ad67d20f57878f0c', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 28, 28, 389697)}] Aug 29 04:28:28.413922 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:28:28.414392 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:28:28.417992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.424866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.427171 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.430133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.431460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.435330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.438087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.439414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-10d06004-4263-4112-9a75-eca185cec599 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.2269859 Aug 29 04:28:28.454993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Attempting to bind port f8bba7bd-7516-4176-aa52-36fba8d1912a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:28.455412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Attempting to bind port f8bba7bd-7516-4176-aa52-36fba8d1912a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3aa09080-a127-4468-829a-523b20c80c62'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:28.455755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Attempting to bind port f8bba7bd-7516-4176-aa52-36fba8d1912a on network 3aa09080-a127-4468-829a-523b20c80c62 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:28.459606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port db9e3ccd-65a3-4718-b2d9-58705c04df4d yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:28.475305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-5641d571-f05d-499b-8db5-e7c4e3fae73f', 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'fixed_ips': [{'subnet_id': 'fe044a7e-0db3-4d43-8bad-39044f2ebaba'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:28.476227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.481835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.482086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:28.488702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:28.489117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Checking segment: {'id': 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3aa09080-a127-4468-829a-523b20c80c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:28.489523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.489916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Bound using segment: {'id': 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3aa09080-a127-4468-829a-523b20c80c62'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:28.490410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Bound port: f8bba7bd-7516-4176-aa52-36fba8d1912a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3aa09080-a127-4468-829a-523b20c80c62'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:28.490795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.492527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.493818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.572545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 147363ed-fcd1-45b0-b521-b964187018dd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:28.640000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.648420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7564008 Aug 29 04:28:28.677316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.685418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'subnet': {'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:28.696559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.708705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ffb9ece-6be1-4775-b136-b114f2c88eaf req-0e3dd190-fe71-4279-88cf-8f6c57345a42 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396042 Aug 29 04:28:28.710538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 147363ed-fcd1-45b0-b521-b964187018dd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:28.711163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.732119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2df89-4f2b-41e8-8079-c250593324dc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Network': ['ID=896d1751-d88a-48fe-9f0a-a4d5768a56a1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.766834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 3aa09080-a127-4468-829a-523b20c80c62 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:28.782264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:28.798117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:28.804350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:28.805145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.830862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:28.834475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:28.846715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Deleting subnet 2792259d-01ba-41b1-a465-d66e19c8a51d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:28.851054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.9 (a886a280-87ed-47b5-a6be-4867c37f5441/77b4af56-ab61-4dc7-b89a-f9883a7c255d/db9e3ccd-65a3-4718-b2d9-58705c04df4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:28.853286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.865033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:28.868920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.894878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82ddd5fa-9b62-459e-95e5-9a3936f09e95 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4140599 Aug 29 04:28:28.902367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36524) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:28.962601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:28.962847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.114488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] For port f8bba7bd-7516-4176-aa52-36fba8d1912a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:29.175210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:29.177222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.183085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] For port f8bba7bd-7516-4176-aa52-36fba8d1912a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f8bba7bd-7516-4176-aa52-36fba8d1912a,segment=NetworkSegment(aa7bdb74-bc78-4f38-8ae3-e131f2caa63b),segment_id=aa7bdb74-bc78-4f38-8ae3-e131f2caa63b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:29.219975 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.235386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Allocated IP 19.80.0.2 (5641d571-f05d-499b-8db5-e7c4e3fae73f/fe044a7e-0db3-4d43-8bad-39044f2ebaba/694db20b-903c-437a-8381-bd3adc0f6d8a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:29.258900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.264273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.265369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.341747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.492245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Subnet': ['ID=993b759e-400d-4b55-8e9c-0095b4014d50,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.552989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Checking segment: {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:29.554103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network hostable DHCP agents. Network: 896d1751-d88a-48fe-9f0a-a4d5768a56a1, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:29.627298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc1549-93e0-4211-8645-1622e7ada06a None None] Pushing event updated for resources: {'Port': ['ID=f8bba7bd-7516-4176-aa52-36fba8d1912a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:29.630899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.632071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.643568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6193ff2c-0018-46eb-b01b-011e3aacf9a7 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:29.714209 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.719091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6193ff2c-0018-46eb-b01b-011e3aacf9a7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:29.732095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6193ff2c-0018-46eb-b01b-011e3aacf9a7 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:29.787734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:29.826622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 896d1751-d88a-48fe-9f0a-a4d5768a56a1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:29.834314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Provisioning complete for port 147363ed-fcd1-45b0-b521-b964187018dd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:29.835753 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.847860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:29.848193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebbc0e-c8ab-4541-92fd-f3af618675fc None None] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:29.850044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.886243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting port 4e856073-5896-466a-aba3-3a736a86989a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:29.891036 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:29.982659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.008510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.017025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4e7b209a-1ae2-4ef6-aede-226cd656cc0c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3348777 Aug 29 04:28:30.057311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2792259d-01ba-41b1-a465-d66e19c8a51d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.078883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.103530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.105666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86260799-727f-4183-a491-99175e6a5bf6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2792259d-01ba-41b1-a465-d66e19c8a51d HTTP/1.1" status: 204 len: 168 time: 1.4044240 Aug 29 04:28:30.121646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Calling delete_port for 4e856073-5896-466a-aba3-3a736a86989a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:30.141017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:30.148944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object db9e3ccd-65a3-4718-b2d9-58705c04df4d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:30.224261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.306968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.356766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.411091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.474343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.487725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-896d1751-d88a-48fe-9f0a-a4d5768a56a1', 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'fixed_ips': [{'subnet_id': '993b759e-400d-4b55-8e9c-0095b4014d50'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:30.489368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.514669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 147363ed-fcd1-45b0-b521-b964187018dd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=147363ed-fcd1-45b0-b521-b964187018dd,segment=NetworkSegment(517fe2d4-6739-4882-b241-14c4058fdf73),segment_id=517fe2d4-6739-4882-b241-14c4058fdf73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:30.569549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Port': ['ID=4e856073-5896-466a-aba3-3a736a86989a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:30.673671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.710395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.716227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Transition to ACTIVE for port object 694db20b-903c-437a-8381-bd3adc0f6d8a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:30.718495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.729258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.751987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.765021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Allocated IP 172.20.0.2 (5bbf71a7-12af-4a6f-b08c-930d3c4f6491/41a307bb-74f2-48c2-938e-5cb8c11f377f/bf323e41-9d20-4a22-9ce0-9a1e87aaddbc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:30.795786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.821901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Transition to ACTIVE for port object 694db20b-903c-437a-8381-bd3adc0f6d8a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:30.829554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Allocated IP 19.86.0.2 (896d1751-d88a-48fe-9f0a-a4d5768a56a1/993b759e-400d-4b55-8e9c-0095b4014d50/1fcc423a-65bf-49be-841e-f52866d3a4c4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:30.835606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.855457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:30.862270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.889820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:30.898400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-2494a1d1-edbb-4f1d-9cf2-a7aab2cc3c4c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.9364493 Aug 29 04:28:31.040340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f8bba7bd-7516-4176-aa52-36fba8d1912a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:31.148914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=147363ed-fcd1-45b0-b521-b964187018dd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.158897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:31.212237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network a886a280-87ed-47b5-a6be-4867c37f5441 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:31.237238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:31.240894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:31.244029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:31.250041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Provisioning for port 268679e4-4562-46e3-8185-84ae63531304 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.251685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=db9e3ccd-65a3-4718-b2d9-58705c04df4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.252632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6d3c4-cb77-4302-9087-63b8f6778345 None None] Network 3aa09080-a127-4468-829a-523b20c80c62 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:31.271429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.299470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:31.319719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.328835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Provisioning complete for port 268679e4-4562-46e3-8185-84ae63531304 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:31.329202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.349323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da18bea-a509-49f8-9308-2b358ffdc035') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.349772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da18bea-a509-49f8-9308-2b358ffdc035') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.375573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.387376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.387376 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.435662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Pushing event updated for resources: {'Port': ['ID=694db20b-903c-437a-8381-bd3adc0f6d8a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:31.437517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.449646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-84d40dcb-1ec4-4ca5-9e58-72339f55f2dd tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3697457 Aug 29 04:28:31.449931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.502948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.516676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a75c56c0-3c84-4084-89be-a3162ea8a19b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.522974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a75c56c0-3c84-4084-89be-a3162ea8a19b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:31.524575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:31.524991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:31.526947 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:31.533268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a75c56c0-3c84-4084-89be-a3162ea8a19b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/networks?id=5641d571-f05d-499b-8db5-e7c4e3fae73f&id=896d1751-d88a-48fe-9f0a-a4d5768a56a1 HTTP/1.1" status: 200 len: 1391 time: 1.1488237 Aug 29 04:28:31.556525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd4174aa-c26e-4704-963b-d74950e865b3 req-e46aecfb-3168-46cd-9fa1-919faf0abfa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6570139 Aug 29 04:28:31.622896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f8bba7bd-7516-4176-aa52-36fba8d1912a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:31.656341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af7748fc-a2bf-4eec-a7a0-c831b8e370fc None None] Port 268679e4-4562-46e3-8185-84ae63531304 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:31.664405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Attempting to bind port 694db20b-903c-437a-8381-bd3adc0f6d8a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:31.664775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Attempting to bind port 694db20b-903c-437a-8381-bd3adc0f6d8a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:31.665136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Attempting to bind port 694db20b-903c-437a-8381-bd3adc0f6d8a on network 5641d571-f05d-499b-8db5-e7c4e3fae73f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:31.672653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-208e0a02-973b-4e2b-8a5b-9e5182692017 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/quotas/458899203f6244baa7d8719bb0c3d1df HTTP/1.1" status: 200 len: 375 time: 0.1279485 Aug 29 04:28:31.730520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:31.730877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Checking segment: {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:31.731220 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.731615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Bound using segment: {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:31.732443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Bound port: 694db20b-903c-437a-8381-bd3adc0f6d8a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:31.732868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.737795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.779546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Transition to ACTIVE for port object bf323e41-9d20-4a22-9ce0-9a1e87aaddbc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.821021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-6249857d-002f-49e9-bc58-40a1a31c165c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469526 Aug 29 04:28:31.829368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Router 44493507-ea81-4783-855b-def3cc6b6025 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:31.856240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Transition to ACTIVE for port object bf323e41-9d20-4a22-9ce0-9a1e87aaddbc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.861861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.886792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Transition to ACTIVE for port object 1fcc423a-65bf-49be-841e-f52866d3a4c4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:31.891246 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.893298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Provisioning complete for port 268679e4-4562-46e3-8185-84ae63531304 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:31.893695 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:31.928643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:31.939941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-20db87fe-f61b-4229-aefb-5523ebc43ad4 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0642264 Aug 29 04:28:31.940672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.945209 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] Sync routers for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:31.968045 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:31.968674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:31.983364 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ce31f45b-284d-4234-9a21-0339364260e7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] delete failed (client error): The resource could not be found. Aug 29 04:28:31.988765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ce31f45b-284d-4234-9a21-0339364260e7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-359147853 HTTP/1.1" status: 404 len: 334 time: 0.0469770 Aug 29 04:28:31.989358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:31.994342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1ebe3c18-905a-4186-bfdf-c5545559ada3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'router': {'external_gateway_info': {'network_id': '44493507-ea81-4783-855b-def3cc6b6025'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:32.000605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Transition to ACTIVE for port object 1fcc423a-65bf-49be-841e-f52866d3a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:32.013349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:32.030868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] For port 694db20b-903c-437a-8381-bd3adc0f6d8a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:32.038412 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.041186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] For port 694db20b-903c-437a-8381-bd3adc0f6d8a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=694db20b-903c-437a-8381-bd3adc0f6d8a,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:32.054460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:32.055471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.059719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Port 268679e4-4562-46e3-8185-84ae63531304 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:32.067719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:32.097040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:32.098122 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f2959-f66d-4493-86aa-2e0915e3165f None None] The sync data for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:32.116189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.125577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:32.136848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Provisioning for port db9e3ccd-65a3-4718-b2d9-58705c04df4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:32.145663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.148174 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.160406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Provisioning complete for port db9e3ccd-65a3-4718-b2d9-58705c04df4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.160663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.160794 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.221711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Pushing event updated for resources: {'Port': ['ID=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.234913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.256438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Port db9e3ccd-65a3-4718-b2d9-58705c04df4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:32.279446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.281499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c HTTP/1.1" status: 204 len: 168 time: 2.1390851 Aug 29 04:28:32.284399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36560) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.292666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:32.314013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb60ee-9433-4c17-82bd-299fcb217119 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.320304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74fb60ee-9433-4c17-82bd-299fcb217119 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8646641 Aug 29 04:28:32.325014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0d99b-b4af-4e80-9a4c-865a32d49b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d400ba-aa2f-48b4-b4e3-9e37731e9b1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.327050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.346694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:32.348840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Provisioning for port f8bba7bd-7516-4176-aa52-36fba8d1912a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:32.359427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:32.364776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Provisioning complete for port f8bba7bd-7516-4176-aa52-36fba8d1912a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:32.365143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.370081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.393783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.404317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Attempting to bind port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:32.405838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Attempting to bind port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:32.405838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Attempting to bind port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc on network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:32.436608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.451541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:32.452941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Checking segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:32.453365 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.453765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Bound using segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:32.454276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Bound port: bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:32.456799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.484505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ebe3c18-905a-4186-bfdf-c5545559ada3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.492136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Deleting subnet da16e7ab-e38d-4f8d-8fa2-6d4b66d24b64 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:32.506323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-edc5409b-7243-4369-b4ed-0a05031a6f07 service neutron] 10.222.0.62 "GET /v2.0/networks/5641d571-f05d-499b-8db5-e7c4e3fae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843350 Aug 29 04:28:32.534110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bff00-7878-4f28-872d-8f090db1089a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.540288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bff00-7878-4f28-872d-8f090db1089a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.546359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Pushing event updated for resources: {'Port': ['ID=1fcc423a-65bf-49be-841e-f52866d3a4c4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.547157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bff00-7878-4f28-872d-8f090db1089a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:32.548291 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.549396 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1a3bff00-7878-4f28-872d-8f090db1089a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2128038 Aug 29 04:28:32.556995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.598715 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1ebe3c18-905a-4186-bfdf-c5545559ada3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] update failed (client error): The resource could not be found. Aug 29 04:28:32.604277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ebe3c18-905a-4186-bfdf-c5545559ada3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025 HTTP/1.1" status: 404 len: 339 time: 0.6137617 Aug 29 04:28:32.605301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:32.643808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Attempting to bind port 1fcc423a-65bf-49be-841e-f52866d3a4c4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:32.644327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Attempting to bind port 1fcc423a-65bf-49be-841e-f52866d3a4c4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:32.644694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Attempting to bind port 1fcc423a-65bf-49be-841e-f52866d3a4c4 on network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:32.663497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.699853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1242852511'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:32.705615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05afcf-37a1-40f4-ac87-82fd9813e5e1 None None] Pushing event updated for resources: {'Port': ['ID=694db20b-903c-437a-8381-bd3adc0f6d8a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:32.724874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.725155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:32.725475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Checking segment: {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:32.726146 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.726674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Bound using segment: {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:32.727181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Bound port: 1fcc423a-65bf-49be-841e-f52866d3a4c4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:32.727570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.772239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] For port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:32.862996 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.864302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-4918a3b6-5ebc-4165-8bba-807cb776901f service neutron] 10.222.0.62 "GET /v2.0/networks/5641d571-f05d-499b-8db5-e7c4e3fae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548338 Aug 29 04:28:32.894796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] For port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:32.910089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:32.974282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 147363ed-fcd1-45b0-b521-b964187018dd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:33.063261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Allocated IP 172.25.3.20 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/46446e6b-ffb9-4585-9eb3-91bb8d1d88be) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:33.070566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:33.078531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.085342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.086665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port db9e3ccd-65a3-4718-b2d9-58705c04df4d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:33.087234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.115802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] For port 1fcc423a-65bf-49be-841e-f52866d3a4c4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:33.119623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] For port 1fcc423a-65bf-49be-841e-f52866d3a4c4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1fcc423a-65bf-49be-841e-f52866d3a4c4,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:33.136601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.204126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] For port f8bba7bd-7516-4176-aa52-36fba8d1912a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f8bba7bd-7516-4176-aa52-36fba8d1912a,segment=NetworkSegment(aa7bdb74-bc78-4f38-8ae3-e131f2caa63b),segment_id=aa7bdb74-bc78-4f38-8ae3-e131f2caa63b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:33.205561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0e400-f4ec-4bf3-9734-750abc350354 None None] Pushing event updated for resources: {'Port': ['ID=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.213073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-61706253-bd6e-4446-a59a-0bdf57aab5f8 service neutron] 10.222.0.62 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730334 Aug 29 04:28:33.281691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.288824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b697e0-0568-4f48-b108-ff029d523304 None None] Pushing event updated for resources: {'Port': ['ID=1fcc423a-65bf-49be-841e-f52866d3a4c4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.300851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.301062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.310678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.314359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 147363ed-fcd1-45b0-b521-b964187018dd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.314941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.316989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.329632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.336572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.338623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.345924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.366509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae030d39-15c9-47c6-8d53-62892e658522 req-fcd97356-0907-4eee-9499-bb4a333eacfc tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.6138620 Aug 29 04:28:33.390051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:33.400656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.401029 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Added segment b1c5cb41-f4bd-49d5-9a88-2481bef614e1 of type vlan for network 77954c90-205b-4cc2-b7a0-d7adb57442ec Aug 29 04:28:33.467664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.495808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe3d27-9110-48c7-baeb-83f3ade2034f None None] Pushing event updated for resources: {'Port': ['ID=f8bba7bd-7516-4176-aa52-36fba8d1912a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:33.510334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Provisioning complete for port f8bba7bd-7516-4176-aa52-36fba8d1912a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.510900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.610033 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:28:33.642747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.658894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.720190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.728067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:33.728663 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.840877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae030d39-15c9-47c6-8d53-62892e658522 req-2c8c7cc0-716f-4d1f-946e-fd7e159c7043 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4734383 Aug 29 04:28:33.852799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for db9e3ccd-65a3-4718-b2d9-58705c04df4d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:33.863749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.932320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.969084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2729027 Aug 29 04:28:33.974325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Provisioning for port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:33.984677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Provisioning complete for port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:33.985357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:33.996027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Pushing event updated for resources: {'Port': ['ID=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.000130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.002310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:34.034488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de834c73-6aa9-46bc-8ac1-3e82e8d419fb None None] Port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:34.041463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.045569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/da16e7ab-e38d-4f8d-8fa2-6d4b66d24b64 HTTP/1.1" status: 204 len: 168 time: 1.7595384 Aug 29 04:28:34.047239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8039d13-81d1-4314-8528-1db367e3cd11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da16e7ab-e38d-4f8d-8fa2-6d4b66d24b64,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.049229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435eb1e-99d4-48e1-ad7e-01ef31f41383 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Network': ['ID=77954c90-205b-4cc2-b7a0-d7adb57442ec,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.051623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:34.065274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:34.069719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-07ef4ad7-8c19-4780-ad1b-cf0c53e9950a service neutron] 10.222.0.62 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423150 Aug 29 04:28:34.147899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'subnet': {'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:34.154407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:34.213994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:34.219998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5017034a-25f5-4f1e-accd-916b592a2c8b None None] Provisioning complete for port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:34.220389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5017034a-25f5-4f1e-accd-916b592a2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.257355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.262574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457cdd36-e5bc-44b2-bd14-19ca3efe1753 None None] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:34.419418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81d487a0-07a0-45d3-9881-ebe8d51af47c req-506399b8-ae29-4624-b0ec-197ceb142285 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 210 time: 0.0656929 Aug 29 04:28:34.421411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.439583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2763bcb-44cc-4a93-afe0-1afad6589547']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.466770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a08bb0-6f72-476c-a2f2-21ad0231a006') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.467122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a08bb0-6f72-476c-a2f2-21ad0231a006') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:34.478774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.496920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.503075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5017034a-25f5-4f1e-accd-916b592a2c8b None None] Port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:34.513806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:34.514372 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:34.516280 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:34.540204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Made reservation on behalf of 24c4b48a68f242ff97fe73ef260ecca1 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:34.544571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.602996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.609693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:34.618862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] 10.222.0.62 "DELETE /v2.0/networks/a2763bcb-44cc-4a93-afe0-1afad6589547 HTTP/1.1" status: 204 len: 168 time: 0.5475078 Aug 29 04:28:34.642410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc681c-f47a-4097-b06d-09963c2c2fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a2763bcb-44cc-4a93-afe0-1afad6589547,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:34.785643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89d005df-eed9-4da1-985f-503386a74f1e None None] Provisioning for port 694db20b-903c-437a-8381-bd3adc0f6d8a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:34.941180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.021961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.066473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.111720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1d054096-7bdb-46b5-a522-9f5d079588c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7faea0d83dcd4a0584beb87058278030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532140 Aug 29 04:28:35.113999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:35.190179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.191002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.232998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505ee7b-2db3-4286-8ec4-c4f54a90e743 None None] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:35.305624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.338637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f8bba7bd-7516-4176-aa52-36fba8d1912a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:35.351167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.366335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.378724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.388255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.397429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.406412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.418626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:35.420903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-e81700de-4e91-4e43-94c4-17b66e264f94 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.3057153 Aug 29 04:28:35.434515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-665ba34f-647a-4ac8-b534-1c9346d5d6f2 None None] Provisioning for port 1fcc423a-65bf-49be-841e-f52866d3a4c4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:35.437215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.528054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.532536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.570278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f8bba7bd-7516-4176-aa52-36fba8d1912a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:35.571193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.599886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617121d-7b40-48a9-81c1-5ae7a678195a None None] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:35.605302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=db9e3ccd-65a3-4718-b2d9-58705c04df4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.622112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c4782e3-2893-467d-8dfb-5dcd04682e54 req-6b1e2782-c8c3-4a16-859d-fbefd1938144 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521659 Aug 29 04:28:35.727632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f2fa4fe-7e6d-4b6a-988b-ea66b637146a req-2aa389f9-91e1-4f49-999a-a0b9526465c9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 210 time: 0.0668409 Aug 29 04:28:35.772528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-404f814f-d1d4-4111-b087-fbed5fd788f2 None None] Provisioning for port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:35.776065 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.783187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.784769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc2b9a0f-e5a4-4279-a89e-baf8baa8673d HTTP/1.1" status: 204 len: 168 time: 0.6659207 Aug 29 04:28:35.809440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5105d-cb85-45c1-8d6d-ba144954ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b9a0f-e5a4-4279-a89e-baf8baa8673d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:35.871353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:35.960333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 694db20b-903c-437a-8381-bd3adc0f6d8a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:36.061397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 694db20b-903c-437a-8381-bd3adc0f6d8a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:36.072961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 694db20b-903c-437a-8381-bd3adc0f6d8a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:36.073337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.323728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.375144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 694db20b-903c-437a-8381-bd3adc0f6d8a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=694db20b-903c-437a-8381-bd3adc0f6d8a,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:36.382609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.383837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1fcc423a-65bf-49be-841e-f52866d3a4c4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:36.524429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=694db20b-903c-437a-8381-bd3adc0f6d8a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.547736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1fcc423a-65bf-49be-841e-f52866d3a4c4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:36.553801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1fcc423a-65bf-49be-841e-f52866d3a4c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:36.554250 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.555542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 3aa09080-a127-4468-829a-523b20c80c62 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:36.557650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Subnet': ['ID=e3c4f9a5-c263-4599-b6bc-9a718bc10875,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.561029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:36.577327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.582138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.592578 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f4b269a-d74f-44b4-b179-130042d3c0df tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/db9e3ccd-65a3-4718-b2d9-58705c04df4d HTTP/1.1" status: 204 len: 168 time: 4.0312357 Aug 29 04:28:36.619535 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-260304e1-20df-4d6a-810b-105663a9a7e5 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:28:36.621442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-260304e1-20df-4d6a-810b-105663a9a7e5 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/db9e3ccd-65a3-4718-b2d9-58705c04df4d HTTP/1.1" status: 404 len: 333 time: 0.0381157 Aug 29 04:28:36.627900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.664517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.717863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.775906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 1fcc423a-65bf-49be-841e-f52866d3a4c4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1fcc423a-65bf-49be-841e-f52866d3a4c4,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:36.790581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.792047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf323e41-9d20-4a22-9ce0-9a1e87aaddbc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:36.907707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f470d146-bc17-4919-afa7-f1aa8bcb96c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a28871c7f3a46eba3aeaca14a401927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408466 Aug 29 04:28:36.915212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:36.919430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.942831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Checking segment: {'id': 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:36.943191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network hostable DHCP agents. Network: 77954c90-205b-4cc2-b7a0-d7adb57442ec, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:36.948266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.949029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=1fcc423a-65bf-49be-841e-f52866d3a4c4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:36.952849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:36.956322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.957622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:36.958046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:36.963568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.971085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.979507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.986556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.993445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:36.995875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-6c75453b-4a1a-41c8-84d7-64f2ef7fb2d6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.1954715 Aug 29 04:28:36.997816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b5a133d-6084-4a6b-8d12-f1b6ae77430a req-29401c61-dbb8-480c-b551-2b803a01cc13 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 210 time: 0.0970931 Aug 29 04:28:37.023750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74188fd2-f1d7-4696-a446-c7806c67add1 None None] Provisioning complete for port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:37.024147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74188fd2-f1d7-4696-a446-c7806c67add1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.042460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 268679e4-4562-46e3-8185-84ae63531304 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:37.043319 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.056758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-4281b7e1-fc10-454f-8a4c-6ead29439ae7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.062696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-4281b7e1-fc10-454f-8a4c-6ead29439ae7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.064330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-4281b7e1-fc10-454f-8a4c-6ead29439ae7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "GET /v2.0/networks?id=5641d571-f05d-499b-8db5-e7c4e3fae73f&id=896d1751-d88a-48fe-9f0a-a4d5768a56a1 HTTP/1.1" status: 200 len: 1391 time: 0.4888258 Aug 29 04:28:37.093850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'port': {'device_id': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f', 'admin_state_up': True, 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:37.099801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74188fd2-f1d7-4696-a446-c7806c67add1 None None] Port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:37.129209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514e2033-8e07-47e2-aeb0-cf647179b2e8 req-2de91811-b130-48bf-98f4-a1ce8d82d5b6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188109 Aug 29 04:28:37.140297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.172536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:37.188227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:37.194277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.206103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.222390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 268679e4-4562-46e3-8185-84ae63531304 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:37.253884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:37.260232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 77954c90-205b-4cc2-b7a0-d7adb57442ec) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:37.262735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.276019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.283083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8010c-81fa-474c-9ad5-c510d09d1619 None None] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:37.285599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.286210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.359955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-376a6ec2-9d56-4bae-b2a2-753f511cef96 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2202909 Aug 29 04:28:37.365061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 694db20b-903c-437a-8381-bd3adc0f6d8a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:37.369609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.379299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e325a1f-d639-4316-bdc3-cc3d241c6fe5 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'router': {'external_gateway_info': {'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:37.395145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b47b7fc4-6f4a-42f6-85d9-ad71fafadfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.396533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.470158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 694db20b-903c-437a-8381-bd3adc0f6d8a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:37.470563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.534929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:37.539769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.544087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.566894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-77954c90-205b-4cc2-b7a0-d7adb57442ec', 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec', 'tenant_id': '24c4b48a68f242ff97fe73ef260ecca1', 'fixed_ips': [{'subnet_id': 'e3c4f9a5-c263-4599-b6bc-9a718bc10875'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:37.568361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.594175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:37.607074 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2dbcb90b-6d11-4532-856d-c0504d947956 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7022727 Aug 29 04:28:37.611412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.638678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=268679e4-4562-46e3-8185-84ae63531304,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.648329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Router e9abcf60-1dcc-45a6-9775-320a51552b39 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:28:37.700029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.703212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.704799 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6775cda2-5a67-4870-aa28-fedf4d05dd6c HTTP/1.1" status: 204 len: 168 time: 0.7827399 Aug 29 04:28:37.751971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] Sync routers for ids ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:37.757996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e7f566-589e-48e3-9954-ab86264b23f6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:37.766000 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8e7f566-589e-48e3-9954-ab86264b23f6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports/3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 HTTP/1.1" status: 200 len: 984 time: 0.1547139 Aug 29 04:28:37.775190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.781972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1fcc423a-65bf-49be-841e-f52866d3a4c4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:37.788943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e325a1f-d639-4316-bdc3-cc3d241c6fe5 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.853176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] Routers {'51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:37.854355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.854917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:37.860309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ce66646-ef21-40b0-818e-127f3a7e5494 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/268679e4-4562-46e3-8185-84ae63531304 HTTP/1.1" status: 204 len: 168 time: 1.2307222 Aug 29 04:28:37.876461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:37.891561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608525-5820-4631-8d51-dc1a8361cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6775cda2-5a67-4870-aa28-fedf4d05dd6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:37.915322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:37.978082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-9dfe61b0-e55a-4ea4-9d23-e4129093dafc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2631421 Aug 29 04:28:37.980259 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9788ed-9498-4591-85ce-eaefd022357b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:28:37.982303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d9788ed-9498-4591-85ce-eaefd022357b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/268679e4-4562-46e3-8185-84ae63531304 HTTP/1.1" status: 404 len: 333 time: 0.1038420 Aug 29 04:28:37.992202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.136049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 77b4af56-ab61-4dc7-b89a-f9883a7c255d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:38.149400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.162277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Allocated IP 2001:db8:1::2 (77954c90-205b-4cc2-b7a0-d7adb57442ec/e3c4f9a5-c263-4599-b6bc-9a718bc10875/087d337c-3ff9-4ba8-bfd4-25e5adc37c20) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:38.184301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] Routers {'51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:38.184667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.206173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b523224f-2f4e-4019-aad2-72f86655bd3e req-04309c41-c231-4fab-a74a-06f8055cb917 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 210 time: 0.0570102 Aug 29 04:28:38.238523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-446dcf9b-991a-49e4-bbcc-a5751b1a792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:38.240542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-446dcf9b-991a-49e4-bbcc-a5751b1a792f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1098 time: 0.1631970 Aug 29 04:28:38.248083 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1e325a1f-d639-4316-bdc3-cc3d241c6fe5 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:28:38.255377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1e325a1f-d639-4316-bdc3-cc3d241c6fe5 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025 HTTP/1.1" status: 400 len: 364 time: 0.8850112 Aug 29 04:28:38.256393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.259241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.259896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b786cd3-644b-4f8f-8b9f-24fe87cab3c3 None None] The sync data for ids ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:38.274629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Allocated IP 19.80.0.77 (5641d571-f05d-499b-8db5-e7c4e3fae73f/fe044a7e-0db3-4d43-8bad-39044f2ebaba/f0448f18-90c1-4691-9900-9bd89c4184b3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:38.392161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1fcc423a-65bf-49be-841e-f52866d3a4c4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:38.393063 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.395539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.407117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:38.422665 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Sync routers for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:38.441519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:38.442162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:38.613647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.615635 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0b7b47e-0e17-49ff-ae2d-0bbfc2d5b560 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2430978 Aug 29 04:28:38.657481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:38.738337 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:38.838489 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:38.863732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Transition to ACTIVE for port object 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:38.900605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Transition to ACTIVE for port object 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:38.914419 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.011202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:39.017376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.025139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.034784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:39.043533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Pushing event updated for resources: {'Port': ['ID=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.063960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.064525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.065889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.066458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.066979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.067500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.068196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.068591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.069420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.069951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.070495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.072116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:39.135178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.155642 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 3, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:39.172530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Transition to ACTIVE for port object f0448f18-90c1-4691-9900-9bd89c4184b3 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:39.216458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Attempting to bind port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:39.217125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Attempting to bind port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:39.217823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Attempting to bind port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 on network 77954c90-205b-4cc2-b7a0-d7adb57442ec {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:39.227702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:39.228276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Checking segment: {'id': 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:39.229516 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.230205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Bound using segment: {'id': 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:39.231456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Bound port: 087d337c-3ff9-4ba8-bfd4-25e5adc37c20, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '77954c90-205b-4cc2-b7a0-d7adb57442ec'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:39.232148 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.233982 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Checking router: e9abcf60-1dcc-45a6-9775-320a51552b39 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:39.234356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Updating router e9abcf60-1dcc-45a6-9775-320a51552b39 port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:39.308919 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.369216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] For port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:39.378498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] For port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,segment=NetworkSegment(b1c5cb41-f4bd-49d5-9a88-2481bef614e1),segment_id=b1c5cb41-f4bd-49d5-9a88-2481bef614e1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:39.385041 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.438922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.457058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.462996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.464194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e1701-0eef-42f0-b0d6-23f5b9c125e8 None None] Pushing event updated for resources: {'Port': ['ID=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.467571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf323e41-9d20-4a22-9ce0-9a1e87aaddbc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:39.476898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.489245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.498315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.504847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.510890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.517351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.525636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-1c7c0cf4-5fd9-41a7-be7d-55460fc49b9d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 1.2220271 Aug 29 04:28:39.565696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:39.565926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=77b4af56-ab61-4dc7-b89a-f9883a7c255d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.566566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.605004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:39.607961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00802b55-bae7-4b56-b39e-5a5000732e6d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/77b4af56-ab61-4dc7-b89a-f9883a7c255d HTTP/1.1" status: 204 len: 168 time: 1.6043749 Aug 29 04:28:39.618108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:39.632217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-0006e29a-6492-4d30-a616-8b4dffcd2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:39.634212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-0006e29a-6492-4d30-a616-8b4dffcd2691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 1.3294652 Aug 29 04:28:39.664918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23521d-14e2-4022-bcd9-421304e5916c None None] Network a886a280-87ed-47b5-a6be-4867c37f5441 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:39.669588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:39.733434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:39.760295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:39.769476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:39.823319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef76b716-6b8b-481a-86e8-f234c93691e3 req-97d72b38-039a-446a-8ac3-d14d2836605c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2967517 Aug 29 04:28:39.912461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-4379ac82-a9d4-4430-8f15-f790190a242b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1002 time: 0.2151332 Aug 29 04:28:40.046999 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.068504 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Transition to ACTIVE for port object 46446e6b-ffb9-4585-9eb3-91bb8d1d88be will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:40.072078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-e7019e4a-92a1-448f-8abf-a18cc94662c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.072078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-e7019e4a-92a1-448f-8abf-a18cc94662c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1450279 Aug 29 04:28:40.082297 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.082785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] DHCP port deletion for a886a280-87ed-47b5-a6be-4867c37f5441 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:40.092474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed9519-b431-47dd-b819-84e232e9532e req-14767dbd-88d2-44d3-bc99-c077e997710a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.107690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76ed9519-b431-47dd-b819-84e232e9532e req-14767dbd-88d2-44d3-bc99-c077e997710a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 931 time: 0.7420776 Aug 29 04:28:40.176014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Attempting to bind port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:40.176789 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Attempting to bind port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:40.177378 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Attempting to bind port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:40.190760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.193611 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:40.194692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:40.195329 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.198227 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:40.199167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76ed9519-b431-47dd-b819-84e232e9532e req-a53d2d7a-10d6-4e79-a056-863e66f5f16d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877588 Aug 29 04:28:40.207649 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Bound port: 46446e6b-ffb9-4585-9eb3-91bb8d1d88be, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:40.208470 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.211824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.225635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.242281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Deleting port 147363ed-fcd1-45b0-b521-b964187018dd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:40.242668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.276273 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Pushing event updated for resources: {'Port': ['ID=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.323677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.325436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.325833 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.329220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.336308 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.336755 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.337097 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.337433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.337767 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.338097 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.338423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.338748 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.339068 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:28:40.343064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-cdd0ec79-a0fd-44ee-9c5f-c603469769e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.344759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-cdd0ec79-a0fd-44ee-9c5f-c603469769e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316806 Aug 29 04:28:40.391039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1e7226d-842c-4a45-8146-54ab7657353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.395759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e049db74-a567-4385-9b2b-f86731da8166 None None] Provisioning for port f0448f18-90c1-4691-9900-9bd89c4184b3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:40.405247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e049db74-a567-4385-9b2b-f86731da8166 None None] Provisioning complete for port f0448f18-90c1-4691-9900-9bd89c4184b3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:40.405932 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e049db74-a567-4385-9b2b-f86731da8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.439408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] For port 147363ed-fcd1-45b0-b521-b964187018dd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=147363ed-fcd1-45b0-b521-b964187018dd,segment=NetworkSegment(517fe2d4-6739-4882-b241-14c4058fdf73),segment_id=517fe2d4-6739-4882-b241-14c4058fdf73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:40.440361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.449788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] For port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:40.457223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] For port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:40.463914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Calling delete_port for 147363ed-fcd1-45b0-b521-b964187018dd owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:40.467006 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.477929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e049db74-a567-4385-9b2b-f86731da8166 None None] Port f0448f18-90c1-4691-9900-9bd89c4184b3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:40.531665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-024bf6aa-2ebd-4b2d-ac1a-c25651e016e5 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468370 Aug 29 04:28:40.538263 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac6dad-5275-41f0-9219-c6f4a7002b69 None None] Pushing event updated for resources: {'Port': ['ID=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.569090 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:40.570222 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:40.620613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.692176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] No DVR routers for this DVR port 147363ed-fcd1-45b0-b521-b964187018dd on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:40.701750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3a3e-b686-4a38-9d16-dff09431c947 None None] Pushing event deleted for resources: {'Port': ['ID=147363ed-fcd1-45b0-b521-b964187018dd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:40.758734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.759513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:40.808505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4bbfb-aebc-4ea8-a4d4-f47f5cbe9c41 req-426a68de-2392-4e77-8714-d2b2b4738ea7 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612567 Aug 29 04:28:40.841351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112998-6b7b-4c8c-a69c-787a2e63e6fb req-3befb1d9-eaeb-4314-acdc-44ce41c54a67 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:40.872210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a112998-6b7b-4c8c-a69c-787a2e63e6fb req-3befb1d9-eaeb-4314-acdc-44ce41c54a67 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.5402474 Aug 29 04:28:40.893993 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:40.933364 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-a78c0630-178b-4a02-a7ab-c7c3a53018a5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8495774 Aug 29 04:28:40.956218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Request body: {'port': {'device_id': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1', 'admin_state_up': True, 'tenant_id': '458899203f6244baa7d8719bb0c3d1df'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:40.987890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a112998-6b7b-4c8c-a69c-787a2e63e6fb req-ba919173-1e00-4d36-9d03-c44f83d8c6c7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144812 Aug 29 04:28:41.140699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Allocated IP 2001:db8::1 (3af34a5d-0da2-4405-abfc-9b43d191b701/9b01b71a-6edc-4cf1-adcd-82b127b22c45/dfc29a98-96c8-4677-a67a-7455b64459ae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:41.215603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.340914 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 3, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.388189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.394511 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec42db-b179-44e2-a76b-a679ffd4011f None None] The sync data for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 is: [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:34Z', 'revision_number': 3, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:41.399870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.408824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.410345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867215a-8aa4-49c7-84ef-942224c21a58 None None] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:41.415024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.422506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.430493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.443396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.464204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:41.475402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-fa8b3fac-1f24-4c80-ae5b-d3d3bb6fceaf tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5430 time: 0.3318377 Aug 29 04:28:41.495231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:41.516161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a886a280-87ed-47b5-a6be-4867c37f5441']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.564056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b58b7927-d71f-46ad-9ac7-bf18bfc067ce req-ea949f98-90ab-4305-ae19-5974ee767bc1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875659 Aug 29 04:28:41.584806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517fe2d4-6739-4882-b241-14c4058fdf73') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.585420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517fe2d4-6739-4882-b241-14c4058fdf73') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:41.609637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.641978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Transition to ACTIVE for port object dfc29a98-96c8-4677-a67a-7455b64459ae will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:41.651268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f8d5-6e40-43e4-97a2-8d53b6ede27e None None] Provisioning for port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:41.677913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.709058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Made reservation on behalf of 458899203f6244baa7d8719bb0c3d1df for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:41.709977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.712885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.764090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.787150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:28:41.787576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:28:41.794351 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:28:41.825438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:41.852120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Port': ['ID=dfc29a98-96c8-4677-a67a-7455b64459ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:41.857022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:41.858660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:41.863553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:41.864245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.926429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:41.926827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:41.953847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9e091ab5-1ad3-4675-8daf-600fe89f9e04 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:42.074920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.253951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Allocated IP 19.86.0.209 (896d1751-d88a-48fe-9f0a-a4d5768a56a1/993b759e-400d-4b55-8e9c-0095b4014d50/6ac61262-7f24-42e2-840d-c00c466ca624) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:42.270360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.357949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,segment=NetworkSegment(b1c5cb41-f4bd-49d5-9a88-2481bef614e1),segment_id=b1c5cb41-f4bd-49d5-9a88-2481bef614e1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.362366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.366769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.378066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.484872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'port_id': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'mac_address': 'fa:16:3e:02:6f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:42.487457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 147363ed-fcd1-45b0-b521-b964187018dd no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:28:42.522777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895db19-0634-4170-ab2d-1bb5a627b61d req-e466c5dd-1d56-4740-acb5-a0f9536336db tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:42.525076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9895db19-0634-4170-ab2d-1bb5a627b61d req-e466c5dd-1d56-4740-acb5-a0f9536336db tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 931 time: 0.3804433 Aug 29 04:28:42.562135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 147363ed-fcd1-45b0-b521-b964187018dd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:28:42.562624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 147363ed-fcd1-45b0-b521-b964187018dd not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:28:42.614753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9fd57728-6a4a-47ae-9f35-519d1b43547f None None] Provisioning for port dfc29a98-96c8-4677-a67a-7455b64459ae completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:42.644846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9fd57728-6a4a-47ae-9f35-519d1b43547f None None] Provisioning complete for port dfc29a98-96c8-4677-a67a-7455b64459ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:42.645271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9fd57728-6a4a-47ae-9f35-519d1b43547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.677074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.703170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.707553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.709890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/a886a280-87ed-47b5-a6be-4867c37f5441 HTTP/1.1" status: 204 len: 168 time: 3.0863326 Aug 29 04:28:42.710585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:42.728142 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.732867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-748775094'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:42.753412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.764986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9895db19-0634-4170-ab2d-1bb5a627b61d req-32bd09d7-4ab1-4573-a86f-82fdc9ccdd9d tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208948 Aug 29 04:28:42.769013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e091ab5-1ad3-4675-8daf-600fe89f9e04 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:42.782339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9fd57728-6a4a-47ae-9f35-519d1b43547f None None] Port dfc29a98-96c8-4677-a67a-7455b64459ae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:42.804079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.808601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:42.813959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.815261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 91921a32-4042-427d-86ab-19f410fcaa4f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:42.821878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Transition to ACTIVE for port object 6ac61262-7f24-42e2-840d-c00c466ca624 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:42.889618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08493d9-bebe-415d-945e-7abc1024c127 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=a886a280-87ed-47b5-a6be-4867c37f5441,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.901742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.972584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:42.988749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:42.995390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8247433f-9aad-4105-a41b-799153ddc7ea None None] Provisioning complete for port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:42.995769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8247433f-9aad-4105-a41b-799153ddc7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.051789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:43.073188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '91921a32-4042-427d-86ab-19f410fcaa4f', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'port_id': '91921a32-4042-427d-86ab-19f410fcaa4f', 'mac_address': 'fa:16:3e:32:ed:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:43.108560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:43.113719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.138132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.148430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.149573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.192963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.195387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:43.216324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:43.225004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event updated for resources: {'Port': ['ID=dfc29a98-96c8-4677-a67a-7455b64459ae,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.231415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:43.231843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.238764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.239046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91921a32-4042-427d-86ab-19f410fcaa4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:43.245147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.251853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.263747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.271307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.277531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.283727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.285780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-31ae533b-107c-4a2d-8de2-5c9bb5b9e4e8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5431 time: 0.5150065 Aug 29 04:28:43.311073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:43.324961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:43.327178 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.328231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device c85aff2e-5e27-47cc-9513-4665235de53f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:43.354789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event updated for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.458904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=c85aff2e-5e27-47cc-9513-4665235de53f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:43.519411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:28:43.548020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3534b25-96b9-48bc-8c33-9dd7d985f51e req-b57a9d6d-6e71-423d-a8e2-babcce4285b0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2285416 Aug 29 04:28:43.550797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'c85aff2e-5e27-47cc-9513-4665235de53f', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'port_id': 'c85aff2e-5e27-47cc-9513-4665235de53f', 'mac_address': 'fa:16:3e:a1:15:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:43.594612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.594970 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Added segment 1426e745-30c2-4cf7-8ec5-43a634dc4b1e of type vlan for network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 Aug 29 04:28:43.597830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:43.622977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:43.631575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:43.650684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:43.651381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.785530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.817558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.833968 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-44819e4f-4cb2-454a-a702-da793a1bad2e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8818321 Aug 29 04:28:43.848762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Allocated IP 172.20.0.1 (5bbf71a7-12af-4a6f-b08c-930d3c4f6491/41a307bb-74f2-48c2-938e-5cb8c11f377f/fa1a40e1-e1ec-4d27-b97d-4f18d0287b00) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:43.854923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:43.873696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Router 44493507-ea81-4783-855b-def3cc6b6025 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:43.888377 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:43.894253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:43.926555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Request body: {'port': {'device_id': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:43.944682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85aff2e-5e27-47cc-9513-4665235de53f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:43.949967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9b5c7d1-f2a4-4cf1-ac9d-e8db77cf062a None None] Provisioning for port 6ac61262-7f24-42e2-840d-c00c466ca624 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:43.988898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:43.993737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.035807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9b5c7d1-f2a4-4cf1-ac9d-e8db77cf062a None None] Provisioning complete for port 6ac61262-7f24-42e2-840d-c00c466ca624 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:44.042431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c7d1-f2a4-4cf1-ac9d-e8db77cf062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.080708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f882-723c-4c83-818a-e5dd0817c448 req-0f02b556-7c21-4bc6-abff-9201228ce629 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.104637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f882-723c-4c83-818a-e5dd0817c448 req-0f02b556-7c21-4bc6-abff-9201228ce629 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.109962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed78f882-723c-4c83-818a-e5dd0817c448 req-0f02b556-7c21-4bc6-abff-9201228ce629 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1654 time: 0.1833639 Aug 29 04:28:44.109962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:44.120947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.121155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6909cc5c-95bc-4109-890f-cdc77c16b43a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8620918 Aug 29 04:28:44.168634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5c7d1-f2a4-4cf1-ac9d-e8db77cf062a None None] Port 6ac61262-7f24-42e2-840d-c00c466ca624 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:44.170815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] Sync routers for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:44.179579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed78f882-723c-4c83-818a-e5dd0817c448 req-218cb87c-c4cb-44dd-b3a2-4ed664d1d460 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564368 Aug 29 04:28:44.180881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=c85aff2e-5e27-47cc-9513-4665235de53f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.205116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.205116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9af574fc-c576-47e5-b68a-18dbf86a013e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:44.205494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.211571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:44.212317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.252014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:44.252014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.330680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.354732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9af574fc-c576-47e5-b68a-18dbf86a013e,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.384610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6588109 Aug 29 04:28:44.389298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36734) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.396362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dbad223f-db4e-4330-b38f-aa89c2d44462 None None] Provisioning complete for port dfc29a98-96c8-4677-a67a-7455b64459ae triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:44.396730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dbad223f-db4e-4330-b38f-aa89c2d44462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.400255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:44.404872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.405599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:44.406237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.408131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.421708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f357286-43e3-425e-bad3-19126fe07597 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Network': ['ID=ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:44.431175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9af574fc-c576-47e5-b68a-18dbf86a013e', 'network_id': '86b4cebc-b2ee-4811-ac05-79465ad51ca2', 'port_id': '9af574fc-c576-47e5-b68a-18dbf86a013e', 'mac_address': 'fa:16:3e:b3:f8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:44.490395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c932-e4c4-486b-ad72-f985ea6310c8 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.665803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:28:44.674302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:44.675039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a4b2c-e668-4b11-9ce3-38a3d92929e0 None None] The sync data for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:44.735549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:44.767299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.800938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.807859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 46446e6b-ffb9-4585-9eb3-91bb8d1d88be up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:44.819579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dbad223f-db4e-4330-b38f-aa89c2d44462 None None] Port dfc29a98-96c8-4677-a67a-7455b64459ae cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:44.876675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af574fc-c576-47e5-b68a-18dbf86a013e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:44.880023 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b9b6c932-e4c4-486b-ad72-f985ea6310c8 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:28:44.884688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9b6c932-e4c4-486b-ad72-f985ea6310c8 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025 HTTP/1.1" status: 409 len: 329 time: 0.7548926 Aug 29 04:28:44.884949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:44.910853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.915873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9af574fc-c576-47e5-b68a-18dbf86a013e,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:44.924126 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:44.924999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 43647c13-3aa7-42f5-ae96-eef192c38843 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:44.929589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Transition to ACTIVE for port object fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.022348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:45.053469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:45.054251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.106162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.120114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.133384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.145411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.157731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.163342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.167372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0448f18-90c1-4691-9900-9bd89c4184b3 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.177789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.180864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.190108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:45.193145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Transition to ACTIVE for port object f0448f18-90c1-4691-9900-9bd89c4184b3 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:45.195332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.200494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7c9662cc-5c58-4259-be22-5aa08f4f1448 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5433 time: 0.3381915 Aug 29 04:28:45.202449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.228674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.266194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.291651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '43647c13-3aa7-42f5-ae96-eef192c38843', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'port_id': '43647c13-3aa7-42f5-ae96-eef192c38843', 'mac_address': 'fa:16:3e:7c:cf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:45.294226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.350752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.364732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.398676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.418543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:45.418832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43647c13-3aa7-42f5-ae96-eef192c38843 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:45.464469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.474048 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.478468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.479808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:45.489296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:45.581080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Pushing event updated for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.587193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:45.614417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:45.616571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6d7dd95d-1b15-4b7b-ace9-97f592672091 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:45.649798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:45.888866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6498f58b-e2c5-4ff2-90e5-914f06de3c0e req-7d1a3851-d8d3-48c9-b7b3-77794123f7b9 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6870821 Aug 29 04:28:45.907248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.943139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'port_id': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'mac_address': 'fa:16:3e:10:a6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1daa1b27-4ce4-4486-92ec-a0730450d834', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:45.962521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:45.987126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Checking segment: {'id': '1426e745-30c2-4cf7-8ec5-43a634dc4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:45.988090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network hostable DHCP agents. Network: ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:28:46.013940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3896-972b-4a34-8c8e-1680d6419816 req-e1ac457b-9f48-4a2a-b76f-b0affa7d8637 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.023531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3896-972b-4a34-8c8e-1680d6419816 req-e1ac457b-9f48-4a2a-b76f-b0affa7d8637 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.031553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:46.035233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2b3896-972b-4a34-8c8e-1680d6419816 req-e1ac457b-9f48-4a2a-b76f-b0affa7d8637 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1666 time: 0.6766615 Aug 29 04:28:46.050109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.107041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=7bdb5104-b4ed-4219-9355-9503356efe95,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.175292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7dd95d-1b15-4b7b-ace9-97f592672091 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:46.187121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.201294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23d80758-b166-4a8a-b18c-240d5d45ffe1 None None] Provisioning for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:46.209877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2b3896-972b-4a34-8c8e-1680d6419816 req-c4cc7c8c-bb8b-4502-87d2-9e8148ef0d61 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735368 Aug 29 04:28:46.226895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23d80758-b166-4a8a-b18c-240d5d45ffe1 None None] Provisioning complete for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:46.227208 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23d80758-b166-4a8a-b18c-240d5d45ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.231025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:46.232956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:28:46.261486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:46.274790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:46.289133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:46.298819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de6ed7-67de-4027-9b04-0980a76b1ef3 None None] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:46.304449 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.320456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:46.321204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.369057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28ff8a63-3f96-4887-8d92-113c428a2e61 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9773283 Aug 29 04:28:46.371338 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.371971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.372154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 697ce41c-0190-4a05-97f8-0961b6a83b3c details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:28:46.386382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1901754817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.424430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.428373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.429486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.446638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['c85aff2e-5e27-47cc-9513-4665235de53f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.484917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9af574fc-c576-47e5-b68a-18dbf86a013e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.515299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.526740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['28b7488c-811b-4e30-bf31-f82a3b06003a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.529322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['91921a32-4042-427d-86ab-19f410fcaa4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.531376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23d80758-b166-4a8a-b18c-240d5d45ffe1 None None] Port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:46.544134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9e091ab5-1ad3-4675-8daf-600fe89f9e04'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.559669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Attempting to bind port f0448f18-90c1-4691-9900-9bd89c4184b3 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:46.560474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Attempting to bind port f0448f18-90c1-4691-9900-9bd89c4184b3 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:46.560474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Attempting to bind port f0448f18-90c1-4691-9900-9bd89c4184b3 on network 5641d571-f05d-499b-8db5-e7c4e3fae73f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:46.563843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.564171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.565101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.601499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.604015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=3b3f5c9f-fd9c-4b58-a8d1-4cfb5dc2f414,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.646455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.646770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['43647c13-3aa7-42f5-ae96-eef192c38843'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:46.648928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-821cbbce-c42b-4fc9-87c0-f7f570609af4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2733190 Aug 29 04:28:46.649512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.654832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Port f0448f18-90c1-4691-9900-9bd89c4184b3 on network 5641d571-f05d-499b-8db5-e7c4e3fae73f not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:46.655195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Attempting to bind port f0448f18-90c1-4691-9900-9bd89c4184b3 on network 5641d571-f05d-499b-8db5-e7c4e3fae73f {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:46.661809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:46.665938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:28:46.668416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5', 'name': 'tempest-PortsTestJSON-1825076360'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:46.693985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:46.694361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Checking segment: {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:46.694729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Bound using segment: {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:46.695169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Bound port: f0448f18-90c1-4691-9900-9bd89c4184b3, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e10f76-b159-46c8-8362-36c277e57a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:46.695538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:46.792475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:46.891827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:47.114619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:47.287425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'network_id': '5f3da0a8-8172-47d0-aa35-c45a47fa4a49', 'port_id': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'mac_address': 'fa:16:3e:aa:ba:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1daa1b27-4ce4-4486-92ec-a0730450d834', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:28:47.496892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:47.623651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 46446e6b-ffb9-4585-9eb3-91bb8d1d88be up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:47.766916 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.799830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.816394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f0448f18-90c1-4691-9900-9bd89c4184b3,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:47.823282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.844039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.852203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.860987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.869968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.876089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.881283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.883976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-47ceba20-0b9b-43d5-9be6-6deed88c1f69 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5436 time: 0.2221866 Aug 29 04:28:47.887088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:47.900399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38120a0-9551-47ac-aa42-1f89e2eead74 req-7c1d6334-4be2-4324-871b-4a22ceaf4891 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.908579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38120a0-9551-47ac-aa42-1f89e2eead74 req-7c1d6334-4be2-4324-871b-4a22ceaf4891 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:47.918647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a38120a0-9551-47ac-aa42-1f89e2eead74 req-7c1d6334-4be2-4324-871b-4a22ceaf4891 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1666 time: 0.2991085 Aug 29 04:28:48.026505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:48.042341 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] Sync routers for ids ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:48.053247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:48.060000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:28:48.066919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting port dfc29a98-96c8-4677-a67a-7455b64459ae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:48.070158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.070758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] Routers {'51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:48.071609 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:48.073129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.096665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39497c69-61f6-478a-b7fc-3b5f8dc906ca tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3154962 Aug 29 04:28:48.103558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa23a07f-2280-4df0-9850-2ad631eb128c req-0e361ad0-fccc-4a8f-af38-8b22711e9cf8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786423 Aug 29 04:28:48.103558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.103558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:48.110970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697ce41c-0190-4a05-97f8-0961b6a83b3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:48.185613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a38120a0-9551-47ac-aa42-1f89e2eead74 req-929e495e-4a40-4237-8c82-ede12ac9aa3e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605326 Aug 29 04:28:48.208991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5', 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '7bdb5104-b4ed-4219-9355-9503356efe95'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:28:48.210173 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.220563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:48.242838 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] Routers {'51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:48.244336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:48.324789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:48.325757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.340189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-e77b6d79-65fb-4a2f-a166-f24b8357fbe8 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0448f18-90c1-4691-9900-9bd89c4184b3 HTTP/1.1" status: 200 len: 1092 time: 4.4353991 Aug 29 04:28:48.342940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:48.353581 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:48.357538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a621d92-8ff6-4e64-9845-50a7850d9566 None None] The sync data for ids ['51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:48.366109 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55c823-76fd-4ad0-8dce-113fabc78713" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:48.391389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 443b7b7f-bb9c-467e-b278-faa1efefe16b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:28:48.581445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.609907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Calling delete_port for dfc29a98-96c8-4677-a67a-7455b64459ae owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:48.677568 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3746ca-97df-441b-9d4e-053e7e3e134e x-openstack-request-id: req-4f3746ca-97df-441b-9d4e-053e7e3e134e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:48.678022 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:48.678425 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f3746ca-97df-441b-9d4e-053e7e3e134e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:48.681685 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3', 'status': 'completed', 'code': 200} Aug 29 04:28:48.704546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Request body: {'port': {'device_id': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:48.707138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:48.821255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:48.876763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.6 (ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5/7bdb5104-b4ed-4219-9355-9503356efe95/443b7b7f-bb9c-467e-b278-faa1efefe16b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:49.033498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.066758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.168784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:49.169814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.199855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.381095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Port': ['ID=dfc29a98-96c8-4677-a67a-7455b64459ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:49.387524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b63ad870-9a10-4ba4-bb48-d8d4d8009fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.419815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.514267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.655228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-2b06ae5e-6071-4308-a975-a34387a40521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.656461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-2b06ae5e-6071-4308-a975-a34387a40521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:49.659896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-2b06ae5e-6071-4308-a975-a34387a40521 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1914 time: 0.5402734 Aug 29 04:28:49.671899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:49.812170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 28b7488c-811b-4e30-bf31-f82a3b06003a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:49.813328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.848231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['697ce41c-0190-4a05-97f8-0961b6a83b3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:49.854862 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-65148b11-eaee-40ae-a4cd-bd9e3f2345cf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:28:49.863473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-65148b11-eaee-40ae-a4cd-bd9e3f2345cf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7477844 Aug 29 04:28:49.873668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:49.970176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:49.993581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.002180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Pushing event updated for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.031638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.047359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 443b7b7f-bb9c-467e-b278-faa1efefe16b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:50.170010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-86103500-861d-4d8a-ba41-92632ef792f7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e HTTP/1.1" status: 200 len: 205 time: 0.2911980 Aug 29 04:28:50.171777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:50.174245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac61262-7f24-42e2-840d-c00c466ca624 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:28:50.207396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:50.209909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:50.213413 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6b869-a5d5-4753-be2e-ba21ce75d5ed" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:50.221813 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.272683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030940-10f3-4899-a031-b9be23979406 req-11b3e3a7-8015-4c03-bef4-b9e23c28af8e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.295683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.296143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030940-10f3-4899-a031-b9be23979406 req-11b3e3a7-8015-4c03-bef4-b9e23c28af8e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.300527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21030940-10f3-4899-a031-b9be23979406 req-11b3e3a7-8015-4c03-bef4-b9e23c28af8e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1666 time: 0.9003215 Aug 29 04:28:50.310982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.340044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.355406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.371389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.378865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.407091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.421115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Transition to ACTIVE for port object 6ac61262-7f24-42e2-840d-c00c466ca624 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:50.431195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.431721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.445279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.458101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:50.460606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-0d512426-9102-42dd-bf30-b7c5ea4b6127 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5437 time: 1.0063422 Aug 29 04:28:50.476378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Allocated IP 172.20.0.2 (ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5/7bdb5104-b4ed-4219-9355-9503356efe95/db372a1f-8d2e-435e-9fa2-3ef4a9917275) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:28:50.514383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=443b7b7f-bb9c-467e-b278-faa1efefe16b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:50.517866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.572020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b63ad870-9a10-4ba4-bb48-d8d4d8009fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.643822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:50.701605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b63ad870-9a10-4ba4-bb48-d8d4d8009fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.707972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.837152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21030940-10f3-4899-a031-b9be23979406 req-df01566f-e0bf-48b1-99a9-d64c9bf60214 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412262 Aug 29 04:28:50.841974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:50.867177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Transition to ACTIVE for port object db372a1f-8d2e-435e-9fa2-3ef4a9917275 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:50.880678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:50.923282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e29a6e7c-519a-4509-bdbf-f7cd0b67b1a0 req-26340cfb-47b0-46cc-824b-ebd1bc5d3e14 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2606010 Aug 29 04:28:50.946010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 43647c13-3aa7-42f5-ae96-eef192c38843 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:50.969268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b63ad870-9a10-4ba4-bb48-d8d4d8009fe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c321aead39c4aa0af8a7e93a41b0618&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8550353 Aug 29 04:28:50.974726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.052216 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac349b7-94bb-462d-96c5-c42f6c1d4e32 x-openstack-request-id: req-cac349b7-94bb-462d-96c5-c42f6c1d4e32 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:51.052562 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:51.052769 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cac349b7-94bb-462d-96c5-c42f6c1d4e32 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:51.053280 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:28:51.061279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Transition to ACTIVE for port object db372a1f-8d2e-435e-9fa2-3ef4a9917275 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:51.063868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:51.080288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.155982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6d7dd95d-1b15-4b7b-ace9-97f592672091'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:28:51.172212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:28:51.238944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:51.244939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:51.268538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.283257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ad870-9a10-4ba4-bb48-d8d4d8009fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096d239e-0ed1-4840-bd01-1f7fb6ec77b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.306950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.318098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Attempting to bind port 6ac61262-7f24-42e2-840d-c00c466ca624 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:51.318752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Attempting to bind port 6ac61262-7f24-42e2-840d-c00c466ca624 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:51.319267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Attempting to bind port 6ac61262-7f24-42e2-840d-c00c466ca624 on network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:51.322540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:28:51.327390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-8a2d4b9f-5a8a-49be-abf8-30f479a41876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.328026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-8a2d4b9f-5a8a-49be-abf8-30f479a41876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.328759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-8a2d4b9f-5a8a-49be-abf8-30f479a41876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.331529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-8a2d4b9f-5a8a-49be-abf8-30f479a41876 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=458899203f6244baa7d8719bb0c3d1df&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.6120245 Aug 29 04:28:51.337760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Port 6ac61262-7f24-42e2-840d-c00c466ca624 on network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:28:51.338375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Attempting to bind port 6ac61262-7f24-42e2-840d-c00c466ca624 on network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:51.350147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Pushing event updated for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.390150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:28:51.394204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Pushing event updated for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.456398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:51.456746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Checking segment: {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:51.457141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Bound using segment: {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:51.457600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Bound port: 6ac61262-7f24-42e2-840d-c00c466ca624, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:51.457968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.473698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Router e9abcf60-1dcc-45a6-9775-320a51552b39 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:51.497183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.498857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router 51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:28:51.519678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.526408 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7d1538c-1510-4ecf-b007-fe56cebfa012 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e HTTP/1.1" status: 204 len: 168 time: 1.3399410 Aug 29 04:28:51.532299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.540797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.541836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.546703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 43647c13-3aa7-42f5-ae96-eef192c38843 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:51.583754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 43647c13-3aa7-42f5-ae96-eef192c38843 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:51.584813 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.597480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Router 44493507-ea81-4783-855b-def3cc6b6025 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:28:51.605376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.635865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.653965 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af790858-32c7-4cbd-b30e-0c70f9d5adc9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9910483 Aug 29 04:28:51.659756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.705519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.708417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.709802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/096d239e-0ed1-4840-bd01-1f7fb6ec77b2 HTTP/1.1" status: 204 len: 168 time: 0.5528858 Aug 29 04:28:51.766775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20db4d7e-fcc8-488b-985d-9d8aa82b3551 None None] Provisioning complete for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:51.771745 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20db4d7e-fcc8-488b-985d-9d8aa82b3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.772315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da2cf6-3a43-4c80-aa27-8fa810fe0e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096d239e-0ed1-4840-bd01-1f7fb6ec77b2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:51.828575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-3fa3907e-78e0-465e-96d4-3d37670c5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:51.830302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet 659e65c0-f860-4f80-9820-a7dbd084b90f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:51.830505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d55c823-76fd-4ad0-8dce-113fabc78713 req-3fa3907e-78e0-465e-96d4-3d37670c5ad9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4887991 Aug 29 04:28:51.843456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Attempting to bind port db372a1f-8d2e-435e-9fa2-3ef4a9917275 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:51.845309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Attempting to bind port db372a1f-8d2e-435e-9fa2-3ef4a9917275 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1426e745-30c2-4cf7-8ec5-43a634dc4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:51.847674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:51.848366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Attempting to bind port db372a1f-8d2e-435e-9fa2-3ef4a9917275 on network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:51.863135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:51.864443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Checking segment: {'id': '1426e745-30c2-4cf7-8ec5-43a634dc4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:51.864443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.866104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Bound using segment: {'id': '1426e745-30c2-4cf7-8ec5-43a634dc4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:51.866104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Bound port: db372a1f-8d2e-435e-9fa2-3ef4a9917275, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1426e745-30c2-4cf7-8ec5-43a634dc4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:51.866621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:51.877411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4ab71cc2-0d78-453a-85ff-550fed7163d7 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9919426 Aug 29 04:28:51.906885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36850) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.960767 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-733a026e-35ee-4311-bc0b-7c7fb8f378c3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] show failed (client error): The resource could not be found. Aug 29 04:28:51.963730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-733a026e-35ee-4311-bc0b-7c7fb8f378c3 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1609651075 HTTP/1.1" status: 404 len: 335 time: 0.0529425 Aug 29 04:28:51.966316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:51.971532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3c7d8be2-86ab-47f4-94ed-a648cff7470c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:28:52.003912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] Sync routers for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:52.014959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.076145 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3c7d8be2-86ab-47f4-94ed-a648cff7470c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] update failed (client error): The resource could not be found. Aug 29 04:28:52.077216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3c7d8be2-86ab-47f4-94ed-a648cff7470c tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1978771735 HTTP/1.1" status: 404 len: 335 time: 0.1097546 Aug 29 04:28:52.101143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:52.160206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:52.164673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=db372a1f-8d2e-435e-9fa2-3ef4a9917275,segment=NetworkSegment(1426e745-30c2-4cf7-8ec5-43a634dc4b1e),segment_id=1426e745-30c2-4cf7-8ec5-43a634dc4b1e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:52.178704 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.185746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-20db4d7e-fcc8-488b-985d-9d8aa82b3551 None None] Port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:52.193757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.208776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:52.209609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.252698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa54ac-cd4e-4375-920d-ebd2c1ccdcc2 req-aa5da2b2-f0ff-49c5-8289-18125c6361ac tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.259349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:52.264082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa54ac-cd4e-4375-920d-ebd2c1ccdcc2 req-aa5da2b2-f0ff-49c5-8289-18125c6361ac tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.278634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aaa54ac-cd4e-4375-920d-ebd2c1ccdcc2 req-aa5da2b2-f0ff-49c5-8289-18125c6361ac tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 0.2272322 Aug 29 04:28:52.309207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.310418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device c85aff2e-5e27-47cc-9513-4665235de53f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:52.323416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.357660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.372204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.383974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.396884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.407359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] Routers {'44493507-ea81-4783-855b-def3cc6b6025'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:52.408554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['44493507-ea81-4783-855b-def3cc6b6025'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.447050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.493664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.503831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd534-b81c-4708-8a3a-67de52efa8a7 None None] Pushing event updated for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.518182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:52.525858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:52.526468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85384dcf-b212-4109-95fe-b3d2d652dbde None None] The sync data for ids ['44493507-ea81-4783-855b-def3cc6b6025'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:52.548686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-19a6bf2a-04c5-4ea9-86e6-0c35853202c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5437 time: 0.4131370 Aug 29 04:28:52.640270 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aaa54ac-cd4e-4375-920d-ebd2c1ccdcc2 req-45320ac9-def8-4322-9c3d-30cc6d75bb7e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599687 Aug 29 04:28:52.684669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port c85aff2e-5e27-47cc-9513-4665235de53f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:52.691432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:52.695970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port c85aff2e-5e27-47cc-9513-4665235de53f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:52.696470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:52.862758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13772feb-6c66-483a-ac29-fbf993026fe9 req-6ed46f72-3f34-41a8-8b60-3c83180e1fe4 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2685938 Aug 29 04:28:52.913347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.008637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=c85aff2e-5e27-47cc-9513-4665235de53f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.017678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.136345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843'}, {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85aff2e-5e27-47cc-9513-4665235de53f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:53.139215 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598c8bef-0db4-4cb7-8458-9c2959ea6804" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843"}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "c85aff2e-5e27-47cc-9513-4665235de53f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:53.143142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:53.148635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9e091ab5-1ad3-4675-8daf-600fe89f9e04 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:53.260590 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a51d7-1b86-4a2d-9d10-7d16bcf8e4dc x-openstack-request-id: req-0c5a51d7-1b86-4a2d-9d10-7d16bcf8e4dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:53.261053 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843", "code": 200}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "c85aff2e-5e27-47cc-9513-4665235de53f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:53.262077 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c5a51d7-1b86-4a2d-9d10-7d16bcf8e4dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:53.262645 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843', 'code': 200} Aug 29 04:28:53.262918 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85aff2e-5e27-47cc-9513-4665235de53f', 'code': 200} Aug 29 04:28:53.264064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:53.269646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:53.270222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.426976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.519033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:53.531029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.534159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 91921a32-4042-427d-86ab-19f410fcaa4f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:53.596204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.651595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:53.728134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:28:53.743085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-362c4954-32cc-4737-befe-7dcf17b6a8ec admin admin] 10.222.0.62 "PUT /v2.0/routers/e9abcf60-1dcc-45a6-9775-320a51552b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0766313 Aug 29 04:28:53.746258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6ac61262-7f24-42e2-840d-c00c466ca624,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:53.752370 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Sync routers for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:28:53.784119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting subnet e3c4f9a5-c263-4599-b6bc-9a718bc10875 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:28:53.798814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:53.802754 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:53.822355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:53.931723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.008209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.024017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device db372a1f-8d2e-435e-9fa2-3ef4a9917275 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:54.110329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d87cf-ef7e-4fae-b99c-20a98d48a62b req-91a6c8c5-e475-44a2-8603-2b0a34152d34 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.162683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d87cf-ef7e-4fae-b99c-20a98d48a62b req-91a6c8c5-e475-44a2-8603-2b0a34152d34 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.167247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a10d87cf-ef7e-4fae-b99c-20a98d48a62b req-91a6c8c5-e475-44a2-8603-2b0a34152d34 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 0.2783217 Aug 29 04:28:54.169792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:54.185523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 91921a32-4042-427d-86ab-19f410fcaa4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.192000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.192473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 91921a32-4042-427d-86ab-19f410fcaa4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:54.192955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.197361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.205342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] 10.222.0.54 "PUT /v2.0/ports/6ac61262-7f24-42e2-840d-c00c466ca624 HTTP/1.1" status: 200 len: 1093 time: 5.5217764 Aug 29 04:28:54.268220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:54.270595 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:54.278202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port db372a1f-8d2e-435e-9fa2-3ef4a9917275 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:54.376766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a10d87cf-ef7e-4fae-b99c-20a98d48a62b req-a67400eb-f50c-4600-8958-d79519aabab0 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875341 Aug 29 04:28:54.395613 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:54.470890 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.513521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.542930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.545676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.563330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:54.569255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.570101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9af574fc-c576-47e5-b68a-18dbf86a013e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:54.571711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.591092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.613627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.639120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.666072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:54.668690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-a6454cc2-c85f-4adb-9c38-109e220e55d5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5440 time: 0.4266639 Aug 29 04:28:54.683814 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b0266-af4c-4d0a-96b7-fe5dd62e991b x-openstack-request-id: req-1a3b0266-af4c-4d0a-96b7-fe5dd62e991b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:54.684440 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:54.688815 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a3b0266-af4c-4d0a-96b7-fe5dd62e991b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:54.689374 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624', 'status': 'completed', 'code': 200} Aug 29 04:28:54.818054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ad1da1-cb2b-40e6-a1f7-9a5287b56ce0 req-d8a5ace6-75e3-4a9d-803c-71bfdf62ba54 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409822 Aug 29 04:28:54.839128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c105ce-f1e0-4098-af6e-39c7d0022fa4 None None] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:54.923717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:54.998710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9af574fc-c576-47e5-b68a-18dbf86a013e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:55.006754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9af574fc-c576-47e5-b68a-18dbf86a013e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.007795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.024099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.100268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Provisioning for port db372a1f-8d2e-435e-9fa2-3ef4a9917275 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:55.128345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Provisioning complete for port db372a1f-8d2e-435e-9fa2-3ef4a9917275 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:55.137467 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.300969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.339818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04'}, {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:55.349096 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9190ee-533d-4561-9716-c5972ddee57f" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04"}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:55.355317 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:28:48Z', 'revision_number': 2, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:55.424461 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Checking router: e9abcf60-1dcc-45a6-9775-320a51552b39 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:28:55.424991 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Updating router e9abcf60-1dcc-45a6-9775-320a51552b39 port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:28:55.499407 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.571834 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaef9315-c289-4d71-a2d8-b43fa316fa92 x-openstack-request-id: req-eaef9315-c289-4d71-a2d8-b43fa316fa92 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:55.574371 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04", "code": 200}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:55.574839 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eaef9315-c289-4d71-a2d8-b43fa316fa92 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:55.575378 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'code': 200} Aug 29 04:28:55.575749 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f', 'code': 200} Aug 29 04:28:55.653730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c4f9a5-c263-4599-b6bc-9a718bc10875,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:55.690405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.693391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.731813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:55.737634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c6ec4c2-3583-4b91-a297-0de803752f94 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/subnets/e3c4f9a5-c263-4599-b6bc-9a718bc10875 HTTP/1.1" status: 204 len: 168 time: 3.6175961 Aug 29 04:28:55.742680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:55.768534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc245938-2ba9-4995-8781-31db4576f993 None None] Network 77954c90-205b-4cc2-b7a0-d7adb57442ec requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:55.879244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a55f-0327-4376-a437-c344a78bbc10 req-42d060d8-e206-4f40-8033-68a2a0436c88 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.913898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a55f-0327-4376-a437-c344a78bbc10 req-42d060d8-e206-4f40-8033-68a2a0436c88 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:55.920253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6332a55f-0327-4376-a437-c344a78bbc10 req-42d060d8-e206-4f40-8033-68a2a0436c88 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 0.3531570 Aug 29 04:28:55.964159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31fa5-fe00-4898-b6e7-bcfdc3a56fae service neutron] Pushing event updated for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.007440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.052143 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.080541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.144987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6332a55f-0327-4376-a437-c344a78bbc10 req-68dc86c4-5b22-4812-9fef-71ca2888df92 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018046 Aug 29 04:28:56.165549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9af574fc-c576-47e5-b68a-18dbf86a013e,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:56.233363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.234564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.244731 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.250523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 697ce41c-0190-4a05-97f8-0961b6a83b3c up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:28:56.259013 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/659e65c0-f860-4f80-9820-a7dbd084b90f HTTP/1.1" status: 204 len: 168 time: 4.7090521 Aug 29 04:28:56.276584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.295165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.321849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.347329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.373109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:28:56.384852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.400725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.418450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-de7dd897-6e59-4636-aa4a-3f3a3d4cf816 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5441 time: 0.3963909 Aug 29 04:28:56.458785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf5e87-d0df-4504-91ff-0c3c72eceb4b None None] Network 3aa09080-a127-4468-829a-523b20c80c62 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:28:56.522378 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.556242 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Transition to ACTIVE for port object fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:28:56.570689 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.667899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eba48d8-2ed4-4e5e-8120-59951e4084f0 req-9daee08a-5243-4144-8dec-8a63c0dc9b90 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458854 Aug 29 04:28:56.678653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793935a0-6952-43bd-b70d-4f8a4235b80b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=659e65c0-f860-4f80-9820-a7dbd084b90f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.700202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-363cb28e-650e-4245-a7f3-64ac6c93a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.705721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-363cb28e-650e-4245-a7f3-64ac6c93a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:56.710129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-363cb28e-650e-4245-a7f3-64ac6c93a38b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1982 time: 2.3707495 Aug 29 04:28:56.804759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3090a94-df1b-4e4f-b2fe-3d16f2f902e5 req-35457bdd-1523-4568-b6c6-1c27c7b9122c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1267948 Aug 29 04:28:56.816231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276b2a4-6448-452e-8016-23179bf48d2a None None] Pushing event updated for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:56.851429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:56.855890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:56.932485 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-52b164fb-82e2-4e09-814d-6e4e10c85421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=f0448f18-90c1-4691-9900-9bd89c4184b3 HTTP/1.1" status: 200 len: 217 time: 0.1862040 Aug 29 04:28:57.041312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.096599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3090a94-df1b-4e4f-b2fe-3d16f2f902e5 req-d7ad428b-dbba-4cee-9a84-d3c0da581070 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1228104 Aug 29 04:28:57.164078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Attempting to bind port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:28:57.164728 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Attempting to bind port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:28:57.165298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Attempting to bind port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 on network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:28:57.197966 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:28:57.202925 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Checking segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:28:57.203541 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.205100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] For port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,segment=NetworkSegment(b1c5cb41-f4bd-49d5-9a88-2481bef614e1),segment_id=b1c5cb41-f4bd-49d5-9a88-2481bef614e1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:57.205605 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Bound using segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:28:57.205738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.206398 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Bound port: fa1a40e1-e1ec-4d27-b97d-4f18d0287b00, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:28:57.207574 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.287879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3090a94-df1b-4e4f-b2fe-3d16f2f902e5 req-79a520be-3477-4bb0-8144-af5620987e27 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1503744 Aug 29 04:28:57.312031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Calling delete_port for 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:57.369626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] For port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:28:57.374983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] For port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:28:57.409896 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:57.648776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-36020729-41d3-491d-9c9b-fbe2ba9aabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:57.651027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:57.654855 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-36020729-41d3-491d-9c9b-fbe2ba9aabcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fe044a7e-0db3-4d43-8bad-39044f2ebaba HTTP/1.1" status: 200 len: 801 time: 0.7070560 Aug 29 04:28:57.673433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af574fc-c576-47e5-b68a-18dbf86a013e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:28:57.681386 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef688b-ff75-4b05-8269-4003cfed5eef" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "9af574fc-c576-47e5-b68a-18dbf86a013e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:28:58.018550 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccaaf21-a97f-47e2-a613-1242cd7d56a3 x-openstack-request-id: req-eccaaf21-a97f-47e2-a613-1242cd7d56a3 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:28:58.021426 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "9af574fc-c576-47e5-b68a-18dbf86a013e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:28:58.022131 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eccaaf21-a97f-47e2-a613-1242cd7d56a3 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:28:58.022964 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af574fc-c576-47e5-b68a-18dbf86a013e', 'code': 200} Aug 29 04:28:58.074741 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276b2a4-6448-452e-8016-23179bf48d2a None None] Pushing event updated for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.139444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76845374-05ee-41d6-93b7-9868dd50cc07 req-d22c9d2b-9f82-4849-9804-7c3019c84a28 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.191886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76845374-05ee-41d6-93b7-9868dd50cc07 req-d22c9d2b-9f82-4849-9804-7c3019c84a28 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.201986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-72fb23a0-7118-4c01-8dc9-2a8c59351615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.206129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-72fb23a0-7118-4c01-8dc9-2a8c59351615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5641d571-f05d-499b-8db5-e7c4e3fae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5289969 Aug 29 04:28:58.212450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port f8bba7bd-7516-4176-aa52-36fba8d1912a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:28:58.213558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.216564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76845374-05ee-41d6-93b7-9868dd50cc07 req-d22c9d2b-9f82-4849-9804-7c3019c84a28 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 0.9007275 Aug 29 04:28:58.258083 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:28:58.259141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:58.322056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=db372a1f-8d2e-435e-9fa2-3ef4a9917275,segment=NetworkSegment(1426e745-30c2-4cf7-8ec5-43a634dc4b1e),segment_id=1426e745-30c2-4cf7-8ec5-43a634dc4b1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:58.404229 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.521013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.542498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.568629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.638112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.638112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.638112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.638112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.673770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.675256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-b070a7ac-0e92-4ff2-93b1-d13a551f3355 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5442 time: 0.4035885 Aug 29 04:28:58.714489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.733508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090a94-df1b-4e4f-b2fe-3d16f2f902e5 req-02a8a3f4-67ff-491c-a6bc-29a84a9ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:28:58.735565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3090a94-df1b-4e4f-b2fe-3d16f2f902e5 req-02a8a3f4-67ff-491c-a6bc-29a84a9ecad4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4340065 Aug 29 04:28:58.751681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port f8bba7bd-7516-4176-aa52-36fba8d1912a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f8bba7bd-7516-4176-aa52-36fba8d1912a,segment=NetworkSegment(aa7bdb74-bc78-4f38-8ae3-e131f2caa63b),segment_id=aa7bdb74-bc78-4f38-8ae3-e131f2caa63b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:28:58.757719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.779427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76845374-05ee-41d6-93b7-9868dd50cc07 req-b369e476-a9f7-4b0f-a132-e9842c114fd1 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616848 Aug 29 04:28:58.792837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976b3d4-c91c-45ab-a79b-4d9756b6bf1f None None] Pushing event updated for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.813080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:28:58.813523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.852298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Provisioning for port 443b7b7f-bb9c-467e-b278-faa1efefe16b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:58.897457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Provisioning complete for port 443b7b7f-bb9c-467e-b278-faa1efefe16b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:58.897764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:58.904230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Port': ['ID=087d337c-3ff9-4ba8-bfd4-25e5adc37c20,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:58.934180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] No DVR routers for this DVR port 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:28:58.963223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 697ce41c-0190-4a05-97f8-0961b6a83b3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:28:58.997010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for f8bba7bd-7516-4176-aa52-36fba8d1912a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:28:59.052161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-fea451bc-cd1d-4f02-a579-419016ce9729 service neutron] 10.222.0.54 "GET /v2.0/networks/5641d571-f05d-499b-8db5-e7c4e3fae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8333590 Aug 29 04:28:59.094428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=443b7b7f-bb9c-467e-b278-faa1efefe16b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:28:59.126279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-229f39be-56e7-4b86-89ce-c70767a0b954 req-d0b0db39-4942-4c34-a0a6-7edf30e1a8e6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941288 Aug 29 04:28:59.132560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae97da1-7be4-424c-b243-f154385c67e0 None None] DHCP port deletion for 77954c90-205b-4cc2-b7a0-d7adb57442ec request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:59.154508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 697ce41c-0190-4a05-97f8-0961b6a83b3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:59.154886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.354485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Port 443b7b7f-bb9c-467e-b278-faa1efefe16b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:28:59.641929 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:28:57Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:28:59.720528 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637a4e6-f0c5-4a88-a47c-1a9fcb9b3eb2 None None] The sync data for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 is: [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:28:57Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:28:59.742093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] DHCP port deletion for 3aa09080-a127-4468-829a-523b20c80c62 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:28:59.788653 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.930142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Provisioning complete for port db372a1f-8d2e-435e-9fa2-3ef4a9917275 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:28:59.931444 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ce70-e8d2-4b8e-9c1b-24d92c8bb5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:28:59.934546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.025265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device db372a1f-8d2e-435e-9fa2-3ef4a9917275 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:00.119576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:00.123839 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bf276f-5252-405a-bfde-ec27744c23db" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:00.127214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-7eef7292-1d69-47b1-adec-47053feaa6b4 service neutron] 10.222.0.54 "GET /v2.0/networks/5641d571-f05d-499b-8db5-e7c4e3fae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0491889 Aug 29 04:29:00.128146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.180565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:00.208872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.332293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port f8bba7bd-7516-4176-aa52-36fba8d1912a on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:00.349800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=f8bba7bd-7516-4176-aa52-36fba8d1912a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.399758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73bff08-1f11-480f-9414-58b1dadb3d02 x-openstack-request-id: req-f73bff08-1f11-480f-9414-58b1dadb3d02 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:00.402078 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:00.402789 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f73bff08-1f11-480f-9414-58b1dadb3d02 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:00.403388 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'code': 200} Aug 29 04:29:00.403550 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-f1b09770-50c3-4731-bd03-d9f3108f7678 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=6ac61262-7f24-42e2-840d-c00c466ca624 HTTP/1.1" status: 200 len: 217 time: 0.2550192 Aug 29 04:29:00.417221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6d7dd95d-1b15-4b7b-ace9-97f592672091 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:00.452976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.593217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-6ba3826e-97dd-445f-b4d1-6903712c0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:00.598891 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-6ba3826e-97dd-445f-b4d1-6903712c0fd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=993b759e-400d-4b55-8e9c-0095b4014d50 HTTP/1.1" status: 200 len: 801 time: 0.1448739 Aug 29 04:29:00.683606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:00.703349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Deleting port f8bba7bd-7516-4176-aa52-36fba8d1912a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:00.707396 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.846914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.886902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77954c90-205b-4cc2-b7a0-d7adb57442ec']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:00.908066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:00.908675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c5cb41-f4bd-49d5-9a88-2481bef614e1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:00.927019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.958496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.976558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:00.999722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:01.000104 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.046344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port db372a1f-8d2e-435e-9fa2-3ef4a9917275 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:01.047229 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.110052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 6d7dd95d-1b15-4b7b-ace9-97f592672091 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:01.138185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa09080-a127-4468-829a-523b20c80c62']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.204691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.204691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bdb74-bc78-4f38-8ae3-e131f2caa63b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:01.237163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-1771ded1-0dca-497b-8bcb-06283dacdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:01.240446 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-1771ded1-0dca-497b-8bcb-06283dacdc92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=896d1751-d88a-48fe-9f0a-a4d5768a56a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6019588 Aug 29 04:29:01.261379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.264828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] For port f8bba7bd-7516-4176-aa52-36fba8d1912a, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:01.264828 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.283901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 6d7dd95d-1b15-4b7b-ace9-97f592672091 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:01.285435 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:01.370389 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:01.395023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.416401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.424494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/networks/77954c90-205b-4cc2-b7a0-d7adb57442ec HTTP/1.1" status: 204 len: 168 time: 5.6646657 Aug 29 04:29:01.427183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Calling delete_port for f8bba7bd-7516-4176-aa52-36fba8d1912a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:01.428407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:01.447740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Port f8bba7bd-7516-4176-aa52-36fba8d1912a was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:29:01.494295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.554511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] Pushing event deleted for resources: {'Port': ['ID=f8bba7bd-7516-4176-aa52-36fba8d1912a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:01.568436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bf038-663d-4f45-91cd-0c04f61ab665 None None] No DVR routers for this DVR port f8bba7bd-7516-4176-aa52-36fba8d1912a on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:01.578088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-28489523-f65e-46a2-aef4-a13c53eaeda7 None None] Provisioning complete for port 443b7b7f-bb9c-467e-b278-faa1efefe16b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:01.578734 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28489523-f65e-46a2-aef4-a13c53eaeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.590550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.633389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:01.634649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:01.733324 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:01.829344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-28489523-f65e-46a2-aef4-a13c53eaeda7 None None] Port 443b7b7f-bb9c-467e-b278-faa1efefe16b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:01.877844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting subnet 4a1c0237-8708-4fb6-9834-2c99355b4c29 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:01.906070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:01.907041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.012489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:02.020164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.086891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:02.115131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.180009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:02.182325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 087d337c-3ff9-4ba8-bfd4-25e5adc37c20 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:02.234766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.405654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:02.406794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.408890 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9292eba4-66bd-43be-9d45-84ba0dedf5c1" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:02.532889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-5d401624-7e22-4c82-a7de-ae835af8fac9 service neutron] 10.222.0.54 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2832272 Aug 29 04:29:02.599757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:02.621762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.627489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c6d69-23a9-4213-a366-ba4150ac5b3d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Network': ['ID=77954c90-205b-4cc2-b7a0-d7adb57442ec,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.633212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.644046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/3aa09080-a127-4468-829a-523b20c80c62 HTTP/1.1" status: 204 len: 168 time: 6.2648904 Aug 29 04:29:02.665731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:02.713064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520618708'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:02.799951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.850204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:02.883958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:02.884614 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:02.898693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=3aa09080-a127-4468-829a-523b20c80c62,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:02.970949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.971295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.971634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.972085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.972666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.973435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.974196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.974607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.975295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.975641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.976007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:02.976327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6fc09b-ba87-40fd-943c-29369ef386cd tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:03.043066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c65b-24d4-410d-a649-54d0639abc69 req-fea08379-1877-4146-8072-5259dc3a92fc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.054962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c65b-24d4-410d-a649-54d0639abc69 req-fea08379-1877-4146-8072-5259dc3a92fc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.066744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c23c65b-24d4-410d-a649-54d0639abc69 req-fea08379-1877-4146-8072-5259dc3a92fc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 1.6783280 Aug 29 04:29:03.157393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.172523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.180680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24d46d94-4a0f-4968-9892-fbea5750c25a req-b7934c1a-53d7-4e18-9bca-ef243f2f981f service neutron] 10.222.0.54 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835891 Aug 29 04:29:03.200955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.236713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.272557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.294763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:03.304368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.310625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.368501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.397976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.402145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-7e7d6c7f-3b73-454c-9608-348bb4a7673e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5443 time: 2.0277619 Aug 29 04:29:03.506370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f8bba7bd-7516-4176-aa52-36fba8d1912a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:03.523265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:03.531025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.585813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f8bba7bd-7516-4176-aa52-36fba8d1912a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:03.586425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f8bba7bd-7516-4176-aa52-36fba8d1912a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:03.608314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:03.653486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c23c65b-24d4-410d-a649-54d0639abc69 req-f3184304-67ee-4537-bd9f-5c627a697d56 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852110 Aug 29 04:29:03.753205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:03.793960 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128262f7-2369-49e6-8fd2-0d23c492d137 x-openstack-request-id: req-128262f7-2369-49e6-8fd2-0d23c492d137 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:03.794370 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:03.794802 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-128262f7-2369-49e6-8fd2-0d23c492d137 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:03.795304 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'code': 200} Aug 29 04:29:03.848857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-22c3d571-22e9-45df-a1a0-bc018cd50580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.850169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-22c3d571-22e9-45df-a1a0-bc018cd50580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:03.853631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-22c3d571-22e9-45df-a1a0-bc018cd50580 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=458899203f6244baa7d8719bb0c3d1df&device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1982 time: 0.5698740 Aug 29 04:29:03.875063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba118d77-88c9-4ccc-bd9f-2916da74aca8 req-baa6b392-bfa3-41d7-96fa-1803cd159e6a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4325185 Aug 29 04:29:03.888357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:03.890875 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment a6da238f-5ed3-444f-ad6b-a326b31e6f00 of type vlan for network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 Aug 29 04:29:03.944701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.000131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.165247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.191648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1c0237-8708-4fb6-9834-2c99355b4c29,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.243494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.252118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-be83b93a-42fc-4191-a695-6d7004b50438 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/subnets/4a1c0237-8708-4fb6-9834-2c99355b4c29 HTTP/1.1" status: 204 len: 168 time: 2.7475545 Aug 29 04:29:04.266127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37092) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:04.268554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5a8e3-9b05-4331-8d2c-c5ccbc2a2b45 None None] Network 7abf8c6e-ad57-44cc-8881-a03fa132b39a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:04.290137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.505311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:04.546483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.551501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.553497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.557043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.559585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.561718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.565441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.572185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-2623ab7b-7059-4e5c-960f-0b16ab1e1343 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.4961748 Aug 29 04:29:04.660042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting subnet fa948114-3174-4a52-a694-1c7d6538fbed {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:04.682042 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.687300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.700262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.702330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:04.789902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=443b7b7f-bb9c-467e-b278-faa1efefe16b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:04.806727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-e7c9abed-7814-461d-8a9c-e2f1eea17ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:04.809272 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-e7c9abed-7814-461d-8a9c-e2f1eea17ba8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=896d1751-d88a-48fe-9f0a-a4d5768a56a1 HTTP/1.1" status: 200 len: 902 time: 0.9001870 Aug 29 04:29:04.927279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:04.928413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.009763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.031328 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-9411c26b-e922-40a0-95fb-03019c83205f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=6ac61262-7f24-42e2-840d-c00c466ca624 HTTP/1.1" status: 200 len: 217 time: 0.1926427 Aug 29 04:29:05.354309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] DHCP port deletion for 7abf8c6e-ad57-44cc-8881-a03fa132b39a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:05.405171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec9eafca-f45b-4c99-b6c9-1f82852d1e48 req-5a046cfe-8f4c-4f21-8043-6155ccfa1fa4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8117278 Aug 29 04:29:05.435688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7596397 Aug 29 04:29:05.464649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:05.467641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1f986-de52-486b-a358-6ac94fe3ce17 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:05.486224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:05.508221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:05.662286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Deleting port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:05.662721 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.760501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.789009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6ac61262-7f24-42e2-840d-c00c466ca624 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:05.795753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] For port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,segment=NetworkSegment(24368c4f-982e-4791-b9b0-9a5ecbeaa498),segment_id=24368c4f-982e-4791-b9b0-9a5ecbeaa498)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:05.797465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:05.926846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:05.957109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.003125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.031985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.051980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.082429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.102218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Calling delete_port for 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:06.120622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.128190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-88364e39-3b22-4067-977a-8549c9aba729 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.7583234 Aug 29 04:29:06.175336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5267e-cdbf-4990-8664-dc9bb5013e55 req-58e8fd73-db6a-43bc-a8c6-74d16945c904 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.233968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5267e-cdbf-4990-8664-dc9bb5013e55 req-58e8fd73-db6a-43bc-a8c6-74d16945c904 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.236935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78f5267e-cdbf-4990-8664-dc9bb5013e55 req-58e8fd73-db6a-43bc-a8c6-74d16945c904 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1678 time: 0.8680689 Aug 29 04:29:06.260631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.287436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.351183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6ac61262-7f24-42e2-840d-c00c466ca624,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.365597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-8b35102b-6386-4e96-9dea-147d067d88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.367909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-8b35102b-6386-4e96-9dea-147d067d88f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=993b759e-400d-4b55-8e9c-0095b4014d50 HTTP/1.1" status: 200 len: 801 time: 1.3350091 Aug 29 04:29:06.388842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6ac61262-7f24-42e2-840d-c00c466ca624', 'network_id': '896d1751-d88a-48fe-9f0a-a4d5768a56a1', 'port_id': '6ac61262-7f24-42e2-840d-c00c466ca624', 'mac_address': 'fa:16:3e:be:0e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993b759e-400d-4b55-8e9c-0095b4014d50', 'ip_address': '19.86.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:06.409110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.459653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:06.488629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Subnet': ['ID=fa948114-3174-4a52-a694-1c7d6538fbed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.504283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.506347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-35a7e35b-ca26-414a-af2f-79a11857bb1a tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/subnets/fa948114-3174-4a52-a694-1c7d6538fbed HTTP/1.1" status: 204 len: 168 time: 2.2384148 Aug 29 04:29:06.519325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:06.519583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:06.519962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:06.524368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] No DVR routers for this DVR port 8d1ce67b-75d3-4560-9ad3-8b5d45a04429 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:06.535063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f810f8-1951-4b29-b868-f36d75ee0f5f None None] Network 04ca7538-7b93-4b30-a2e3-40372dcc0f3a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:06.537612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3494bfe-e00c-4d50-a2df-e05485d74fbc None None] Pushing event deleted for resources: {'Port': ['ID=8d1ce67b-75d3-4560-9ad3-8b5d45a04429,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:06.551515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78f5267e-cdbf-4990-8664-dc9bb5013e55 req-6b6aeeee-b74f-43dc-bdd1-970d424476d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482364 Aug 29 04:29:06.556916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:06.561199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.571427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afc213d2-b237-4b37-ae67-15547cd85d97 req-0033ed32-b810-4706-b752-10430bbe16c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3330235 Aug 29 04:29:06.665269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.718256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-c582dff7-7c03-4e64-94c2-a77956b41a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:06.720904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-c582dff7-7c03-4e64-94c2-a77956b41a92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=896d1751-d88a-48fe-9f0a-a4d5768a56a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937124 Aug 29 04:29:06.729269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac61262-7f24-42e2-840d-c00c466ca624 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:06.767948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.882550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:06.894399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:06.912179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6ac61262-7f24-42e2-840d-c00c466ca624,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:06.947350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:06.948994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f0448f18-90c1-4691-9900-9bd89c4184b3 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:07.215559 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.243518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.306495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abf8c6e-ad57-44cc-8881-a03fa132b39a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.348180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24368c4f-982e-4791-b9b0-9a5ecbeaa498') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.348524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24368c4f-982e-4791-b9b0-9a5ecbeaa498') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:07.358838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-c9a21de1-df08-4ffc-a134-d32d57864ead service neutron] 10.222.0.54 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262453 Aug 29 04:29:07.419633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.507963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f0448f18-90c1-4691-9900-9bd89c4184b3,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:07.545142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=dcf42ac5-4780-4c84-a062-323641153427,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:07.558247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] DHCP port deletion for 04ca7538-7b93-4b30-a2e3-40372dcc0f3a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:07.620994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': 'a6da238f-5ed3-444f-ad6b-a326b31e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:07.621365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:07.665039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:07.675183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f0448f18-90c1-4691-9900-9bd89c4184b3', 'network_id': '5641d571-f05d-499b-8db5-e7c4e3fae73f', 'port_id': 'f0448f18-90c1-4691-9900-9bd89c4184b3', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe044a7e-0db3-4d43-8bad-39044f2ebaba', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:07.684600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.695214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:07.700289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:07.700894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.722070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6d35159-732b-4ff0-9881-54ce48a1a05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.732092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c045188-21c2-4085-9ec9-65b7f87f6c45 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2657495 Aug 29 04:29:07.735278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.744045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:07.747299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:07.756464 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:07.759722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-578583922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:07.773511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40cf5dd6-5a1e-41ce-b9d7-424f1d746531 None None] Provisioning complete for port 443b7b7f-bb9c-467e-b278-faa1efefe16b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:07.773958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40cf5dd6-5a1e-41ce-b9d7-424f1d746531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.894605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972c4ef-a124-43a3-a516-579de43b8057 None None] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:07.935051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.949784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.951023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.953643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:07.957715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/networks/7abf8c6e-ad57-44cc-8881-a03fa132b39a HTTP/1.1" status: 204 len: 168 time: 1.4275272 Aug 29 04:29:07.959128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:07.984678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a96cf0e8-8fec-434d-b2c3-a87e76ac21be req-c0bfe791-29af-4cf0-a131-a899425674e6 service neutron] 10.222.0.54 "GET /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039937 Aug 29 04:29:07.986325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Router 8f337874-a1be-4e97-a77b-3c6b22006c41 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:08.002415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e41a2-c76f-44f7-8733-cb91b2318434 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Network': ['ID=7abf8c6e-ad57-44cc-8881-a03fa132b39a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:08.163340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.219952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.263020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.297294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.301034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-60ddebd6-fc9c-4efc-99c2-5cccdff93017 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5620615 Aug 29 04:29:08.301265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40cf5dd6-5a1e-41ce-b9d7-424f1d746531 None None] Port 443b7b7f-bb9c-467e-b278-faa1efefe16b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:08.306734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.334273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd5726-1d00-4553-9eed-481b0752e8e2 req-7ebd928f-599c-4f82-b401-656f9e28286b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.340983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd5726-1d00-4553-9eed-481b0752e8e2 req-7ebd928f-599c-4f82-b401-656f9e28286b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.342749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cdd5726-1d00-4553-9eed-481b0752e8e2 req-7ebd928f-599c-4f82-b401-656f9e28286b tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1679 time: 0.5250046 Aug 29 04:29:08.364097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:08.388661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c26fdfe2-3dc6-42f6-9f6e-82098bb08ec6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/routers/8f337874-a1be-4e97-a77b-3c6b22006c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7236733 Aug 29 04:29:08.398384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:08.415613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.486225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] Sync routers for ids ['8f337874-a1be-4e97-a77b-3c6b22006c41'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:08.525132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c69dff5a-0f82-4286-8958-ced6852f4097 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:08.616908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting port c69dff5a-0f82-4286-8958-ced6852f4097 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:08.617488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.623906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.630533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.647045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] Routers {'8f337874-a1be-4e97-a77b-3c6b22006c41'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:08.647699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f337874-a1be-4e97-a77b-3c6b22006c41'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:08.651125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.658346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.689187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.695353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.716554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:08.737973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-6f838c53-8e50-46d8-8227-8847d2556629 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.9053037 Aug 29 04:29:08.742222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5', 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': 'dcf42ac5-4780-4c84-a062-323641153427'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:08.743128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.793652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:08.813535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] For port c69dff5a-0f82-4286-8958-ced6852f4097, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c69dff5a-0f82-4286-8958-ced6852f4097,segment=NetworkSegment(7f1b3461-678f-48f0-8b2a-1ede99515191),segment_id=7f1b3461-678f-48f0-8b2a-1ede99515191)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:08.814700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:08.847665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Calling delete_port for c69dff5a-0f82-4286-8958-ced6852f4097 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:08.912404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cdd5726-1d00-4553-9eed-481b0752e8e2 req-6f4ed668-099a-444c-9720-6ec260c566d5 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439930 Aug 29 04:29:09.044800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.080836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebe679-2490-4c2a-b04e-6dbf0f00a98b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:09.084482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Allocated IP 2001:db8::2 (dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5/dcf42ac5-4780-4c84-a062-323641153427/df89bdfe-3386-416c-9e1a-a2f08534d7f3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:09.089705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a1ebe679-2490-4c2a-b04e-6dbf0f00a98b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f337874-a1be-4e97-a77b-3c6b22006c41 HTTP/1.1" status: 200 len: 982 time: 0.6872561 Aug 29 04:29:09.145880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] No DVR routers for this DVR port c69dff5a-0f82-4286-8958-ced6852f4097 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:09.158589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:09.320877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.321523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Transition to ACTIVE for port object df89bdfe-3386-416c-9e1a-a2f08534d7f3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:09.322607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9daefee9-afe0-41b4-a3d3-46b9e5cf4962 req-ea1d8ce4-b5ff-47a2-8569-a1b5b2187967 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5836709 Aug 29 04:29:09.350817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Transition to ACTIVE for port object df89bdfe-3386-416c-9e1a-a2f08534d7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:09.399578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] Routers {'8f337874-a1be-4e97-a77b-3c6b22006c41'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:09.400292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:28:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f337874-a1be-4e97-a77b-3c6b22006c41'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.410673 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.437361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:09.441485 n-d-712139-13 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No ports have port_id starting with c69dff5a-0f82-4286-8958-ced6852f4097 Aug 29 04:29:09.442806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.446992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0448f18-90c1-4691-9900-9bd89c4184b3 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:09.472746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Port': ['ID=c69dff5a-0f82-4286-8958-ced6852f4097,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.516836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f0448f18-90c1-4691-9900-9bd89c4184b3,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:09.583109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.621292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ca7538-7b93-4b30-a2e3-40372dcc0f3a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.625521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:09.628888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:09.639669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Pushing event updated for resources: {'Port': ['ID=df89bdfe-3386-416c-9e1a-a2f08534d7f3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:09.663442 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.675037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.675730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36a832-32f0-47bf-bcab-bf0a07df3288 None None] The sync data for ids ['8f337874-a1be-4e97-a77b-3c6b22006c41'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:09.702800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1b3461-678f-48f0-8b2a-1ede99515191') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.704058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1b3461-678f-48f0-8b2a-1ede99515191') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:09.704723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Deleting port c69dff5a-0f82-4286-8958-ced6852f4097 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:09.705112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.778236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.824102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.853889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:09.855231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:09.868553 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:09.875556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] For port c69dff5a-0f82-4286-8958-ced6852f4097, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:09.876622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:09.913528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Calling delete_port for c69dff5a-0f82-4286-8958-ced6852f4097 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:09.919962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Port c69dff5a-0f82-4286-8958-ced6852f4097 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:29:09.936404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.012022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] No DVR routers for this DVR port c69dff5a-0f82-4286-8958-ced6852f4097 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:10.094580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f0448f18-90c1-4691-9900-9bd89c4184b3'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:10.128424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.142678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.144769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/networks/04ca7538-7b93-4b30-a2e3-40372dcc0f3a HTTP/1.1" status: 204 len: 168 time: 2.1735728 Aug 29 04:29:10.151912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.188636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.254843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e90cc-e0b4-427f-a3b1-11a351b16b89 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Network': ['ID=04ca7538-7b93-4b30-a2e3-40372dcc0f3a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.293250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.304602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e904-d042-415b-8337-9e65c35b621b None None] Pushing event deleted for resources: {'Port': ['ID=c69dff5a-0f82-4286-8958-ced6852f4097,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:10.308414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.321744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.330740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting subnet 9b01b71a-6edc-4cf1-adcd-82b127b22c45 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:10.338051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.347625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.351386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.364807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.388604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.396803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dffb5e9e-7498-4c7b-b27c-2c9583cf681c req-3bbb73f9-9a73-4c19-9a90-508a3d9cdc0b tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.8048148 Aug 29 04:29:10.411069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.424949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Request body: {'floatingip': {'port_id': '43647c13-3aa7-42f5-ae96-eef192c38843'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:10.484534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Attempting to bind port df89bdfe-3386-416c-9e1a-a2f08534d7f3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:10.485195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Attempting to bind port df89bdfe-3386-416c-9e1a-a2f08534d7f3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a6da238f-5ed3-444f-ad6b-a326b31e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:10.485826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Attempting to bind port df89bdfe-3386-416c-9e1a-a2f08534d7f3 on network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:10.507731 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.528390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03654757-e669-4abc-89c6-eff271083b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.535133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:10.535758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Checking segment: {'id': 'a6da238f-5ed3-444f-ad6b-a326b31e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:10.536516 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.537191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Bound using segment: {'id': 'a6da238f-5ed3-444f-ad6b-a326b31e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:10.538014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Bound port: df89bdfe-3386-416c-9e1a-a2f08534d7f3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6da238f-5ed3-444f-ad6b-a326b31e6f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:10.538610 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.559330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.614512 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:10.644284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.750500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:10.925100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:10.952475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a3aa-1459-4278-b5a5-5cd97c404985 req-98259022-3c9a-48ef-9fac-a4a237db7ec2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.981809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a3aa-1459-4278-b5a5-5cd97c404985 req-98259022-3c9a-48ef-9fac-a4a237db7ec2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:10.988528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cb1a3aa-1459-4278-b5a5-5cd97c404985 req-98259022-3c9a-48ef-9fac-a4a237db7ec2 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1680 time: 0.8627272 Aug 29 04:29:11.074275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.158549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6ac61262-7f24-42e2-840d-c00c466ca624'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:11.312537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.319304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cb1a3aa-1459-4278-b5a5-5cd97c404985 req-eac6896a-6ad0-4a6f-ae29-8cf837a55e93 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649844 Aug 29 04:29:11.397539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Subnet': ['ID=9b01b71a-6edc-4cf1-adcd-82b127b22c45,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.430934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] For port df89bdfe-3386-416c-9e1a-a2f08534d7f3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:11.443744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.453219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e0f9acf-7b9f-41a7-bdce-93440eaf47c2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/subnets/9b01b71a-6edc-4cf1-adcd-82b127b22c45 HTTP/1.1" status: 204 len: 168 time: 1.2959170 Aug 29 04:29:11.460282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.461388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33856789-a99b-4147-bd61-5294c2b06657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.473602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.480787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78662c-db11-4af4-a0b0-13fcce281504 None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:11.588191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] For port df89bdfe-3386-416c-9e1a-a2f08534d7f3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=df89bdfe-3386-416c-9e1a-a2f08534d7f3,segment=NetworkSegment(a6da238f-5ed3-444f-ad6b-a326b31e6f00),segment_id=a6da238f-5ed3-444f-ad6b-a326b31e6f00)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:11.616414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.722436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33856789-a99b-4147-bd61-5294c2b06657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.731536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33856789-a99b-4147-bd61-5294c2b06657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.790947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.805841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-33856789-a99b-4147-bd61-5294c2b06657 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61284f2e982c4007b28391ee4f45aa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633971 Aug 29 04:29:11.808504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:11.809178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856789-a99b-4147-bd61-5294c2b06657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ecb98-7f71-417b-b09b-05e3806ebb23,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:11.923432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.989453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:11.995134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b56de-1a3d-4631-897c-0dcce175f90c None None] Pushing event updated for resources: {'Port': ['ID=df89bdfe-3386-416c-9e1a-a2f08534d7f3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.007078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.154613 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.177340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.183239 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/549ecb98-7f71-417b-b09b-05e3806ebb23 HTTP/1.1" status: 204 len: 168 time: 0.3706889 Aug 29 04:29:12.238837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376ef01-d6af-41ee-be61-085efc5e01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ecb98-7f71-417b-b09b-05e3806ebb23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.253887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Deleting port 72d4405b-3ea9-4144-ba04-b66f1205ceec {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:12.254235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.409788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] DHCP port deletion for 3af34a5d-0da2-4405-abfc-9b43d191b701 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:12.473595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] For port 72d4405b-3ea9-4144-ba04-b66f1205ceec, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d4405b-3ea9-4144-ba04-b66f1205ceec,segment=NetworkSegment(4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa),segment_id=4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:12.474038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.525322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Calling delete_port for 72d4405b-3ea9-4144-ba04-b66f1205ceec owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:12.707566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Deleting port 72d4405b-3ea9-4144-ba04-b66f1205ceec {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:12.712035 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.776109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:12.851422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Port': ['ID=72d4405b-3ea9-4144-ba04-b66f1205ceec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:12.862168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] No DVR routers for this DVR port 72d4405b-3ea9-4144-ba04-b66f1205ceec on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:13.095505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.120127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af34a5d-0da2-4405-abfc-9b43d191b701']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.161197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device df89bdfe-3386-416c-9e1a-a2f08534d7f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:13.175449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.178490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:13.219952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.234082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8::1 (dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5/dcf42ac5-4780-4c84-a062-323641153427/f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:13.305163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.327569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:29:13.336244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:13.346404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:13.368544 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:13.383527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.460337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] For port 72d4405b-3ea9-4144-ba04-b66f1205ceec, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d4405b-3ea9-4144-ba04-b66f1205ceec,segment=NetworkSegment(4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa),segment_id=4e6f4f21-db52-4202-b6cf-7bd1a03ab1aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:13.461361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.484745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Calling delete_port for 72d4405b-3ea9-4144-ba04-b66f1205ceec owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:13.520146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.535972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.588897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.597949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/networks/3af34a5d-0da2-4405-abfc-9b43d191b701 HTTP/1.1" status: 204 len: 168 time: 2.1336393 Aug 29 04:29:13.599503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.599749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port df89bdfe-3386-416c-9e1a-a2f08534d7f3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:13.631299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.635145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6356-4382-44df-8d58-e4b3f5311c53 req-eda839d3-ee51-4e80-bbc6-027865d672b9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.649552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6356-4382-44df-8d58-e4b3f5311c53 req-eda839d3-ee51-4e80-bbc6-027865d672b9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:13.653201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61fb6356-4382-44df-8d58-e4b3f5311c53 req-eda839d3-ee51-4e80-bbc6-027865d672b9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1680 time: 0.7188301 Aug 29 04:29:13.671217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.709338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f0448f18-90c1-4691-9900-9bd89c4184b3 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:13.709970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b3158-1864-4836-8725-6be325e5cbd2 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Pushing event deleted for resources: {'Network': ['ID=3af34a5d-0da2-4405-abfc-9b43d191b701,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.726797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce7beeba-6bde-46f7-9183-354e51ac2d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.789308 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:13.801462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Network 3af34a5d-0da2-4405-abfc-9b43d191b701 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:29:13.802260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] No DVR routers for this DVR port 72d4405b-3ea9-4144-ba04-b66f1205ceec on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:13.809734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-41d27af8-e941-44e8-acbb-18e03695874d tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "GET /v2.0/ports?device_id=44493507-ea81-4783-855b-def3cc6b6025 HTTP/1.1" status: 200 len: 205 time: 0.1025274 Aug 29 04:29:13.814749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:13.876410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5afa3-bd0d-453e-a531-bcb3f13f3b13 None None] Pushing event deleted for resources: {'Port': ['ID=72d4405b-3ea9-4144-ba04-b66f1205ceec,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:13.920128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f0448f18-90c1-4691-9900-9bd89c4184b3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:13.926110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f0448f18-90c1-4691-9900-9bd89c4184b3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:13.926765 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.029631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c356a325-eaea-42da-9f4b-08889ceee8f8 None None] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:14.032540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.193599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.271404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Provisioning for port df89bdfe-3386-416c-9e1a-a2f08534d7f3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:14.297207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Provisioning complete for port df89bdfe-3386-416c-9e1a-a2f08534d7f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:14.297581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.402451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61fb6356-4382-44df-8d58-e4b3f5311c53 req-d77d4ff5-91b6-4648-b9cf-7743cb093c90 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142406 Aug 29 04:29:14.481618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.564899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.567989 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.621061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.621962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Fanout notify agent at l3_agent the message router_deleted on router 44493507-ea81-4783-855b-def3cc6b6025 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:14.633734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.638498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fe3284d-d9f7-42be-99a1-95e74c4a8505 tempest-RoutersNegativeIpV6Test-1147666397 tempest-RoutersNegativeIpV6Test-1147666397-project] 10.222.0.62 "DELETE /v2.0/routers/44493507-ea81-4783-855b-def3cc6b6025 HTTP/1.1" status: 204 len: 168 time: 0.8209515 Aug 29 04:29:14.728979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d4405b-3ea9-4144-ba04-b66f1205ceec no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:14.798179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce7beeba-6bde-46f7-9183-354e51ac2d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.817136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce7beeba-6bde-46f7-9183-354e51ac2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.857082 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Floating IP cd47b7bf-b550-4a91-aeac-9ddef712a1f7 associated. External IP: 172.25.3.48, port: 43647c13-3aa7-42f5-ae96-eef192c38843. Aug 29 04:29:14.883154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 72d4405b-3ea9-4144-ba04-b66f1205ceec {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:14.897310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d4405b-3ea9-4144-ba04-b66f1205ceec not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:14.937714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7beeba-6bde-46f7-9183-354e51ac2d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401996e-bedc-4db6-b781-a20e50e9a059,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:14.940788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:14.975836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ce7beeba-6bde-46f7-9183-354e51ac2d38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fa4194983eb407ba92c7686561f5708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4517252 Aug 29 04:29:14.977704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37294) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:14.977926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:15.049180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f0448f18-90c1-4691-9900-9bd89c4184b3,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.074639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:15.095060 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409200f5-d5c2-44e7-ac1d-460c16c72f32" -d '{"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-plugged", "status": "completed", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:15.115417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.222588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.226564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6ac61262-7f24-42e2-840d-c00c466ca624 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:15.231112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.333010 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9acacc-d3e4-4484-ac66-d39b0b15b224 x-openstack-request-id: req-7e9acacc-d3e4-4484-ac66-d39b0b15b224 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:15.333573 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-plugged", "status": "completed", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:15.333968 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e9acacc-d3e4-4484-ac66-d39b0b15b224 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:15.334574 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3', 'code': 200} Aug 29 04:29:15.446455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Router 808b7c4e-a098-4b35-8616-7a5f6f767736 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:15.447054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.456290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.460120 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.489247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7401996e-bedc-4db6-b781-a20e50e9a059 HTTP/1.1" status: 204 len: 168 time: 0.5037651 Aug 29 04:29:15.556547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0986e97-2536-43da-9e92-5dcdc7d9c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401996e-bedc-4db6-b781-a20e50e9a059,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.577357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.586335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.615299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.677807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 443b7b7f-bb9c-467e-b278-faa1efefe16b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:15.679348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.726994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:15.737519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:15.744243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:15.744835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.794024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:15.802146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] For port df89bdfe-3386-416c-9e1a-a2f08534d7f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=df89bdfe-3386-416c-9e1a-a2f08534d7f3,segment=NetworkSegment(a6da238f-5ed3-444f-ad6b-a326b31e6f00),segment_id=a6da238f-5ed3-444f-ad6b-a326b31e6f00)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:15.830013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.974244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12cfb3-fb04-4418-a2f2-84609a5ccc19 None None] Pushing event updated for resources: {'Port': ['ID=df89bdfe-3386-416c-9e1a-a2f08534d7f3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:15.979734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6ac61262-7f24-42e2-840d-c00c466ca624 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:15.995447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6ac61262-7f24-42e2-840d-c00c466ca624 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:15.995850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:15.996969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.319490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.492878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6ac61262-7f24-42e2-840d-c00c466ca624,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:16.508871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.610950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec0117ef-a8ae-49c7-8dc2-86bfb0df79e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24c4b48a68f242ff97fe73ef260ecca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126933 Aug 29 04:29:16.613339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:16.679121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:16.685121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Provisioning complete for port df89bdfe-3386-416c-9e1a-a2f08534d7f3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:16.702872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.715311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device df89bdfe-3386-416c-9e1a-a2f08534d7f3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:16.826409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61e94-095a-4dc6-988b-cab6ee936101 req-627bff47-77bb-4c07-b4c1-7b93e9eb27de tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.833699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61e94-095a-4dc6-988b-cab6ee936101 req-627bff47-77bb-4c07-b4c1-7b93e9eb27de tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:16.840073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.845865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0d61e94-095a-4dc6-988b-cab6ee936101 req-627bff47-77bb-4c07-b4c1-7b93e9eb27de tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1681 time: 0.5789587 Aug 29 04:29:16.933262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.951076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port df89bdfe-3386-416c-9e1a-a2f08534d7f3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:16.951464 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.972774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:16.976801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.027483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 443b7b7f-bb9c-467e-b278-faa1efefe16b owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:17.030667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:17.039525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.047734 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Sync routers for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:17.067449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.074350 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.078796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb2f50e5-74ca-4ed2-9622-f6fdc99e53bd HTTP/1.1" status: 204 len: 168 time: 0.4604650 Aug 29 04:29:17.106189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b132e92-4872-423b-9822-ea87bd4f4852 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "PUT /v2.0/floatingips/cd47b7bf-b550-4a91-aeac-9ddef712a1f7 HTTP/1.1" status: 200 len: 990 time: 6.6895800 Aug 29 04:29:17.131524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11205ef6-2d4f-4b8d-b260-9da32535183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f50e5-74ca-4ed2-9622-f6fdc99e53bd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.140555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0d61e94-095a-4dc6-988b-cab6ee936101 req-029c33c7-2210-4620-b22f-f4d184bd9c8a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934024 Aug 29 04:29:17.148837 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:17.158319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:17.275739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Provisioning for port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:17.330546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Provisioning complete for port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:17.331758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.483955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:17.487636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:17.491000 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:17.491827 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312442e-4d2a-4e6d-b37c-0d1a73d2c094" -d '{"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-plugged", "status": "completed", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:17.498895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-aff71529-7989-47db-9a0f-4662364506e7 None None] Port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:17.499468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.515048 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:17.654749 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79382ed2-4b5c-4a4a-be33-4ea88572e269 x-openstack-request-id: req-79382ed2-4b5c-4a4a-be33-4ea88572e269 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:17.655097 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-plugged", "status": "completed", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:17.655296 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79382ed2-4b5c-4a4a-be33-4ea88572e269 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:17.655717 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624', 'code': 200} Aug 29 04:29:17.680381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-06050aba-cd75-482a-82d1-79a6f2783180 None None] Provisioning complete for port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:17.681151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06050aba-cd75-482a-82d1-79a6f2783180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:17.737246 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e5484-7b2e-49c6-81c9-79ba218c777c x-openstack-request-id: req-3e7e5484-7b2e-49c6-81c9-79ba218c777c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:17.741478 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:17.742055 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e7e5484-7b2e-49c6-81c9-79ba218c777c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:17.742847 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843', 'status': 'completed', 'code': 200} Aug 29 04:29:17.791532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-06050aba-cd75-482a-82d1-79a6f2783180 None None] Port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:17.861965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85e7f-c443-4ed3-90b0-09f8cc126cf1 req-e3efdd73-6e91-4644-b093-41676069090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.866941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85e7f-c443-4ed3-90b0-09f8cc126cf1 req-e3efdd73-6e91-4644-b093-41676069090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:17.874525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=443b7b7f-bb9c-467e-b278-faa1efefe16b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:17.881470 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-78c85e7f-c443-4ed3-90b0-09f8cc126cf1 req-e3efdd73-6e91-4644-b093-41676069090e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1986 time: 0.1834428 Aug 29 04:29:18.041397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-78c85e7f-c443-4ed3-90b0-09f8cc126cf1 req-6913461e-a6a6-4051-b97f-24c98a139ab3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430480 Aug 29 04:29:18.270258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.272593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.273174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.275267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.275890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.278077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.278670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.282877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-f7251792-b8a8-4927-ac20-b8c3602bbdac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.5389011 Aug 29 04:29:18.549475 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'cd47b7bf-b550-4a91-aeac-9ddef712a1f7', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'port_id': '43647c13-3aa7-42f5-ae96-eef192c38843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'mac_address': 'fa:16:3e:7c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:13Z', 'revision_number': 1, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.596213 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Checking router: 808b7c4e-a098-4b35-8616-7a5f6f767736 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:18.605743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-a8e5c6ef-e869-4926-8d2c-882e41aa7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:18.610175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-a8e5c6ef-e869-4926-8d2c-882e41aa7808 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643 HTTP/1.1" status: 200 len: 917 time: 0.2961893 Aug 29 04:29:18.618401 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:18.619372 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:18.867053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:18.970934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:19.310629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:19.833463 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'cd47b7bf-b550-4a91-aeac-9ddef712a1f7', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'port_id': '43647c13-3aa7-42f5-ae96-eef192c38843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'mac_address': 'fa:16:3e:7c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:13Z', 'revision_number': 1, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:19.892481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--334754740'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:19.903574 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775444b-815d-496c-a38a-b213f44889b1 None None] The sync data for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 is: [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'cd47b7bf-b550-4a91-aeac-9ddef712a1f7', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'port_id': '43647c13-3aa7-42f5-ae96-eef192c38843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'mac_address': 'fa:16:3e:7c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:13Z', 'revision_number': 1, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:20.012851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.044415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.156044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e858b-7792-433c-a558-e3d78c28c279 req-9ead435c-e3ef-4405-8e29-1b86ed637908 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.201648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e858b-7792-433c-a558-e3d78c28c279 req-9ead435c-e3ef-4405-8e29-1b86ed637908 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:20.215366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d3e858b-7792-433c-a558-e3d78c28c279 req-9ead435c-e3ef-4405-8e29-1b86ed637908 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1682 time: 1.6015518 Aug 29 04:29:20.374304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.388406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.519136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.563053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc72ffd-0874-4ae9-b9e4-fb59f73db819,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.563603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702ea43-80dd-4906-9b93-9cce32fd555f None None] New status for floating IP cd47b7bf-b550-4a91-aeac-9ddef712a1f7: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:29:20.577076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.627425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.628365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-6d1f3a76-bccb-4e42-8d02-c90e69e91c2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 998 time: 1.8443382 Aug 29 04:29:20.629835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3165052 Aug 29 04:29:20.634983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.648000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20916c-27fd-487e-865d-9f098528fd30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.700592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.730913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.737144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.795125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-289c36d2-caa6-4fa1-a5dd-177158121cfc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1576235 Aug 29 04:29:20.801570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37402) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:20.818616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-security--1713083007', 'description': 'tempest-security-description-1511645254'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:20.905352 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:20.971720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:20.982663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d3e858b-7792-433c-a558-e3d78c28c279 req-5320f9a9-b92e-4fe2-91fe-5b843ddffd2c tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7658155 Aug 29 04:29:21.056726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.070688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.077127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.078475 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "PUT /v2.0/security-groups/532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7 HTTP/1.1" status: 200 len: 1780 time: 0.2740364 Aug 29 04:29:21.093052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Router 8f337874-a1be-4e97-a77b-3c6b22006c41 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:21.094962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.252608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8a1f3bc3-9017-4b7f-ab2e-eff338862b30 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups/532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7 HTTP/1.1" status: 200 len: 1780 time: 0.1560490 Aug 29 04:29:21.254304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879e197-b98e-42e2-8c6a-120492d98da6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:21.258284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.382028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:21.391014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:21.452353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.475419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-6ff5fddd-68b3-4633-ad55-82eafe91242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:21.475419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-6ff5fddd-68b3-4633-ad55-82eafe91242b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 200 len: 855 time: 0.7515903 Aug 29 04:29:21.585122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.701633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.724152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:21.725810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7 HTTP/1.1" status: 204 len: 168 time: 0.4575675 Aug 29 04:29:21.744165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:21.814110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81855bef-6469-45ea-bccd-e0e6e5d9b83b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:22.033757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:22.046897 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] Sync routers for ids ['8f337874-a1be-4e97-a77b-3c6b22006c41'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:22.058548 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2e0b904-8c29-40cd-94ff-f4f5f39dee7c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2982593 Aug 29 04:29:22.059589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.091879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] Routers {'8f337874-a1be-4e97-a77b-3c6b22006c41'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:22.092989 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f337874-a1be-4e97-a77b-3c6b22006c41'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:22.101116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8bf6b775-4c82-4817-a814-827ccf809aac tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/routers/8f337874-a1be-4e97-a77b-3c6b22006c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9345062 Aug 29 04:29:22.114806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.167722 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-548532f9-4f82-42c9-94e1-2a778f272061 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] delete failed (client error): The resource could not be found. Aug 29 04:29:22.178075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-548532f9-4f82-42c9-94e1-2a778f272061 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/532e8c9a-7dd3-471e-b3e6-5a75c09bc5b7 HTTP/1.1" status: 404 len: 347 time: 0.1165712 Aug 29 04:29:22.178894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.235553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c99a3bf9-167d-4939-a081-6f4a5a8c7df0 None None] Provisioning complete for port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:22.236923 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c99a3bf9-167d-4939-a081-6f4a5a8c7df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.258621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950360914'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:22.271525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-a62d7575-9a51-474a-b574-95e219dad9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.277738 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ee312-b098-48e2-bd52-1fd2d986ec2c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:29:22.282793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-594ee312-b098-48e2-bd52-1fd2d986ec2c tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/443b7b7f-bb9c-467e-b278-faa1efefe16b HTTP/1.1" status: 404 len: 333 time: 0.1606486 Aug 29 04:29:22.285312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:22.306694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c99a3bf9-167d-4939-a081-6f4a5a8c7df0 None None] Port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:22.315163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-a62d7575-9a51-474a-b574-95e219dad9cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb7973a0-93c0-445f-80d3-cea5033b0643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6999090 Aug 29 04:29:22.351956 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:22.365226 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] Routers {'8f337874-a1be-4e97-a77b-3c6b22006c41'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:22.366160 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f337874-a1be-4e97-a77b-3c6b22006c41'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:22.440945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:22.441979 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a049c3-8337-44e4-95a4-2cd34037ddf4 None None] The sync data for ids ['8f337874-a1be-4e97-a77b-3c6b22006c41'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:22.561778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.594830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router ec6da835-45a8-4a10-9e04-7c6bccc790c0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:22.753339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.762827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.771445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:22.806320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085bab-b960-4ea7-92b0-d7aecb409d43 req-b922ebb6-c72e-4691-a16f-7a6493b37a53 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.828605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085bab-b960-4ea7-92b0-d7aecb409d43 req-b922ebb6-c72e-4691-a16f-7a6493b37a53 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:22.830353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f085bab-b960-4ea7-92b0-d7aecb409d43 req-b922ebb6-c72e-4691-a16f-7a6493b37a53 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1682 time: 0.4600961 Aug 29 04:29:23.055091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6455780-bd24-4e55-ab05-d45a1635bc52,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:23.124061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:23.139320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c5d55a27-3552-459b-9623-d9be63eccd98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8977962 Aug 29 04:29:23.143218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.259475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f085bab-b960-4ea7-92b0-d7aecb409d43 req-18ab935d-8c84-4187-9823-717101d55785 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132955 Aug 29 04:29:23.263360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-9e3bc065-1c6a-4a7c-839f-c7a7ae2d946d service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462891 Aug 29 04:29:23.264745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:23.274848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c956564b-42b7-4dbb-9118-5bbd42c830e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/ec6da835-45a8-4a10-9e04-7c6bccc790c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9637654 Aug 29 04:29:23.284392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.294175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] Sync routers for ids ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:23.323558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] Routers {'ec6da835-45a8-4a10-9e04-7c6bccc790c0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:23.324345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:23.480216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defe772-49a4-4cd5-b415-e0c89b0127f3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:23.487594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5defe772-49a4-4cd5-b415-e0c89b0127f3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports/f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 HTTP/1.1" status: 200 len: 911 time: 0.1788468 Aug 29 04:29:23.496848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:23.512676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:23.548876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] Routers {'ec6da835-45a8-4a10-9e04-7c6bccc790c0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:23.550735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:23.649703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:23.652670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb5877-8640-456e-84e9-d3a301e1903a None None] The sync data for ids ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:24.346819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3240caa-fad1-472c-8a9e-fbf3b0e8edf2 req-0edf346f-c43e-49bf-8ba4-3c50e4a49555 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0610223 Aug 29 04:29:24.383047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.401013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.459762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804d104-0082-4380-8725-c7ba69fa4ef1 req-4f617664-7f2c-4b82-bc36-1606560fab02 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.469177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': 'c6455780-bd24-4e55-ab05-d45a1635bc52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:24.494267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804d104-0082-4380-8725-c7ba69fa4ef1 req-4f617664-7f2c-4b82-bc36-1606560fab02 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:24.499613 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.500867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4804d104-0082-4380-8725-c7ba69fa4ef1 req-4f617664-7f2c-4b82-bc36-1606560fab02 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1682 time: 0.3199680 Aug 29 04:29:24.502991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Fanout notify agent at l3_agent the message router_deleted on router 8f337874-a1be-4e97-a77b-3c6b22006c41 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:24.524690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.525861 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4019f070-8036-4605-b0df-097b5727c1c4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/routers/8f337874-a1be-4e97-a77b-3c6b22006c41 HTTP/1.1" status: 204 len: 168 time: 2.2393420 Aug 29 04:29:24.534596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:24.559509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.678754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4804d104-0082-4380-8725-c7ba69fa4ef1 req-d40ee8f7-a796-447d-bc19-58c3da650841 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615372 Aug 29 04:29:24.802714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 7bdb5104-b4ed-4219-9355-9503356efe95 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:24.810334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.889283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.938141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:24.965952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.150210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.243405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bfa33f-97f9-45f2-8d2a-3bf8cd9dc681,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.281743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.288887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.291759 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fe16b57c-c923-43cc-a5ea-f7d685cb1187 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0754218 Aug 29 04:29:25.299311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.391041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.417409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.417989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.430060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c971dc-aab3-4738-a0bd-17aabc96a0db req-6d442c81-0754-42cd-bc99-1f9cf912385c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:25.439733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00c971dc-aab3-4738-a0bd-17aabc96a0db req-6d442c81-0754-42cd-bc99-1f9cf912385c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.1387186 Aug 29 04:29:25.550606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00c971dc-aab3-4738-a0bd-17aabc96a0db req-b76f1112-2f03-4a9a-87bb-5b22acad3c36 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098003 Aug 29 04:29:25.558329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdb5104-b4ed-4219-9355-9503356efe95,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.568915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.570126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.579587 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0592877f-5d9e-4a5c-8b3c-8209c4bbd6c6 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7bdb5104-b4ed-4219-9355-9503356efe95 HTTP/1.1" status: 204 len: 168 time: 1.0433700 Aug 29 04:29:25.581965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.583120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.591286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26493e7c-a5cc-40b5-8d14-a8b338fad864 None None] Network ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:25.598320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c1bfa33f-97f9-45f2-8d2a-3bf8cd9dc681 HTTP/1.1" status: 204 len: 168 time: 0.2958717 Aug 29 04:29:25.600480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.654516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102c1c-93a3-4a06-8c5c-e2cc620aef4d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1bfa33f-97f9-45f2-8d2a-3bf8cd9dc681,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:25.909144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:25.930640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8c81ba38-b558-4e8f-9ac5-4a8a607d2ae5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3278434 Aug 29 04:29:25.931304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:25.989564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb784d-de79-4347-810f-8a2d3badf71c req-0b11ce3f-30c2-44c3-8905-c3f08dbe11a7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.008050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb784d-de79-4347-810f-8a2d3badf71c req-0b11ce3f-30c2-44c3-8905-c3f08dbe11a7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.020608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15fb784d-de79-4347-810f-8a2d3badf71c req-0b11ce3f-30c2-44c3-8905-c3f08dbe11a7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1682 time: 0.3023088 Aug 29 04:29:26.021441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c51e-bbf7-4cd7-8e9a-99944484c5cc req-6df2a26b-0d9a-426e-b163-3111674fa87e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.029169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c51e-bbf7-4cd7-8e9a-99944484c5cc req-6df2a26b-0d9a-426e-b163-3111674fa87e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.037144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7705c51e-bbf7-4cd7-8e9a-99944484c5cc req-6df2a26b-0d9a-426e-b163-3111674fa87e tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1682 time: 0.1969647 Aug 29 04:29:26.110911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] DHCP port deletion for ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:26.117005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.117440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.166520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.174439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7705c51e-bbf7-4cd7-8e9a-99944484c5cc req-2a8dc546-b439-4579-be4d-c7b5b0fbd29a tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362755 Aug 29 04:29:26.217018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-5cc6424c-9f15-416a-9bfa-b9533c7a42b6 req-a41fa1db-7a87-49e1-ba6e-f1ad1d9850da tempest-ServersAdminTestJSON-314085387 tempest-ServersAdminTestJSON-314085387-project] (94826) timed out ('10.222.0.54', 49797) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:29:26.297008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.312974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Deleting port db372a1f-8d2e-435e-9fa2-3ef4a9917275 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.313718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.347502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port db372a1f-8d2e-435e-9fa2-3ef4a9917275 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.348080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.397146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.414298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.434477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.437497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.441781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/c6455780-bd24-4e55-ab05-d45a1635bc52 HTTP/1.1" status: 204 len: 168 time: 0.5070100 Aug 29 04:29:26.442523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37564) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.505126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d91ef-7c16-44d7-a8f9-d934d85e6b4a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6455780-bd24-4e55-ab05-d45a1635bc52,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:26.508348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 6ac61262-7f24-42e2-840d-c00c466ca624 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:26.514403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.579471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device db372a1f-8d2e-435e-9fa2-3ef4a9917275 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:26.581417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23d9001a-a2a7-4544-89da-84b4022b439d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1330092 Aug 29 04:29:26.583963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.600843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012413943'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:26.641606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=db372a1f-8d2e-435e-9fa2-3ef4a9917275,segment=NetworkSegment(1426e745-30c2-4cf7-8ec5-43a634dc4b1e),segment_id=1426e745-30c2-4cf7-8ec5-43a634dc4b1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:26.642481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.684117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Calling delete_port for db372a1f-8d2e-435e-9fa2-3ef4a9917275 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.730341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=db372a1f-8d2e-435e-9fa2-3ef4a9917275,segment=NetworkSegment(1426e745-30c2-4cf7-8ec5-43a634dc4b1e),segment_id=1426e745-30c2-4cf7-8ec5-43a634dc4b1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:26.731222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.734533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:26.766426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for db372a1f-8d2e-435e-9fa2-3ef4a9917275 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.777190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.860448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 6ac61262-7f24-42e2-840d-c00c466ca624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6ac61262-7f24-42e2-840d-c00c466ca624,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:26.861044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.866857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:26.883498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 6ac61262-7f24-42e2-840d-c00c466ca624 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:26.896952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e89c-01e1-4b68-8f9a-a72160ffccc1 req-72f1dd51-ad50-493b-bace-98614aa5d9fb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:26.910490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cba5e89c-01e1-4b68-8f9a-a72160ffccc1 req-72f1dd51-ad50-493b-bace-98614aa5d9fb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 0.2026811 Aug 29 04:29:26.982190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port db372a1f-8d2e-435e-9fa2-3ef4a9917275, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=db372a1f-8d2e-435e-9fa2-3ef4a9917275,segment=NetworkSegment(1426e745-30c2-4cf7-8ec5-43a634dc4b1e),segment_id=1426e745-30c2-4cf7-8ec5-43a634dc4b1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:27.003806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.016372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.060012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.065097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cba5e89c-01e1-4b68-8f9a-a72160ffccc1 req-45057aea-dfcd-44a7-80ad-4336dabd5a01 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527555 Aug 29 04:29:27.067794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.070695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No DVR routers for this DVR port db372a1f-8d2e-435e-9fa2-3ef4a9917275 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:27.130905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event deleted for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.152688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=f6f6d5b4-f6ad-41f9-a1e3-7817acdf2532,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.163301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b946c133-c321-4e91-b252-e7652a4fc4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.164446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.208659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] No DVR routers for this DVR port db372a1f-8d2e-435e-9fa2-3ef4a9917275 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:27.214900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330963f-396c-47fc-bfc0-b09776f64372 None None] Pushing event deleted for resources: {'Port': ['ID=db372a1f-8d2e-435e-9fa2-3ef4a9917275,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.364565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.389235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:27.421763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1426e745-30c2-4cf7-8ec5-43a634dc4b1e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:27.422152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1426e745-30c2-4cf7-8ec5-43a634dc4b1e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:27.450239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.468402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.500634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.503977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:27.504670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:27.508780 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:27.528300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.547962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f0448f18-90c1-4691-9900-9bd89c4184b3', '6ac61262-7f24-42e2-840d-c00c466ca624'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:27.565458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.591008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.655620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=6ac61262-7f24-42e2-840d-c00c466ca624,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.702841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.740328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.749060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5 HTTP/1.1" status: 204 len: 168 time: 2.1584167 Aug 29 04:29:27.766436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:27.816484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:27.835259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe87e-e4d5-497c-a303-ce21b8f16934 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=ca86ac09-0dc5-4a2e-aafa-b3b58b900ce5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:27.858880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 6ac61262-7f24-42e2-840d-c00c466ca624 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:27.892431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:27.894570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15fb784d-de79-4347-810f-8a2d3badf71c req-4a2623f7-042f-415b-8cb8-2522982e97f4 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "DELETE /v2.0/ports/6ac61262-7f24-42e2-840d-c00c466ca624 HTTP/1.1" status: 204 len: 173 time: 1.8635530 Aug 29 04:29:27.895055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-deleted', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:27.897456 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a20ee-5770-43d1-97bd-081981737681" -d '{"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-deleted", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:27.962695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f3a3a-841c-4770-95a4-f66b09663ab5 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:27.964315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e9f3a3a-841c-4770-95a4-f66b09663ab5 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/dd2c6c61-8e04-4e76-98cd-358e95eaf437 HTTP/1.1" status: 200 len: 841 time: 0.1951125 Aug 29 04:29:28.001928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.102089 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d5f611-9e99-49b7-99a5-5d315f205cb3 x-openstack-request-id: req-49d5f611-9e99-49b7-99a5-5d315f205cb3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:28.102404 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-deleted", "tag": "6ac61262-7f24-42e2-840d-c00c466ca624", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:28.103770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.112679 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49d5f611-9e99-49b7-99a5-5d315f205cb3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:28.113139 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-deleted', 'tag': '6ac61262-7f24-42e2-840d-c00c466ca624', 'status': 'completed', 'code': 200} Aug 29 04:29:28.149954 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8f695ff-6703-4bdc-b186-e07978a0080a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/dd2c6c61-8e04-4e76-98cd-358e95eaf437?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1467431 Aug 29 04:29:28.163233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.171044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:28.188192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b946c133-c321-4e91-b252-e7652a4fc4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.205375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:28.214484 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add3e32-8129-44e2-8d63-f134e86d1863" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:28.249645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b946c133-c321-4e91-b252-e7652a4fc4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.260136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:28.269355 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.382221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b946c133-c321-4e91-b252-e7652a4fc4e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43596ccf27ce4408970aaf7175e0c357&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6443195 Aug 29 04:29:28.385216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.391994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946c133-c321-4e91-b252-e7652a4fc4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a2f07-a2ff-4941-856b-cfb9fc2349b7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.420586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.454877 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d8c130-98e8-43b2-8e2c-67be450ed9f4 x-openstack-request-id: req-13d8c130-98e8-43b2-8e2c-67be450ed9f4 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:28.455493 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:28.456463 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13d8c130-98e8-43b2-8e2c-67be450ed9f4 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:28.457075 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:29:28.462557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port f0448f18-90c1-4691-9900-9bd89c4184b3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:28.465090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.531605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.532969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9379573 Aug 29 04:29:28.546360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab7a0a-5160-4717-aac2-a1f266401c10 req-d2fcef07-f5ce-41bd-9b09-2071fc58a181 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:28.557127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab7a0a-5160-4717-aac2-a1f266401c10 req-d2fcef07-f5ce-41bd-9b09-2071fc58a181 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:28.560009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34ab7a0a-5160-4717-aac2-a1f266401c10 req-d2fcef07-f5ce-41bd-9b09-2071fc58a181 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 1603 time: 1.2499728 Aug 29 04:29:28.561063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:28.566020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17f938-125d-45c5-b9b8-c1559f6b6310 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082fa447-ff84-4f6e-b3c9-704f45a58489,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:28.582159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '082fa447-ff84-4f6e-b3c9-704f45a58489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:28.627614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:28.631558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.639292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.749587 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.758812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port f0448f18-90c1-4691-9900-9bd89c4184b3, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f0448f18-90c1-4691-9900-9bd89c4184b3,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:28.759255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.761485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34ab7a0a-5160-4717-aac2-a1f266401c10 req-1001d153-9d78-40eb-afc3-72f5c180f314 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/security-groups?id=30c7d48f-498c-4619-a4f7-8f4ffceecdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840355 Aug 29 04:29:28.767382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router ec6da835-45a8-4a10-9e04-7c6bccc790c0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:28.789198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.796582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for f0448f18-90c1-4691-9900-9bd89c4184b3 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:28.965361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.969319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:28.974130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e6a2f07-a2ff-4941-856b-cfb9fc2349b7 HTTP/1.1" status: 204 len: 168 time: 0.5813656 Aug 29 04:29:29.001140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:29.008700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8d62-2b30-40c0-a023-d611218bb773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a2f07-a2ff-4941-856b-cfb9fc2349b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.011371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-830fe727-2b17-4918-869f-0383a49a995a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/ec6da835-45a8-4a10-9e04-7c6bccc790c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4762638 Aug 29 04:29:29.018016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.022077 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] Sync routers for ids ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:29.052150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] Routers {'ec6da835-45a8-4a10-9e04-7c6bccc790c0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:29.053096 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:29.064319 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00ce46a9-1437-464b-880d-f4eac82e5ee9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec6da835-45a8-4a10-9e04-7c6bccc790c0 HTTP/1.1" status: 200 len: 205 time: 0.0399871 Aug 29 04:29:29.066891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.100176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.124437 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:29.144263 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] Routers {'ec6da835-45a8-4a10-9e04-7c6bccc790c0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:29.144824 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:29.189438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.200272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.291967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6bec6c-0f31-4955-9ae1-c77a59672ab3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.294312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.298519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7009f07e-73ee-44ff-bcdb-ee3f56b37b46 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7240396 Aug 29 04:29:29.298875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.302442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:29.304763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '082fa447-ff84-4f6e-b3c9-704f45a58489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:29.311105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:29.318096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:29.318096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.327033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.333654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.335230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e813bf9-c16a-4373-8b07-95c193177680 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:29.357564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=7a1c46ab-7a47-49d0-90a7-086eb8a9285b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.407689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=f0448f18-90c1-4691-9900-9bd89c4184b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:29.454677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port f0448f18-90c1-4691-9900-9bd89c4184b3 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:29.460445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.467990 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-15fb784d-de79-4347-810f-8a2d3badf71c req-78ef441e-23da-4cfb-a348-dc13492dc6cc tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.54 "DELETE /v2.0/ports/f0448f18-90c1-4691-9900-9bd89c4184b3 HTTP/1.1" status: 204 len: 173 time: 1.5409973 Aug 29 04:29:29.536022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:29.537353 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e801433-ccbd-403a-9d9f-ffe66c4e10e8 None None] The sync data for ids ['ec6da835-45a8-4a10-9e04-7c6bccc790c0'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:29.642168 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.775133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f0448f18-90c1-4691-9900-9bd89c4184b3 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:29.798484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.819596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdbe5f28-16bb-49d1-8984-d03ff052b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.841421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f0448f18-90c1-4691-9900-9bd89c4184b3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:29.842144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f0448f18-90c1-4691-9900-9bd89c4184b3 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:29.842850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6ac61262-7f24-42e2-840d-c00c466ca624 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:29.867065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6ac61262-7f24-42e2-840d-c00c466ca624 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:29.867757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6ac61262-7f24-42e2-840d-c00c466ca624 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:29.899086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3d7dc737-8346-4b22-8e56-f5e7b5a4121f tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7346141 Aug 29 04:29:29.904139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:29.909688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'security_group': {'name': 'tempest-secgroup-789016921'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:29.931312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-b722dc98-7124-4853-8adc-c80d2d940462', 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'tenant_id': '63a82e579b6a4d8bb88ac9995622b731', 'fixed_ips': [{'subnet_id': '7a1c46ab-7a47-49d0-90a7-086eb8a9285b'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:29.932747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.962521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.969530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:29.985119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.044318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdbe5f28-16bb-49d1-8984-d03ff052b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.058895 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdbe5f28-16bb-49d1-8984-d03ff052b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.059215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f741ce3f-0946-4f7f-80d8-ef76ef4c33b8 req-91c73373-a756-49b9-a379-5245d1401125 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc1713fa-907b-4d5f-8f7a-226363f6d14f HTTP/1.1" status: 200 len: 210 time: 0.0709362 Aug 29 04:29:30.115531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-deleted', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:30.129874 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d236e-5811-4d66-9b46-9a0405252742" -d '{"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-deleted", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:30.133811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.134538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router ec6da835-45a8-4a10-9e04-7c6bccc790c0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:30.152367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.155393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cd49201c-c96d-4146-b7b4-51683ecf2d05 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/ec6da835-45a8-4a10-9e04-7c6bccc790c0 HTTP/1.1" status: 204 len: 168 time: 1.0831983 Aug 29 04:29:30.158296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.173389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Allocated IP 172.20.0.2 (b722dc98-7124-4853-8adc-c80d2d940462/7a1c46ab-7a47-49d0-90a7-086eb8a9285b/2b60a43f-485b-4804-a4ab-4dd488b337d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:30.261736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.284891 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e943c769-27d2-43d8-8ea8-c7efebb35dbe x-openstack-request-id: req-e943c769-27d2-43d8-8ea8-c7efebb35dbe {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:30.285196 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1713fa-907b-4d5f-8f7a-226363f6d14f", "name": "network-vif-deleted", "tag": "f0448f18-90c1-4691-9900-9bd89c4184b3", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:30.286187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet dcf42ac5-4780-4c84-a062-323641153427 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:30.286531 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e943c769-27d2-43d8-8ea8-c7efebb35dbe {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:30.286987 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1713fa-907b-4d5f-8f7a-226363f6d14f', 'name': 'network-vif-deleted', 'tag': 'f0448f18-90c1-4691-9900-9bd89c4184b3', 'status': 'completed', 'code': 200} Aug 29 04:29:30.294759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.311458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fdbe5f28-16bb-49d1-8984-d03ff052b871 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f45e6f2e92ca447286f4c24103472323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114081 Aug 29 04:29:30.314255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe5f28-16bb-49d1-8984-d03ff052b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fcb52-e745-4b88-b4a2-56bc2f148fd8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.317507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.344541 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.368921 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.447678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.454147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.497798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed757cf-944e-4303-bf2f-cfb172ecc5cb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.498556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.505318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.523423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.526909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.536161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b34ddc4f-9441-4e2a-9f07-8a79aba2dff5 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2337823 Aug 29 04:29:30.539661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.551721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Transition to ACTIVE for port object 2b60a43f-485b-4804-a4ab-4dd488b337d7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:30.560470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37656) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.567278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccf948f-8368-448c-81d4-e212a4acc8dd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.570720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Transition to ACTIVE for port object 2b60a43f-485b-4804-a4ab-4dd488b337d7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:30.576305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '082fa447-ff84-4f6e-b3c9-704f45a58489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:30.580275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.616866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.623541 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4bd14ac8-afb1-42f5-85cd-f2f66b69da31 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7125607 Aug 29 04:29:30.623885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.629279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832197794'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:30.663192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.718548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.721482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.722025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.745584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.748503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.749719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de3fcb52-e745-4b88-b4a2-56bc2f148fd8 HTTP/1.1" status: 204 len: 168 time: 0.4311907 Aug 29 04:29:30.752129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:30.755531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:30.765016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:30.817081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c9d7f-deba-43b5-bd25-283f2c0e16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fcb52-e745-4b88-b4a2-56bc2f148fd8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.889191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Attempting to bind port 2b60a43f-485b-4804-a4ab-4dd488b337d7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:30.889758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Attempting to bind port 2b60a43f-485b-4804-a4ab-4dd488b337d7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:30.890595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Attempting to bind port 2b60a43f-485b-4804-a4ab-4dd488b337d7 on network b722dc98-7124-4853-8adc-c80d2d940462 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:30.895800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.896547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.918828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.920056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:30.920540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Checking segment: {'id': 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:30.922336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.922971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Bound using segment: {'id': 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:30.924416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Bound port: 2b60a43f-485b-4804-a4ab-4dd488b337d7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:30.924896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.955403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbd259d-3034-4e33-932e-90734c9f4454,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.974257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf42ac5-4780-4c84-a062-323641153427,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:30.984745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:30.986814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6d586b1d-b674-4834-a7c4-8ad31a3d3fd3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/dcf42ac5-4780-4c84-a062-323641153427 HTTP/1.1" status: 204 len: 168 time: 0.8268330 Aug 29 04:29:30.991270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:30.994671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6dbd68-e0ed-4510-9b3c-437d01471599 None None] Network dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:31.020983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.077099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.094890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.097106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-97d1ca5a-e5fa-416d-a42c-8d9d97a4b23d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5251763 Aug 29 04:29:31.099598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.104923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '082fa447-ff84-4f6e-b3c9-704f45a58489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:31.135904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.142480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.142758 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5122111 Aug 29 04:29:31.155819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e79571-a6d7-4da2-b292-16c9c1888cd3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172752c6-4979-4976-8ae3-7b15a74c1e40,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.164030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.184536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1099093924', 'security_groups': ['172752c6-4979-4976-8ae3-7b15a74c1e40'], 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a1c46ab-7a47-49d0-90a7-086eb8a9285b'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:31.192878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:31.285493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port df89bdfe-3386-416c-9e1a-a2f08534d7f3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:31.286199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.296311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.352248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting subnet 993b759e-400d-4b55-8e9c-0095b4014d50 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:31.357129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.391131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port df89bdfe-3386-416c-9e1a-a2f08534d7f3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=df89bdfe-3386-416c-9e1a-a2f08534d7f3,segment=NetworkSegment(a6da238f-5ed3-444f-ad6b-a326b31e6f00),segment_id=a6da238f-5ed3-444f-ad6b-a326b31e6f00)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:31.391131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.404886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.407506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for df89bdfe-3386-416c-9e1a-a2f08534d7f3 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:31.510826 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.514792 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.533279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:31.565877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:31.577230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=df89bdfe-3386-416c-9e1a-a2f08534d7f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.587971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.596281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port df89bdfe-3386-416c-9e1a-a2f08534d7f3 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:31.667721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.680281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.716426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.741653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bff17-ef6d-4d22-9cba-9618c32cacf5 None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.775509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:29:31.847271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094547a9-8066-478d-8306-6d5fbc6716e4 None None] DHCP port deletion for dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:31.879088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:31.906686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.913506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77781a74-4cf0-45ab-96c3-a9ba0ce5e4e2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.931734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6da238f-5ed3-444f-ad6b-a326b31e6f00') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.933422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6da238f-5ed3-444f-ad6b-a326b31e6f00') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:31.933948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Subnet': ['ID=993b759e-400d-4b55-8e9c-0095b4014d50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:31.954998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:31.959728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.005705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.034953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:32.035734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:32.053596 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:32.175209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.180387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fe63d7a3-9710-4d45-9094-093729103e54 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0792654 Aug 29 04:29:32.187155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.193382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '082fa447-ff84-4f6e-b3c9-704f45a58489', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:32.262640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88447e7e-5f66-4ff3-8eaf-71b1ef2de572 None None] Network 896d1751-d88a-48fe-9f0a-a4d5768a56a1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:32.269518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:32.274164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.288601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fda4091f-65d7-41cc-9cba-13c005ff9651 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/subnets/993b759e-400d-4b55-8e9c-0095b4014d50 HTTP/1.1" status: 204 len: 168 time: 1.0821865 Aug 29 04:29:32.330771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.506437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.524005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:29:32.548640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.552367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5 HTTP/1.1" status: 204 len: 168 time: 1.5591109 Aug 29 04:29:32.588958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:32.598534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1573385177', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:32.607024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878de82-98b7-4194-9c8f-261ebcef93bc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=dd9f0dcf-1e83-4e9d-b1dd-ed29090074d5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:32.643278 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.660375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.666172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.699710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.710393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:29:32.784049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.792569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:32.823878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:32.985489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 965d8caf-8beb-4e35-9c8f-be0d119f553e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:33.000398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:33.015404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.190836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.225503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.227734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:33.234684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['28b7488c-811b-4e30-bf31-f82a3b06003a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:29:33.286888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.370002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] DHCP port deletion for 896d1751-d88a-48fe-9f0a-a4d5768a56a1 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:33.398450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.508083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device df89bdfe-3386-416c-9e1a-a2f08534d7f3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:33.582351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: df89bdfe-3386-416c-9e1a-a2f08534d7f3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:33.585081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.585895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device df89bdfe-3386-416c-9e1a-a2f08534d7f3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:33.649919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Deleting port 1fcc423a-65bf-49be-841e-f52866d3a4c4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:33.650789 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.831348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc5cbd5-0dcb-443b-814e-e1ed822e0c30,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:33.839434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.842390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1bcea77f-1feb-4039-9f35-f6578c82a20a tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.6516631 Aug 29 04:29:33.853621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:33.880901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.952973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:33.956444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] For port 1fcc423a-65bf-49be-841e-f52866d3a4c4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1fcc423a-65bf-49be-841e-f52866d3a4c4,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:33.958280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.034364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Calling delete_port for 1fcc423a-65bf-49be-841e-f52866d3a4c4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:34.034692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.046232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.100472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.117859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.121377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ebc5cbd5-0dcb-443b-814e-e1ed822e0c30 HTTP/1.1" status: 204 len: 168 time: 0.2542048 Aug 29 04:29:34.129406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10c2b8-2a5a-4846-977f-c7d2fdb28b3b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebc5cbd5-0dcb-443b-814e-e1ed822e0c30,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.132791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.166926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.7 (b722dc98-7124-4853-8adc-c80d2d940462/7a1c46ab-7a47-49d0-90a7-086eb8a9285b/965d8caf-8beb-4e35-9c8f-be0d119f553e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.226940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 1fcc423a-65bf-49be-841e-f52866d3a4c4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:34.227558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.355695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 1fcc423a-65bf-49be-841e-f52866d3a4c4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1fcc423a-65bf-49be-841e-f52866d3a4c4,segment=NetworkSegment(e98a3d04-39aa-427c-90f9-6bf562e2fbf9),segment_id=e98a3d04-39aa-427c-90f9-6bf562e2fbf9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:34.356151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.375300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 1fcc423a-65bf-49be-841e-f52866d3a4c4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:34.408619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:34.409368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.476655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:34.493419 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.494038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-692c9aff-53be-42c5-aac4-3f9f0b402a8e tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3526039 Aug 29 04:29:34.500141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 172.25.3.56 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/72de21c6-fde8-4445-80c6-79f9efe2e992) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:34.502171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.505375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.543965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] Pushing event deleted for resources: {'Port': ['ID=1fcc423a-65bf-49be-841e-f52866d3a4c4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.548331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ec09d-db26-44b4-bf8a-79702b3bfb57 None None] No DVR routers for this DVR port 1fcc423a-65bf-49be-841e-f52866d3a4c4 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:34.549097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=1fcc423a-65bf-49be-841e-f52866d3a4c4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.550300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Provisioning for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:34.557404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:34.557972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.579262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 1fcc423a-65bf-49be-841e-f52866d3a4c4 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:34.612070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1fcc423a-65bf-49be-841e-f52866d3a4c4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:34.641187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1fcc423a-65bf-49be-841e-f52866d3a4c4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:34.641688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1fcc423a-65bf-49be-841e-f52866d3a4c4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:34.694757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.698094 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.707611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896d1751-d88a-48fe-9f0a-a4d5768a56a1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.721592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.721896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98a3d04-39aa-427c-90f9-6bf562e2fbf9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:34.747546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:34.757057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.788149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.797558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.810493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.823956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.844085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:34.845086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:34.857803 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:34.880549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.895691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:34.897202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/77781a74-4cf0-45ab-96c3-a9ba0ce5e4e2 HTTP/1.1" status: 204 len: 168 time: 0.3939812 Aug 29 04:29:34.906087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:34.925529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6166632-95f1-4744-bf59-faa5140cf165 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77781a74-4cf0-45ab-96c3-a9ba0ce5e4e2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:34.996768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74977f8-355a-49f3-8723-ac031e80daf4 None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.018736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-99612a7b-ba98-4d94-a5e5-9ad1a484f099 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1115627 Aug 29 04:29:35.022976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.059176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.080361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.097072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.161291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.182710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.183893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/abbd259d-3034-4e33-932e-90734c9f4454 HTTP/1.1" status: 204 len: 168 time: 0.1597559 Aug 29 04:29:35.186678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.214745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9eedc-3590-40aa-8543-91f3abfbc009 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abbd259d-3034-4e33-932e-90734c9f4454,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.255076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.260742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.262667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.309491 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.311492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/networks/896d1751-d88a-48fe-9f0a-a4d5768a56a1 HTTP/1.1" status: 204 len: 168 time: 2.9486737 Aug 29 04:29:35.319124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.340731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd12e77-993f-402c-9d71-5c41cb5deba7 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Network': ['ID=896d1751-d88a-48fe-9f0a-a4d5768a56a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.357242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 965d8caf-8beb-4e35-9c8f-be0d119f553e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:35.371188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.409392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=72de21c6-fde8-4445-80c6-79f9efe2e992,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.466433 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.543826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.558713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.582455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f61703f4-a45f-4d50-b5f1-9e7596868c00 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3947964 Aug 29 04:29:35.615377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:35.619843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:35.672768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:35.696496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:35.705873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting subnet fe044a7e-0db3-4d43-8bad-39044f2ebaba {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:35.713428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.778981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=965d8caf-8beb-4e35-9c8f-be0d119f553e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:35.810170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:35.821288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.878269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.888062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.932440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:35.933251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:35.970881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8a34592d-72d7-427e-8111-9e2117e8f323 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8221853 Aug 29 04:29:35.985011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.006867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:36.053092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 28b7488c-811b-4e30-bf31-f82a3b06003a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.054624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.172430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.195368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.199226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8ed757cf-944e-4303-bf2f-cfb172ecc5cb HTTP/1.1" status: 204 len: 168 time: 0.5753000 Aug 29 04:29:36.202763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.243129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4131-62ee-4e6c-b4aa-ef7b6869dc87 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed757cf-944e-4303-bf2f-cfb172ecc5cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.280987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5fb4c7c8-cf72-4f0f-9bc6-42fd05fe7298 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0743587 Aug 29 04:29:36.284592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:36.310514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68740ec9-3101-45ba-9a15-dfb4e5e4ed17 None None] Provisioning for port 965d8caf-8beb-4e35-9c8f-be0d119f553e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:36.404929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68740ec9-3101-45ba-9a15-dfb4e5e4ed17 None None] Provisioning complete for port 965d8caf-8beb-4e35-9c8f-be0d119f553e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.407892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68740ec9-3101-45ba-9a15-dfb4e5e4ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.449610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:36.467325 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.499487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.500763 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.554811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-68740ec9-3101-45ba-9a15-dfb4e5e4ed17 None None] Port 965d8caf-8beb-4e35-9c8f-be0d119f553e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:36.579145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:36.630591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:36.634033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:29:36.638351 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca5f8a-75cd-462f-bab1-1ef7488fbfd6" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:29:36.677351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.811392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:36.840793 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa11fe6-b33f-4f15-92cc-36219f33e2e0 x-openstack-request-id: req-1aa11fe6-b33f-4f15-92cc-36219f33e2e0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:29:36.841218 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:29:36.841595 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1aa11fe6-b33f-4f15-92cc-36219f33e2e0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:29:36.842217 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:29:36.886699 n-d-712139-13 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a1c46ab-7a47-49d0-90a7-086eb8a9285b (CIDR: 172.20.0.0/28) Aug 29 04:29:36.892427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.907192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:36.907781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:36.917197 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:29:36.918282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:29:36.987344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-633e2d1b-ddaf-4e24-a44b-e874218c3673 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0005183 Aug 29 04:29:36.998162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37828) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.015679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:37.114529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.135435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.143441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fc6bec6c-0f31-4955-9ae1-c77a59672ab3 HTTP/1.1" status: 204 len: 168 time: 0.8572991 Aug 29 04:29:37.152657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.216117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa8d74-97cb-4217-ac64-6ea254bf9335 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc6bec6c-0f31-4955-9ae1-c77a59672ab3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.308764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-806a2376-ac49-42ff-83d1-da67bdc37777 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1464128 Aug 29 04:29:37.310883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37834) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.370145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6e8d-b45f-40bc-9bd4-55322849bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.447009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.480720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.547481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.551597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.556759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/082fa447-ff84-4f6e-b3c9-704f45a58489 HTTP/1.1" status: 204 len: 168 time: 0.2416804 Aug 29 04:29:37.559247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.583481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1cd8-0b06-46c9-aa12-eff4d7535655 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fa447-ff84-4f6e-b3c9-704f45a58489,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:37.604967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:37.615432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.850575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:37.906176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-453bdb04-0f75-4899-bf06-65fb68b1073d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3310766 Aug 29 04:29:37.909194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:37.941987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--919251075'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:38.023709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-d660b1f0-d482-40f6-8d22-472dba9b3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.025391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-d660b1f0-d482-40f6-8d22-472dba9b3ed7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1099 time: 0.1635153 Aug 29 04:29:38.045451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.194247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-943eb8d2-60b2-493a-8471-dfc1958aa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.196233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-943eb8d2-60b2-493a-8471-dfc1958aa423 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.1295755 Aug 29 04:29:38.281812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.286873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.349517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a7835-e2ad-456b-8670-5ce15ea957a2 None None] Network 5641d571-f05d-499b-8db5-e7c4e3fae73f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:38.382776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Subnet': ['ID=fe044a7e-0db3-4d43-8bad-39044f2ebaba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:38.397626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.405551 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc517648-b142-4164-87e0-c3c0081ecec9 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/subnets/fe044a7e-0db3-4d43-8bad-39044f2ebaba HTTP/1.1" status: 204 len: 168 time: 3.0787737 Aug 29 04:29:38.407967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.530689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.566646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-aa4d0c90-f563-4b45-951d-3c49e1741da3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1002 time: 0.3573067 Aug 29 04:29:38.779589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.782037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.802490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] DHCP port deletion for 5641d571-f05d-499b-8db5-e7c4e3fae73f request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:29:38.834779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.890115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.897342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9788954 Aug 29 04:29:38.898464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:38.945947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-f5ab7f18-68ed-4bf5-a4ee-36abf0e2cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:38.950602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-f5ab7f18-68ed-4bf5-a4ee-36abf0e2cea6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3730788 Aug 29 04:29:38.960178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Deleting port 694db20b-903c-437a-8381-bd3adc0f6d8a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:38.962309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:38.975737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=0eac5cd6-9493-46fd-8cba-e94fa07e85ed,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.005886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '0889d4a6-6570-48b0-bfcb-5169fe70f599', 'direction': 'ingress', 'protocol': 17}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:39.070183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:39.089745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:39.121638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e26631-c00a-44ca-9d32-f64ad35332d5 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:39.130633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.135994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.168420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4698a-dc9f-4cdd-888d-5a73caea5b93 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0889d4a6-6570-48b0-bfcb-5169fe70f599,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.223102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c8212d02-50dc-45c4-a8fe-5efb70414afb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2231374 Aug 29 04:29:39.226908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.230155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.314159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2101486972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0eac5cd6-9493-46fd-8cba-e94fa07e85ed'}], 'security_groups': ['3ccf948f-8368-448c-81d4-e212a4acc8dd']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:39.368192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.378478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.430886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf86da6-2fd8-441b-a037-a312a7114998,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:39.444197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.452546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e9357c43-1a5f-496f-859d-2529c2daba98 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4817488 Aug 29 04:29:39.455065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:39.536442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.572082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] For port 694db20b-903c-437a-8381-bd3adc0f6d8a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=694db20b-903c-437a-8381-bd3adc0f6d8a,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:39.572986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.590989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Deleting port 694db20b-903c-437a-8381-bd3adc0f6d8a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:39.591593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.602140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Calling delete_port for 694db20b-903c-437a-8381-bd3adc0f6d8a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:39.681809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.796788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-900d6f5d-c5f8-473c-90e1-8d0f23d9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:39.798401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-900d6f5d-c5f8-473c-90e1-8d0f23d9b7d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8335977 Aug 29 04:29:39.854368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:39.966652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Update dhcp port {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'fixed_ips': [{'subnet_id': '7a1c46ab-7a47-49d0-90a7-086eb8a9285b', 'ip_address': '172.20.0.2'}, {'subnet_id': '0eac5cd6-9493-46fd-8cba-e94fa07e85ed'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b60a43f-485b-4804-a4ab-4dd488b337d7'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:29:39.981784 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.062764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] For port 694db20b-903c-437a-8381-bd3adc0f6d8a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=694db20b-903c-437a-8381-bd3adc0f6d8a,segment=NetworkSegment(94e10f76-b159-46c8-8362-36c277e57a52),segment_id=94e10f76-b159-46c8-8362-36c277e57a52)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:40.063649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.071868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.090286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.112435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37900) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:40.122382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/0889d4a6-6570-48b0-bfcb-5169fe70f599 HTTP/1.1" status: 204 len: 168 time: 0.6344972 Aug 29 04:29:40.150589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Pushing event deleted for resources: {'Port': ['ID=694db20b-903c-437a-8381-bd3adc0f6d8a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.159796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460954c4-7e18-438c-aecf-2ca9943bd07f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0889d4a6-6570-48b0-bfcb-5169fe70f599,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.204289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] No DVR routers for this DVR port 694db20b-903c-437a-8381-bd3adc0f6d8a on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:40.228595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Calling delete_port for 694db20b-903c-437a-8381-bd3adc0f6d8a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:40.259099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.403674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.405003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.405217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.407654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.408155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.409482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.410353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.411299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.413060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.413546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.413985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.415028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.416301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318a9a13-4ebe-491b-b2d3-7bbc1d23228e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:29:40.671681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Port': ['ID=694db20b-903c-437a-8381-bd3adc0f6d8a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:40.691434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] No DVR routers for this DVR port 694db20b-903c-437a-8381-bd3adc0f6d8a on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:29:40.709874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-cedc3d05-c83b-49e0-b4f7-2c81a64483d2 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907337 Aug 29 04:29:40.930967 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:40.953406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 694db20b-903c-437a-8381-bd3adc0f6d8a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:29:41.009401 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81b56805-aec6-4796-907a-013fd0d282ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.018031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 694db20b-903c-437a-8381-bd3adc0f6d8a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:29:41.018857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 694db20b-903c-437a-8381-bd3adc0f6d8a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:29:41.020854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.136495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Allocated IP 172.20.0.18 (b722dc98-7124-4853-8adc-c80d2d940462/0eac5cd6-9493-46fd-8cba-e94fa07e85ed/2b60a43f-485b-4804-a4ab-4dd488b337d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:41.417433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:41.494548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.512605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.533138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5641d571-f05d-499b-8db5-e7c4e3fae73f']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.559990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e10f76-b159-46c8-8362-36c277e57a52') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.560430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e10f76-b159-46c8-8362-36c277e57a52') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:41.579177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.601957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.610133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:29:41.610541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.615360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Transition to ACTIVE for port object 2b60a43f-485b-4804-a4ab-4dd488b337d7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:41.639322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.675652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:41.684694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2065577540'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:41.705601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.758222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:41.773437 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.828973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Delete allocated IP 172.20.0.7 (b722dc98-7124-4853-8adc-c80d2d940462/7a1c46ab-7a47-49d0-90a7-086eb8a9285b) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:29:41.839676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.25 (b722dc98-7124-4853-8adc-c80d2d940462/0eac5cd6-9493-46fd-8cba-e94fa07e85ed/965d8caf-8beb-4e35-9c8f-be0d119f553e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:41.886948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:41.904065 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:41.904911 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Added segment a3d1d78a-1264-49f7-a698-eb513a6c7147 of type vlan for network db647399-1386-4c56-b054-01a55d12963a Aug 29 04:29:42.004848 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.037835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564ec14-10b3-4630-8eaa-16a4b4b9f025 None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.094666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.099426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:42.100551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.142423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:29:42.163784 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:29:42.201831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.210852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.228178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] 10.222.0.62 "DELETE /v2.0/networks/5641d571-f05d-499b-8db5-e7c4e3fae73f HTTP/1.1" status: 204 len: 168 time: 3.8120728 Aug 29 04:29:42.253111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f648bc8b-deb1-4d3b-8ca7-5f23eac98885 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 2.1144538 Aug 29 04:29:42.265980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.276374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875428454'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.350401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.351850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6748102 Aug 29 04:29:42.362938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.386473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1942805911'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:42.401351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac071fcf-d8b7-43b8-933c-aa96bf9ccc5f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Network': ['ID=db647399-1386-4c56-b054-01a55d12963a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.402469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58f19-222c-46d1-9113-037149324077 tempest-ServersTestMultiNic-1202601944 tempest-ServersTestMultiNic-1202601944-project] Pushing event deleted for resources: {'Network': ['ID=5641d571-f05d-499b-8db5-e7c4e3fae73f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:42.434343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 6e3ac602-ccd3-4651-9714-aebbe54bd6a6 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:29:42.484577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:42.496721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.498465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.505612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:29:42.505612 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:29:42.505612 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': 'b7bec89f5fc84b1b98d8a4cf8b576e67', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 29, 42, 415092)}] Aug 29 04:29:42.505612 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:29:42.506670 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:29:42.508252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network db647399-1386-4c56-b054-01a55d12963a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:42.637401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 965d8caf-8beb-4e35-9c8f-be0d119f553e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:42.672124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:42.677229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.716635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:42.778260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:42.784757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:42.785361 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Added segment b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740 of type vlan for network e44535e4-4252-426d-8ece-490213809f77 Aug 29 04:29:42.838212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-308700e6-48d8-4ffc-91c0-06a64771a923 req-33bd4bb4-09d6-4006-915f-4acfe880a21c service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1114435 Aug 29 04:29:42.948563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.012577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.156989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] In _notify_port_updated(), no bound segment for port 965d8caf-8beb-4e35-9c8f-be0d119f553e on network b722dc98-7124-4853-8adc-c80d2d940462 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:29:43.180007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.180649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.183912 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/ports/965d8caf-8beb-4e35-9c8f-be0d119f553e HTTP/1.1" status: 200 len: 921 time: 3.8927531 Aug 29 04:29:43.197822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:43.199504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.370039 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:29:43.437036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.443499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.460886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260555fd-3cbd-40b7-8c2e-615e21066eca tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=965d8caf-8beb-4e35-9c8f-be0d119f553e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.510850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.515099 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2416582 Aug 29 04:29:43.516897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:43.522441 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.522732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972583230'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:43.529987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:43.531342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.540737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ead591-796c-4434-8a30-d82451847a7f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4b089-6191-4c86-81bf-59ab66b7a6df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:43.563813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:43.593573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.600841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] Sync routers for ids ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:43.611513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Provisioning for port 965d8caf-8beb-4e35-9c8f-be0d119f553e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:43.629506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Provisioning complete for port 965d8caf-8beb-4e35-9c8f-be0d119f553e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:43.630307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.678509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.680607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76bb2c2b-f94c-4a4f-b886-18479256ed0f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.0900300 Aug 29 04:29:43.696732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3316262 Aug 29 04:29:43.698971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:43.734088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:43.749536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Port 965d8caf-8beb-4e35-9c8f-be0d119f553e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:43.769024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] Routers {'6e3ac602-ccd3-4651-9714-aebbe54bd6a6'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:43.772188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'subnet': {'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:43.779379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:43.904644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:43.940470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] Routers {'6e3ac602-ccd3-4651-9714-aebbe54bd6a6'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:43.941886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:43.944184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:43.950433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:43.959313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.004889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.020637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:44.021616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37c927-fd5e-45da-aa2a-c278061d8962 None None] The sync data for ids ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:44.060916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c17b62e-5633-4131-b3dd-eaa3a5286eb6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.079561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.083991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8cbfa63f-ffae-4300-89d5-5b98702e5b94 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5645018 Aug 29 04:29:44.086166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:44.089742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:44.097066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '95b4b089-6191-4c86-81bf-59ab66b7a6df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c17b62e-5633-4131-b3dd-eaa3a5286eb6', 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:44.114731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 965d8caf-8beb-4e35-9c8f-be0d119f553e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:44.115733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Provisioning for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:44.116117 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.121720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:44.122181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3b09122-ef85-4b8a-88ff-27da7d304f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.156922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f76a36-fdc5-4d5f-9d7b-10ee9af58ed5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Network': ['ID=e44535e4-4252-426d-8ece-490213809f77,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:44.185001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.283323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e44535e4-4252-426d-8ece-490213809f77 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:44.811309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18316afa-8548-4d08-9608-2de5783529f2 None None] Provisioning complete for port 965d8caf-8beb-4e35-9c8f-be0d119f553e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:44.814240 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18316afa-8548-4d08-9608-2de5783529f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.833590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:44.862193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 965d8caf-8beb-4e35-9c8f-be0d119f553e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:44.918297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-18316afa-8548-4d08-9608-2de5783529f2 None None] Port 965d8caf-8beb-4e35-9c8f-be0d119f553e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:44.987658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2535706e-1df2-4535-85bc-11f3e6f0d0b7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers/6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 200 len: 884 time: 1.2680283 Aug 29 04:29:44.994754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.076263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:45.080223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.161529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.169853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.223963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.225856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1384170 Aug 29 04:29:45.231684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.234257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bd8d-c898-45ca-a673-55cc56f861b3 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e21c230-c155-471e-b0b6-48f558c1253b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.278707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.314017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.388316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.416498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.429572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3e21c230-c155-471e-b0b6-48f558c1253b HTTP/1.1" status: 204 len: 168 time: 0.1966908 Aug 29 04:29:45.432390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bc7ab-c708-4fb5-b312-e70ade405082 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e21c230-c155-471e-b0b6-48f558c1253b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.440480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.582884 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-493bf8fa-c6ee-4e23-b648-4372b24a6c6d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1403983 Aug 29 04:29:45.584812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:45.754341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.827553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.836631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.898085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=965d8caf-8beb-4e35-9c8f-be0d119f553e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:45.945520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.951431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:45.959053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c17b62e-5633-4131-b3dd-eaa3a5286eb6 HTTP/1.1" status: 204 len: 168 time: 0.3697534 Aug 29 04:29:45.960300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.010260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786414c-e88c-4d5c-b081-51d16be09d8b tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c17b62e-5633-4131-b3dd-eaa3a5286eb6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.124909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b1bfb82c-d1a8-4740-86a3-6a635400eeb1 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1568820 Aug 29 04:29:46.126093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.283675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.338718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.346889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ce3ce772-0ecb-4678-8f97-cd45f1e4865a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/965d8caf-8beb-4e35-9c8f-be0d119f553e HTTP/1.1" status: 204 len: 168 time: 3.1444585 Aug 29 04:29:46.370290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.383903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.532016 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd99adf-c3d3-4903-8f22-30f0be029ba3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:29:46.535786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ddd99adf-c3d3-4903-8f22-30f0be029ba3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/965d8caf-8beb-4e35-9c8f-be0d119f553e HTTP/1.1" status: 404 len: 333 time: 0.1232183 Aug 29 04:29:46.540493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.573646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.609908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.615807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.623783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/95b4b089-6191-4c86-81bf-59ab66b7a6df HTTP/1.1" status: 204 len: 168 time: 0.4958439 Aug 29 04:29:46.626107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.687287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b772c9-33cc-40ea-ad62-e941868c7054 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4b089-6191-4c86-81bf-59ab66b7a6df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:46.699780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-82045841-66d7-437a-8a1e-754422eaa9bf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6991315 Aug 29 04:29:46.705128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.735511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1573385177'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:46.828809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.864213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.952952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-669aa61f-9bb8-46a5-8a2f-6e1343c179ed tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3032699 Aug 29 04:29:46.952952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.956106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:46.961116 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/security-groups/172752c6-4979-4976-8ae3-7b15a74c1e40 HTTP/1.1" status: 204 len: 168 time: 0.4187496 Aug 29 04:29:46.961855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.962198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:46.981268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--343978388'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.012502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.023820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31be321-8308-48a2-98a6-8abfe04cdd37 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172752c6-4979-4976-8ae3-7b15a74c1e40,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.070777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.143814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Subnet': ['ID=f42c3b1b-ae89-425e-bb94-0972ef6305d2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.258074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:47.258596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network hostable DHCP agents. Network: db647399-1386-4c56-b054-01a55d12963a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:47.278546 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.372873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.390232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network db647399-1386-4c56-b054-01a55d12963a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:47.468606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, db647399-1386-4c56-b054-01a55d12963a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:47.485512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10baea9f-ad90-4e69-9a0f-51abafc0fdac None None] Network db647399-1386-4c56-b054-01a55d12963a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:47.543437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.554796 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.599807 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:29:47.602906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.613662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:47.614451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.625465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.633998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.636197 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6596913 Aug 29 04:29:47.651983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.656320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.668861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:47.672921 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/security-groups/3ccf948f-8368-448c-81d4-e212a4acc8dd HTTP/1.1" status: 204 len: 168 time: 0.6586626 Aug 29 04:29:47.675743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': '136a2605-ecdf-40c2-8a8e-290aa301d67f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.680418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.704383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08562b0a-2b6f-45dd-a6de-4c0d589e78bc tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136a2605-ecdf-40c2-8a8e-290aa301d67f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.780188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22b804af-4218-4c9b-bc98-b8f1839a90d5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0310998 Aug 29 04:29:47.784848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:47.792708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'subnet': {'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:47.845955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f18096-2121-4b96-a7ee-3aadb28a8b17 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccf948f-8368-448c-81d4-e212a4acc8dd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:47.912535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.042923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 6e3ac602-ccd3-4651-9714-aebbe54bd6a6 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:48.066898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.070412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-db647399-1386-4c56-b054-01a55d12963a', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:48.076520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.084482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 7a1c46ab-7a47-49d0-90a7-086eb8a9285b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:29:48.100865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.117548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:48.120590 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.122455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.262155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3ae3fd-3757-418a-a006-caf6f1f59b52,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:48.314843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.318558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.325611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1f7ba48b-2a59-43da-af31-bcaa65a4b0d2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6652939 Aug 29 04:29:48.371636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:48.467382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.492905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Allocated IP 10.1.1.2 (db647399-1386-4c56-b054-01a55d12963a/f42c3b1b-ae89-425e-bb94-0972ef6305d2/01e2675f-7974-4de0-894e-a2cd0b1dcfb8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:48.525036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.601763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.779038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.890802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.904359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.917215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Transition to ACTIVE for port object 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:48.934521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.941571 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4d3ae3fd-3757-418a-a006-caf6f1f59b52 HTTP/1.1" status: 204 len: 168 time: 0.5623696 Aug 29 04:29:48.941571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.958105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:48.961597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Transition to ACTIVE for port object 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:48.976208 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:48.994537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.000850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7a1c46ab-7a47-49d0-90a7-086eb8a9285b HTTP/1.1" status: 204 len: 168 time: 1.3187139 Aug 29 04:29:49.005816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577ea12-7036-4daa-b920-c44a2c48ccc4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d3ae3fd-3757-418a-a006-caf6f1f59b52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.030987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.035649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a15b84-4b3e-47d5-9008-8a4a0a720b8e tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1c46ab-7a47-49d0-90a7-086eb8a9285b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.055875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:49.076184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Pushing event updated for resources: {'Port': ['ID=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.078590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d5ffd-87e3-4a86-bd84-d80a04c59b87 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:49.390766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08958144-f551-4154-b12d-c0e489dfde92 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3708146 Aug 29 04:29:49.391830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.518885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Subnet': ['ID=6c4e229a-0795-4c0b-85a0-37553fea83e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.545898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Network db647399-1386-4c56-b054-01a55d12963a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:49.554525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:49.559182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:49.616009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.652789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Deleting port bd35c49a-baa4-4c17-8d59-14c4bbc0c741 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:49.653276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.663691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:49.677139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.688698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:49.704751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Attempting to bind port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:49.705490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Attempting to bind port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:49.706081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Attempting to bind port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:49.739031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:49.740762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:49.743279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.745368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Bound using segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:49.746144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Bound port: 01e2675f-7974-4de0-894e-a2cd0b1dcfb8, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:49.747161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.831246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] For port bd35c49a-baa4-4c17-8d59-14c4bbc0c741, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:49.831867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.836818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] For port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:49.841321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] For port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:49.852700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.876000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Calling delete_port for bd35c49a-baa4-4c17-8d59-14c4bbc0c741 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:49.907119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Checking segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:49.908106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network hostable DHCP agents. Network: e44535e4-4252-426d-8ece-490213809f77, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:29:49.949589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:49.954676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a15b-8f9b-4ffe-bce5-6ea51c119535 None None] Pushing event updated for resources: {'Port': ['ID=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:49.977542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:50.013385 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] Sync routers for ids ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:50.014241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.019085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf36be29-a5c3-4481-a4d3-4b0c3d10dcc7 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 200 len: 891 time: 3.3006744 Aug 29 04:29:50.034169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.078832 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] Routers {'6e3ac602-ccd3-4651-9714-aebbe54bd6a6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:50.079801 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:50.153751 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:50.172740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] Routers {'6e3ac602-ccd3-4651-9714-aebbe54bd6a6'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:50.173270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network e44535e4-4252-426d-8ece-490213809f77 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:29:50.174025 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:50.227830 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:50.229923 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46af1c4-daa2-4454-a4a5-72e5aada060b None None] The sync data for ids ['6e3ac602-ccd3-4651-9714-aebbe54bd6a6'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:50.237586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e44535e4-4252-426d-8ece-490213809f77) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:50.248143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18e13c-fd5b-44cf-bd03-08cd1b730706 None None] Network e44535e4-4252-426d-8ece-490213809f77 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:50.279061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:50.280162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.516828 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3cf8ca1a-83c4-46ca-acdb-41382515b5ed tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers/6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 200 len: 891 time: 0.4810221 Aug 29 04:29:50.606366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0740512b-70d9-49ac-855e-1f6bc625e878 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8161061 Aug 29 04:29:50.606366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.615946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38106) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.623428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'name': 'tempest-TaggedBootDevicesTest-719458139', 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:50.629715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:50.752721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd35c49a-baa4-4c17-8d59-14c4bbc0c741,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:50.757522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dac089ab-c0ee-4403-b7f6-eaedd1892c32 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 200 len: 205 time: 0.1509449 Aug 29 04:29:50.799121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:50.870533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:50.953857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e63e114-9000-4e22-afc9-2cf4d09ea1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.025748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.106372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.115966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.122497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/136a2605-ecdf-40c2-8a8e-290aa301d67f HTTP/1.1" status: 204 len: 168 time: 1.7244973 Aug 29 04:29:51.132962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.168545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e44535e4-4252-426d-8ece-490213809f77', 'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ips': [{'subnet_id': '6c4e229a-0795-4c0b-85a0-37553fea83e1'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:29:51.174099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.259623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:51.290646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9d6da-9b5a-4aa9-b082-716b4228b887 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136a2605-ecdf-40c2-8a8e-290aa301d67f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.299355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4766dd8b-5e56-43e8-b398-0bb1f4fddd02 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1642766 Aug 29 04:29:51.303323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:51.357713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group': {'name': 'tempest-secgroup--460728690'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:51.383443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.395609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:51.495316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=19c39afc-46c7-4483-b4ca-9cc130a21803,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:51.533761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:51.535045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.687614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.729376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:51.910545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Allocated IP 10.2.2.2 (e44535e4-4252-426d-8ece-490213809f77/6c4e229a-0795-4c0b-85a0-37553fea83e1/b6164856-951e-44b2-bdf3-b3f09d8f49e4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:52.006433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e63e114-9000-4e22-afc9-2cf4d09ea1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.019385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e63e114-9000-4e22-afc9-2cf4d09ea1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.076023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 72de21c6-fde8-4445-80c6-79f9efe2e992 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:52.082673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4d930-6236-426b-bae3-2653e0257712 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:52.083310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.124516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-59263848-74e9-4bc7-acd5-3f12eeb757c1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0762234 Aug 29 04:29:52.143953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e114-9000-4e22-afc9-2cf4d09ea1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f97f28-3b58-4ee0-a8b1-264eb1e5507f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.169985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:52.174795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:52.207008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'security_group': {'name': 'tempest-secgroup-467164488'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:52.241334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e63e114-9000-4e22-afc9-2cf4d09ea1ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f3a6e8f087e435e8ddbfa9fc8a9f42a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5304403 Aug 29 04:29:52.246828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38128) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:52.275061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:52.357717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0bdc53a3-4bc8-47e7-9c27-a4fc3c296722 None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:52.358071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bdc53a3-4bc8-47e7-9c27-a4fc3c296722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.441415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.446851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc53a3-4bc8-47e7-9c27-a4fc3c296722 None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:52.461584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.520264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0bdc53a3-4bc8-47e7-9c27-a4fc3c296722 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:52.521437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0bdc53a3-4bc8-47e7-9c27-a4fc3c296722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.547680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.582400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578de70-4c13-45f5-811c-4958c8206072 None None] Network db647399-1386-4c56-b054-01a55d12963a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:52.588203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Router 06717f3e-5684-4356-8c1f-fb86200968b7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:29:52.621807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] device_id is not set on port f38f85e1-946b-4702-8776-1ac827c96f9e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:52.635680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.664222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.691287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 72de21c6-fde8-4445-80c6-79f9efe2e992 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:52.709859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.739555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.742800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:52.745841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58f97f28-3b58-4ee0-a8b1-264eb1e5507f HTTP/1.1" status: 204 len: 168 time: 0.4876037 Aug 29 04:29:52.777858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb80524-a477-4b15-a733-4814069af47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f97f28-3b58-4ee0-a8b1-264eb1e5507f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:52.941588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.014912 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.054166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Provisioning for port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:53.147445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.169849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Transition to ACTIVE for port object b6164856-951e-44b2-bdf3-b3f09d8f49e4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:53.203988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Provisioning complete for port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:53.207034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc50534-d70a-4d28-b8a2-4675ac645be9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.213083 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.257680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.277341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.284720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Update dhcp port {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'fixed_ips': [{'subnet_id': '0eac5cd6-9493-46fd-8cba-e94fa07e85ed', 'ip_address': '172.20.0.18'}, {'subnet_id': '19c39afc-46c7-4483-b4ca-9cc130a21803'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b60a43f-485b-4804-a4ab-4dd488b337d7'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:29:53.305334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.1.1.30 (db647399-1386-4c56-b054-01a55d12963a/f42c3b1b-ae89-425e-bb94-0972ef6305d2/f38f85e1-946b-4702-8776-1ac827c96f9e) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:53.319485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.329530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.334086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a0860171-6a74-408a-a605-b338e3f7ad67 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0112953 Aug 29 04:29:53.334086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.334086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1564386 Aug 29 04:29:53.343551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.343898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.359593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': 'bdc50534-d70a-4d28-b8a2-4675ac645be9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.372748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557725537'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.435803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ef33-8020-4e86-ba41-bfd3ae6a5ca3 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0241a1a-3062-4fb1-98cf-cd2522827580,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.466653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.518928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.532164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Allocated IP 172.20.0.2 (b722dc98-7124-4853-8adc-c80d2d940462/19c39afc-46c7-4483-b4ca-9cc130a21803/2b60a43f-485b-4804-a4ab-4dd488b337d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:53.626881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.636392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.650107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:53.683232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d337700-c3c1-4a93-867b-e72748ae12bf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.688974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.705409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Transition to ACTIVE for port object 2b60a43f-485b-4804-a4ab-4dd488b337d7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:53.711724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Transition to ACTIVE for port object b6164856-951e-44b2-bdf3-b3f09d8f49e4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:53.719150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.745194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.757600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.808724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.826542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Network e44535e4-4252-426d-8ece-490213809f77 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:53.830467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.847789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.847789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1669417e-5105-4140-8778-058798a4aaf2 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5019677 Aug 29 04:29:53.851762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:53.858577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:53.858856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.886901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:53.891513 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5441549 Aug 29 04:29:53.893328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.903849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'security_group': {'name': 'tempest-secgroup-1966682083'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:53.912706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a321069f-6a88-4880-bb39-30f74a5be723 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules/7d337700-c3c1-4a93-867b-e72748ae12bf HTTP/1.1" status: 200 len: 763 time: 0.0529802 Aug 29 04:29:53.913480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca880b2-e055-4c3f-afd8-27070c956cda tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5052cd71-8ae8-4e76-86b2-76ec1083c60e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:53.917339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:53.969017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.012487 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-70694f45-47a0-4b87-a853-c31181dfa708 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0850430 Aug 29 04:29:54.012858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.087179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.108547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.147310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0344b-50b9-437c-a319-9b910b909a56 None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.166595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Attempting to bind port b6164856-951e-44b2-bdf3-b3f09d8f49e4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:29:54.167511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Attempting to bind port b6164856-951e-44b2-bdf3-b3f09d8f49e4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:29:54.167782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Attempting to bind port b6164856-951e-44b2-bdf3-b3f09d8f49e4 on network e44535e4-4252-426d-8ece-490213809f77 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:29:54.189828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:29:54.190292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Checking segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:29:54.190715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.191115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Bound using segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:29:54.191618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Bound port: b6164856-951e-44b2-bdf3-b3f09d8f49e4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:29:54.192076 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.271207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.281881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.286823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.288597 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7d337700-c3c1-4a93-867b-e72748ae12bf HTTP/1.1" status: 204 len: 168 time: 0.2738466 Aug 29 04:29:54.305516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.310467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee1cd5-ae74-489c-976f-766fdd3df1ac tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d337700-c3c1-4a93-867b-e72748ae12bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.349573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.362567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.423727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38ad0a-396d-45cd-a7c6-8fd925749125,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.445832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf12b76d-8e7b-46b1-920b-6e240d7b3294 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1310029 Aug 29 04:29:54.449631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.457620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': 'bdc50534-d70a-4d28-b8a2-4675ac645be9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:54.503674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.510090 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4b986ffa-183b-4a08-8e00-31316cb2e3bb tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6124847 Aug 29 04:29:54.511138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:54.519589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1438563604', 'security_groups': ['6a38ad0a-396d-45cd-a7c6-8fd925749125'], 'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19c39afc-46c7-4483-b4ca-9cc130a21803'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:54.673592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:54.711618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.775896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:54.788807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9919ddec-9a21-4a0e-946a-f68965cf9783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.839018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] For port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:54.840680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Pushing event updated for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:54.878128 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.904379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object f38f85e1-946b-4702-8776-1ac827c96f9e will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:54.927002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:54.956774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:29:55.058426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54dcdb-c3f2-4d26-b40f-f8348190de8f None None] Pushing event updated for resources: {'Port': ['ID=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.109337 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.130947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6164856-951e-44b2-bdf3-b3f09d8f49e4,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:29:55.131765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:29:55.142245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.156154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5fe8e0c4-85e9-40a1-b842-9ab71aacf4a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/06717f3e-5684-4356-8c1f-fb86200968b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4120874 Aug 29 04:29:55.170108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:55.206753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] device_id is not set on port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:55.230756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c082-7800-4a23-b75f-443f5d8d8886 None None] Pushing event updated for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.243164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b16ed338-4ac2-40ce-a28f-fcda937bf501 None None] Provisioning complete for port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:55.244054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b16ed338-4ac2-40ce-a28f-fcda937bf501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.252808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Sync routers for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:29:55.313464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:55.315315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:55.506432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.567061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.598902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:55.721782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6a4335-e742-451d-a941-515a8009f4dd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:55.746533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:55.966008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.13 (b722dc98-7124-4853-8adc-c80d2d940462/19c39afc-46c7-4483-b4ca-9cc130a21803/55cbaa0d-fdfb-4d4e-abb0-5870515a9615) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:56.028999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network db647399-1386-4c56-b054-01a55d12963a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:56.074517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:56.079386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:56.084763 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.126914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.141691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:56.265122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:56.280316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.309023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Provisioning for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:56.318361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:56.319101 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-876d8913-27da-4a18-b0cb-864c1d80aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.325549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:50Z', 'revision_number': 5, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.395514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Checking router: 06717f3e-5684-4356-8c1f-fb86200968b7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:29:56.419270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Routers {'06717f3e-5684-4356-8c1f-fb86200968b7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:29:56.420087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['06717f3e-5684-4356-8c1f-fb86200968b7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:56.440454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.489747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.546976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:56.569918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:56.577510 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.686792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.704476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=72de21c6-fde8-4445-80c6-79f9efe2e992,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:56.865147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:56.893280 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9919ddec-9a21-4a0e-946a-f68965cf9783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.899797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.921965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:56.937872 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9919ddec-9a21-4a0e-946a-f68965cf9783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.941837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:56.942083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f45d5b50-56aa-4648-9915-82d44fe591f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3248098 Aug 29 04:29:56.944283 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-42bee1c4-2bdd-41ad-9947-c543cb059b6c tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4927890 Aug 29 04:29:56.957221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:56.957692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:56.960185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:56.966432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:56.992053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'name': 'tempest-TaggedBootDevicesTest-273253776', 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:57.012009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ddec-9a21-4a0e-946a-f68965cf9783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb9ba47-fed7-4a0d-80f7-cd1c2a4a1fc7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.017581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-491e243c-173a-48c2-ba66-ebbbed1d6ed4 req-b259c603-7541-4112-ac95-3b525cdbfa0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1090438 Aug 29 04:29:57.075305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.122672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-276da2de-bcbb-484a-aea7-b84c930196ab tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules/1b6a4335-e742-451d-a941-515a8009f4dd HTTP/1.1" status: 200 len: 763 time: 0.1037853 Aug 29 04:29:57.122995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.204093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] Set router 06717f3e-5684-4356-8c1f-fb86200968b7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:29:57.209946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9919ddec-9a21-4a0e-946a-f68965cf9783 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83999218072d442a8043f7b3931ccc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4565318 Aug 29 04:29:57.325504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.334762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.408143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.409002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.487869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=55cbaa0d-fdfb-4d4e-abb0-5870515a9615,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:57.498091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.576305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-491e243c-173a-48c2-ba66-ebbbed1d6ed4 req-f31ca722-b6f4-483e-a8be-15ed937a1d49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.3600945 Aug 29 04:29:57.598741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.599819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3ac602-ccd3-4651-9714-aebbe54bd6a6 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:29:57.613773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:57.616401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.649252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.657707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bee20af2-c43e-4a8f-ac64-a5a97c22afdb None None] Provisioning for port f38f85e1-946b-4702-8776-1ac827c96f9e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:57.664303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5cf996b0-8a96-464e-9e7d-95a0e33b055b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 204 len: 168 time: 6.8619382 Aug 29 04:29:57.667335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38194) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.673482 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c09be3d-99a2-4d4f-b836-a81c99ab4de0 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1592824 Aug 29 04:29:57.681943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bee20af2-c43e-4a8f-ac64-a5a97c22afdb None None] Provisioning complete for port f38f85e1-946b-4702-8776-1ac827c96f9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:57.682855 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bee20af2-c43e-4a8f-ac64-a5a97c22afdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.685886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:57.706797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:57.710713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-405653907'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:57.799480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Deleting port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:29:57.800166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.841504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.883031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:57.921671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6164856-951e-44b2-bdf3-b3f09d8f49e4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:29:57.926938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6605ff-b375-4455-8ebc-afe4441a6d73 None None] Network e44535e4-4252-426d-8ece-490213809f77 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:29:57.935455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-491e243c-173a-48c2-ba66-ebbbed1d6ed4 req-0ae79856-e0e8-4dbc-8144-39d33264e593 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2662621 Aug 29 04:29:58.023012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.027153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.032575 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cb9ba47-fed7-4a0d-80f7-cd1c2a4a1fc7 HTTP/1.1" status: 204 len: 168 time: 0.4798493 Aug 29 04:29:58.051705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:58.096302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bee20af2-c43e-4a8f-ac64-a5a97c22afdb None None] Port f38f85e1-946b-4702-8776-1ac827c96f9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:29:58.216864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e243c-173a-48c2-ba66-ebbbed1d6ed4 req-d4f98dd0-cdd2-4f89-84a7-2a3bb7c4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:58.219418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-491e243c-173a-48c2-ba66-ebbbed1d6ed4 req-d4f98dd0-cdd2-4f89-84a7-2a3bb7c4f50a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698126 Aug 29 04:29:58.248292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.285005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46f8a0bc-e03d-4cfe-af5a-aa9d15d98cd0 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7989819 Aug 29 04:29:58.289713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38206) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.299267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] device_id is not set on port ac826b2c-dc25-43d2-9c31-4e31452c1e0c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:29:58.438900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:58.448545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.459622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:50Z', 'revision_number': 5, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:29:58.516351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.547004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4743534-4cfa-4ac3-b79b-b6992c895f72 None None] The sync data for ids ['06717f3e-5684-4356-8c1f-fb86200968b7'] in n-d-712139-13 is: [{'id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'name': 'tempest-ServersTestMultiNic-1295651566-router', 'tenant_id': '458899203f6244baa7d8719bb0c3d1df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:27:00Z', 'updated_at': '2021-08-29T04:29:50Z', 'revision_number': 5, 'project_id': '458899203f6244baa7d8719bb0c3d1df', 'gw_port': {'id': '9da30c6d-9cdc-4605-aaa1-8684f09da9a7', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06717f3e-5684-4356-8c1f-fb86200968b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:27:02Z', 'updated_at': '2021-08-29T04:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:29:58.575676 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.622650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Provisioning for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:58.632378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:29:58.639804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Provisioning complete for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.640365 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.651166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.1.1.14 (db647399-1386-4c56-b054-01a55d12963a/f42c3b1b-ae89-425e-bb94-0972ef6305d2/ac826b2c-dc25-43d2-9c31-4e31452c1e0c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:29:58.652118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:29:58.652711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.663690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] For port 9da30c6d-9cdc-4605-aaa1-8684f09da9a7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:58.667469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.734924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:29:58.737731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Calling delete_port for 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:29:58.771378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.771817 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment 7c4eec24-4893-4ff3-a060-f5600cce6178 of type vlan for network b92fd300-2062-4f55-9e0e-9ac20841520c Aug 29 04:29:58.846389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.858874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:58.860168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1b6a4335-e742-451d-a941-515a8009f4dd HTTP/1.1" status: 204 len: 168 time: 0.5609198 Aug 29 04:29:58.872624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1636a3d-7b7f-4b08-ae6b-3448c66795e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb9ba47-fed7-4a0d-80f7-cd1c2a4a1fc7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.875456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:58.916872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e9e19-4a7d-48a3-b6a0-b32b1d0ae9e7 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b6a4335-e742-451d-a941-515a8009f4dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:58.957776 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.063571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.087357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object ac826b2c-dc25-43d2-9c31-4e31452c1e0c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:29:59.143761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-45fcf972-6b80-4483-b40f-d8f83247e1f6 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2618277 Aug 29 04:29:59.149283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.163362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.165086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:29:59.176520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.203283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Request body: {'security_group_rule': {'security_group_id': 'bdc50534-d70a-4d28-b8a2-4675ac645be9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:59.437851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=b92fd300-2062-4f55-9e0e-9ac20841520c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.474538 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Project b7bec89f5fc84b1b98d8a4cf8b576e67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:29:59.507293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac32e924-6ca3-4647-91f6-9248478739fe tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8052294 Aug 29 04:29:59.515146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:29:59.516073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.540854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:29:59.578691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.603062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.640876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Pushing event deleted for resources: {'Port': ['ID=9da30c6d-9cdc-4605-aaa1-8684f09da9a7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.719063 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.722683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b92fd300-2062-4f55-9e0e-9ac20841520c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:29:59.736073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:29:59.740291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.829778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.851954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network db647399-1386-4c56-b054-01a55d12963a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:29:59.867353 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.897293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:29:59.905619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:29:59.924723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:29:59.944283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:29:59.965301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6164856-951e-44b2-bdf3-b3f09d8f49e4,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:29:59.979277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.018509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.058473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.138631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.141687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.141893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:00.178566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Provisioning for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:00.180531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.193930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Provisioning complete for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:00.194310 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.253790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.254774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06717f3e-5684-4356-8c1f-fb86200968b7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:00.257488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:00.258214 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:00.269261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.271408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4420e96d-f9f7-4738-a193-ffc229d1617c admin admin] 10.222.0.62 "DELETE /v2.0/routers/06717f3e-5684-4356-8c1f-fb86200968b7 HTTP/1.1" status: 204 len: 168 time: 5.0126402 Aug 29 04:30:00.276844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.289461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Pushing event updated for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.302370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0ae3a5ef-aa9b-49dd-a33e-c1625c40048a None None] Port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:00.427496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622279ea-f444-41d5-a6a8-d2475cdbcf5d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:00.453808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:00.455293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.480035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.483124 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0eb7318c-a9e5-4667-a3f7-15ad77c3af0d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2900591 Aug 29 04:30:00.489509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a32f15d5-d365-41d0-8d91-025c2a35570f None None] Provisioning complete for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:00.490687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a32f15d5-d365-41d0-8d91-025c2a35570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.490819 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19c39afc-46c7-4483-b4ca-9cc130a21803 (CIDR: 172.20.0.0/28) Aug 29 04:30:00.496701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.525871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ffb27d0c-9e69-4417-b83c-aa9421f3a06d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5488019 Aug 29 04:30:00.546454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Deleting subnet 3fec5b30-016e-46b3-9414-6ab4185c5ac5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:00.565038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:00.670787 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f299f29e-49b7-4aff-8b70-4087d066fd07 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules/622279ea-f444-41d5-a6a8-d2475cdbcf5d HTTP/1.1" status: 200 len: 769 time: 0.1704850 Aug 29 04:30:00.673702 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:00.682516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.682851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:00.773217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5cf683b6-f161-4d84-b2cf-98d88a164235 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0639179 Aug 29 04:30:00.777355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:00.826761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:00.939517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.178014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-890b5ab9-1391-4d6c-9815-3aa195dc638a None None] Provisioning for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:01.194109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-890b5ab9-1391-4d6c-9815-3aa195dc638a None None] Provisioning complete for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:01.199836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-890b5ab9-1391-4d6c-9815-3aa195dc638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.271705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-02ca48b3-f732-46de-b9da-9813a08fc38d tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5642734 Aug 29 04:30:01.274541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.275693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.367267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-890b5ab9-1391-4d6c-9815-3aa195dc638a None None] Port ac826b2c-dc25-43d2-9c31-4e31452c1e0c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:01.399245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6164856-951e-44b2-bdf3-b3f09d8f49e4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:01.461729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.474708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172293716', 'description': 'tempest-description--29311341'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:01.517470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.518423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b6164856-951e-44b2-bdf3-b3f09d8f49e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:01.518787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.562259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.577713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.584460 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.587285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ff6fa-b009-4378-a441-6ecbe0c5f264 None None] Network 27fbd6e0-45af-444a-b57b-d3a628e323c2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:01.592031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3fec5b30-016e-46b3-9414-6ab4185c5ac5 HTTP/1.1" status: 204 len: 168 time: 1.3136649 Aug 29 04:30:01.603466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.604671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f1a27-30da-457e-9f50-7f9b37e53e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fec5b30-016e-46b3-9414-6ab4185c5ac5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.607635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.684074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.734191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:01.738379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.824673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.836560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=417da184-1558-4d13-ad1b-4615cff38c1a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.844596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.848771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/622279ea-f444-41d5-a6a8-d2475cdbcf5d HTTP/1.1" status: 204 len: 168 time: 0.5725822 Aug 29 04:30:01.849829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:01.851294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:01.880008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df516e52-3448-41a0-babf-3724a3b5878f tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622279ea-f444-41d5-a6a8-d2475cdbcf5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:01.890937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': '7c4eec24-4893-4ff3-a060-f5600cce6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:01.891335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: b92fd300-2062-4f55-9e0e-9ac20841520c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:01.965445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network b92fd300-2062-4f55-9e0e-9ac20841520c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:01.995016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b92fd300-2062-4f55-9e0e-9ac20841520c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:02.001340 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0eac5cd6-9493-46fd-8cba-e94fa07e85ed (CIDR: 172.20.0.16/28) Aug 29 04:30:02.018400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b6247-1266-4368-b9eb-548f0f85a4ca None None] Network b92fd300-2062-4f55-9e0e-9ac20841520c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:02.020321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0154887c-08d0-46c9-8def-c89d52a11246 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1645908 Aug 29 04:30:02.021997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:02.023282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.028779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.038453 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:30:02.039141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:02.052908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.052908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Deleting port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.052908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.072745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68d0b45f-eb22-4671-8f0b-4019d089e0f4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2897415 Aug 29 04:30:02.073055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.073406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.082717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'subnet': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:02.093469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6937c8f-1397-4b98-ab58-c4dc5a6a9e3d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5709348 Aug 29 04:30:02.093469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.129609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955597235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:02.219474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd8810-b99c-4bde-a29f-fe04309a8b0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.230220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.235970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb81eee4-7d8f-48b4-91ca-0f5527bead3e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7673097 Aug 29 04:30:02.239992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38288) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.247198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.249524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.371488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] For port 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ea95ea4-0800-42bb-9501-39b8d8a09a96,segment=NetworkSegment(bab8fe36-9314-4f68-8b0f-b3d1d86e0420),segment_id=bab8fe36-9314-4f68-8b0f-b3d1d86e0420)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:02.371988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.394907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] DHCP port deletion for 27fbd6e0-45af-444a-b57b-d3a628e323c2 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:02.442155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Calling delete_port for 4ea95ea4-0800-42bb-9501-39b8d8a09a96 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:02.501495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bd35c49a-baa4-4c17-8d59-14c4bbc0c741 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:02.581838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.600890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: bd35c49a-baa4-4c17-8d59-14c4bbc0c741 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:02.603763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bd35c49a-baa4-4c17-8d59-14c4bbc0c741 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:02.604349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:02.636542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.701353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.707273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'security_group_rule': {'security_group_id': '14cd8810-b99c-4bde-a29f-fe04309a8b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:02.709614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:02.709993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9da30c6d-9cdc-4605-aaa1-8684f09da9a7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:02.720281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.741872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.762257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-b92fd300-2062-4f55-9e0e-9ac20841520c', 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': '417da184-1558-4d13-ad1b-4615cff38c1a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:02.763268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.780885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.786474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.789192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdc50534-d70a-4d28-b8a2-4675ac645be9 HTTP/1.1" status: 204 len: 168 time: 0.7589638 Aug 29 04:30:02.798161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.801908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b1b2d95-1f0a-49ca-8c75-a46812833eae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7071962 Aug 29 04:30:02.808333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Deleting port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:02.812319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.812319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:02.812672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:02.871597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] No DVR routers for this DVR port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:02.894950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea95ea4-0800-42bb-9501-39b8d8a09a96,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:02.942482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25c7be-266f-4919-9d2e-6e7e58c10472 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc50534-d70a-4d28-b8a2-4675ac645be9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.082149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.094732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.104480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] For port 4ea95ea4-0800-42bb-9501-39b8d8a09a96, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:03.108845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.113103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fbd6e0-45af-444a-b57b-d3a628e323c2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.157800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.158091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab8fe36-9314-4f68-8b0f-b3d1d86e0420') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:03.160325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Calling delete_port for 4ea95ea4-0800-42bb-9501-39b8d8a09a96 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:03.174753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:30:03.191011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Made reservation on behalf of 63a82e579b6a4d8bb88ac9995622b731 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:03.194077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.211343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.217109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.227651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.235276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:03.235786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:03.238022 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:03.247069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ea95ea4-0800-42bb-9501-39b8d8a09a96 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:03.332024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] Pushing event deleted for resources: {'Port': ['ID=4ea95ea4-0800-42bb-9501-39b8d8a09a96,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.334310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734c9f3-236d-465e-be6d-e22939c02765 None None] No DVR routers for this DVR port 4ea95ea4-0800-42bb-9501-39b8d8a09a96 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:03.355306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4ea95ea4-0800-42bb-9501-39b8d8a09a96 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:03.361339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ea95ea4-0800-42bb-9501-39b8d8a09a96 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:03.377138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Allocated IP 2001:db8::2 (b92fd300-2062-4f55-9e0e-9ac20841520c/417da184-1558-4d13-ad1b-4615cff38c1a/b3bbeea8-558d-415e-8ffc-862a1fe87598) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:03.391992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.415109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.427985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/27fbd6e0-45af-444a-b57b-d3a628e323c2 HTTP/1.1" status: 204 len: 168 time: 1.8158178 Aug 29 04:30:03.481362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a952f-76b6-4f28-84f5-7b55d25ddac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fbd6e0-45af-444a-b57b-d3a628e323c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.678872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.693177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Transition to ACTIVE for port object b3bbeea8-558d-415e-8ffc-862a1fe87598 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:03.724862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Transition to ACTIVE for port object b3bbeea8-558d-415e-8ffc-862a1fe87598 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:03.737817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.794722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.826937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Network b92fd300-2062-4f55-9e0e-9ac20841520c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:03.839563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:03.847304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:03.875228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f8fd9e14-1b93-477c-ae27-054a8732abda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=458899203f6244baa7d8719bb0c3d1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751338 Aug 29 04:30:03.876476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:03.976580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Pushing event updated for resources: {'Port': ['ID=b3bbeea8-558d-415e-8ffc-862a1fe87598,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:03.996099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:03.997321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Attempting to bind port b3bbeea8-558d-415e-8ffc-862a1fe87598 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:03.998181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Attempting to bind port b3bbeea8-558d-415e-8ffc-862a1fe87598 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7c4eec24-4893-4ff3-a060-f5600cce6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:03.999003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Attempting to bind port b3bbeea8-558d-415e-8ffc-862a1fe87598 on network b92fd300-2062-4f55-9e0e-9ac20841520c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:04.008485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:04.009848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Checking segment: {'id': '7c4eec24-4893-4ff3-a060-f5600cce6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:04.010621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.011152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Bound using segment: {'id': '7c4eec24-4893-4ff3-a060-f5600cce6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:04.011860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Bound port: b3bbeea8-558d-415e-8ffc-862a1fe87598, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4eec24-4893-4ff3-a060-f5600cce6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92fd300-2062-4f55-9e0e-9ac20841520c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:04.012785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.072828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.094644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83e70f04-ff46-4874-92ef-2a69afd9b040 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2784061 Aug 29 04:30:04.100687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.144806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] For port b3bbeea8-558d-415e-8ffc-862a1fe87598, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:04.151281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] For port b3bbeea8-558d-415e-8ffc-862a1fe87598, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3bbeea8-558d-415e-8ffc-862a1fe87598,segment=NetworkSegment(7c4eec24-4893-4ff3-a060-f5600cce6178),segment_id=7c4eec24-4893-4ff3-a060-f5600cce6178)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:04.157071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.160523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.167551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.242823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9578ffc-5ef5-4371-86d3-0b359201ad49,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.268533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.272509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7703464 Aug 29 04:30:04.275414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:04.278481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.278805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.279143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.279552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.279903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.280322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.280654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.280986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.281309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.281630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.281956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.282278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9405b05-bce3-4a31-b39e-891abe3604d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:04.295573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92b5c8d8-ce6b-4688-a6fb-6b2e8884d2f4 tempest-SecGroupIPv6Test-1118651726 tempest-SecGroupIPv6Test-1118651726-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1919434 Aug 29 04:30:04.301251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'security_group_rule': {'security_group_id': '14cd8810-b99c-4bde-a29f-fe04309a8b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:04.333308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.340091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.349305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30c7d48f-498c-4619-a4f7-8f4ffceecdd4 HTTP/1.1" status: 204 len: 168 time: 0.4684713 Aug 29 04:30:04.370001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c413fd5-91eb-499b-b61f-483ba52fdd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c7d48f-498c-4619-a4f7-8f4ffceecdd4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.375201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d616c5-600d-4e8d-8c66-46f5630b7f24 None None] Pushing event updated for resources: {'Port': ['ID=b3bbeea8-558d-415e-8ffc-862a1fe87598,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:04.435057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.474295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.743641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.894700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:04.920189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Network b722dc98-7124-4853-8adc-c80d2d940462 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:04.927542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.000569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:05.015139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb425c-6afc-4e36-8bf4-ea8cc2997b4b None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:05.017496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Subnet': ['ID=400245e3-73d0-4615-b749-3155306c303f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.022026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.023346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.083223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603be5d-e104-4f5f-b353-270eaf998855,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:05.097588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe5e4c-78cb-4d30-b050-db804c1a599a req-005a7692-df65-4af6-81a5-e89c0c78be96 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:05.100222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18fe5e4c-78cb-4d30-b050-db804c1a599a req-005a7692-df65-4af6-81a5-e89c0c78be96 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.1385293 Aug 29 04:30:05.109785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.121531 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0b62569-7844-4c29-9b03-553b6f6a28bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8356314 Aug 29 04:30:05.124864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.138587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:05.144520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f578c07d-298f-4ccd-8e3c-f44c39eb4bab tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0694416 Aug 29 04:30:05.150422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.158261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.179124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-424864718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '400245e3-73d0-4615-b749-3155306c303f'}], 'security_groups': ['d0241a1a-3062-4fb1-98cf-cd2522827580', '5052cd71-8ae8-4e76-86b2-76ec1083c60e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:05.264761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8::1 (b92fd300-2062-4f55-9e0e-9ac20841520c/417da184-1558-4d13-ad1b-4615cff38c1a/8b162d47-addb-48db-8d5f-124c09ed59d6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:05.324551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18fe5e4c-78cb-4d30-b050-db804c1a599a req-d90b3cf1-8540-46bc-a732-d7c92a8f7e86 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2101767 Aug 29 04:30:05.357593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.396976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:05.407429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3bbeea8-558d-415e-8ffc-862a1fe87598 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:05.559177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b3bbeea8-558d-415e-8ffc-862a1fe87598 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:05.632822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.697932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Update dhcp port {'port': {'network_id': 'b722dc98-7124-4853-8adc-c80d2d940462', 'fixed_ips': [{'subnet_id': '0eac5cd6-9493-46fd-8cba-e94fa07e85ed', 'ip_address': '172.20.0.18'}, {'subnet_id': '19c39afc-46c7-4483-b4ca-9cc130a21803', 'ip_address': '172.20.0.2'}, {'subnet_id': '400245e3-73d0-4615-b749-3155306c303f'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b60a43f-485b-4804-a4ab-4dd488b337d7'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:30:05.768820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.771640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 8b162d47-addb-48db-8d5f-124c09ed59d6 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:05.797797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.871068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7213d26b-c56e-4c65-b253-b096fc2a73a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:05.928033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.177554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Allocated IP 172.20.0.34 (b722dc98-7124-4853-8adc-c80d2d940462/400245e3-73d0-4615-b749-3155306c303f/2b60a43f-485b-4804-a4ab-4dd488b337d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:06.337617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7213d26b-c56e-4c65-b253-b096fc2a73a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.422898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7213d26b-c56e-4c65-b253-b096fc2a73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.538822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213d26b-c56e-4c65-b253-b096fc2a73a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee0b2d-df36-483b-8ad2-05963fb32f42,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.561409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7518b7ca-4530-4da5-ab66-7e836fd002bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7bec89f5fc84b1b98d8a4cf8b576e67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1591785 Aug 29 04:30:06.583056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.667536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df279b-ee37-41d4-9676-34bde3ec84d0 None None] Network b92fd300-2062-4f55-9e0e-9ac20841520c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:06.709626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7213d26b-c56e-4c65-b253-b096fc2a73a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1224e0aa3537412fa1a8dd033a7dbe6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5423729 Aug 29 04:30:06.711180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:06.732980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 172.25.3.134 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/da0565fb-7698-4fa9-9789-2c8ad5e48655) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:06.744133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:06.762752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a6f9d-c36d-4beb-a857-7ef9efa32656 req-4be67bcb-cefa-4d5a-8a77-82d37c3bb287 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:06.764399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-506a6f9d-c36d-4beb-a857-7ef9efa32656 req-4be67bcb-cefa-4d5a-8a77-82d37c3bb287 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.1069570 Aug 29 04:30:06.783143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.851747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:06.913985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-506a6f9d-c36d-4beb-a857-7ef9efa32656 req-7a7d5333-ef19-46f2-8180-f6bf9ec6b652 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277552 Aug 29 04:30:06.953471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=8b162d47-addb-48db-8d5f-124c09ed59d6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:06.965016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.048877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.098961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Provisioning for port b3bbeea8-558d-415e-8ffc-862a1fe87598 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:07.109620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Transition to ACTIVE for port object 2b60a43f-485b-4804-a4ab-4dd488b337d7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:07.117867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Provisioning complete for port b3bbeea8-558d-415e-8ffc-862a1fe87598 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:07.118113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network b92fd300-2062-4f55-9e0e-9ac20841520c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:07.119186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.149572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:07.179676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.191954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:07.191954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.232322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=da0565fb-7698-4fa9-9789-2c8ad5e48655,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.250671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:07.252669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:07.256340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:07.292496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:07.378724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6f2ff-f137-4ca8-bdc8-b2b411babf4c None None] Pushing event updated for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.403222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2f3b-d0b1-48c2-8e56-f26c452f9f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.456307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.474255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.483190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.534995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.569818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2142406789-network', 'tenant_id': '2595b5b3c48d475aa72dd40376697bf9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:07.594906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.602028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.658206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] For port b3bbeea8-558d-415e-8ffc-862a1fe87598, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3bbeea8-558d-415e-8ffc-862a1fe87598,segment=NetworkSegment(7c4eec24-4893-4ff3-a060-f5600cce6178),segment_id=7c4eec24-4893-4ff3-a060-f5600cce6178)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:07.666551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.750977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6b48-e3dd-4fd9-8f83-e57ea7143c3d None None] Pushing event updated for resources: {'Port': ['ID=b3bbeea8-558d-415e-8ffc-862a1fe87598,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.814243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.828387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.835281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.841014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.842261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.842515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2ee0b2d-df36-483b-8ad2-05963fb32f42 HTTP/1.1" status: 204 len: 168 time: 1.1197512 Aug 29 04:30:07.938624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=da0565fb-7698-4fa9-9789-2c8ad5e48655,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:07.950859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:07.964997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:07.965326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.053424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c68ca-b4bd-48e3-9723-28120b0cc7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee0b2d-df36-483b-8ad2-05963fb32f42,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.070627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.085979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cbea8ce0-66c9-49c8-8ae3-ae2eaa7be433 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9431164 Aug 29 04:30:08.193479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Made reservation on behalf of 2595b5b3c48d475aa72dd40376697bf9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:08.206920 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.260857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Delete allocated IP 172.20.0.13 (b722dc98-7124-4853-8adc-c80d2d940462/19c39afc-46c7-4483-b4ca-9cc130a21803) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:30:08.301801 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.344680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Allocated IP 172.20.0.39 (b722dc98-7124-4853-8adc-c80d2d940462/400245e3-73d0-4615-b749-3155306c303f/55cbaa0d-fdfb-4d4e-abb0-5870515a9615) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:08.350158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:08.354008 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9765a7b-6c8a-4f93-94a3-02452adb3f2e" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:08.387673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:08.399241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Provisioning complete for port b3bbeea8-558d-415e-8ffc-862a1fe87598 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:08.400625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.412530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.413305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37e88d-b2eb-45e6-ad27-c119e60069cf req-36b0b082-83f2-489a-b86a-6a96f11fefc8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.415954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e37e88d-b2eb-45e6-ad27-c119e60069cf req-36b0b082-83f2-489a-b86a-6a96f11fefc8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.2691867 Aug 29 04:30:08.483221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.501349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e37e88d-b2eb-45e6-ad27-c119e60069cf req-4c98bfca-c98b-417d-ab23-7457c01bfec7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728643 Aug 29 04:30:08.570800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:08.597070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.619624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.622138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:30:08.622138 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:30:08.622138 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id_1': '2df38488ad934c118c3ba4662b2a8ed9', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 30, 8, 609964)}] Aug 29 04:30:08.622138 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:08.622640 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:08.622737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.626537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fc72ffd-0874-4ae9-b9e4-fb59f73db819 HTTP/1.1" status: 204 len: 168 time: 2.0395074 Aug 29 04:30:08.698169 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4156be88-6444-4026-a886-6991727843e2 x-openstack-request-id: req-4156be88-6444-4026-a886-6991727843e2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:08.698490 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:08.698661 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4156be88-6444-4026-a886-6991727843e2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:08.699030 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:30:08.724862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=11']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.769493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282bdb4-2f39-4efd-8bf0-b67332ba7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc72ffd-0874-4ae9-b9e4-fb59f73db819,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:08.787220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-2a3ad89f-9c3c-423b-8c7e-50d1ff8a9d7a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--172293716&fields=id&tenant_id=a66139e591ed4fd7ad67d20f57878f0c HTTP/1.1" status: 200 len: 267 time: 0.1038713 Aug 29 04:30:08.868396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Provisioning for port 8b162d47-addb-48db-8d5f-124c09ed59d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:08.877162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Provisioning complete for port 8b162d47-addb-48db-8d5f-124c09ed59d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:08.877595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:08.936861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8633b335-c626-4880-9cf4-0e4fe252bf50 None None] Port 8b162d47-addb-48db-8d5f-124c09ed59d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:08.938934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ed846aec-a7c0-4d05-9350-ca969d34d7d1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:08.952308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ed846aec-a7c0-4d05-9350-ca969d34d7d1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 930 time: 0.1414804 Aug 29 04:30:09.039250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-668d296f-00cc-41ba-8500-a3415b140239 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.052799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-668d296f-00cc-41ba-8500-a3415b140239 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 930 time: 0.0988798 Aug 29 04:30:09.081873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.083329 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.156120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.169647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:09.173480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.178872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.192784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-4bab780b-2668-4fab-8724-6758b6825c7b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1365099 Aug 29 04:30:09.197596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.211996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Provisioning complete for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.213414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.256778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:09.260007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Transition to ACTIVE for port object 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:09.280592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372b41b0-382c-4621-8474-80e807c2bfa3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.283364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.300281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b58368c8-b489-4fcf-a8d4-a047c92df55c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1016285 Aug 29 04:30:09.301689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:09.312793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.313754 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Added segment 8fff5b41-e428-4bc6-986b-d10b88f446b3 of type vlan for network f13e5068-bc38-44f8-b4e3-20d6a73123e8 Aug 29 04:30:09.319688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:09.326769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Provisioning complete for port 8b162d47-addb-48db-8d5f-124c09ed59d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.327699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.337936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.397952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.399083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.475564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Port 8b162d47-addb-48db-8d5f-124c09ed59d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:09.503999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Provisioning for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:09.540280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.540613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.594432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.594989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dab7e880-87ff-4893-b96d-897c7028562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.616662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-03b43957-e98e-4ecd-aa78-527c447c5266 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.624761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-03b43957-e98e-4ecd-aa78-527c447c5266 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.629301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.636077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-03b43957-e98e-4ecd-aa78-527c447c5266 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.638020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-03b43957-e98e-4ecd-aa78-527c447c5266 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 1990 time: 0.3366942 Aug 29 04:30:09.661004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b3d0bbd4-f954-4a8a-91aa-f076db2a7c04 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/quotas/a66139e591ed4fd7ad67d20f57878f0c HTTP/1.1" status: 200 len: 375 time: 0.0158777 Aug 29 04:30:09.723729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3bbeea8-558d-415e-8ffc-862a1fe87598 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:09.747859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event updated for resources: {'Port': ['ID=55cbaa0d-fdfb-4d4e-abb0-5870515a9615,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.829324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b3bbeea8-558d-415e-8ffc-862a1fe87598 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:09.829743 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.869396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.886853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:30:09.932076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.933574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.934821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.935436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.956107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] In _notify_port_updated(), no bound segment for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 on network b722dc98-7124-4853-8adc-c80d2d940462 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:30:09.962599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:09.963208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:09.965163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ae2d7abf-0745-4220-98aa-43195ac2dd15 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "PUT /v2.0/ports/55cbaa0d-fdfb-4d4e-abb0-5870515a9615 HTTP/1.1" status: 200 len: 959 time: 4.8013759 Aug 29 04:30:09.967815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddeb2db-135d-4b4b-8abf-42791e43f18a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:09.981429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:10.001509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-abcc8bad-ec54-4413-8eca-1629b66484d8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3140774 Aug 29 04:30:10.002072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.090766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=8b162d47-addb-48db-8d5f-124c09ed59d6,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.134077 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8386426 Aug 29 04:30:10.142961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.150360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Request body: {'subnet': {'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2142406789-subnet', 'tenant_id': '2595b5b3c48d475aa72dd40376697bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:10.183513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dec55-a70f-49b9-b18a-37ca05622060 admin admin] Pushing event updated for resources: {'Network': ['ID=f13e5068-bc38-44f8-b4e3-20d6a73123e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.195512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network b92fd300-2062-4f55-9e0e-9ac20841520c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:10.199098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f726172-f8d8-4a30-ae78-bcb5787289c4 None None] Provisioning for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:10.204732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:10.216091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:10.220779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0dad2475-4202-4fe5-8abf-f58fdd180559 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df38488ad934c118c3ba4662b2a8ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6459849 Aug 29 04:30:10.222236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38490) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:10.225087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f726172-f8d8-4a30-ae78-bcb5787289c4 None None] Provisioning complete for port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:10.225939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1f726172-f8d8-4a30-ae78-bcb5787289c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.316169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.351675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:10.375897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff1dd-4c51-4a8e-8f20-ed0b2f2c3055 req-c38c17bb-ba54-4b08-8918-b04dddf571dc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:10.386675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b32ff1dd-4c51-4a8e-8f20-ed0b2f2c3055 req-c38c17bb-ba54-4b08-8918-b04dddf571dc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5373387 Aug 29 04:30:10.396885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'mac_address': 'fa:16:3e:c8:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:10.401639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7cf32c0-99c4-4d16-8192-40abebad0df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.405734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1f726172-f8d8-4a30-ae78-bcb5787289c4 None None] Port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:10.520372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.559338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:10.570226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.584469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Made reservation on behalf of 2595b5b3c48d475aa72dd40376697bf9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:10.586219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b32ff1dd-4c51-4a8e-8f20-ed0b2f2c3055 req-9bca669b-5471-4d9b-969f-582aa4acbd38 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906137 Aug 29 04:30:10.593950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.600337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a3090a02-b4a1-437a-b32f-aeaad0a072a9 service neutron] 10.222.0.62 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642381 Aug 29 04:30:10.611171 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:10.611478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:10.611781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.620164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.738414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['28b7488c-811b-4e30-bf31-f82a3b06003a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:10.782933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.822079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router e4200534-d643-4ed6-b056-97822fe5bd10 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:10.827513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:10.910228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a5bc4bb-2444-426e-a638-faf910a7b085 None None] Provisioning complete for port 8b162d47-addb-48db-8d5f-124c09ed59d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:10.910703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc4bb-2444-426e-a638-faf910a7b085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:10.968309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.004084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for 55cbaa0d-fdfb-4d4e-abb0-5870515a9615 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:11.045644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bc4bb-2444-426e-a638-faf910a7b085 None None] Port 8b162d47-addb-48db-8d5f-124c09ed59d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:11.135684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:11.136011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ffa29623-bdbe-4e1b-996e-13966c649f20 service neutron] 10.222.0.62 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351508 Aug 29 04:30:11.143793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b48b5e8e-5cdc-4ed9-a731-290271b72cbf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/e4200534-d643-4ed6-b056-97822fe5bd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3133228 Aug 29 04:30:11.147391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38520) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.155961 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] Sync routers for ids ['e4200534-d643-4ed6-b056-97822fe5bd10'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:11.163683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.167780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.169152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ddeb2db-135d-4b4b-8abf-42791e43f18a HTTP/1.1" status: 204 len: 168 time: 0.9415472 Aug 29 04:30:11.215577 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] Routers {'e4200534-d643-4ed6-b056-97822fe5bd10'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:11.219401 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e4200534-d643-4ed6-b056-97822fe5bd10'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:11.237276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81dd7-8a18-448d-8db8-13808c90a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddeb2db-135d-4b4b-8abf-42791e43f18a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.270499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b9920e60-5ac2-4188-bec1-a0328046fa8a service neutron] 10.222.0.62 "GET /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1289501 Aug 29 04:30:11.291712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.332788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:11.348376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913719a-bb4f-43cc-9662-b4fa21566f80 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:11.350299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4913719a-bb4f-43cc-9662-b4fa21566f80 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports/8b162d47-addb-48db-8d5f-124c09ed59d6 HTTP/1.1" status: 200 len: 911 time: 0.1992977 Aug 29 04:30:11.357219 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] Routers {'e4200534-d643-4ed6-b056-97822fe5bd10'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:11.357875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e4200534-d643-4ed6-b056-97822fe5bd10'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:11.377715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:11.397039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '417da184-1558-4d13-ad1b-4615cff38c1a'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:11.462414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:11.464165 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d91811-ed3a-4737-bf74-56754ebccd0c None None] The sync data for ids ['e4200534-d643-4ed6-b056-97822fe5bd10'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:11.479974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.615193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.771102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-75a62f42-5a03-4fdd-8e16-38319c218d98 service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947314 Aug 29 04:30:11.779103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=55cbaa0d-fdfb-4d4e-abb0-5870515a9615,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.822941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde94f09-8cf3-449e-bbdf-18e35be1cea9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:11.921543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.945019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:11.990209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:12.009058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Checking segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:12.010368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Network hostable DHCP agents. Network: f13e5068-bc38-44f8-b4e3-20d6a73123e8, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:12.209244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:12.268635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 28b7488c-811b-4e30-bf31-f82a3b06003a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:12.271242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.476362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.514280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:12.517276 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc442ba-1177-4281-8146-c473e3679a71" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:12.569328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:12.579599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.689021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:12.740652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f13e5068-bc38-44f8-b4e3-20d6a73123e8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:12.791680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:12.797325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:12.801078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81f9e0-fd25-4f00-9e9b-111769c548e6 None None] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:12.897629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-72c2c70c-0554-470b-9f44-7870d2ea9bcc service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0935493 Aug 29 04:30:12.990296 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c05e99b5-c437-4de0-a7d7-95567d0043dc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8459389 Aug 29 04:30:13.196055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:13.903089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85304ee1-8c6a-4620-98a0-45e7721bd1c3 None None] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:14.367163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.373823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f00f877-4936-42cb-9307-62882af361f7 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/55cbaa0d-fdfb-4d4e-abb0-5870515a9615 HTTP/1.1" status: 204 len: 168 time: 4.3408804 Aug 29 04:30:14.379684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.393355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-985b27cc-dc65-42a5-b0ca-b2235f8bb3d2 service neutron] 10.222.0.62 "GET /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 1.4125249 Aug 29 04:30:14.398660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.469941 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8cb840-f7b7-43cd-b759-9c25ca1827d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] GET failed (client error): The resource could not be found. Aug 29 04:30:14.471846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd8cb840-f7b7-43cd-b759-9c25ca1827d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports/55cbaa0d-fdfb-4d4e-abb0-5870515a9615 HTTP/1.1" status: 404 len: 333 time: 0.0878611 Aug 29 04:30:14.478280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.566584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd2ee-5a9f-40ee-b268-2f8ffab5d871 req-b258e249-8a68-45c3-b7b5-c057273b3a25 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.591412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb5bd2ee-5a9f-40ee-b268-2f8ffab5d871 req-b258e249-8a68-45c3-b7b5-c057273b3a25 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 946 time: 2.8129983 Aug 29 04:30:14.636850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.671905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.694823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:14.695525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.705500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/ports/8b162d47-addb-48db-8d5f-124c09ed59d6 HTTP/1.1" status: 200 len: 911 time: 3.3256202 Aug 29 04:30:14.745342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:14.783779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.846565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.850100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a2d04-3572-4587-8b94-fb6d1866e79f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=8b162d47-addb-48db-8d5f-124c09ed59d6,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:14.861606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ed799b1d-4984-4a95-a4d4-87f3d217b20a service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470284 Aug 29 04:30:14.898284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.942106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb5bd2ee-5a9f-40ee-b268-2f8ffab5d871 req-9772a7b6-0e48-4c98-83f9-462a632ecbb1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3490167 Aug 29 04:30:14.946264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.963685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:14.973805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a38ad0a-396d-45cd-a7c6-8fd925749125 HTTP/1.1" status: 204 len: 168 time: 0.4940653 Aug 29 04:30:14.978347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.142410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929951b-ccc9-4dba-b9a0-c613b8e750d4 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a38ad0a-396d-45cd-a7c6-8fd925749125,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.205246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a396fca2-409f-4b9b-9f50-d390d2374cca service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043983 Aug 29 04:30:15.251099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.363360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.386234 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e239e-6208-41b7-a76c-12707ade9b29 x-openstack-request-id: req-208e239e-6208-41b7-a76c-12707ade9b29 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:15.386803 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-plugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:15.387028 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-208e239e-6208-41b7-a76c-12707ade9b29 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:15.387646 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:30:15.588097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.590773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.600967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/security-groups/5052cd71-8ae8-4e76-86b2-76ec1083c60e HTTP/1.1" status: 204 len: 168 time: 0.5990634 Aug 29 04:30:15.605047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.630663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8917ab0-ebb8-4bb3-9217-4896cc549e88 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5052cd71-8ae8-4e76-86b2-76ec1083c60e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.685518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.720596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.840840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.845497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:15.848213 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0241a1a-3062-4fb1-98cf-cd2522827580 HTTP/1.1" status: 204 len: 168 time: 0.2430222 Aug 29 04:30:15.854547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:15.862327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3534-92c1-4c21-b29a-579f1986c0ef tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0241a1a-3062-4fb1-98cf-cd2522827580,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:15.905706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-2d00b792-f6ff-44c7-b344-b232e50e86a2 service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193457 Aug 29 04:30:16.113815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.138029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.198623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 19c39afc-46c7-4483-b4ca-9cc130a21803 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:16.234544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.281138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea6b8ac34071465f9301db775996e748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8776891 Aug 29 04:30:16.281543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.299810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.371910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.409809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.413942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.494993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0705c788-da15-4689-b942-9f3521041236 service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722935 Aug 29 04:30:16.502456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.517595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.521192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.526671 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fa5bdb4-80b9-4ace-9fc8-c62d891ef946 HTTP/1.1" status: 204 len: 168 time: 0.2399793 Aug 29 04:30:16.529180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa5bdb4-80b9-4ace-9fc8-c62d891ef946,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.536979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0745b0-87d0-4743-871c-2d7a4d337e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa5bdb4-80b9-4ace-9fc8-c62d891ef946,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.860352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-830c0062-0012-472d-8a90-543fa4b5561e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:16.869045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-830c0062-0012-472d-8a90-543fa4b5561e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 818 time: 0.3678160 Aug 29 04:30:16.899868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.900371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.900718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.901584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.901584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.901876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.902190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.902530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.902857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.903183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.903515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.903838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11703271-b45a-4155-8074-90bd795468a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:16.916489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=19c39afc-46c7-4483-b4ca-9cc130a21803,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:16.932699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb835561-5384-42c5-b532-0d350bd1da60 None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:16.940310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:16.942273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c84840a8-2c44-476e-9e8f-6b69435fd240 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/19c39afc-46c7-4483-b4ca-9cc130a21803 HTTP/1.1" status: 204 len: 168 time: 1.0818958 Aug 29 04:30:16.951381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:16.980364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-04220d82-8141-4ce4-879b-40c9149a1b2c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/quotas/2595b5b3c48d475aa72dd40376697bf9 HTTP/1.1" status: 200 len: 375 time: 0.1103058 Aug 29 04:30:17.062162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-013d103a-dfca-4e40-b1ea-f26bd715d085 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806899 Aug 29 04:30:17.109566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b9e2e4d6-1a40-4107-98a3-3e49c599316f service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539775 Aug 29 04:30:17.126473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.243262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 400245e3-73d0-4615-b749-3155306c303f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:17.271099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.487986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:17.515483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-411a72b9-d0d0-4f63-bfb5-e2abc6529d31 service neutron] 10.222.0.62 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427238 Aug 29 04:30:17.554908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a99f5744-e2a4-4982-b0f4-1184e8394a21 service neutron] 10.222.0.62 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259124 Aug 29 04:30:17.590436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0829dd2c-09fa-469f-a4cd-6906f33e4a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:17.864578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-a1cfb0f9-4886-446f-b2bf-47ab6a076a4c service neutron] 10.222.0.62 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473263 Aug 29 04:30:17.921734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-cacce3b4-b7aa-4588-b9f9-93cfdb2cd099 service neutron] 10.222.0.62 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245192 Aug 29 04:30:18.151736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.287869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.443462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.464633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.472381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/400245e3-73d0-4615-b749-3155306c303f HTTP/1.1" status: 204 len: 168 time: 1.5168016 Aug 29 04:30:18.473440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.511268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0829dd2c-09fa-469f-a4cd-6906f33e4a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.514620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 8b162d47-addb-48db-8d5f-124c09ed59d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:18.515664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.525136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ab0e3bcd-4788-4118-938f-bef450183807 service neutron] 10.222.0.62 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783644 Aug 29 04:30:18.560441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716cf04-7b9a-461b-8c5a-bba95babddce tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=400245e3-73d0-4615-b749-3155306c303f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:18.574613 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2fb306-663e-4b61-83dc-4442a1603f90 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:18.576965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2fb306-663e-4b61-83dc-4442a1603f90 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:18.584997 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b2fb306-663e-4b61-83dc-4442a1603f90 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/19c39afc-46c7-4483-b4ca-9cc130a21803 HTTP/1.1" status: 404 len: 337 time: 0.1073601 Aug 29 04:30:18.588106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.671810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting subnet 0eac5cd6-9493-46fd-8cba-e94fa07e85ed {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:18.693623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.741927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-821123b0-1631-4503-b813-c1438126547c service neutron] 10.222.0.62 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037306 Aug 29 04:30:18.742578 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0829dd2c-09fa-469f-a4cd-6906f33e4a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.778049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:18.786645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0829dd2c-09fa-469f-a4cd-6906f33e4a04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=575032b71be344d586568db0d649b41c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2967131 Aug 29 04:30:18.814697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:18.933580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.000231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.007739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829dd2c-09fa-469f-a4cd-6906f33e4a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b892f-06bc-4c70-8ec7-575891029efc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.019624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6722755d-14d6-445b-9e3a-56396ac53da0 service neutron] 10.222.0.62 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456832 Aug 29 04:30:19.060504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.078461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.095623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 8b162d47-addb-48db-8d5f-124c09ed59d6 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:19.120967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd754ba-4a1c-413b-87f5-4e0420ebaceb None None] Network b722dc98-7124-4853-8adc-c80d2d940462 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:19.157758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.164190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.164190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd7b892f-06bc-4c70-8ec7-575891029efc HTTP/1.1" status: 204 len: 168 time: 0.3476818 Aug 29 04:30:19.213426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e677dae-a48a-4f54-a0c6-200387d9fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b892f-06bc-4c70-8ec7-575891029efc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.269689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.308592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.442828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45b77ab8-5193-4e7f-9da7-824134342dc4 None None] Provisioning complete for port dd2c6c61-8e04-4e76-98cd-358e95eaf437 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.443233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45b77ab8-5193-4e7f-9da7-824134342dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.476714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Subnet': ['ID=0eac5cd6-9493-46fd-8cba-e94fa07e85ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:19.505458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.513851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d0ca341-8c8f-4985-9cd4-3a2955404cb1 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/0eac5cd6-9493-46fd-8cba-e94fa07e85ed HTTP/1.1" status: 204 len: 168 time: 0.9238360 Aug 29 04:30:19.519449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.585425 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ad82ce-df2e-4699-b78d-ba779403438a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:19.586040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ad82ce-df2e-4699-b78d-ba779403438a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:19.588476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15ad82ce-df2e-4699-b78d-ba779403438a tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7a1c46ab-7a47-49d0-90a7-086eb8a9285b HTTP/1.1" status: 404 len: 337 time: 0.0677295 Aug 29 04:30:19.598907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.617677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45b77ab8-5193-4e7f-9da7-824134342dc4 None None] Port dd2c6c61-8e04-4e76-98cd-358e95eaf437 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:19.646514 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-557bb39d-a979-4cad-ba36-f124d14bf9fe tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f337874-a1be-4e97-a77b-3c6b22006c41 HTTP/1.1" status: 200 len: 205 time: 0.0460486 Aug 29 04:30:19.649624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.733516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45b77ab8-5193-4e7f-9da7-824134342dc4 None None] Provisioning complete for port 2b60a43f-485b-4804-a4ab-4dd488b337d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:19.734757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45b77ab8-5193-4e7f-9da7-824134342dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:19.753062 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-17b38eaa-2b10-4dab-b58a-508b65c49479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] delete failed (client error): The resource could not be found. Aug 29 04:30:19.759517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17b38eaa-2b10-4dab-b58a-508b65c49479 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/routers/8f337874-a1be-4e97-a77b-3c6b22006c41 HTTP/1.1" status: 404 len: 336 time: 0.1048892 Aug 29 04:30:19.762272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:19.882017 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a180051f-570f-452a-a3a2-52d430c72d97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:19.882498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a180051f-570f-452a-a3a2-52d430c72d97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:19.889561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a180051f-570f-452a-a3a2-52d430c72d97 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7bdb5104-b4ed-4219-9355-9503356efe95 HTTP/1.1" status: 404 len: 337 time: 0.1260428 Aug 29 04:30:19.894314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.019114 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d95f82c-b6f0-4aa7-92f0-05b65c543bfc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.020402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d95f82c-b6f0-4aa7-92f0-05b65c543bfc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.029240 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9d95f82c-b6f0-4aa7-92f0-05b65c543bfc tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/77b4af56-ab61-4dc7-b89a-f9883a7c255d HTTP/1.1" status: 404 len: 337 time: 0.1334131 Aug 29 04:30:20.030927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.130319 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5437290f-9a61-4ade-998a-d45f0b8294f9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.131875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5437290f-9a61-4ade-998a-d45f0b8294f9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.160589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] DHCP port deletion for b722dc98-7124-4853-8adc-c80d2d940462 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:20.179657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5437290f-9a61-4ade-998a-d45f0b8294f9 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/7eca45da-ce89-46e1-b7b7-d1b49b80925c HTTP/1.1" status: 404 len: 337 time: 0.1436663 Aug 29 04:30:20.184057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.332699 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe67260a-bd89-4b52-9cdd-6102af783253 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.337546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe67260a-bd89-4b52-9cdd-6102af783253 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.347981 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fe67260a-bd89-4b52-9cdd-6102af783253 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/f4824cd3-3d9f-4de1-a398-d70cff03cb43 HTTP/1.1" status: 404 len: 333 time: 0.1598587 Aug 29 04:30:20.349592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.429862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Deleting port 2b60a43f-485b-4804-a4ab-4dd488b337d7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:20.430245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.514876 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-05da81be-c119-46c6-8c1b-92b4e198587d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.516509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05da81be-c119-46c6-8c1b-92b4e198587d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.518581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-05da81be-c119-46c6-8c1b-92b4e198587d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/0c76806b-d085-4924-95e9-353c52957e45 HTTP/1.1" status: 404 len: 337 time: 0.1671324 Aug 29 04:30:20.522964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.573278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1860ef21-d21e-4f5d-8e55-e1dd531dd320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.687853 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-638aaac5-a5b4-4bdf-b907-fbfbb9d22079 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.689261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] For port 2b60a43f-485b-4804-a4ab-4dd488b337d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b60a43f-485b-4804-a4ab-4dd488b337d7,segment=NetworkSegment(b05c0215-67db-46cc-ab3d-249d6e8d1b1c),segment_id=b05c0215-67db-46cc-ab3d-249d6e8d1b1c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:20.689680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.691312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638aaac5-a5b4-4bdf-b907-fbfbb9d22079 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.699238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-638aaac5-a5b4-4bdf-b907-fbfbb9d22079 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/b448451f-223e-4e00-bdc8-ea2df0115489 HTTP/1.1" status: 404 len: 337 time: 0.1724708 Aug 29 04:30:20.701771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.712826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.739580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Calling delete_port for 2b60a43f-485b-4804-a4ab-4dd488b337d7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:20.898969 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1336f20-064a-4c36-bd8e-4ecc18462f36 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:20.902295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1336f20-064a-4c36-bd8e-4ecc18462f36 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:20.924284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1336f20-064a-4c36-bd8e-4ecc18462f36 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/3c3f54af-396c-44de-808d-9788171807d0 HTTP/1.1" status: 404 len: 333 time: 0.2204750 Aug 29 04:30:20.929585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:20.939146 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:20.961744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] No DVR routers for this DVR port 2b60a43f-485b-4804-a4ab-4dd488b337d7 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:21.054151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aa7f0-72cd-43a4-8836-ab732a1cd10c None None] Pushing event deleted for resources: {'Port': ['ID=2b60a43f-485b-4804-a4ab-4dd488b337d7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.250791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:21.343743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2b60a43f-485b-4804-a4ab-4dd488b337d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:21.344131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b60a43f-485b-4804-a4ab-4dd488b337d7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:21.457784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:21.645958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=8b162d47-addb-48db-8d5f-124c09ed59d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:21.667216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b667cbe2-e638-4133-8145-f35b33516067 req-18b9f314-84c5-4e22-bda7-c1bcc440f966 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1773345 Aug 29 04:30:21.697856 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2125a40-ee2b-4530-9bb8-6b25bba02198 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:21.698385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2125a40-ee2b-4530-9bb8-6b25bba02198 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:21.700382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2125a40-ee2b-4530-9bb8-6b25bba02198 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/11b0c8c9-8861-4b9c-8a29-649d45487672 HTTP/1.1" status: 404 len: 337 time: 0.5700357 Aug 29 04:30:21.704599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:21.757446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff1f9-2f66-4c72-b060-f77ab5971492 req-0ff925d9-c17b-42c7-8351-40b1432de406 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:21.765471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6eff1f9-2f66-4c72-b060-f77ab5971492 req-0ff925d9-c17b-42c7-8351-40b1432de406 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 1.3442597 Aug 29 04:30:21.880608 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78b7b5a-492e-45f2-b5b9-b4ddd855a60d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] DELETE failed (client error): The resource could not be found. Aug 29 04:30:21.881492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78b7b5a-492e-45f2-b5b9-b4ddd855a60d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:30:21.891717 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d78b7b5a-492e-45f2-b5b9-b4ddd855a60d tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/subnets/2a4154c5-00b9-49f4-90df-ad9f00237289 HTTP/1.1" status: 404 len: 337 time: 0.1828558 Aug 29 04:30:21.896281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38796) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.026366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router e4200534-d643-4ed6-b056-97822fe5bd10 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:22.096414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6eff1f9-2f66-4c72-b060-f77ab5971492 req-b816cb08-b1d9-4e60-8102-59888284f979 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3299065 Aug 29 04:30:22.327198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Deleting port dd2c6c61-8e04-4e76-98cd-358e95eaf437 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:22.327905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.353435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a06070ae-f23c-4665-aeff-35f03cbd7c51 req-f7403c65-ae96-4332-91d7-c3727233990a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 210 time: 0.2016013 Aug 29 04:30:22.422975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:22.438300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] Sync routers for ids ['e4200534-d643-4ed6-b056-97822fe5bd10'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:22.442322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6a8f0892-0e5b-48e7-9942-7452ff8a675b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/e4200534-d643-4ed6-b056-97822fe5bd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6932902 Aug 29 04:30:22.454305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.464212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] Routers {'e4200534-d643-4ed6-b056-97822fe5bd10'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:22.464964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e4200534-d643-4ed6-b056-97822fe5bd10'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.534261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c2d186ef-f0ff-4625-9876-78a1f468cdab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4200534-d643-4ed6-b056-97822fe5bd10 HTTP/1.1" status: 200 len: 205 time: 0.0784688 Aug 29 04:30:22.536972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1860ef21-d21e-4f5d-8e55-e1dd531dd320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.538397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.549091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1860ef21-d21e-4f5d-8e55-e1dd531dd320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.580286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.608548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] Routers {'e4200534-d643-4ed6-b056-97822fe5bd10'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:22.609194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e4200534-d643-4ed6-b056-97822fe5bd10'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.676807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:22.736505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Calling delete_port for dd2c6c61-8e04-4e76-98cd-358e95eaf437 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:22.748573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:22.752223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f27a5a-0d9f-4a2d-af69-a663d9d02bcb None None] The sync data for ids ['e4200534-d643-4ed6-b056-97822fe5bd10'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:22.796456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860ef21-d21e-4f5d-8e55-e1dd531dd320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8599d3d-bb50-4bf2-8c07-601f60e0ab21,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:22.844938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1860ef21-d21e-4f5d-8e55-e1dd531dd320 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed7681ad71084f56957c08f655bd808f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5737462 Aug 29 04:30:22.846914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:22.857358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.264206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.346836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Port': ['ID=dd2c6c61-8e04-4e76-98cd-358e95eaf437,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:23.378360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.380548 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44528dba-6e81-43bf-b282-6b907f90374b tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/ports/dd2c6c61-8e04-4e76-98cd-358e95eaf437 HTTP/1.1" status: 204 len: 168 time: 1.4827592 Aug 29 04:30:23.396593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.446881 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.453504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.548898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.589279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-9f3dcad4-5668-4c63-982d-49fd6b01709c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:23.591349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-9f3dcad4-5668-4c63-982d-49fd6b01709c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 818 time: 0.5609081 Aug 29 04:30:23.602572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4525d029-d170-441d-82ef-5997e47d05ff req-1fc4223f-9c6f-4e28-aeba-5e2d3ecf21aa tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.5184679 Aug 29 04:30:23.617407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Request body: {'port': {'device_id': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'admin_state_up': True, 'tenant_id': '2595b5b3c48d475aa72dd40376697bf9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:23.652658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.653325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router e4200534-d643-4ed6-b056-97822fe5bd10 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:30:23.691555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.704948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b722dc98-7124-4853-8adc-c80d2d940462']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:23.717514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:23.718121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05c0215-67db-46cc-ab3d-249d6e8d1b1c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:23.744017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.769173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.777988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:23.778709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.804023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:23.808250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bd8cb74d-8897-4323-affc-f47e0c1b2d4d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/e4200534-d643-4ed6-b056-97822fe5bd10 HTTP/1.1" status: 204 len: 168 time: 1.2677875 Aug 29 04:30:23.836640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:23.923144 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:24.220611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8b14199a-0946-4309-b785-3010e6777777 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.223248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8b14199a-0946-4309-b785-3010e6777777 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 818 time: 0.5320578 Aug 29 04:30:24.271536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.296166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Request body: {'port': {'device_id': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'admin_state_up': True, 'tenant_id': '2595b5b3c48d475aa72dd40376697bf9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:24.301967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.304476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] 10.222.0.62 "DELETE /v2.0/networks/b722dc98-7124-4853-8adc-c80d2d940462 HTTP/1.1" status: 204 len: 168 time: 0.9068577 Aug 29 04:30:24.375301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188f70f-9897-4186-beff-876b937ab740 tempest-PortsTestJSON-2012019040 tempest-PortsTestJSON-2012019040-project] Pushing event deleted for resources: {'Network': ['ID=b722dc98-7124-4853-8adc-c80d2d940462,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:24.471645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b6e81087-9d7c-450a-94dc-f703319ce08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:24.480170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b6e81087-9d7c-450a-94dc-f703319ce08b service neutron] 10.222.0.54 "GET /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 1026 time: 0.2551694 Aug 29 04:30:24.550593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Made reservation on behalf of 2595b5b3c48d475aa72dd40376697bf9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:24.561426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.621129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:30:24.748780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:24.912890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf4c9da1-e5a6-496d-8c90-47c088124d45 req-759c2909-1d0f-4b3e-a330-5bafc1db1dc3 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 210 time: 0.6359699 Aug 29 04:30:25.058169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56083275-9be7-44f2-be9a-08c93eab39bd req-c81805bd-fb74-4bc6-8a92-ed67ef436477 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.075712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56083275-9be7-44f2-be9a-08c93eab39bd req-c81805bd-fb74-4bc6-8a92-ed67ef436477 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 1.4971709 Aug 29 04:30:25.118254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Allocated IP 172.20.0.12 (f13e5068-bc38-44f8-b4e3-20d6a73123e8/fde94f09-8cf3-449e-bbdf-18e35be1cea9/7962058d-c5ce-4478-b02a-6b7e317e2f0d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:25.156059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38846) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:25.290368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet 417da184-1558-4d13-ad1b-4615cff38c1a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:30:25.303519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-3bfa833b-a575-4bc9-8e95-25badaab05e0 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.305137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-3bfa833b-a575-4bc9-8e95-25badaab05e0 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.50 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 818 time: 2.2228694 Aug 29 04:30:25.352816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.371732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6ffc9fce-c9c1-4c97-a74e-73dbfdaa88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.374916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6ffc9fce-c9c1-4c97-a74e-73dbfdaa88dc service neutron] 10.222.0.54 "GET /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 1026 time: 0.7745640 Aug 29 04:30:25.379246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.382868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.405510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Request body: {'port': {'device_id': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'admin_state_up': True, 'tenant_id': '2595b5b3c48d475aa72dd40376697bf9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:25.496357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.683038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:25.699543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:25.709937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:25.720203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event updated for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:25.729724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8c18118-6701-425a-a203-3685a3d4c19a req-8d677064-00e0-463d-856e-03dd1a1ce7fc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.4107547 Aug 29 04:30:25.755611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Made reservation on behalf of 2595b5b3c48d475aa72dd40376697bf9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:25.769523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.820736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:25.822941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:25.855831 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bc93fd14-0f93-412c-8277-3c6ebadda562 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2430685 Aug 29 04:30:25.885722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Request body: {'port': {'device_id': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:26.053056 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.067007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Made reservation on behalf of 2595b5b3c48d475aa72dd40376697bf9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:26.071059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.089268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56083275-9be7-44f2-be9a-08c93eab39bd req-230493fd-ac86-483a-b407-95ba5c0de91e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0136206 Aug 29 04:30:26.102074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:26.690383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7962058d-c5ce-4478-b02a-6b7e317e2f0d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:26.700669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.346743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Transition to ACTIVE for port object 7962058d-c5ce-4478-b02a-6b7e317e2f0d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:27.365661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.463540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Pushing event updated for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:27.520275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Allocated IP 172.20.0.3 (f13e5068-bc38-44f8-b4e3-20d6a73123e8/fde94f09-8cf3-449e-bbdf-18e35be1cea9/33daab1d-adf1-4ed3-9acc-9069d22e4ace) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:27.700192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.703703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.708269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8599d3d-bb50-4bf2-8c07-601f60e0ab21 HTTP/1.1" status: 204 len: 168 time: 4.8541901 Aug 29 04:30:27.759679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Attempting to bind port 7962058d-c5ce-4478-b02a-6b7e317e2f0d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:27.760809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Attempting to bind port 7962058d-c5ce-4478-b02a-6b7e317e2f0d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:27.761448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Attempting to bind port 7962058d-c5ce-4478-b02a-6b7e317e2f0d on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:27.766264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-27ecb02f-7f87-44e7-ba1a-da2a97d3d12d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.768787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Port 7962058d-c5ce-4478-b02a-6b7e317e2f0d on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:27.769123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Attempting to bind port 7962058d-c5ce-4478-b02a-6b7e317e2f0d on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:27.783765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:27.784154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Checking segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:27.784549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Bound using segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:27.784998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Bound port: 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:27.785369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:27.797542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-27ecb02f-7f87-44e7-ba1a-da2a97d3d12d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.813748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-27ecb02f-7f87-44e7-ba1a-da2a97d3d12d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:27.816539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-27ecb02f-7f87-44e7-ba1a-da2a97d3d12d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 1990 time: 2.1575468 Aug 29 04:30:27.875954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f734a073-76bc-405f-8946-6466a4a5413b req-936e5f54-c7cc-4774-9791-dcdbfbe88885 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 210 time: 1.5929213 Aug 29 04:30:27.948845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97c49e17-93b4-41b8-9932-f05c96bbf315 req-3cde711e-815d-4cf3-bf1a-71fa188570d8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.7848210 Aug 29 04:30:28.016741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:28.029235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:28.045370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.084552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.085203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.094147 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] 10.222.0.54 "PUT /v2.0/ports/7962058d-c5ce-4478-b02a-6b7e317e2f0d HTTP/1.1" status: 200 len: 1093 time: 2.2206702 Aug 29 04:30:28.098547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:28.101338 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:28.169491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d8107-251b-427e-8dde-dd33cb4e5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8599d3d-bb50-4bf2-8c07-601f60e0ab21,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.206036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aa85c21c-1107-441c-a4a3-612c1ff2e9f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63a82e579b6a4d8bb88ac9995622b731&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0467494 Aug 29 04:30:28.220022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:28.248961 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717f4818-8df5-4bb9-ab97-31db90ea2cf4 x-openstack-request-id: req-717f4818-8df5-4bb9-ab97-31db90ea2cf4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:28.249344 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:28.249553 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-717f4818-8df5-4bb9-ab97-31db90ea2cf4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:28.250169 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d', 'status': 'completed', 'code': 200} Aug 29 04:30:28.371143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfa01e-7c33-473f-a1b1-e889403817ef service neutron] Pushing event updated for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:28.412885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8ec4e232-7ac2-4839-b7a3-a213c936eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.416644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8ec4e232-7ac2-4839-b7a3-a213c936eea0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 1096 time: 0.1951659 Aug 29 04:30:28.558400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-31968f8e-85ec-49eb-b682-01bc8a02775c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d HTTP/1.1" status: 200 len: 217 time: 0.1299880 Aug 29 04:30:28.654431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.769141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.893870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:28.899579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-f1330589-3752-4c65-ab2e-ca7e9d9bc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:28.909682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-f1330589-3752-4c65-ab2e-ca7e9d9bc307 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.3409081 Aug 29 04:30:28.997471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-7828f470-e048-4d00-ad12-abfb74b4010a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796802 Aug 29 04:30:29.004988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38896) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.038306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c46765-a459-4807-be72-97c797b47c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.162881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Allocated IP 172.20.0.14 (f13e5068-bc38-44f8-b4e3-20d6a73123e8/fde94f09-8cf3-449e-bbdf-18e35be1cea9/6a4cfd91-8f63-45af-9685-1812239c553c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:29.197355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-acabe995-5292-486a-a807-c71a27afa9a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a66139e591ed4fd7ad67d20f57878f0c HTTP/1.1" status: 200 len: 379 time: 1.2938609 Aug 29 04:30:29.276072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'admin_state_up': True, 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'security_groups': ['14cd8810-b99c-4bde-a29f-fe04309a8b0b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:29.495734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.501527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c46765-a459-4807-be72-97c797b47c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.506407 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-818e18ed-2c79-4659-846f-75e670ea5702 service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800253 Aug 29 04:30:29.509365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c46765-a459-4807-be72-97c797b47c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.572947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.666549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd06206-34a9-42c4-94c2-ee21649a2d2f None None] Network b92fd300-2062-4f55-9e0e-9ac20841520c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:29.669838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eed6697-9032-469e-aa8f-3ae89282ae72 req-837e1ff6-e1fd-459f-b0fa-15c2cd8b7134 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 210 time: 0.4278603 Aug 29 04:30:29.747538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.753949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/417da184-1558-4d13-ad1b-4615cff38c1a HTTP/1.1" status: 204 len: 168 time: 5.9082987 Aug 29 04:30:29.768150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-5e22c80b-b47e-4b63-91d3-b1aaaa1ca14d service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405674 Aug 29 04:30:29.786621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa82b75-834a-4d0d-91f4-3a527b03934d tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=417da184-1558-4d13-ad1b-4615cff38c1a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:29.792670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:29.799711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:29.892432 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83c46765-a459-4807-be72-97c797b47c21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dac00ee2b1e4a3fa729edcc207ac980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8860822 Aug 29 04:30:29.904816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:30.084899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c46765-a459-4807-be72-97c797b47c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3cace8-de5c-4388-a5f3-524029932ada,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.179305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-4b258f31-47e7-469a-b2cf-376e6f7f1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.185558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-4b258f31-47e7-469a-b2cf-376e6f7f1bdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 1096 time: 0.2780542 Aug 29 04:30:30.283252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.304563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] DHCP port deletion for b92fd300-2062-4f55-9e0e-9ac20841520c request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:30:30.375918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.413664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ad2a-5989-4e7d-bb9d-d5a328a0c075 req-07c9febb-588c-4da3-b917-b2c31ec851b4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.431124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9154ad2a-5989-4e7d-bb9d-d5a328a0c075 req-07c9febb-588c-4da3-b917-b2c31ec851b4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 2.1267700 Aug 29 04:30:30.506369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.506598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Deleting port b3bbeea8-558d-415e-8ffc-862a1fe87598 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:30:30.514596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.525227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.589625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:30.790080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] For port b3bbeea8-558d-415e-8ffc-862a1fe87598, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3bbeea8-558d-415e-8ffc-862a1fe87598,segment=NetworkSegment(7c4eec24-4893-4ff3-a060-f5600cce6178),segment_id=7c4eec24-4893-4ff3-a060-f5600cce6178)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:30.796026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.830847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Calling delete_port for b3bbeea8-558d-415e-8ffc-862a1fe87598 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:30:30.831194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:30.863610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-25067120-17a6-4c2e-b5ee-cb4a019cbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:30.873480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:30.898640 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-25067120-17a6-4c2e-b5ee-cb4a019cbc7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 919 time: 0.7042606 Aug 29 04:30:30.917867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:31.106116 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-caa0976e-cd4f-4f5b-8f84-41be8a665faa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d HTTP/1.1" status: 200 len: 217 time: 0.1952424 Aug 29 04:30:31.134003 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.185774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] Pushing event deleted for resources: {'Port': ['ID=b3bbeea8-558d-415e-8ffc-862a1fe87598,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.186470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-30e6c61f-54e3-4ec1-b8b9-d2efe583b4a3 req-4c53438a-2b15-446a-931f-50ba4b5ee33f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.8332255 Aug 29 04:30:31.209385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2220e90-2425-4749-84b1-3d154a4e9e75 None None] No DVR routers for this DVR port b3bbeea8-558d-415e-8ffc-862a1fe87598 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:30:31.241121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.246097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:31.276801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.286867 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e3cace8-de5c-4388-a5f3-524029932ada HTTP/1.1" status: 204 len: 168 time: 1.3807597 Aug 29 04:30:31.367324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3bbeea8-558d-415e-8ffc-862a1fe87598 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:31.493441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b3bbeea8-558d-415e-8ffc-862a1fe87598 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:30:31.494222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3bbeea8-558d-415e-8ffc-862a1fe87598 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:30:31.498457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf87dc-470e-4943-96cc-df96241656e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3cace8-de5c-4388-a5f3-524029932ada,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:31.540434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:31.567763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-a4112ae7-6abb-46e1-9c35-9cef4fc33742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:31.570739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-a4112ae7-6abb-46e1-9c35-9cef4fc33742 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.4396219 Aug 29 04:30:31.639710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-9bff1b74-e3e0-400c-9619-23c492642af2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606546 Aug 29 04:30:31.690909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.776474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-d9a21183-a79f-48b8-b8fe-8a85bafd4134 service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281400 Aug 29 04:30:31.809317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.813963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:31.815918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/688a7063-abb4-4c94-8b5a-b919bb29d6fd HTTP/1.1" status: 204 len: 168 time: 3.5841699 Aug 29 04:30:31.905518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.084356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7962058d-c5ce-4478-b02a-6b7e317e2f0d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:32.141847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af7872b5-bd80-4b0e-88af-e6dea2cd6bd2 req-420a794a-98d2-4715-a55d-2eb75c5f523e service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524132 Aug 29 04:30:32.354340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0a03-8b28-415f-b98f-056b4f671211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a7063-abb4-4c94-8b5a-b919bb29d6fd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:32.387712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9154ad2a-5989-4e7d-bb9d-d5a328a0c075 req-a120a216-f167-43a5-9689-38c1128af6b1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7489266 Aug 29 04:30:32.672079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:32.742506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 172.20.0.6 (5bbf71a7-12af-4a6f-b08c-930d3c4f6491/41a307bb-74f2-48c2-938e-5cb8c11f377f/bd71c0a4-459c-45ec-b980-96d2093c92f1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:32.768431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7962058d-c5ce-4478-b02a-6b7e317e2f0d', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'port_id': '7962058d-c5ce-4478-b02a-6b7e317e2f0d', 'mac_address': 'fa:16:3e:cd:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94f09-8cf3-449e-bbdf-18e35be1cea9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:32.937941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:32.978818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7962058d-c5ce-4478-b02a-6b7e317e2f0d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:33.082382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:33.104201 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.265008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.290363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92fd300-2062-4f55-9e0e-9ac20841520c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:33.310765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4eec24-4893-4ff3-a060-f5600cce6178') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:33.311222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4eec24-4893-4ff3-a060-f5600cce6178') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:33.326085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.362239 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.377315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:30:33.377737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.379888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.416717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7962058d-c5ce-4478-b02a-6b7e317e2f0d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:33.563642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Network f13e5068-bc38-44f8-b4e3-20d6a73123e8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:30:33.570149 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:30:33.573115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.621548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event updated for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:33.639739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:33.647495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:33.728840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f59220e-762b-456f-8e4d-093db309da0c req-33839bb3-d4ae-4d42-873b-ec9c1b247ead tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1525061 Aug 29 04:30:33.769843 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.777009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/b92fd300-2062-4f55-9e0e-9ac20841520c HTTP/1.1" status: 204 len: 168 time: 3.9592147 Aug 29 04:30:33.785147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:33.800028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2044175687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:33.898633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:33.906541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.014531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.015805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.037457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.045392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.106614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c0a9-bd93-4bc9-a059-66b7bb447f7b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=b92fd300-2062-4f55-9e0e-9ac20841520c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:34.126603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.138780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.210417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.218209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96fb04d7-6eb7-4c81-ba32-b48990525cb6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4249215 Aug 29 04:30:34.218812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:34.220967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1f586-7c6f-4777-ae2c-779c0909bbcf req-5e3bb592-750e-49de-983a-c701a894ae99 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.224198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abe1f586-7c6f-4777-ae2c-779c0909bbcf req-5e3bb592-750e-49de-983a-c701a894ae99 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 932 time: 2.4301600 Aug 29 04:30:34.245958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-696954747'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:34.362839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.377574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:34.388134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.473097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ee6b4a72-35d4-4f85-b6dc-eaead60ca010 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.1965246 Aug 29 04:30:34.481823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:34.514375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.515115 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment 153d3cd9-3713-4522-8a52-930e141b0cff of type vlan for network 314af0ab-7f67-483e-bdb6-0766d72d1c9b Aug 29 04:30:34.564999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Request body: {'port': {'device_id': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:34.686851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object bd71c0a4-459c-45ec-b980-96d2093c92f1 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:34.731995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.732890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ef7ca244-ad5d-4e11-a537-48c074c70131 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3823051 Aug 29 04:30:34.779913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Request body: {'port': {'device_id': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:34.796052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.825981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abe1f586-7c6f-4777-ae2c-779c0909bbcf req-7a1a5488-257a-4ea2-8502-06373d2f15d5 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034681 Aug 29 04:30:34.905848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:34.913528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2e95f-f2e6-440d-8c26-b9752e8c410d req-9ffdc1ba-e2ad-4c29-8a1c-3a512f0edfc5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.915637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d2e95f-f2e6-440d-8c26-b9752e8c410d req-9ffdc1ba-e2ad-4c29-8a1c-3a512f0edfc5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.7647035 Aug 29 04:30:34.985523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:34.986623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.138330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.147390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:35.360598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1374013 Aug 29 04:30:35.391047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.401786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:35.415345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:35.426490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:35.454212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d2e95f-f2e6-440d-8c26-b9752e8c410d req-cb33e608-963b-4b6f-a018-c449fce1bc38 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4889202 Aug 29 04:30:35.893609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:35.970349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eee03-3ff0-4ac6-9270-142931403309 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=314af0ab-7f67-483e-bdb6-0766d72d1c9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:35.994324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:36.086892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:36.165781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.301787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33daab1d-adf1-4ed3-9acc-9069d22e4ace {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:36.385615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7962058d-c5ce-4478-b02a-6b7e317e2f0d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:36.417966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:36.653029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:36.665569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:36.666922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.709416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f1f8ff1-f154-442d-8103-aa490b4549b2 tempest-DvrRoutersNegativeTest-1562827919 tempest-DvrRoutersNegativeTest-1562827919-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-601666366', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:36.713365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.717220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-885dec40-f350-4181-9c3d-f7ccd1c69b80 None None] Provisioning for port bd71c0a4-459c-45ec-b980-96d2093c92f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:36.734511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-885dec40-f350-4181-9c3d-f7ccd1c69b80 None None] Provisioning complete for port bd71c0a4-459c-45ec-b980-96d2093c92f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:36.735235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-885dec40-f350-4181-9c3d-f7ccd1c69b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:36.750346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.policy [None req-7f1f8ff1-f154-442d-8103-aa490b4549b2 tempest-DvrRoutersNegativeTest-1562827919 tempest-DvrRoutersNegativeTest-1562827919-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 04:30:36.751465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.policy [None req-7f1f8ff1-f154-442d-8103-aa490b4549b2 tempest-DvrRoutersNegativeTest-1562827919 tempest-DvrRoutersNegativeTest-1562827919-project] Failed policy check for 'create_router' {{(pid=94826) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 04:30:36.752831 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-7f1f8ff1-f154-442d-8103-aa490b4549b2 tempest-DvrRoutersNegativeTest-1562827919 tempest-DvrRoutersNegativeTest-1562827919-project] create failed (client error): Access was denied to this resource. Aug 29 04:30:36.763255 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f1f8ff1-f154-442d-8103-aa490b4549b2 tempest-DvrRoutersNegativeTest-1562827919 tempest-DvrRoutersNegativeTest-1562827919-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8678246 Aug 29 04:30:36.989135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.003689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3831a293-6b07-44f3-abeb-b37cec3b1655 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7349384 Aug 29 04:30:37.028648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-885dec40-f350-4181-9c3d-f7ccd1c69b80 None None] Port bd71c0a4-459c-45ec-b980-96d2093c92f1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:37.042895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10fa18-815a-4956-b7a4-6c67b63c611d req-e0a5653a-9687-46e8-b632-adc738e493e8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.057491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db10fa18-815a-4956-b7a4-6c67b63c611d req-e0a5653a-9687-46e8-b632-adc738e493e8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 931 time: 1.8095226 Aug 29 04:30:37.062101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 7962058d-c5ce-4478-b02a-6b7e317e2f0d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:37.081837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'admin_state_up': True, 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'security_groups': ['14cd8810-b99c-4bde-a29f-fe04309a8b0b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:37.093730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7962058d-c5ce-4478-b02a-6b7e317e2f0d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:37.094014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.203006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Transition to ACTIVE for port object 33daab1d-adf1-4ed3-9acc-9069d22e4ace will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:37.394987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:37.395366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: 314af0ab-7f67-483e-bdb6-0766d72d1c9b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:37.406238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-900f272b-4604-4cb8-9fa5-0cd4a3e5b23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.422117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=d549c83d-ec10-4a58-a96b-01d0ed08a714,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:37.432403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.481331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:37.513269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 314af0ab-7f67-483e-bdb6-0766d72d1c9b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:37.525290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:37.529240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:37.557820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2727b-3501-4b5b-aefd-90a36921f040 None None] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:37.588417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1a6d10d-964b-431a-9d31-a2605aff33b3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1957984 Aug 29 04:30:37.593702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:37.737622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.373455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.381046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.419218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629363-1a4f-4dfd-b3a2-5dee6e8145a7 req-ba9076ea-cb0f-43aa-8f4c-a4a511bea591 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:38.437370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d629363-1a4f-4dfd-b3a2-5dee6e8145a7 req-ba9076ea-cb0f-43aa-8f4c-a4a511bea591 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 932 time: 2.0331857 Aug 29 04:30:38.511048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:38.512212 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.514730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:38.517538 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddc2d27-2e84-42ef-b05e-4e059f5f0b82" -d '{"events": [{"server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "name": "network-vif-plugged", "status": "completed", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:38.569726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:38.592677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53bfca4c-2442-429b-bcaa-d9bbb9740e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.786355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3704adff-ff56-4649-adce-2b3a7087a072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:38.848804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:38.894323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.155265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.233235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db10fa18-815a-4956-b7a4-6c67b63c611d req-1cccae51-44fa-4f7d-a28d-f245957e79c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.1725569 Aug 29 04:30:39.396057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Allocated IP 2001:db8::2 (314af0ab-7f67-483e-bdb6-0766d72d1c9b/d549c83d-ec10-4a58-a96b-01d0ed08a714/802e636d-3c19-4b69-93e6-98cde1c1c4ff) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:39.501812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:39.503270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.514877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4cfd91-8f63-45af-9685-1812239c553c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:39.560226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d629363-1a4f-4dfd-b3a2-5dee6e8145a7 req-bc4b380c-38e9-4b80-92d9-cb637e38073e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1212707 Aug 29 04:30:39.562464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.786140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Attempting to bind port 33daab1d-adf1-4ed3-9acc-9069d22e4ace on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:39.786140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Attempting to bind port 33daab1d-adf1-4ed3-9acc-9069d22e4ace by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:39.786140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Attempting to bind port 33daab1d-adf1-4ed3-9acc-9069d22e4ace on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:39.871438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.892469 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39289bbb-fd7f-42f9-82e0-43c899b7e83e x-openstack-request-id: req-39289bbb-fd7f-42f9-82e0-43c899b7e83e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:39.893205 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "name": "network-vif-plugged", "status": "completed", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:39.893628 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39289bbb-fd7f-42f9-82e0-43c899b7e83e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:39.894210 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d', 'code': 200} Aug 29 04:30:39.895720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Transition to ACTIVE for port object 802e636d-3c19-4b69-93e6-98cde1c1c4ff will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:39.922341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Transition to ACTIVE for port object 802e636d-3c19-4b69-93e6-98cde1c1c4ff will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:39.922597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Port 33daab1d-adf1-4ed3-9acc-9069d22e4ace on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:39.928200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Attempting to bind port 33daab1d-adf1-4ed3-9acc-9069d22e4ace on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:39.929535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.936879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.979613 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53bfca4c-2442-429b-bcaa-d9bbb9740e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:39.993879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Transition to ACTIVE for port object 6a4cfd91-8f63-45af-9685-1812239c553c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:39.996948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:39.997328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Checking segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:39.997766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Bound using segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:39.998609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Bound port: 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:39.998999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.025703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797966e7-c0a9-4352-9f25-387eaf0c94df req-2feb1e68-2e98-4c6e-8d10-777b87f4d1a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.027418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-797966e7-c0a9-4352-9f25-387eaf0c94df req-2feb1e68-2e98-4c6e-8d10-777b87f4d1a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.5006576 Aug 29 04:30:40.036608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-53bfca4c-2442-429b-bcaa-d9bbb9740e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.055073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.063682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.54', 50166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.132061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:40.150733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:40.175854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:40.210826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Pushing event updated for resources: {'Port': ['ID=802e636d-3c19-4b69-93e6-98cde1c1c4ff,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.247960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfca4c-2442-429b-bcaa-d9bbb9740e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c050a-fa9d-4428-9ba7-e895332edfd4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.299967 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.429878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-53bfca4c-2442-429b-bcaa-d9bbb9740e8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22261613c0e0494f8d69da0daf5da1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6838329 Aug 29 04:30:40.443532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:40.532554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-06548813-abda-4e85-9cbe-59b5142bac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.534544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Attempting to bind port 802e636d-3c19-4b69-93e6-98cde1c1c4ff on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:40.538976 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-06548813-abda-4e85-9cbe-59b5142bac18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1099 time: 0.5547299 Aug 29 04:30:40.566103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Attempting to bind port 802e636d-3c19-4b69-93e6-98cde1c1c4ff by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:40.566103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Attempting to bind port 802e636d-3c19-4b69-93e6-98cde1c1c4ff on network 314af0ab-7f67-483e-bdb6-0766d72d1c9b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:40.568350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc8667fb-66b5-451b-9acf-db049ef6a905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.599657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:40.599657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Checking segment: {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:40.600202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.602860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Bound using segment: {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:40.610254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Bound port: 802e636d-3c19-4b69-93e6-98cde1c1c4ff, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:40.611702 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:40.699160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dff65a-8433-40b5-a79e-6e66b93c76ad req-1b69b112-3406-4eed-87ef-41e0ed9976d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:40.743261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-797966e7-c0a9-4352-9f25-387eaf0c94df req-479ac799-591c-48dd-aeca-d3f9b755b694 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6232839 Aug 29 04:30:40.743676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-02dff65a-8433-40b5-a79e-6e66b93c76ad req-1b69b112-3406-4eed-87ef-41e0ed9976d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 1098 time: 0.5277717 Aug 29 04:30:40.768923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:40.969029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:41.008921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] For port 802e636d-3c19-4b69-93e6-98cde1c1c4ff, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:41.015564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] For port 802e636d-3c19-4b69-93e6-98cde1c1c4ff, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=802e636d-3c19-4b69-93e6-98cde1c1c4ff,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:41.025698 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.038774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:41.044264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Attempting to bind port 6a4cfd91-8f63-45af-9685-1812239c553c on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:41.045137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Attempting to bind port 6a4cfd91-8f63-45af-9685-1812239c553c by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:41.046237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Attempting to bind port 6a4cfd91-8f63-45af-9685-1812239c553c on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:41.056693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Port 6a4cfd91-8f63-45af-9685-1812239c553c on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:30:41.057344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Attempting to bind port 6a4cfd91-8f63-45af-9685-1812239c553c on network f13e5068-bc38-44f8-b4e3-20d6a73123e8 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:41.071691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.097395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:41.097395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Checking segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:41.102572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Bound using segment: {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:41.102572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Bound port: 6a4cfd91-8f63-45af-9685-1812239c553c, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff5b41-e428-4bc6-986b-d10b88f446b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:41.105876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.172113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Pushing event updated for resources: {'Port': ['ID=802e636d-3c19-4b69-93e6-98cde1c1c4ff,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.224533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.225565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.226123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.227893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.231001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.231658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.245429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.246214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.247386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.248042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.252643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.254835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4da649-6276-4bc7-a479-aad20c9b192a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:41.283652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.340262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.340946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.342533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] 10.222.0.50 "PUT /v2.0/ports/33daab1d-adf1-4ed3-9acc-9069d22e4ace HTTP/1.1" status: 200 len: 1092 time: 6.5726163 Aug 29 04:30:41.351910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:41.388113 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfcc79e-fe59-4076-997c-b196317b2ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:41.491041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830988a3-1a4e-4571-9c58-23189f317419 req-c294c566-8e28-4272-b7a9-5941f3fcfdeb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.510932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-830988a3-1a4e-4571-9c58-23189f317419 req-c294c566-8e28-4272-b7a9-5941f3fcfdeb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 931 time: 0.9013484 Aug 29 04:30:41.711949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c44e-7df4-4b0f-bc14-d89481190e0a service neutron] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:41.713520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-f0572a26-a4b5-49a5-bfa5-19ea01586bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.715372 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-f0572a26-a4b5-49a5-bfa5-19ea01586bd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 1.0581765 Aug 29 04:30:41.751047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3704adff-ff56-4649-adce-2b3a7087a072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.849596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3704adff-ff56-4649-adce-2b3a7087a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:41.856903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426ebe-7e4e-4533-8589-5e0220c4d035 req-9a8f128a-308a-4b15-84aa-7620c0d5bbfe tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:41.865646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f426ebe-7e4e-4533-8589-5e0220c4d035 req-9a8f128a-308a-4b15-84aa-7620c0d5bbfe tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 944 time: 0.8234878 Aug 29 04:30:41.981328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.074514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-830988a3-1a4e-4571-9c58-23189f317419 req-44a3f98d-0d98-49b1-9cda-4f4edf927f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370698 Aug 29 04:30:42.138544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-db1667b7-fa04-4b08-9cde-361602426d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.147356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-db1667b7-fa04-4b08-9cde-361602426d5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 1095 time: 0.6741190 Aug 29 04:30:42.160371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:42.455030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-91c567e1-276b-45f9-9c15-b43d633f793b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace HTTP/1.1" status: 200 len: 217 time: 0.2318411 Aug 29 04:30:42.460545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:42.471651 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.510365 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1af1c-e9a6-47a4-9ba1-eb9641ae27e8 x-openstack-request-id: req-10f1af1c-e9a6-47a4-9ba1-eb9641ae27e8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:42.513600 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:42.514718 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10f1af1c-e9a6-47a4-9ba1-eb9641ae27e8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:42.516720 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'status': 'completed', 'code': 200} Aug 29 04:30:42.535313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a4cfd91-8f63-45af-9685-1812239c553c,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:42.579333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.639297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f426ebe-7e4e-4533-8589-5e0220c4d035 req-e74d0782-7fb5-4b6c-a15a-c4c8d88eaf9e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764102 Aug 29 04:30:42.713923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.716431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:42.718172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a4cfd91-8f63-45af-9685-1812239c553c HTTP/1.1" status: 200 len: 1093 time: 8.1699195 Aug 29 04:30:42.839398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704adff-ff56-4649-adce-2b3a7087a072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776efe88-9ac3-4a1d-80bd-b2482e7d4edd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:42.890414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8cbe8878-9287-4940-a2ac-19a3dc339606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:42.892769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-8cbe8878-9287-4940-a2ac-19a3dc339606 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.4040344 Aug 29 04:30:43.008338 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.028794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8::1 (314af0ab-7f67-483e-bdb6-0766d72d1c9b/d549c83d-ec10-4a58-a96b-01d0ed08a714/b93dbc1e-a768-452e-98b8-c68748809c7f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:43.079652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be4491-b78b-4d59-9fff-cd237f3d3650 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:43.132159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-204a2eff-070e-49f1-bea1-c0a76e741345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829100 Aug 29 04:30:43.259476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.329969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object b93dbc1e-a768-452e-98b8-c68748809c7f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:43.408215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bdd773a7-fc80-4ff4-8145-498bb6f4db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.410294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-bdd773a7-fc80-4ff4-8145-498bb6f4db6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 1096 time: 0.5227816 Aug 29 04:30:43.458763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-fc9ce429-909b-49b8-bb55-f69580165be5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1002 time: 1.6477604 Aug 29 04:30:43.464453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3704adff-ff56-4649-adce-2b3a7087a072 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85437a57fcd446cc984780a371c651a0&name=default HTTP/1.1" status: 200 len: 2983 time: 6.0282555 Aug 29 04:30:43.481425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:30:43.481425 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:30:43.481425 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '255c2d02bcea46e18c6cf28612ec727a', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 30, 39, 657773)}] Aug 29 04:30:43.481425 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:30:43.481983 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:30:43.483478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:43.536405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-c75015ca-992e-4a0f-b966-2bf88dc5f2a3 service neutron] 10.222.0.50 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780849 Aug 29 04:30:43.549751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3de7-1e76-4d3e-a799-6b55b05459ad req-0c146b51-b3ec-49c2-8bcc-c162ec38fd84 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:43.571570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98ea3de7-1e76-4d3e-a799-6b55b05459ad req-0c146b51-b3ec-49c2-8bcc-c162ec38fd84 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.8642535 Aug 29 04:30:43.588978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:43.607696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-02dff65a-8433-40b5-a79e-6e66b93c76ad req-905716e4-0816-4c9d-8783-3158eb4ee48c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5703385 Aug 29 04:30:43.744680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 802e636d-3c19-4b69-93e6-98cde1c1c4ff up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:43.823649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:43.826106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a132f905-b9fa-43fe-8390-cad67dffae9b None None] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:43.844504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-5c3cac98-2f08-4150-8d82-4a44deb403e8 service neutron] 10.222.0.50 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561878 Aug 29 04:30:43.874666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-c7cb9930-7def-4226-b5b1-4b82b9e1bd1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a4cfd91-8f63-45af-9685-1812239c553c HTTP/1.1" status: 200 len: 217 time: 0.4431915 Aug 29 04:30:43.929003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-26500a38-422b-4016-b323-53a9fbb9a1c6 None None] Provisioning for port 802e636d-3c19-4b69-93e6-98cde1c1c4ff completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:43.953495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.1.1.252 (db647399-1386-4c56-b054-01a55d12963a/f42c3b1b-ae89-425e-bb94-0972ef6305d2/6a92d72f-dbdb-45bd-a4d1-d604503dedcd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:43.977596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.015861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.053900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 802e636d-3c19-4b69-93e6-98cde1c1c4ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:44.102625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.105397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 802e636d-3c19-4b69-93e6-98cde1c1c4ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:44.105766 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.112056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:44.125840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98ea3de7-1e76-4d3e-a799-6b55b05459ad req-3d40d502-e0e3-43d9-ba2b-e58aca842057 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5496380 Aug 29 04:30:44.208818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:44.209430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.300417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.303304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.305637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/143c050a-fa9d-4428-9ba7-e895332edfd4 HTTP/1.1" status: 204 len: 168 time: 3.8493013 Aug 29 04:30:44.315512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-5efc99d4-93cc-4da3-8e8b-303f2d64aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.326109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-5efc99d4-93cc-4da3-8e8b-303f2d64aa76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.4353011 Aug 29 04:30:44.340401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-311cf4e7-10c3-48ab-b236-e3c2d76671c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.341339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-311cf4e7-10c3-48ab-b236-e3c2d76671c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.7565665 Aug 29 04:30:44.350206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e667b66-40b6-4a50-88c8-39d3152ed641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c050a-fa9d-4428-9ba7-e895332edfd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.360762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0752-8167-42a7-b9d5-670fdb76f6b8 req-3b306651-e87e-494b-9561-14ed1533f68a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.362154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a72e0752-8167-42a7-b9d5-670fdb76f6b8 req-3b306651-e87e-494b-9561-14ed1533f68a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 931 time: 0.9571826 Aug 29 04:30:44.454752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.508440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.526962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.555629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.598705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:44.606053 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528" -d '{"events": [{"name": "network-changed", "server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:44.712594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.718343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:44.721946 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/776efe88-9ac3-4a1d-80bd-b2482e7d4edd HTTP/1.1" status: 204 len: 168 time: 1.1170728 Aug 29 04:30:44.770471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6c2b8-7dde-4274-b616-d83fc8c383b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776efe88-9ac3-4a1d-80bd-b2482e7d4edd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:44.778043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-ff98a4ad-fce5-4a46-9ab9-cd5dbeabafa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3871620 Aug 29 04:30:44.840679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-f97df866-9c41-44d6-9918-d2aa135c8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:44.845479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-f97df866-9c41-44d6-9918-d2aa135c8c23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4038241 Aug 29 04:30:45.078167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-1d38fd73-cc3d-4ee0-980d-6133984eae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.082278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-1d38fd73-cc3d-4ee0-980d-6133984eae74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 1095 time: 1.0349541 Aug 29 04:30:45.347377 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.461173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 802e636d-3c19-4b69-93e6-98cde1c1c4ff, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=802e636d-3c19-4b69-93e6-98cde1c1c4ff,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:45.476849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.681500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-5b48601c-75bc-41f3-b5c1-d8bf7e6debf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:45.685802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-5b48601c-75bc-41f3-b5c1-d8bf7e6debf5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 919 time: 0.5725548 Aug 29 04:30:45.803443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=802e636d-3c19-4b69-93e6-98cde1c1c4ff,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:45.874627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.948777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:45.967683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-3a2fdd3c-5495-4286-b42c-e0d5a3f63bcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace HTTP/1.1" status: 200 len: 217 time: 0.2353432 Aug 29 04:30:46.000833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-0f9b7fba-efdb-46b3-96df-490a628704e4 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1195624 Aug 29 04:30:46.002748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.003975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.011959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.027647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Provisioning complete for port 802e636d-3c19-4b69-93e6-98cde1c1c4ff triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.028285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.168062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-711dcc71-0ad3-4479-89f8-5787ab603b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.170989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-711dcc71-0ad3-4479-89f8-5787ab603b6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.1750455 Aug 29 04:30:46.203453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a72e0752-8167-42a7-b9d5-670fdb76f6b8 req-d5463654-2409-441f-8c4b-9ade6d980c99 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7570887 Aug 29 04:30:46.233053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0a95f164-4978-4964-a8f8-20154daeaec7 req-38005400-1ad5-4acf-b013-c13f84ce9495 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143395 Aug 29 04:30:46.259807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.286195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-79de917a-cfdd-422b-bd47-2caaebf00221 service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4894609 Aug 29 04:30:46.425791 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5219c12-954c-4f46-9e42-5b222a752a7d x-openstack-request-id: req-d5219c12-954c-4f46-9e42-5b222a752a7d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:46.426763 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:46.427787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Provisioning for port b93dbc1e-a768-452e-98b8-c68748809c7f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:46.428739 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5219c12-954c-4f46-9e42-5b222a752a7d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:46.432774 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c', 'status': 'completed', 'code': 200} Aug 29 04:30:46.438190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-336337cf-7827-452b-b288-f4988a86e385 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2320516 Aug 29 04:30:46.443741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Provisioning complete for port b93dbc1e-a768-452e-98b8-c68748809c7f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.444553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.454482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eafbe-d152-4676-9301-8fdf467e2f00 req-ccd616cc-3e06-4066-a7d4-5a678970251f tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:46.470458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e6eafbe-d152-4676-9301-8fdf467e2f00 req-ccd616cc-3e06-4066-a7d4-5a678970251f tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 944 time: 1.8537300 Aug 29 04:30:46.584016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b458434-70bf-4fa6-ae7b-1f21675b4031,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.591286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0880b9ba-5ef6-4d7d-9b35-ca583dffe402 None None] Port b93dbc1e-a768-452e-98b8-c68748809c7f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:46.599069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34c8198a-39a0-4829-aad4-bb04bd3289e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=255c2d02bcea46e18c6cf28612ec727a&name=default HTTP/1.1" status: 200 len: 2983 time: 7.7490613 Aug 29 04:30:46.603285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:46.613457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:46.722221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-223ed0ba-df72-4cae-825b-96ba5005ae9a None None] Provisioning complete for port b93dbc1e-a768-452e-98b8-c68748809c7f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:46.762676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-223ed0ba-df72-4cae-825b-96ba5005ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:46.846819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:46.859678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:46.987125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-223ed0ba-df72-4cae-825b-96ba5005ae9a None None] Port b93dbc1e-a768-452e-98b8-c68748809c7f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:47.175645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.399444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 33daab1d-adf1-4ed3-9acc-9069d22e4ace details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:47.430209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.624725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:30:47.765384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.768444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:47.783985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b458434-70bf-4fa6-ae7b-1f21675b4031 HTTP/1.1" status: 204 len: 168 time: 1.1555121 Aug 29 04:30:47.811626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:47.817728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e1243-b8d8-4972-9809-2faed9c87eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b458434-70bf-4fa6-ae7b-1f21675b4031,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:47.843467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:47.850827 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28a3e83b-738e-4868-a266-3850429af9b4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2555048 Aug 29 04:30:47.855766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39182) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:47.858872 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:47.862364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-288109201'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:47.874677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:47.875311 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:47.889845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 802e636d-3c19-4b69-93e6-98cde1c1c4ff up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:47.890968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:47.897297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'port_id': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94f09-8cf3-449e-bbdf-18e35be1cea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:47.900733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.006688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:48.061156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.067191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.068055 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256 of type vlan for network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d Aug 29 04:30:48.082496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33daab1d-adf1-4ed3-9acc-9069d22e4ace {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:48.086249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-56601f0b-672b-44f3-a6f0-689907f87545 service neutron] 10.222.0.50 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5979211 Aug 29 04:30:48.137906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:48.152748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.157562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object 6a92d72f-dbdb-45bd-a4d1-d604503dedcd will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:48.169364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:30:48.181302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.189466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.190132 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.281837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a1ea6ea5-8461-4302-9699-f239876c8442 None None] Provisioning complete for port b93dbc1e-a768-452e-98b8-c68748809c7f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:48.283044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.299977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf61a054-fd35-44ed-bc8d-cd5abf91b484 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4399779 Aug 29 04:30:48.301998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.303149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6ea5-8461-4302-9699-f239876c8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.309999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.311380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:48.318362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e6eafbe-d152-4676-9301-8fdf467e2f00 req-2310ef94-15ae-4a7f-814d-cf4fa3f4ce2a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890483 Aug 29 04:30:48.321957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:48.564742 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.634215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edfcc79e-fe59-4076-997c-b196317b2ebe req-d412d47c-9490-436b-a7c5-0f83df77c59f service neutron] 10.222.0.50 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285580 Aug 29 04:30:48.639398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:48.654678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.698806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:48.735686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:48.755838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea6ea5-8461-4302-9699-f239876c8442 None None] Port b93dbc1e-a768-452e-98b8-c68748809c7f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:48.761241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.807433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:45Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:48.810335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f1c57-984f-4deb-a714-972376408bda req-91590384-c844-4435-9b50-7a5618ed47e0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:48.823725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed6f1c57-984f-4deb-a714-972376408bda req-91590384-c844-4435-9b50-7a5618ed47e0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 947 time: 0.7984278 Aug 29 04:30:48.829219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 802e636d-3c19-4b69-93e6-98cde1c1c4ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:48.829844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.887969 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:30:48.889675 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Updating router 75aaca35-fd57-4344-aed9-a51d02065680 port b93dbc1e-a768-452e-98b8-c68748809c7f binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:30:48.910817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:48.913276 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e38080c-cdd9-432d-8eae-17b985f1ce34" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:48.963729 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:48.970757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:48.995659 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.057617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066d7b-84b2-4b92-854a-652aae459bdc req-d071a1a5-f123-4320-9dd5-5753cf15f25d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:49.073789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['33daab1d-adf1-4ed3-9acc-9069d22e4ace'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:49.092166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59066d7b-84b2-4b92-854a-652aae459bdc req-d071a1a5-f123-4320-9dd5-5753cf15f25d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 931 time: 0.4502029 Aug 29 04:30:49.154458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c802f4a4-0762-42da-8e5c-b614d02e72db req-205deb83-6de4-42de-8d6e-19baa5af3655 service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8532689 Aug 29 04:30:49.190858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed6f1c57-984f-4deb-a714-972376408bda req-e8d83a60-9e1a-4929-938d-b91943dcfb2a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3624864 Aug 29 04:30:49.228147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1045054157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:49.311444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39204) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:49.323286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.324568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.407536 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eea388-a578-460f-b570-37642ff8fd53 x-openstack-request-id: req-71eea388-a578-460f-b570-37642ff8fd53 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:49.407963 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-unplugged", "status": "completed", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:49.410359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1e0c9-3fd9-4dfc-bffa-66492b41c1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.411739 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71eea388-a578-460f-b570-37642ff8fd53 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:49.412355 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'code': 200} Aug 29 04:30:49.420814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.440317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=14']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.456884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.531371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59066d7b-84b2-4b92-854a-652aae459bdc req-5230a692-00c9-4499-b8cd-2844219aeff3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237300 Aug 29 04:30:49.651604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.661788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network db647399-1386-4c56-b054-01a55d12963a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:49.669597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:49.674125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:49.799259 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.823288 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Transition to ACTIVE for port object b93dbc1e-a768-452e-98b8-c68748809c7f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:49.835082 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.846756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:49.849239 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.865597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.902566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-fe8be34b-905a-4b11-98a3-23fb563fd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:49.904436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-fe8be34b-905a-4b11-98a3-23fb563fd58f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2595b5b3c48d475aa72dd40376697bf9&device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 1096 time: 0.5754735 Aug 29 04:30:49.928937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:49.966248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=a89946be-e8b7-4a79-ac42-b25494e2acec,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:49.992983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Pushing event updated for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.001600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:50.002817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:50.045400 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.046501 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.048602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.052284 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.053189 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.056892 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.057332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.059009 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.059525 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.062676 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.065394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.065593 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:30:50.068994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-19ec1ddb-1743-4912-ba94-e6bdbb021327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.071123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-19ec1ddb-1743-4912-ba94-e6bdbb021327 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 200 len: 919 time: 0.1438005 Aug 29 04:30:50.072703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:50.123896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:50.136243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.140082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.141079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729fa535-6812-4003-a16a-9376c700ad14 None None] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:50.285997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-21aaf062-3f14-4be5-bcbf-7446f5056136 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a4cfd91-8f63-45af-9685-1812239c553c HTTP/1.1" status: 200 len: 217 time: 0.1977363 Aug 29 04:30:50.288379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1e0c9-3fd9-4dfc-bffa-66492b41c1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.297489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51b1e0c9-3fd9-4dfc-bffa-66492b41c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.299162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Attempting to bind port b93dbc1e-a768-452e-98b8-c68748809c7f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:50.300449 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Attempting to bind port b93dbc1e-a768-452e-98b8-c68748809c7f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:50.301073 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Attempting to bind port b93dbc1e-a768-452e-98b8-c68748809c7f on network 314af0ab-7f67-483e-bdb6-0766d72d1c9b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:50.324142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f39078f0-cd70-44ea-aa56-dbfdf1cb5493 None None] Provisioning for port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:50.334075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f39078f0-cd70-44ea-aa56-dbfdf1cb5493 None None] Provisioning complete for port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:50.334745 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f39078f0-cd70-44ea-aa56-dbfdf1cb5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.336076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ca02e-6fb1-4cc2-b4cf-f252a7f558d9 req-0d4402be-24d0-4387-8da7-c9272480563a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.338841 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:50.339871 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Checking segment: {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:50.340872 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.342251 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Bound using segment: {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:50.343423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Bound port: b93dbc1e-a768-452e-98b8-c68748809c7f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153d3cd9-3713-4522-8a52-930e141b0cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:50.344396 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.345512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d2ca02e-6fb1-4cc2-b4cf-f252a7f558d9 req-0d4402be-24d0-4387-8da7-c9272480563a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 944 time: 0.4783072 Aug 29 04:30:50.397788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-23cb6aac-abdc-44ce-bb51-2734262067b1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 13.3315015 Aug 29 04:30:50.412689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f39078f0-cd70-44ea-aa56-dbfdf1cb5493 None None] Port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:50.453625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1e0c9-3fd9-4dfc-bffa-66492b41c1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3026752-9baa-472c-9b41-e3225e9b10e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.483875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] For port b93dbc1e-a768-452e-98b8-c68748809c7f, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:50.485360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'admin_state_up': True, 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'security_groups': ['14cd8810-b99c-4bde-a29f-fe04309a8b0b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:50.501765 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] For port b93dbc1e-a768-452e-98b8-c68748809c7f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b93dbc1e-a768-452e-98b8-c68748809c7f,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:50.507662 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1899113c-77ad-4bae-8f7b-a3fdbf028c67 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2030137 Aug 29 04:30:50.511138 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.522425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.527916 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-025b1138-2cc9-452d-9963-dfee8d54c93c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7877970 Aug 29 04:30:50.529200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.529987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.569259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2139703324'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:50.604650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:50.606732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.624219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-51b1e0c9-3fd9-4dfc-bffa-66492b41c1ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=561e9807f5074482b4ca109690a2ce8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2956722 Aug 29 04:30:50.628290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39230) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:50.631027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:50.640718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.661849 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:50.666563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:50.707391 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e48416-8c30-47c3-b444-60b02ced8d5b None None] Pushing event updated for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:50.816305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.855576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.867408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:50.888369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.893866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.919417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58978f7f-4666-462e-82a7-f8b9df79b1b5 req-943ebc85-5f66-4682-bfdd-f817e07657f3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:50.941113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58978f7f-4666-462e-82a7-f8b9df79b1b5 req-943ebc85-5f66-4682-bfdd-f817e07657f3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.8122058 Aug 29 04:30:50.959835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.963727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:50.968431 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3026752-9baa-472c-9b41-e3225e9b10e7 HTTP/1.1" status: 204 len: 168 time: 0.3115764 Aug 29 04:30:50.990345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57d464-b9e6-411a-908c-2d78945afae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3026752-9baa-472c-9b41-e3225e9b10e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:51.103820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-f1298307-eb19-4775-9611-af62540cd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:51.106707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-f1298307-eb19-4775-9611-af62540cd53e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 200 len: 858 time: 0.8027148 Aug 29 04:30:51.182835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d2ca02e-6fb1-4cc2-b4cf-f252a7f558d9 req-8763c400-9031-4176-9918-a3dff6305dc1 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8350072 Aug 29 04:30:51.208717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:51.358149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-83c2fc48-7aa6-482e-a127-8a0aa67cec86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13e5068-bc38-44f8-b4e3-20d6a73123e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179983 Aug 29 04:30:51.406634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Allocated IP 2001:db8:1::2 (1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d/a89946be-e8b7-4a79-ac42-b25494e2acec/5f45f820-0500-4b83-8e3c-786e6d79d0d2) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:51.456575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58978f7f-4666-462e-82a7-f8b9df79b1b5 req-66dc415c-68e3-4842-a8eb-a88d0147f400 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5107849 Aug 29 04:30:51.509021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-95363ad2-fe1b-44d2-9f65-438da6a5219e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:30:51.515191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-95363ad2-fe1b-44d2-9f65-438da6a5219e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0850947 Aug 29 04:30:51.699833 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:51.780442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 33daab1d-adf1-4ed3-9acc-9069d22e4ace up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:51.786030 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9397373-7463-424c-aaff-ea8c75243137 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:44Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:50Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:30:51.920741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.026460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.051802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:52.075905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.076709 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Added segment 58e987db-e5cf-4e1c-9b27-6d1f1c9206fb of type vlan for network c653f9bf-0847-4cc4-95b2-705226a07cb9 Aug 29 04:30:52.102079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27846-4b51-4e0c-b9fc-5002b734b77d req-635a266d-d2c8-44ba-9ac8-db16f0830ab3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.137392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27846-4b51-4e0c-b9fc-5002b734b77d req-635a266d-d2c8-44ba-9ac8-db16f0830ab3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.140305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7b27846-4b51-4e0c-b9fc-5002b734b77d req-635a266d-d2c8-44ba-9ac8-db16f0830ab3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 1653 time: 0.6009927 Aug 29 04:30:52.145360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-cc0a1d50-e9b6-455e-b938-8d995b968776 service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938418 Aug 29 04:30:52.193655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.214043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a4cfd91-8f63-45af-9685-1812239c553c details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:30:52.301223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0cac1b-8b8f-4d3c-838f-2b3c09d750e4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.327261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.349305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7b27846-4b51-4e0c-b9fc-5002b734b77d req-1b6995c1-590a-419b-87b7-cf27f581cb9c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912098 Aug 29 04:30:52.359049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:52.362545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.474513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39262) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.476161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9af04bb5-6f1d-4b1e-93ce-4d8a6a30a528 req-8d10c8cf-e32f-4060-9fb6-241151f5dbda service neutron] 10.222.0.54 "GET /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241861 Aug 29 04:30:52.479499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Network': ['ID=c653f9bf-0847-4cc4-95b2-705226a07cb9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:52.483602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.1.1.208 (db647399-1386-4c56-b054-01a55d12963a/f42c3b1b-ae89-425e-bb94-0972ef6305d2/7403c925-ad50-4efc-b8c3-9c96ebd0ce1d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:52.510630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 33daab1d-adf1-4ed3-9acc-9069d22e4ace completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:52.520802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.530935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8d14ba6-6503-420f-a4b2-57f16d336272 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9957457 Aug 29 04:30:52.535986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.547694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 33daab1d-adf1-4ed3-9acc-9069d22e4ace triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:52.548756 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:52.576436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'subnet': {'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:52.654492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:30:52.776146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:52.809846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:30:52.862315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccdc332-a245-48a2-96d7-0572bbbb3b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.066143 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.116579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:53.168112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.195196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccdc332-a245-48a2-96d7-0572bbbb3b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.210283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fccdc332-a245-48a2-96d7-0572bbbb3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.218322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.269186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.283614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Transition to ACTIVE for port object 5f45f820-0500-4b83-8e3c-786e6d79d0d2 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:53.320168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Transition to ACTIVE for port object 5f45f820-0500-4b83-8e3c-786e6d79d0d2 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:53.337934 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fccdc332-a245-48a2-96d7-0572bbbb3b4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91e600e07ba84d69a2c3ff09cf8087b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568640 Aug 29 04:30:53.338906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:53.356156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.380289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network db647399-1386-4c56-b054-01a55d12963a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:53.418911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:53.439730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:53.455861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00d1bf57-ff52-45e8-9d8d-575107b696e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.584665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdc332-a245-48a2-96d7-0572bbbb3b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fe687c-ddfd-436b-a737-e6d3dd10aac2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.597642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.608605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.615790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.632426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:53.636637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486f34f-07fd-474a-97fa-e074c5a1f14e req-102c8197-0b02-4454-96c8-19d36c0f48f4 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:53.638951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.640055 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2742a-bb60-4178-af54-6ed36f55f1bf" -d '{"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-plugged", "status": "completed", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:53.649858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f486f34f-07fd-474a-97fa-e074c5a1f14e req-102c8197-0b02-4454-96c8-19d36c0f48f4 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 944 time: 0.9577086 Aug 29 04:30:53.691711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:53.696129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.698939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.706865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.751841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:53.788018 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:53.802570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:53.808826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:53.813107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a4cfd91-8f63-45af-9685-1812239c553c,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:53.815745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Pushing event updated for resources: {'Port': ['ID=5f45f820-0500-4b83-8e3c-786e6d79d0d2,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:53.926204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b93dbc1e-a768-452e-98b8-c68748809c7f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:53.973431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6a4cfd91-8f63-45af-9685-1812239c553c', 'network_id': 'f13e5068-bc38-44f8-b4e3-20d6a73123e8', 'port_id': '6a4cfd91-8f63-45af-9685-1812239c553c', 'mac_address': 'fa:16:3e:8b:69:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94f09-8cf3-449e-bbdf-18e35be1cea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:30:54.001770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.004733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.009193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13fe687c-ddfd-436b-a737-e6d3dd10aac2 HTTP/1.1" status: 204 len: 168 time: 0.6618915 Aug 29 04:30:54.009418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f486f34f-07fd-474a-97fa-e074c5a1f14e req-d0026f25-5e81-4166-8e4e-d6190bc37bd1 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549550 Aug 29 04:30:54.139224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f917424-9bc0-4157-bbee-729971bfb930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fe687c-ddfd-436b-a737-e6d3dd10aac2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.176572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c235b-7e53-426e-9e72-a247576605dc req-d4b761df-aef0-4ce2-912a-2acea8cd18cf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.194054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c235b-7e53-426e-9e72-a247576605dc req-d4b761df-aef0-4ce2-912a-2acea8cd18cf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.208602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c235b-7e53-426e-9e72-a247576605dc req-d4b761df-aef0-4ce2-912a-2acea8cd18cf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.226801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df3c235b-7e53-426e-9e72-a247576605dc req-d4b761df-aef0-4ce2-912a-2acea8cd18cf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 2374 time: 0.5718441 Aug 29 04:30:54.231677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8:1::1 (1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d/a89946be-e8b7-4a79-ac42-b25494e2acec/4b16f6f4-b348-4c12-9317-bbf9f94b81d0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:54.247397 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb76d9-7516-452d-8d7a-f8de7ea82c77 x-openstack-request-id: req-c9eb76d9-7516-452d-8d7a-f8de7ea82c77 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:54.247855 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-plugged", "status": "completed", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:54.248285 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9eb76d9-7516-452d-8d7a-f8de7ea82c77 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:54.248911 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'code': 200} Aug 29 04:30:54.260969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00d1bf57-ff52-45e8-9d8d-575107b696e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.282799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00d1bf57-ff52-45e8-9d8d-575107b696e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.288052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.328377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-382e0c75-a6dc-4445-a99f-6aa31d45483d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8615477 Aug 29 04:30:54.344179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'admin_state_up': True, 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'security_groups': ['14cd8810-b99c-4bde-a29f-fe04309a8b0b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:54.419077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.428458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Attempting to bind port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:54.428836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Attempting to bind port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:54.430381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Attempting to bind port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 on network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:54.440808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99297873-a787-4b2b-ac4b-4ef7807d9e12 None None] Provisioning for port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:54.456430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-99297873-a787-4b2b-ac4b-4ef7807d9e12 None None] Provisioning complete for port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.456812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-99297873-a787-4b2b-ac4b-4ef7807d9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.460203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4cfd91-8f63-45af-9685-1812239c553c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:30:54.466905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:54.467533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Checking segment: {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:54.468179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.468854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Bound using segment: {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:54.469807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Bound port: 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:54.470461 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.526654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.531137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a4cfd91-8f63-45af-9685-1812239c553c,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:54.565177 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00d1bf57-ff52-45e8-9d8d-575107b696e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46ee7854babc4f26bfaf4aba9761e719&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0692284 Aug 29 04:30:54.572301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:54.586591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.594110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1bf57-ff52-45e8-9d8d-575107b696e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaba8ab-88df-490a-ac04-4361910cc32f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.657115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df3c235b-7e53-426e-9e72-a247576605dc req-024e3c15-e5df-4d91-a5c1-bc14caa3515a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4290662 Aug 29 04:30:54.683754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-99297873-a787-4b2b-ac4b-4ef7807d9e12 None None] Port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:30:54.691643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b93dbc1e-a768-452e-98b8-c68748809c7f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:54.718315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.723408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f9f39-06cd-4d88-a1be-e652a23d2fc7 req-375df25b-2765-48ff-90cb-57f9e8f2e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:54.729023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1f9f39-06cd-4d88-a1be-e652a23d2fc7 req-375df25b-2765-48ff-90cb-57f9e8f2e727 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 1097 time: 0.4997559 Aug 29 04:30:54.764346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.831073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.832527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:54.852063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b93dbc1e-a768-452e-98b8-c68748809c7f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:54.852635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.852869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:54.898404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:54.925771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Subnet': ['ID=bbfcb82a-c775-42a5-8651-46e928f06313,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:54.966336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] For port 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:30:54.971220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6a4cfd91-8f63-45af-9685-1812239c553c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:30:55.063563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.075724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] For port 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f45f820-0500-4b83-8e3c-786e6d79d0d2,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:30:55.126411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e1f9f39-06cd-4d88-a1be-e652a23d2fc7 req-6e9079ae-7a70-4ad5-a37e-91134aa6af4e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281279 Aug 29 04:30:55.151363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Checking segment: {'id': '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:55.154498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network hostable DHCP agents. Network: c653f9bf-0847-4cc4-95b2-705226a07cb9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:30:55.168839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.221667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.243500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.260172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.265724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/deaba8ab-88df-490a-ac04-4361910cc32f HTTP/1.1" status: 204 len: 168 time: 0.6911681 Aug 29 04:30:55.325092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5630498-0dc7-4181-905d-0be497b7d483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaba8ab-88df-490a-ac04-4361910cc32f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.365279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:55.368531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:55.372686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:55.373488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.437030 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.442178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f966b-4298-4ed2-8ae8-2716f2f113a1 None None] Pushing event updated for resources: {'Port': ['ID=5f45f820-0500-4b83-8e3c-786e6d79d0d2,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.532996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163aa08-491f-4d21-bf23-531c9b9b7e02 req-ede7941a-aa0e-4269-b88f-e7d0ee2aee6e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:55.562966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b163aa08-491f-4d21-bf23-531c9b9b7e02 req-ede7941a-aa0e-4269-b88f-e7d0ee2aee6e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 945 time: 0.3838172 Aug 29 04:30:55.581967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b93dbc1e-a768-452e-98b8-c68748809c7f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b93dbc1e-a768-452e-98b8-c68748809c7f,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:55.614307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:55.799652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:55.926372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b163aa08-491f-4d21-bf23-531c9b9b7e02 req-5683d8a2-8747-4d33-8d14-2a18a59d7e48 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610203 Aug 29 04:30:55.931547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:30:55.980583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.116818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.163584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c653f9bf-0847-4cc4-95b2-705226a07cb9) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:56.174348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f45f820-0500-4b83-8e3c-786e6d79d0d2 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:56.228122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.229328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.288702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03830677-a51f-47f9-a601-00a6bc309293 None None] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:56.292712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.473013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc13e248-d714-4614-92d8-d3f174a9cdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:56.479285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f22313-c968-44da-a5a7-6bdcbad233f0 req-0995ef89-8375-4139-9264-01fdca248bc7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.522958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f22313-c968-44da-a5a7-6bdcbad233f0 req-0995ef89-8375-4139-9264-01fdca248bc7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.540908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f22313-c968-44da-a5a7-6bdcbad233f0 req-0995ef89-8375-4139-9264-01fdca248bc7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:56.547321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50f22313-c968-44da-a5a7-6bdcbad233f0 req-0995ef89-8375-4139-9264-01fdca248bc7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 2374 time: 0.5968921 Aug 29 04:30:56.639264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0a3a900d-2fc9-491b-a8c0-31db0d805493 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1015513 Aug 29 04:30:56.721953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:56.741060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'network': {'name': 'tempest-router-network01--1647833802'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:56.806067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a4cfd91-8f63-45af-9685-1812239c553c up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:56.889457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:57.075284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50f22313-c968-44da-a5a7-6bdcbad233f0 req-6d64b014-9afa-4648-a354-65817d704ffb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5139625 Aug 29 04:30:57.101059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6a4cfd91-8f63-45af-9685-1812239c553c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:57.119780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c653f9bf-0847-4cc4-95b2-705226a07cb9', 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9', 'tenant_id': '68e817e500dd48eeaa377b0c36038381', 'fixed_ips': [{'subnet_id': 'bbfcb82a-c775-42a5-8651-46e928f06313'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:30:57.121655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.144781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.159368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.161224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6a4cfd91-8f63-45af-9685-1812239c553c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:57.161832 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.162093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.339663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc13e248-d714-4614-92d8-d3f174a9cdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.403223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.529642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.535431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc13e248-d714-4614-92d8-d3f174a9cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.571783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769e668-34da-4efe-92a0-7f6d88bb73cd None None] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:30:57.622726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc13e248-d714-4614-92d8-d3f174a9cdef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83a20d6c9fdc4b0297810a431465bf03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3286850 Aug 29 04:30:57.628266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:57.629091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13e248-d714-4614-92d8-d3f174a9cdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855fa192-bb08-4fe3-98bb-eef5dc9bf6e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:57.647188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:57.661365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:57.662620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Allocated IP 172.20.0.2 (c653f9bf-0847-4cc4-95b2-705226a07cb9/bbfcb82a-c775-42a5-8651-46e928f06313/28c498de-7fb2-4441-a15a-3d0e25757ff6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:57.671821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:30:57.675138 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a5abe-9113-462a-b286-61733a67ecab" -d '{"events": [{"server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:30:57.701670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a4cfd91-8f63-45af-9685-1812239c553c,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:57.704306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:30:57.710632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Provisioning for port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:30:57.712309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.730354 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.754313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Provisioning complete for port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:57.755382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:57.768091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d7bec2be-0890-4d02-bfb8-c3c5519db2eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4013360 Aug 29 04:30:57.790446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.2.2.100 (e44535e4-4252-426d-8ece-490213809f77/6c4e229a-0795-4c0b-85a0-37553fea83e1/00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:30:57.821212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d291f7-bb6b-41c4-aad7-845d726795ed req-5acd286e-8588-4a4b-aeec-37c87f25a8be tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:57.842357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1d291f7-bb6b-41c4-aad7-845d726795ed req-5acd286e-8588-4a4b-aeec-37c87f25a8be tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.7177548 Aug 29 04:30:57.875069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:30:57.898336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b93dbc1e-a768-452e-98b8-c68748809c7f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:30:58.252251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.317261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00febf1f-e058-40ba-a36c-de6e94515299 req-b278d9a0-a070-4348-a7c7-0e30d9284815 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.318838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00febf1f-e058-40ba-a36c-de6e94515299 req-b278d9a0-a070-4348-a7c7-0e30d9284815 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 945 time: 0.8186734 Aug 29 04:30:58.402668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.415771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Transition to ACTIVE for port object 28c498de-7fb2-4441-a15a-3d0e25757ff6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:58.438179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Transition to ACTIVE for port object 28c498de-7fb2-4441-a15a-3d0e25757ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:58.455463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.463725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.524828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.534639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.551996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:30:58.564020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.566404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Pushing event updated for resources: {'Port': ['ID=28c498de-7fb2-4441-a15a-3d0e25757ff6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.576120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:30:58.576624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b93dbc1e-a768-452e-98b8-c68748809c7f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:58.577064 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.596245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8a6c22ba-734f-467d-b6b6-c1f425b9f86f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0597978 Aug 29 04:30:58.599174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:30:58.630361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-694162818'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:30:58.635900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:58.646506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:30:58.650659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:30:58.654446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:30:58.672238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:30:58.687840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00febf1f-e058-40ba-a36c-de6e94515299 req-681d17f0-8174-4ba0-a39f-9807b7816749 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506095 Aug 29 04:30:58.690143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.693598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.694869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/855fa192-bb08-4fe3-98bb-eef5dc9bf6e6 HTTP/1.1" status: 204 len: 168 time: 1.0579634 Aug 29 04:30:58.733625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1d291f7-bb6b-41c4-aad7-845d726795ed req-65a36b04-bb0f-4911-a51e-e47d27228280 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8902640 Aug 29 04:30:58.746027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51575ab-ea03-4ac8-ab21-55507ad68e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fa192-bb08-4fe3-98bb-eef5dc9bf6e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:58.768167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.768763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.770552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.777246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] For port 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f45f820-0500-4b83-8e3c-786e6d79d0d2,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:30:58.784943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.785354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.789508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.790082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:58.806930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-31d209d6-ad53-4289-a86e-9fbc73f2a126 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.9378188 Aug 29 04:30:58.812565 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.828333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:30:58.829159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:30:58.872200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:58.872200 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Added segment a304005b-6a62-4f5d-8b42-936549fa016e of type vlan for network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 Aug 29 04:30:58.953860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:30:59.177537 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2991e731-dd85-4c05-b672-6057d7da253b x-openstack-request-id: req-2991e731-dd85-4c05-b672-6057d7da253b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:30:59.178129 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:30:59.178684 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2991e731-dd85-4c05-b672-6057d7da253b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:30:59.179999 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c', 'code': 200} Aug 29 04:30:59.186840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.423876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.566324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Attempting to bind port 28c498de-7fb2-4441-a15a-3d0e25757ff6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:30:59.566881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Attempting to bind port 28c498de-7fb2-4441-a15a-3d0e25757ff6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:30:59.567333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Attempting to bind port 28c498de-7fb2-4441-a15a-3d0e25757ff6 on network c653f9bf-0847-4cc4-95b2-705226a07cb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:30:59.595991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:59.657298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d3a9417c-fcef-48ad-a5a2-9d9999e3a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.667819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d3a9417c-fcef-48ad-a5a2-9d9999e3a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.676271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d3a9417c-fcef-48ad-a5a2-9d9999e3a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:30:59.684933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d3a9417c-fcef-48ad-a5a2-9d9999e3a522 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 2297 time: 0.5982826 Aug 29 04:30:59.688078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network e44535e4-4252-426d-8ece-490213809f77 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:30:59.719104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:30:59.719809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Checking segment: {'id': '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:30:59.720267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.720804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Bound using segment: {'id': '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:30:59.721442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Bound port: 28c498de-7fb2-4441-a15a-3d0e25757ff6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c653f9bf-0847-4cc4-95b2-705226a07cb9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:30:59.722095 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.799121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:30:59.804029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea696-8f2a-493e-8da3-07ae9d92a2f8 None None] Pushing event updated for resources: {'Port': ['ID=5f45f820-0500-4b83-8e3c-786e6d79d0d2,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:30:59.819972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.822534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Provisioning complete for port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:30:59.823036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:30:59.893452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:00.085210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:00.091766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.112331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:00.131381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-6eade4e8-6b1e-4258-a457-ad63880b30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.138470 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-6eade4e8-6b1e-4258-a457-ad63880b30cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.1379848 Aug 29 04:31:00.174959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] For port 28c498de-7fb2-4441-a15a-3d0e25757ff6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:00.193937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] For port 28c498de-7fb2-4441-a15a-3d0e25757ff6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=28c498de-7fb2-4441-a15a-3d0e25757ff6,segment=NetworkSegment(58e987db-e5cf-4e1c-9b27-6d1f1c9206fb),segment_id=58e987db-e5cf-4e1c-9b27-6d1f1c9206fb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:00.213075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.344085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f45f820-0500-4b83-8e3c-786e6d79d0d2 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:00.416982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-19306ee7-ebf0-4c7f-b7d9-f7afc541044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.419947 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-19306ee7-ebf0-4c7f-b7d9-f7afc541044c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.2625880 Aug 29 04:31:00.503403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc06d0-075f-4b63-9ed6-c02633203be6 req-7ed03961-87f2-4a75-bd9a-488989c1811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.516737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19cc06d0-075f-4b63-9ed6-c02633203be6 req-7ed03961-87f2-4a75-bd9a-488989c1811a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 1098 time: 1.0639539 Aug 29 04:31:00.579088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:00.605003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.605566 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment 5f7c71fd-ecc0-475d-a2a9-b35fca27b76a of type vlan for network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 Aug 29 04:31:00.615597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfa0e4-08dd-4124-84cb-20ea860fd54b None None] Pushing event updated for resources: {'Port': ['ID=28c498de-7fb2-4441-a15a-3d0e25757ff6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:00.621842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 3, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:30:56Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:00.677530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:00.677886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Updating router 75aaca35-fd57-4344-aed9-a51d02065680 port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:00.712635 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-a6505ea1-b9e2-4147-85cf-3b0f80be7cec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.2697430 Aug 29 04:31:00.743633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Provisioning for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:00.758548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.761105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Provisioning complete for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:00.761674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.810163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.845450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:00.845956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.876607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.890641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.891321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.909060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-95e1edab-f100-44aa-89a2-ca553aa6b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.911220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-95e1edab-f100-44aa-89a2-ca553aa6b6ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1950254 Aug 29 04:31:00.957289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:00.974978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:00.981339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.037294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.3118761 Aug 29 04:31:01.052972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.093582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'network': {'name': 'tempest-router-network02--41715192'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:01.153821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3c36ff2e-d75f-47e0-b86d-4bd0ca0b8407 None None] Port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:01.184176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-5c0fe1d8-70b4-46fb-88c7-0c4c7fe2f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.193293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-5c0fe1d8-70b4-46fb-88c7-0c4c7fe2f23d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2739751 Aug 29 04:31:01.273603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:01.284561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.352924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86845899-30a8-44b5-9265-f8f9363fe1ce tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Network': ['ID=2867b1f8-07cc-4e6c-b951-6287987f8fd9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:01.450998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bf2f6-8a4b-491d-8832-a028a293e4c5 req-eb0281cb-1375-4a51-b3bd-44d811fe8cab tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.455541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e24bf2f6-8a4b-491d-8832-a028a293e4c5 req-eb0281cb-1375-4a51-b3bd-44d811fe8cab tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 946 time: 1.3130655 Aug 29 04:31:01.488251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-dd60088d-b03e-4da9-a29c-fd8a4a2df710 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.493109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:01.510793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-dd60088d-b03e-4da9-a29c-fd8a4a2df710 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.512264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:01.525849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.526211 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Added segment 94087d9b-d9f6-4c64-8828-e4829d875c3f of type vlan for network dcafa4ea-10eb-484a-861b-b1ffd2c10674 Aug 29 04:31:01.528347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-dd60088d-b03e-4da9-a29c-fd8a4a2df710 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.536884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-dd60088d-b03e-4da9-a29c-fd8a4a2df710 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.552790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-dd60088d-b03e-4da9-a29c-fd8a4a2df710 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3095 time: 2.1204228 Aug 29 04:31:01.566281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-4ba9b8c5-6511-4439-9c61-eefb63a6a8ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 1000 time: 1.7953601 Aug 29 04:31:01.605424 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:01.645158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.705179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.713277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.714139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.784580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:01.786253 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:01.818414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19cc06d0-075f-4b63-9ed6-c02633203be6 req-baf07bda-a490-4929-afe9-2764204d3513 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2995169 Aug 29 04:31:01.852668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7801895 Aug 29 04:31:01.877896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.879647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Provisioning for port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:01.900486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'subnet': {'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:01.923719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3012259 Aug 29 04:31:01.933776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:01.957874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Provisioning complete for port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:01.958469 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.052755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b23ab19c-c8f2-4522-b058-4fbbeefa96b1 req-48d1e795-9089-4726-9f24-0b334fb7c80e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971828 Aug 29 04:31:02.061850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-c3fd7945-a630-4b0a-9263-38e1a58c18d9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7230420 Aug 29 04:31:02.065433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-18159e89-da95-4809-9557-8f22564c4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.068776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-18159e89-da95-4809-9557-8f22564c4c46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 200 len: 855 time: 0.2210641 Aug 29 04:31:02.128777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.189018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29d32-1788-4c6a-87cc-d0df2cb4cb64 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Network': ['ID=dcafa4ea-10eb-484a-861b-b1ffd2c10674,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.212358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-a3be037b-8890-43ef-b49c-a35e2ba4cae3 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046837 Aug 29 04:31:02.325214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'admin_state_up': True, 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'security_groups': ['14cd8810-b99c-4bde-a29f-fe04309a8b0b']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:02.340009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:02.370786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:02.372465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e24bf2f6-8a4b-491d-8832-a028a293e4c5 req-17e97454-f12e-4847-85d8-be76bf5c61b9 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8023818 Aug 29 04:31:02.488594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:02.511392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:02.521405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23e621-3add-42a6-889e-ac4204c81233 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=afa3a504-a9ef-4253-8fd9-14bd5afbf2b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:02.604668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:02.615555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 28c498de-7fb2-4441-a15a-3d0e25757ff6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:02.747388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bbd7164a-da33-4fea-b353-d35df2e2d09c req-2c7d3798-e983-4fa6-91ae-81ffab7cca67 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256586 Aug 29 04:31:02.952004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9910736-bdd3-429a-bcaa-28a55b8f716d req-921646d4-8cad-450a-adda-d3d5d8a483b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.954217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9910736-bdd3-429a-bcaa-28a55b8f716d req-921646d4-8cad-450a-adda-d3d5d8a483b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5204666 Aug 29 04:31:02.960948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-8fbbeba1-9af1-4b2b-b635-66eef769d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:02.963067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-8fbbeba1-9af1-4b2b-b635-66eef769d208 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb7973a0-93c0-445f-80d3-cea5033b0643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6566679 Aug 29 04:31:03.023112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Made reservation on behalf of a66139e591ed4fd7ad67d20f57878f0c for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:03.037724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-45c6f521-cb4b-478f-a3fa-5731c4c03e9f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:31:03.039434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-45c6f521-cb4b-478f-a3fa-5731c4c03e9f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224998 Aug 29 04:31:03.045666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:03.057267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.061695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.166430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50afa0-94d3-45b2-93dd-dc94348f28b7 None None] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:03.203725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.217683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Subnet': ['ID=e7c3f02b-85c2-412d-9371-9085c1a6bbe3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:03.245978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Checking segment: {'id': 'a304005b-6a62-4f5d-8b42-936549fa016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:03.246346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network hostable DHCP agents. Network: 2867b1f8-07cc-4e6c-b951-6287987f8fd9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:03.284618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:03.311308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2867b1f8-07cc-4e6c-b951-6287987f8fd9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:03.314285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-3139edcc-b694-45bb-83ce-e6a3c065ac17 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086585 Aug 29 04:31:03.316800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:03.317455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.346212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1bd91bc2-a959-4afc-ac5f-97a8d912ccbe tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4654758 Aug 29 04:31:03.349103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:03.355736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'subnet': {'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:03.517598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb6bec-639c-4ee6-99fb-0aa330d9720b None None] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:03.545364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Provisioning complete for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:03.546172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.650568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.749101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-833f5f00-f23f-4b85-9893-332054d103dc None None] Port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:03.757709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Made reservation on behalf of 68e817e500dd48eeaa377b0c36038381 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:03.765123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.809336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 28c498de-7fb2-4441-a15a-3d0e25757ff6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:03.885577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:03.969973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9910736-bdd3-429a-bcaa-28a55b8f716d req-6da207eb-9cfb-4f1e-803e-00e87b085b9e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9488597 Aug 29 04:31:03.975547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-e001ba90-6cf8-4dcb-b7a1-522f7c335d89 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937963 Aug 29 04:31:04.096427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895406d-553b-4105-b28c-723015a66c29 req-f2cd8874-f7da-4100-b82c-e59884d3d540 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.112901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895406d-553b-4105-b28c-723015a66c29 req-f2cd8874-f7da-4100-b82c-e59884d3d540 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.128525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895406d-553b-4105-b28c-723015a66c29 req-f2cd8874-f7da-4100-b82c-e59884d3d540 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.146381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895406d-553b-4105-b28c-723015a66c29 req-f2cd8874-f7da-4100-b82c-e59884d3d540 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.153127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e895406d-553b-4105-b28c-723015a66c29 req-f2cd8874-f7da-4100-b82c-e59884d3d540 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3095 time: 0.7726181 Aug 29 04:31:04.163168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-407f3281-a0fa-4547-86f3-5b66e94fd786 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 217 time: 0.1747196 Aug 29 04:31:04.283360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.317194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Transition to ACTIVE for port object 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:04.345341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Provisioning for port 28c498de-7fb2-4441-a15a-3d0e25757ff6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:04.416764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.448781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.459246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.498834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Provisioning complete for port 28c498de-7fb2-4441-a15a-3d0e25757ff6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:04.499641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.502968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e895406d-553b-4105-b28c-723015a66c29 req-31135a6f-a268-450f-87ed-4075dc6862bc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119071 Aug 29 04:31:04.522938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-6d8081c0-4e68-4ecb-a800-b5eba58cffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.525942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-6d8081c0-4e68-4ecb-a800-b5eba58cffcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.3188338 Aug 29 04:31:04.575063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d18c4-ce8c-41d3-ab2c-323a003a0fdb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:04.614681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.614982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.615336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.615568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.617702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.617702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.617930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.622154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.623112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.623774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.624733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.625091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:04.659304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3015945f-e8c7-40ac-a49f-8e5f2c2ecc36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8258ef72aaa54bdf877ba7d8306c9f36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4486682 Aug 29 04:31:04.670474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70d2cb-eda5-4cbb-b130-4fc4bbc535ee req-698100c9-1972-4ba1-972d-5aa82ec4d259 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:04.685776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:04.695737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d70d2cb-eda5-4cbb-b130-4fc4bbc535ee req-698100c9-1972-4ba1-972d-5aa82ec4d259 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 946 time: 0.5281928 Aug 29 04:31:04.709920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.827654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.970525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:04.992231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Subnet': ['ID=89f8c4c1-e78b-4edf-bc7c-05b777398b7c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.090245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.091708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2867b1f8-07cc-4e6c-b951-6287987f8fd9', 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9', 'tenant_id': '68e817e500dd48eeaa377b0c36038381', 'fixed_ips': [{'subnet_id': 'e7c3f02b-85c2-412d-9371-9085c1a6bbe3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:05.093270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.107451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4193f6-6ceb-4af0-9ccb-d3f8b96f68f8 None None] Pushing event updated for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.177352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.204637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-dfc26335-012f-4593-aa6b-4fc384bf94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.207232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-dfc26335-012f-4593-aa6b-4fc384bf94a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6273639 Aug 29 04:31:05.266402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.268986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.272711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a48d18c4-ce8c-41d3-ab2c-323a003a0fdb HTTP/1.1" status: 204 len: 168 time: 0.5830183 Aug 29 04:31:05.272711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Checking segment: {'id': '94087d9b-d9f6-4c64-8828-e4829d875c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:05.272711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network hostable DHCP agents. Network: dcafa4ea-10eb-484a-861b-b1ffd2c10674, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:05.293344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa6fd0-2e90-4f71-8921-2ff0e28f44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d18c4-ce8c-41d3-ab2c-323a003a0fdb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.320891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:05.338804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, dcafa4ea-10eb-484a-861b-b1ffd2c10674) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:05.349620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:05.350310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.387855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=5f5f743f-77c0-4d2d-8307-97dbe4169c54,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.392476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Attempting to bind port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:05.392698 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dacfebab-96cc-4838-b604-b7cdb5845dc9 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0396466 Aug 29 04:31:05.392824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Attempting to bind port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:05.392824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Attempting to bind port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 on network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:05.399864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:05.451815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4c607-a72a-4e6a-8755-1e4b8f90f105 None None] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:05.541251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d70d2cb-eda5-4cbb-b130-4fc4bbc535ee req-6446e4a1-e695-436f-b610-749da814af6b tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8436215 Aug 29 04:31:05.587226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Allocated IP 10.2.2.200 (e44535e4-4252-426d-8ece-490213809f77/6c4e229a-0795-4c0b-85a0-37553fea83e1/de6ff980-13cd-4b18-b156-b6a8a9ea6167) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:05.595976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:05.604342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Checking segment: {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:05.605251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.605251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Bound using segment: {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:05.605768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Bound port: 4b16f6f4-b348-4c12-9317-bbf9f94b81d0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:05.606161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.741315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] For port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:05.756546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] For port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:05.805668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.825164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] For port 28c498de-7fb2-4441-a15a-3d0e25757ff6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=28c498de-7fb2-4441-a15a-3d0e25757ff6,segment=NetworkSegment(58e987db-e5cf-4e1c-9b27-6d1f1c9206fb),segment_id=58e987db-e5cf-4e1c-9b27-6d1f1c9206fb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:05.831020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.853107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Transition to ACTIVE for port object de6ff980-13cd-4b18-b156-b6a8a9ea6167 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:05.904940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4193f6-6ceb-4af0-9ccb-d3f8b96f68f8 None None] Pushing event updated for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:05.921073 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:05.965957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:05.967205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: afa3a504-a9ef-4253-8fd9-14bd5afbf2b7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:05.973790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.087962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Allocated IP 172.20.0.2 (2867b1f8-07cc-4e6c-b951-6287987f8fd9/e7c3f02b-85c2-412d-9371-9085c1a6bbe3/5364ae79-1f16-41b7-a52e-f389deae3c3e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:06.088981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.189291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa574a2f-0de0-42d5-b678-b77a73634000 req-28ec3de1-852c-441a-837a-16bca0f1a245 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.191000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa574a2f-0de0-42d5-b678-b77a73634000 req-28ec3de1-852c-441a-837a-16bca0f1a245 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.9605386 Aug 29 04:31:06.208730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Network e44535e4-4252-426d-8ece-490213809f77 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:06.217981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.230873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:06.252311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:06.356749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, afa3a504-a9ef-4253-8fd9-14bd5afbf2b7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.364460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-f3adf793-7965-4587-b887-d4279e36b383 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0496376 Aug 29 04:31:06.365130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:06.401221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.407709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.420420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.422753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.434115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.444730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Transition to ACTIVE for port object 5364ae79-1f16-41b7-a52e-f389deae3c3e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:06.451698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.456352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-c1625124-4dc6-4a8d-bc83-2adaf1fed9b2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3816 time: 0.4889247 Aug 29 04:31:06.469057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:06.469474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.482165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Transition to ACTIVE for port object 5364ae79-1f16-41b7-a52e-f389deae3c3e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:06.547544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e273e6-9bad-4f51-8fc8-e54cca3015b5 None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:06.553574 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:06.589221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:06.680996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:06.802408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Allocated IP 172.20.0.1 (2867b1f8-07cc-4e6c-b951-6287987f8fd9/e7c3f02b-85c2-412d-9371-9085c1a6bbe3/48462f8d-a867-4020-8e19-a70f5268c28a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:06.879772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:06.891168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:06.891692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:07.019476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.055768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Transition to ACTIVE for port object 48462f8d-a867-4020-8e19-a70f5268c28a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:07.079245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e933d4-9b86-452e-a58e-989e7ff268bb None None] Pushing event updated for resources: {'Port': ['ID=28c498de-7fb2-4441-a15a-3d0e25757ff6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.138634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.186303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:07.191059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.244813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:07.248378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69af11bd-9347-413c-b2e8-11b05ef1b60a None None] Provisioning complete for port 28c498de-7fb2-4441-a15a-3d0e25757ff6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:07.248757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69af11bd-9347-413c-b2e8-11b05ef1b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.259537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:07.263832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:07.328866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.341645 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-dcafa4ea-10eb-484a-861b-b1ffd2c10674', 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674', 'tenant_id': '68e817e500dd48eeaa377b0c36038381', 'fixed_ips': [{'subnet_id': '89f8c4c1-e78b-4edf-bc7c-05b777398b7c'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:07.342550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.367526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Pushing event updated for resources: {'Port': ['ID=5364ae79-1f16-41b7-a52e-f389deae3c3e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.410868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-3adba5a3-73f7-49a5-b06f-057a2492b7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508204 Aug 29 04:31:07.415910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aedda2e1-8934-4590-b138-1f5e6f53966a req-788c0aea-d920-47a6-8e59-7d9f41aca88c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9269278 Aug 29 04:31:07.426117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa574a2f-0de0-42d5-b678-b77a73634000 req-ff293a19-0950-48b1-91ae-2dd53fb129a4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2094986 Aug 29 04:31:07.435617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Port': ['ID=48462f8d-a867-4020-8e19-a70f5268c28a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:07.457306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-96c707d4-c4fa-4377-b8c6-b7eb15b34aa6 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4027371 Aug 29 04:31:07.458032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:07.721599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ca46889c-fff9-4216-bd3f-21a8f589b56d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6339083 Aug 29 04:31:07.768683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:07.949251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-6ce39a35-3d0c-4f91-b60c-73cf207f7dd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 217 time: 0.4899571 Aug 29 04:31:08.134541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Attempting to bind port 5364ae79-1f16-41b7-a52e-f389deae3c3e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:08.135632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Attempting to bind port 5364ae79-1f16-41b7-a52e-f389deae3c3e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a304005b-6a62-4f5d-8b42-936549fa016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:08.136259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Attempting to bind port 5364ae79-1f16-41b7-a52e-f389deae3c3e on network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:08.174752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-590956fd-5d2d-4a24-b0f8-a4f2528ee6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.180416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.208743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:08.208904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Checking segment: {'id': 'a304005b-6a62-4f5d-8b42-936549fa016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:08.209432 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.210016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Bound using segment: {'id': 'a304005b-6a62-4f5d-8b42-936549fa016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:08.211228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Bound port: 5364ae79-1f16-41b7-a52e-f389deae3c3e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a304005b-6a62-4f5d-8b42-936549fa016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2867b1f8-07cc-4e6c-b951-6287987f8fd9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:08.211798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.215861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:08.295829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:08.297048 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.319674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:08.378266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 28c498de-7fb2-4441-a15a-3d0e25757ff6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:08.434499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa45d-a1dd-4834-b6ff-3b01e20568a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.526171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725952e-34da-42f7-8bc1-ab17af9c868b req-a03b93ea-fd12-40a8-a38a-5a6f745ac44a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.535771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5725952e-34da-42f7-8bc1-ab17af9c868b req-a03b93ea-fd12-40a8-a38a-5a6f745ac44a tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 945 time: 0.6260893 Aug 29 04:31:08.545762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-ad04cd17-4836-4ade-a71d-7cbf16bae94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.547659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-ad04cd17-4836-4ade-a71d-7cbf16bae94f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.4817286 Aug 29 04:31:08.617225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] For port 5364ae79-1f16-41b7-a52e-f389deae3c3e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:08.629805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] For port 5364ae79-1f16-41b7-a52e-f389deae3c3e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5364ae79-1f16-41b7-a52e-f389deae3c3e,segment=NetworkSegment(a304005b-6a62-4f5d-8b42-936549fa016e),segment_id=a304005b-6a62-4f5d-8b42-936549fa016e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:08.680059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.729553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa45d-a1dd-4834-b6ff-3b01e20568a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.735637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.739851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa45d-a1dd-4834-b6ff-3b01e20568a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.752035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432c3aa-6bd4-4e45-9c21-26349ed69109 req-32ce0471-f4c8-4c06-a561-c17f24b4c8a4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:08.763563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.767956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e432c3aa-6bd4-4e45-9c21-26349ed69109 req-32ce0471-f4c8-4c06-a561-c17f24b4c8a4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5837884 Aug 29 04:31:08.813271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa00ab-c799-4f1f-a741-9d3db395ecf6 None None] Pushing event updated for resources: {'Port': ['ID=5364ae79-1f16-41b7-a52e-f389deae3c3e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.863104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Allocated IP 172.20.0.2 (dcafa4ea-10eb-484a-861b-b1ffd2c10674/89f8c4c1-e78b-4edf-bc7c-05b777398b7c/2ee53857-3f29-4644-8e4b-f903956b385f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:08.864528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0a0fa45d-a1dd-4834-b6ff-3b01e20568a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ef97d8b17a44970a0bda92d8d1d57e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826034 Aug 29 04:31:08.874219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa45d-a1dd-4834-b6ff-3b01e20568a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0921c756-865e-4885-913d-25ab586fe2d1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.875244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.878098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:08.936817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:08.938775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Port': ['ID=48462f8d-a867-4020-8e19-a70f5268c28a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:08.940640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5725952e-34da-42f7-8bc1-ab17af9c868b req-0ba8bf5d-df4c-4d23-b5b6-3e8b171f31f2 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034138 Aug 29 04:31:09.063249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-023d71af-4e09-47a0-898f-5d4cbc99776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.065325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-023d71af-4e09-47a0-898f-5d4cbc99776f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4915674 Aug 29 04:31:09.138325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.162186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e432c3aa-6bd4-4e45-9c21-26349ed69109 req-07e3aa69-0b2d-4f41-bc27-89edaa48ff3f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3033168 Aug 29 04:31:09.163193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.268106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.277087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.282745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0921c756-865e-4885-913d-25ab586fe2d1 HTTP/1.1" status: 204 len: 168 time: 0.3886631 Aug 29 04:31:09.362039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe7201-7fc4-4d04-9e9e-704af896ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921c756-865e-4885-913d-25ab586fe2d1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:09.436352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:09.442302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:09.500637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.502688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 28c498de-7fb2-4441-a15a-3d0e25757ff6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:09.503527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.514115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.521008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.528239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.539440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:09.541605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-9bc871d9-dd9f-47fc-8e8f-eeedbef07723 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3816 time: 0.4471004 Aug 29 04:31:09.592218 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.645149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Transition to ACTIVE for port object 2ee53857-3f29-4644-8e4b-f903956b385f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.653849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f7af2e60-ee00-4122-b343-d845ba947945 None None] Provisioning for port de6ff980-13cd-4b18-b156-b6a8a9ea6167 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:09.665745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f7af2e60-ee00-4122-b343-d845ba947945 None None] Provisioning complete for port de6ff980-13cd-4b18-b156-b6a8a9ea6167 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:09.666150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7af2e60-ee00-4122-b343-d845ba947945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.729448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Allocated IP 2001:db8:2::2 (afa3a504-a9ef-4253-8fd9-14bd5afbf2b7/5f5f743f-77c0-4d2d-8307-97dbe4169c54/d2fb4073-f521-4c28-a03d-6d6d9d483bfc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:09.740860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Transition to ACTIVE for port object 2ee53857-3f29-4644-8e4b-f903956b385f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:09.751044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-98572e34-4ec6-4d41-8075-1a8e2c18c20d service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707237 Aug 29 04:31:09.756998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.775716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:09.847138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Router 332063b3-e726-4ec2-9401-6e00f6fdee56 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:31:09.880256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f7af2e60-ee00-4122-b343-d845ba947945 None None] Port de6ff980-13cd-4b18-b156-b6a8a9ea6167 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:09.915587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 3, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:05Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:09.929660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2603eacd-642b-4ecb-a1b6-a3483c7bb681 req-8f5ea01d-dd8d-49e5-9bfc-a0ab0adee6b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419670 Aug 29 04:31:10.015094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:10.053120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f0779-d189-4fac-952e-dd913fcf0099 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 3, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:05Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:10.067289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:10.071243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:10.073596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Pushing event updated for resources: {'Port': ['ID=2ee53857-3f29-4644-8e4b-f903956b385f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:10.166099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:10.180472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-51620cfb-8fe0-4d08-b320-b73da16de26e tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7794375 Aug 29 04:31:10.183097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:10.229027 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] Sync routers for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:10.245471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:10.250769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.415705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.422195 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.438839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Attempting to bind port 2ee53857-3f29-4644-8e4b-f903956b385f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:10.440026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Attempting to bind port 2ee53857-3f29-4644-8e4b-f903956b385f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '94087d9b-d9f6-4c64-8828-e4829d875c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:10.441547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Attempting to bind port 2ee53857-3f29-4644-8e4b-f903956b385f on network dcafa4ea-10eb-484a-861b-b1ffd2c10674 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:10.444429 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:10.447863 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.521875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5364ae79-1f16-41b7-a52e-f389deae3c3e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:10.558020 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81c57ed9-2391-47ff-aa8c-fb4fa67d58e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.561300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:10.561992 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31908592-79a6-4a63-92ed-cd557bac5f20 None None] The sync data for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:10.573405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:10.573790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Checking segment: {'id': '94087d9b-d9f6-4c64-8828-e4829d875c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:10.574202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.574612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Bound using segment: {'id': '94087d9b-d9f6-4c64-8828-e4829d875c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:10.580011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Bound port: 2ee53857-3f29-4644-8e4b-f903956b385f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94087d9b-d9f6-4c64-8828-e4829d875c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcafa4ea-10eb-484a-861b-b1ffd2c10674'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:10.580533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.600469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321de8-cefa-48c5-a6a8-5f030ee0e33a req-a20aafa9-9c33-49af-ab99-a0c589307e41 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:10.603423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7321de8-cefa-48c5-a6a8-5f030ee0e33a req-a20aafa9-9c33-49af-ab99-a0c589307e41 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 946 time: 0.9270139 Aug 29 04:31:10.628482 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.674727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Transition to ACTIVE for port object d2fb4073-f521-4c28-a03d-6d6d9d483bfc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:10.853570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Transition to ACTIVE for port object d2fb4073-f521-4c28-a03d-6d6d9d483bfc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:10.883438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:10.899673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] For port 2ee53857-3f29-4644-8e4b-f903956b385f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:10.921159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5364ae79-1f16-41b7-a52e-f389deae3c3e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:10.990464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] For port 2ee53857-3f29-4644-8e4b-f903956b385f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2ee53857-3f29-4644-8e4b-f903956b385f,segment=NetworkSegment(94087d9b-d9f6-4c64-8828-e4829d875c3f),segment_id=94087d9b-d9f6-4c64-8828-e4829d875c3f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:10.999320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:11.009132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:11.011538 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.033832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd71c0a4-459c-45ec-b980-96d2093c92f1 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:11.044912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.059166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Transition to ACTIVE for port object bd71c0a4-459c-45ec-b980-96d2093c92f1 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:11.065928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d845aebd-06ac-4c0c-9f90-8d60460e1121 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3044457 Aug 29 04:31:11.070393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:11.077934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:11.079095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.092664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Pushing event updated for resources: {'Port': ['ID=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.133265 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4303613b-1596-4e6d-b0bd-76a925ca0200 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:31:11.139170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4303613b-1596-4e6d-b0bd-76a925ca0200 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9545276 Aug 29 04:31:11.141271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:11.174170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfe15c-04c5-4c54-a131-d4502a91c021 None None] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:11.255275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.267388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-63a63084-a80c-4ec4-99d1-200b8cc0c02d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 200 len: 217 time: 0.1848106 Aug 29 04:31:11.369409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751424fd-8dbc-4f1a-95bd-19ce416d1a90 req-df3815f2-e968-459f-a69f-05bf5e3ddacb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.371078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-751424fd-8dbc-4f1a-95bd-19ce416d1a90 req-df3815f2-e968-459f-a69f-05bf5e3ddacb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.9445610 Aug 29 04:31:11.396307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766beae5-ec6e-4fde-a19f-e5391b691937 None None] Pushing event updated for resources: {'Port': ['ID=2ee53857-3f29-4644-8e4b-f903956b385f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:11.479393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9d0a82a1-c7f5-44c2-8eb6-be6b225a47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:11.481461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9d0a82a1-c7f5-44c2-8eb6-be6b225a47d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.1381798 Aug 29 04:31:11.509518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Attempting to bind port d2fb4073-f521-4c28-a03d-6d6d9d483bfc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:11.510657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Attempting to bind port d2fb4073-f521-4c28-a03d-6d6d9d483bfc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:11.511310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Attempting to bind port d2fb4073-f521-4c28-a03d-6d6d9d483bfc on network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:11.598380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:11.598982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Checking segment: {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:11.598982 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.599543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Bound using segment: {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:11.600031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Bound port: d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:11.600423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.628665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.682754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7321de8-cefa-48c5-a6a8-5f030ee0e33a req-89e4af81-f1cb-43bd-b0a4-aa09479ad420 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0397580 Aug 29 04:31:11.748823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:11.887599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Provisioning for port 5364ae79-1f16-41b7-a52e-f389deae3c3e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:11.889623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8:2::1 (afa3a504-a9ef-4253-8fd9-14bd5afbf2b7/5f5f743f-77c0-4d2d-8307-97dbe4169c54/882a304e-7fb1-4b98-91d7-090ea5b0da57) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:11.943208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:11.944543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:11.978431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Provisioning complete for port 5364ae79-1f16-41b7-a52e-f389deae3c3e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:11.984067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.082896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.326966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.349160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] For port d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:12.355342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] For port d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:12.394869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.553394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.724488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting port 48462f8d-a867-4020-8e19-a70f5268c28a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:12.726990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.735732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.781594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.814167 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.822395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d25585-652a-461e-9c89-e572bb413ae8 None None] Pushing event updated for resources: {'Port': ['ID=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.846665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] For port 5364ae79-1f16-41b7-a52e-f389deae3c3e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5364ae79-1f16-41b7-a52e-f389deae3c3e,segment=NetworkSegment(a304005b-6a62-4f5d-8b42-936549fa016e),segment_id=a304005b-6a62-4f5d-8b42-936549fa016e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:12.883797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:12.966820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:12.986598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.003048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Calling delete_port for 48462f8d-a867-4020-8e19-a70f5268c28a owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:13.075847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:13.119339 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.119339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f8325-a4b2-4e7f-b80a-124110b23966 None None] Pushing event updated for resources: {'Port': ['ID=5364ae79-1f16-41b7-a52e-f389deae3c3e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:13.159900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Provisioning complete for port 5364ae79-1f16-41b7-a52e-f389deae3c3e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:13.160308 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.279782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Attempting to bind port bd71c0a4-459c-45ec-b980-96d2093c92f1 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:13.280161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Attempting to bind port bd71c0a4-459c-45ec-b980-96d2093c92f1 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:13.280502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Attempting to bind port bd71c0a4-459c-45ec-b980-96d2093c92f1 on network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:13.293838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-751424fd-8dbc-4f1a-95bd-19ce416d1a90 req-04f5a634-333b-42f5-bfa0-5435100ba81c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.8061979 Aug 29 04:31:13.310465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.331430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Port bd71c0a4-459c-45ec-b980-96d2093c92f1 on network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:13.331766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Attempting to bind port bd71c0a4-459c-45ec-b980-96d2093c92f1 on network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:13.354654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d2b65f33-1f22-4529-a2e6-aa77350e2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.354654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-d2b65f33-1f22-4529-a2e6-aa77350e2e71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.7470646 Aug 29 04:31:13.377210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:13.380659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Checking segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:13.380659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Bound using segment: {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:13.380659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Bound port: bd71c0a4-459c-45ec-b980-96d2093c92f1, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0232e4e7-9be8-43b9-ad8f-596a8672652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:13.380659 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.478124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2ee53857-3f29-4644-8e4b-f903956b385f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:13.501772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 882a304e-7fb1-4b98-91d7-090ea5b0da57 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:13.601415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ee6be-75e4-47d9-89f4-66ba1085c0a2 None None] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:13.611503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.654532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.678438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.704006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.742152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:13.770841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-f54b61ed-f8eb-405a-a7d1-cbfb41ecf9ca tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3828 time: 0.7052121 Aug 29 04:31:13.835041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-032be50f-c159-4bb0-b4c0-6305895ac12c tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1007812552'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:13.836337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-032be50f-c159-4bb0-b4c0-6305895ac12c tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Unknown quota resources ['metering_label']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:31:13.872559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Provisioning for port 48462f8d-a867-4020-8e19-a70f5268c28a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:13.899996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2ee53857-3f29-4644-8e4b-f903956b385f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:13.905131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Provisioning complete for port 48462f8d-a867-4020-8e19-a70f5268c28a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:13.905458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:13.968183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0db666cc-a77b-4821-b5b9-470a3e7cfe62 None None] Port 48462f8d-a867-4020-8e19-a70f5268c28a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:14.143340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Provisioning for port 2ee53857-3f29-4644-8e4b-f903956b385f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:14.163652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Provisioning complete for port 2ee53857-3f29-4644-8e4b-f903956b385f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.165888 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.201601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-50fee0b1-c453-48df-9dbb-3ea349236db8 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362502 Aug 29 04:31:14.461668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:14.468010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:14.528796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.583593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] For port 2ee53857-3f29-4644-8e4b-f903956b385f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2ee53857-3f29-4644-8e4b-f903956b385f,segment=NetworkSegment(94087d9b-d9f6-4c64-8828-e4829d875c3f),segment_id=94087d9b-d9f6-4c64-8828-e4829d875c3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:14.588050 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.592818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.612305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Could not find standard attr ID for object 48462f8d-a867-4020-8e19-a70f5268c28a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:14.647758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.720616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b346-6d8b-4b91-a0fa-f94a0a7d0576 None None] Pushing event updated for resources: {'Port': ['ID=2ee53857-3f29-4644-8e4b-f903956b385f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.726678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Port': ['ID=48462f8d-a867-4020-8e19-a70f5268c28a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:14.778982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6d58456-cd44-4f40-801a-54d81ab61c83 None None] Provisioning complete for port 2ee53857-3f29-4644-8e4b-f903956b385f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:14.779564 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6d58456-cd44-4f40-801a-54d81ab61c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:14.982742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.215589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6d58456-cd44-4f40-801a-54d81ab61c83 None None] Could not find standard attr ID for object 48462f8d-a867-4020-8e19-a70f5268c28a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:31:15.220731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7445b2cb-5bf4-46ad-b722-33f687486a55 req-6d57beb5-9926-4b34-b138-55b0ded016f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4483759 Aug 29 04:31:15.271532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2ee53857-3f29-4644-8e4b-f903956b385f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:15.308135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9a02a34e-a507-45d9-a47b-f218723959cc service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9973323 Aug 29 04:31:15.326079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5f30f-e030-4ef8-bbc9-838d652ac620 req-a5197cfa-feeb-4163-aec5-fe2c0302b484 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.338162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08c5f30f-e030-4ef8-bbc9-838d652ac620 req-a5197cfa-feeb-4163-aec5-fe2c0302b484 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 946 time: 1.0349224 Aug 29 04:31:15.359533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798773e-87e1-4a56-a5f1-7b7332854f5d None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:15.405402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Router 332063b3-e726-4ec2-9401-6e00f6fdee56 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:15.508189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.508836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.510442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 1092 time: 7.5754030 Aug 29 04:31:15.511746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:15.516779 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d493d2ea-8b72-4484-af22-1672d03f4285" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:15.612758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.643062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-032be50f-c159-4bb0-b4c0-6305895ac12c tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.649099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:15.653111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-032be50f-c159-4bb0-b4c0-6305895ac12c tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.5369141 Aug 29 04:31:15.664763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2ee53857-3f29-4644-8e4b-f903956b385f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:15.665195 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:15.671455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f4b79e86-ca2c-4164-8573-1dc1ecca0d2f tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '59e3cf97-c7c4-49d5-8bf0-3f265763efa7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.672361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f4b79e86-ca2c-4164-8573-1dc1ecca0d2f tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:31:15.674765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e7e72e6-90f7-4d2d-b70f-3f0c9196ce2c None None] Provisioning for port d2fb4073-f521-4c28-a03d-6d6d9d483bfc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:15.680430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:15.787784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-4e00f047-e6a0-48c4-b44f-d68165ecbfb3 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:15.801801 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-4e00f047-e6a0-48c4-b44f-d68165ecbfb3 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "GET /v2.0/ports?device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 946 time: 0.4204123 Aug 29 04:31:15.884497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-1de051a9-838c-4b08-be40-3620f4cdb4c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 200 len: 217 time: 0.5441065 Aug 29 04:31:15.965940 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08c5f30f-e030-4ef8-bbc9-838d652ac620 req-f1c1401b-1bf7-4259-86d0-c9050d407f9e tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267793 Aug 29 04:31:16.046125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-9f7d4e8f-2d99-44bc-8499-8407269fed26 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.057978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-9f7d4e8f-2d99-44bc-8499-8407269fed26 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.4481812 Aug 29 04:31:16.071866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:16.091815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108ee8-11a1-49e2-82a8-7670dd2378b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.097338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:16.140114 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3942cf5-08ea-408b-808b-abec309ba22c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9968948 Aug 29 04:31:16.141465 n-d-712139-13 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-f4b79e86-ca2c-4164-8573-1dc1ecca0d2f tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:31:16.158372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] Sync routers for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:16.188342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.215860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.216866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.222904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5364ae79-1f16-41b7-a52e-f389deae3c3e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:16.241190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:16.251457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.278106 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36498de-2748-4bb9-a59e-74c4780dcd39 x-openstack-request-id: req-d36498de-2748-4bb9-a59e-74c4780dcd39 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:16.278559 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:16.279307 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d36498de-2748-4bb9-a59e-74c4780dcd39 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:16.279990 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'status': 'completed', 'code': 200} Aug 29 04:31:16.288384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:16.289809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.315427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-006afc30-83f4-474e-a48f-07d67b3f79ba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/quotas/68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 375 time: 0.2555294 Aug 29 04:31:16.341523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.378805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:16.380247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.424312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:16.479984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:16.480561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de7d83-7d00-4412-8923-17d48b27e526 None None] The sync data for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:16.499167 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0b6f81cb-0071-4941-86bc-cf4550c2a3fb tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] delete failed (client error): The resource could not be found. Aug 29 04:31:16.500529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0b6f81cb-0071-4941-86bc-cf4550c2a3fb tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1393131867 HTTP/1.1" status: 404 len: 335 time: 0.3084836 Aug 29 04:31:16.513505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5364ae79-1f16-41b7-a52e-f389deae3c3e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.515286 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.530634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.542471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-181a0ee4-a4cb-4dd1-9f1c-d0a92c25f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:16.543758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4b79e86-ca2c-4164-8573-1dc1ecca0d2f tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.544003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-181a0ee4-a4cb-4dd1-9f1c-d0a92c25f02e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.6385152 Aug 29 04:31:16.550746 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4b79e86-ca2c-4164-8573-1dc1ecca0d2f tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9000885 Aug 29 04:31:16.551312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ab2104e-06a4-4696-a68e-29e323907ea1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'router': {'external_gateway_info': {'network_id': '332063b3-e726-4ec2-9401-6e00f6fdee56'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:16.556458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.565802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-151287fe-6bb3-40fd-a7a8-9ef0b088ca93 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '59e3cf97-c7c4-49d5-8bf0-3f265763efa7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:16.566302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-151287fe-6bb3-40fd-a7a8-9ef0b088ca93 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:31:16.652799 n-d-712139-13 neutron-server[94826]: WARNING neutron.services.metering.metering_plugin [None req-151287fe-6bb3-40fd-a7a8-9ef0b088ca93 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 04:31:16.686719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2fb4073-f521-4c28-a03d-6d6d9d483bfc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:16.757741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Deleting port 7962058d-c5ce-4478-b02a-6b7e317e2f0d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:16.758961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.822318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3bc02ff-6235-4a6b-b66e-39b94bfabb41 None None] Provisioning for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:16.836213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a3bc02ff-6235-4a6b-b66e-39b94bfabb41 None None] Provisioning complete for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.837570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a3bc02ff-6235-4a6b-b66e-39b94bfabb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.845851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d2fb4073-f521-4c28-a03d-6d6d9d483bfc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:16.890485 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-151287fe-6bb3-40fd-a7a8-9ef0b088ca93 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:16.893444 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-151287fe-6bb3-40fd-a7a8-9ef0b088ca93 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3346760 Aug 29 04:31:16.899270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39698) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.933986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8ede132-9dc8-42bd-812f-fb0fbd423eac tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=52265e88-82fa-4149-a086-d99156efa525 HTTP/1.1" status: 200 len: 462 time: 0.0324106 Aug 29 04:31:16.938960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:16.956513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d2fb4073-f521-4c28-a03d-6d6d9d483bfc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:16.957515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.041739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.042244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.042718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.043262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.044105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.047446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-bae319c8-8e9d-48a0-8157-a4f6e309a5e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 4364 time: 0.7234991 Aug 29 04:31:17.061030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-6073f199-8144-48f1-ab55-7c6882808392 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7443664 Aug 29 04:31:17.081174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc02ff-6235-4a6b-b66e-39b94bfabb41 None None] Port 882a304e-7fb1-4b98-91d7-090ea5b0da57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:17.160038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.166823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] For port 7962058d-c5ce-4478-b02a-6b7e317e2f0d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7962058d-c5ce-4478-b02a-6b7e317e2f0d,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:17.167456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.185721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Calling delete_port for 7962058d-c5ce-4478-b02a-6b7e317e2f0d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:17.231973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.237706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-590e37ca-c336-4098-b4d5-fd56a6f40137 None None] Provisioning complete for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:17.238760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-590e37ca-c336-4098-b4d5-fd56a6f40137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.245839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:17.247875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.259900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.266489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.271380 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.272554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:17.274764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.276979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-58e0f112-0812-40bd-9861-aebb182f6f8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3828 time: 0.8149037 Aug 29 04:31:17.352287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-3839eca0-f96e-4838-b352-2b824638adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:17.354027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-3839eca0-f96e-4838-b352-2b824638adff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7468419 Aug 29 04:31:17.376952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-590e37ca-c336-4098-b4d5-fd56a6f40137 None None] Port 882a304e-7fb1-4b98-91d7-090ea5b0da57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:17.392785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42e431de-896e-40c7-b33b-861894e7e208 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.394051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-42e431de-896e-40c7-b33b-861894e7e208 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/52265e88-82fa-4149-a086-d99156efa525 HTTP/1.1" status: 204 len: 168 time: 0.4533935 Aug 29 04:31:17.398697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:17.399458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.399801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.416548 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-04d0e56f-f87e-4b1a-adca-ed0b59b2877e tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=52265e88-82fa-4149-a086-d99156efa525 HTTP/1.1" status: 200 len: 221 time: 0.0154378 Aug 29 04:31:17.424133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:17.434123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f56bb49-4042-4d3f-9af8-2126fe459757 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--949258288', 'description': 'label created by tempest'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:17.434586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3f56bb49-4042-4d3f-9af8-2126fe459757 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Unknown quota resources ['metering_label']. {{(pid=94826) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:31:17.452353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.483127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.505768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6a4cfd91-8f63-45af-9685-1812239c553c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:17.549346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['33daab1d-adf1-4ed3-9acc-9069d22e4ace'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:17.576665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.646077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event deleted for resources: {'Port': ['ID=7962058d-c5ce-4478-b02a-6b7e317e2f0d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:17.837588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] No DVR routers for this DVR port 7962058d-c5ce-4478-b02a-6b7e317e2f0d on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:17.846155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2fb4073-f521-4c28-a03d-6d6d9d483bfc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:17.901361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:17.905088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cbd7bd6-28ed-4c8c-9552-4b5e6d3d25b5 req-22354355-8a99-4d87-add0-0bb74a812077 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "DELETE /v2.0/ports/7962058d-c5ce-4478-b02a-6b7e317e2f0d HTTP/1.1" status: 204 len: 173 time: 2.0540316 Aug 29 04:31:17.908360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'name': 'network-vif-deleted', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:17.914287 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36a167a-af12-40f5-aa09-28cbfece60f6" -d '{"events": [{"server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "name": "network-vif-deleted", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:17.942069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d2fb4073-f521-4c28-a03d-6d6d9d483bfc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:17.942544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.005136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3f56bb49-4042-4d3f-9af8-2126fe459757 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.011387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3f56bb49-4042-4d3f-9af8-2126fe459757 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5860648 Aug 29 04:31:18.013997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.075002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ab2104e-06a4-4696-a68e-29e323907ea1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.140369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34ec9298-d687-4d33-8ac1-a8acae35895e tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=973000cc-cbf1-46af-85cd-a635ae4e6b14 HTTP/1.1" status: 200 len: 467 time: 0.1232023 Aug 29 04:31:18.143769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.151069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-48ab7094-6b2d-4949-a52f-067a7f14b689 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762773 Aug 29 04:31:18.155445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2e26211-0ebf-426c-9d94-5cfa3b67f161 req-d32e1ca4-3b10-4456-8a42-3342fc611a09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8556371 Aug 29 04:31:18.447120 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5ab2104e-06a4-4696-a68e-29e323907ea1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] update failed (client error): The resource could not be found. Aug 29 04:31:18.449121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ab2104e-06a4-4696-a68e-29e323907ea1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56 HTTP/1.1" status: 404 len: 339 time: 1.9149673 Aug 29 04:31:18.474307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.486046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-710839f3-367e-47a1-a933-c0f2d21f83dd tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:18.487316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-710839f3-367e-47a1-a933-c0f2d21f83dd tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/973000cc-cbf1-46af-85cd-a635ae4e6b14 HTTP/1.1" status: 204 len: 168 time: 0.3419137 Aug 29 04:31:18.520002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.573121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c351760-d426-433b-ad78-cbee80ff98fc tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=973000cc-cbf1-46af-85cd-a635ae4e6b14 HTTP/1.1" status: 200 len: 216 time: 0.0520627 Aug 29 04:31:18.584027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.591434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3033396f-3720-4fb0-8ceb-9d96c9e071d5 req-236c1b59-d42f-430a-86e4-ebacc794722d tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e4f6b1-2019-4889-b5c2-e0a9f16182c8 HTTP/1.1" status: 200 len: 210 time: 0.2411621 Aug 29 04:31:18.609492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-9c2dd8b6-1515-4fec-a1a7-4acde5879fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.612033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-9c2dd8b6-1515-4fec-a1a7-4acde5879fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.613289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-9c2dd8b6-1515-4fec-a1a7-4acde5879fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:18.616751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-9c2dd8b6-1515-4fec-a1a7-4acde5879fe0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4073789 Aug 29 04:31:18.636297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d449fff0-0ecc-4dfd-8c09-e2e7e644dd9d tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0510411 Aug 29 04:31:18.664050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.692388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7962058d-c5ce-4478-b02a-6b7e317e2f0d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:18.739172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 7962058d-c5ce-4478-b02a-6b7e317e2f0d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:18.740718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7962058d-c5ce-4478-b02a-6b7e317e2f0d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:18.781458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f4708f2d-9f3e-4d21-8466-0d9869ed318d tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0975513 Aug 29 04:31:18.787500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.792440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-edfa3f33-6c5e-4672-854a-bf3232544522 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3883281 Aug 29 04:31:18.909973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4059ba4-7764-4d5d-80ff-1ef9f581cefc tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/59e3cf97-c7c4-49d5-8bf0-3f265763efa7 HTTP/1.1" status: 200 len: 473 time: 0.1196990 Aug 29 04:31:18.916009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:18.944288 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de01b3cd-af52-48dc-bf8f-a7d35e6dc6ef x-openstack-request-id: req-de01b3cd-af52-48dc-bf8f-a7d35e6dc6ef {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:18.945287 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e4f6b1-2019-4889-b5c2-e0a9f16182c8", "name": "network-vif-deleted", "tag": "7962058d-c5ce-4478-b02a-6b7e317e2f0d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:18.945685 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de01b3cd-af52-48dc-bf8f-a7d35e6dc6ef {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:18.946329 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4f6b1-2019-4889-b5c2-e0a9f16182c8', 'name': 'network-vif-deleted', 'tag': '7962058d-c5ce-4478-b02a-6b7e317e2f0d', 'status': 'completed', 'code': 200} Aug 29 04:31:18.959722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ea7e10c-6c26-48a9-8f35-93e2583831d3 tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/e9d34608-fdde-4f4a-9af0-1e216b9e0b02 HTTP/1.1" status: 200 len: 459 time: 0.0376666 Aug 29 04:31:18.961584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.044586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.077403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f85e1-946b-4702-8776-1ac827c96f9e {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:19.245591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.282832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-3cb4a33d-6f51-4238-9a27-a8439bddb260 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1307518 Aug 29 04:31:19.398332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d00112b-c7e8-47ac-8d03-10c213f394fe tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.399636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d00112b-c7e8-47ac-8d03-10c213f394fe tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/e9d34608-fdde-4f4a-9af0-1e216b9e0b02 HTTP/1.1" status: 204 len: 168 time: 0.4370704 Aug 29 04:31:19.405995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:19.470821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Transition to ACTIVE for port object f38f85e1-946b-4702-8776-1ac827c96f9e will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:19.529909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:19.711803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-10226809-0da3-432a-8619-409be8d687fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:19.714427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d493d2ea-8b72-4484-af22-1672d03f4285 req-10226809-0da3-432a-8619-409be8d687fd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0330181 Aug 29 04:31:19.740600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-198b79d6-6e4d-462d-83d6-8bb66d390fbb req-5b2f66c4-ec7c-455a-b407-a244dd49912c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 0.2182066 Aug 29 04:31:19.814636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-77187f5e-96da-4900-884b-e1e549ff1cff service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9265523 Aug 29 04:31:19.998672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.118316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.145412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.165125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.172238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.200853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.216473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b0c5ee78-4aa6-4b12-b679-cedac9b12dba tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3828 time: 0.8613167 Aug 29 04:31:20.218629 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.219528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.223863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:20.317345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-bfad5e11-508d-4cb9-9af3-0fe0268e3d74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 200 len: 217 time: 0.3021500 Aug 29 04:31:20.445460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.446110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.446542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.447050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.447353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.447755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.448201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.448600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.449029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.449457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.450032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.452341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:20.782965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fff4a0b6-49d5-4ac2-9625-2ac84949e22d tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:20.788951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fff4a0b6-49d5-4ac2-9625-2ac84949e22d tempest-MeteringIpV6TestJSON-590920861 tempest-MeteringIpV6TestJSON-590920861-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/59e3cf97-c7c4-49d5-8bf0-3f265763efa7 HTTP/1.1" status: 204 len: 168 time: 1.3794732 Aug 29 04:31:20.868186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9a3cdbf7-3634-4549-a62b-f41e7f56c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:20.879298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9a3cdbf7-3634-4549-a62b-f41e7f56c689 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.5230033 Aug 29 04:31:20.953415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba88cb2-a562-419c-b296-814082d90f56 req-b178f475-ab5b-45cb-8af2-ea2dc135cc81 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7354810 Aug 29 04:31:21.013829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.028502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Allocated IP 172.20.0.1 (c653f9bf-0847-4cc4-95b2-705226a07cb9/bbfcb82a-c775-42a5-8651-46e928f06313/929fab50-ad08-4acb-a30e-54dc272c0df2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:21.201589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.233644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Transition to ACTIVE for port object 929fab50-ad08-4acb-a30e-54dc272c0df2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:21.274581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-464993d6-bff0-4d76-b033-9d936b5f9225 req-0d1500c4-8fa0-40be-b8b8-f694485abf6a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 0.2467890 Aug 29 04:31:21.301812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Attempting to bind port f38f85e1-946b-4702-8776-1ac827c96f9e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:21.320777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Attempting to bind port f38f85e1-946b-4702-8776-1ac827c96f9e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:21.321122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Attempting to bind port f38f85e1-946b-4702-8776-1ac827c96f9e on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:21.338880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.373006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Port f38f85e1-946b-4702-8776-1ac827c96f9e on network db647399-1386-4c56-b054-01a55d12963a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:21.373006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Attempting to bind port f38f85e1-946b-4702-8776-1ac827c96f9e on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:21.412653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:21.419655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:21.422864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:21.425863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:21.430662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-e5ed26af-a210-4d1d-b02f-0c1a752b4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:21.433416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-e5ed26af-a210-4d1d-b02f-0c1a752b4e14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5207558 Aug 29 04:31:21.448727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Port': ['ID=929fab50-ad08-4acb-a30e-54dc272c0df2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:21.470044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:21.485780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:21.492883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:21.493950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Bound using segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:21.497259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Bound port: f38f85e1-946b-4702-8776-1ac827c96f9e, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:21.498829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.522345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:21.736973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:21.848788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.140026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Provisioning for port 929fab50-ad08-4acb-a30e-54dc272c0df2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:22.153158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Provisioning complete for port 929fab50-ad08-4acb-a30e-54dc272c0df2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:22.154014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.241786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Port 929fab50-ad08-4acb-a30e-54dc272c0df2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:22.261556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Provisioning complete for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:22.262324 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.301030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-9ace272c-e56f-4a4c-906b-c0fbcf375b07 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8216612 Aug 29 04:31:22.306211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05d54505-87bc-4dd4-b5ad-1a038918337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.322101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54e763e6-beb1-46b0-aea7-6932f807f6e3 None None] Port 882a304e-7fb1-4b98-91d7-090ea5b0da57 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:22.399089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:22.422279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-eeddbed2-d4d5-4d69-b5d8-3da54b4c0651 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.424051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-eeddbed2-d4d5-4d69-b5d8-3da54b4c0651 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.2501998 Aug 29 04:31:22.464154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'device_id': '86e82f3f-40ba-423e-be1b-74d330c01897', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'admin_state_up': True, 'tenant_id': '68cf1279c479416b98435ab1fe4cf264'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:22.503444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da38c-d43a-448a-810e-671665cc3267 req-876e1fae-cb69-4ba8-a2a9-2e3d80e2667c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.509417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439da38c-d43a-448a-810e-671665cc3267 req-876e1fae-cb69-4ba8-a2a9-2e3d80e2667c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.511157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-439da38c-d43a-448a-810e-671665cc3267 req-876e1fae-cb69-4ba8-a2a9-2e3d80e2667c tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755&device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 1682 time: 0.2562456 Aug 29 04:31:22.518666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:22.578436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.584641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.591802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.598187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.604338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.610599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.612591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-935b7672-aefc-42e8-a82e-dbf4a7545248 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 4599 time: 0.3034270 Aug 29 04:31:22.620292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f38f85e1-946b-4702-8776-1ac827c96f9e,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:22.660043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.671328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.752079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.754432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event updated for resources: {'Port': ['ID=929fab50-ad08-4acb-a30e-54dc272c0df2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:22.758001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.812771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-439da38c-d43a-448a-810e-671665cc3267 req-ab75074b-0562-4156-b1ef-d56ce4ba02f9 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664697 Aug 29 04:31:22.891156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:22.892830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:22.920398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:22.920903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:22.922591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] 10.222.0.54 "PUT /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 1130 time: 7.2984440 Aug 29 04:31:22.923194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'f38f85e1-946b-4702-8776-1ac827c96f9e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:22.925864 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430aae29-91fe-41d0-a563-5b7995c1e468" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "f38f85e1-946b-4702-8776-1ac827c96f9e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:22.940621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-96cab423-0d9f-4285-82b9-48ee637ba5a5 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788066 Aug 29 04:31:22.948275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45ed3698-0029-4e02-8eb6-a88e274c9c8f req-ac12cfc1-9b24-48ef-b048-b53788ccb850 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2870512 Aug 29 04:31:22.992673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:23.014595 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:23.097931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Router 332063b3-e726-4ec2-9401-6e00f6fdee56 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:23.230461 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:23.231524 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.342852 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:23.345887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:23.358482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] Sync routers for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:23.371563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:23.372545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.373471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a1dbd4ed-79d6-4635-9377-11c3278c39c1 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8980744 Aug 29 04:31:23.374336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.437154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.448987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:23.449908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.504666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.505563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89328c-2bf5-483e-bbf4-59cad3b9cc05 None None] The sync data for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:23.524454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-69d9f50a-253f-4392-b223-c4d4cb826a54 None None] Provisioning complete for port 929fab50-ad08-4acb-a30e-54dc272c0df2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:23.524827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69d9f50a-253f-4392-b223-c4d4cb826a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.601855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-69d9f50a-253f-4392-b223-c4d4cb826a54 None None] Port 929fab50-ad08-4acb-a30e-54dc272c0df2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:23.605930 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f289c263-2bd6-4754-92e8-469cc9014421 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.751242 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f289c263-2bd6-4754-92e8-469cc9014421 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 04:31:23.758803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f289c263-2bd6-4754-92e8-469cc9014421 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56 HTTP/1.1" status: 409 len: 329 time: 0.3832140 Aug 29 04:31:23.763966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.795193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:23.798975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-bd24c4d6-74dd-45e5-a00f-8a600a3eea77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 217 time: 0.8494370 Aug 29 04:31:23.805779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e70f8858-9e36-4a9a-92e0-1778cee966a1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2764249 Aug 29 04:31:23.820370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:23.861706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2084377974'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:23.888853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05d54505-87bc-4dd4-b5ad-1a038918337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:23.891063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096d13a-a485-4d0e-8405-da3603e21deb service neutron] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:23.918101 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54be159-d13e-4056-86e7-700dfa086718 x-openstack-request-id: req-a54be159-d13e-4056-86e7-700dfa086718 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:23.918445 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "f38f85e1-946b-4702-8776-1ac827c96f9e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:23.918445 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a54be159-d13e-4056-86e7-700dfa086718 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:23.918923 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'f38f85e1-946b-4702-8776-1ac827c96f9e', 'status': 'completed', 'code': 200} Aug 29 04:31:23.944085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccc80917-4fdc-4a22-873c-186c561e37d0 req-f7843dc1-3144-460b-a830-da86b8a0aec4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 1.0049329 Aug 29 04:31:23.979077 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:18Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:23.988960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05d54505-87bc-4dd4-b5ad-1a038918337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.064626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:24.065356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Updating router 75aaca35-fd57-4344-aed9-a51d02065680 port 882a304e-7fb1-4b98-91d7-090ea5b0da57 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:24.121557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:24.122378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-05d54505-87bc-4dd4-b5ad-1a038918337c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=552b4f0ac16249a789f810f80a14a481&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3257663 Aug 29 04:31:24.123152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.126387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:24.128914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:24.138297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.152745 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.244492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:24.292384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-fd317396-7994-43fe-9392-699af4b840c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.294803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-fd317396-7994-43fe-9392-699af4b840c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.3745363 Aug 29 04:31:24.303973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d54505-87bc-4dd4-b5ad-1a038918337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa8937-8769-4717-af9a-c428db18470d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.336913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.337470 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added segment d9fe155a-d133-404e-b2ef-b2de0339a74e of type vlan for network 192f00d3-44f3-47d8-8400-cba992dc61bf Aug 29 04:31:24.460984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.461751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.461935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.462683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.465277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.465768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.469044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-b094f633-318c-4d41-b07c-006a84e085da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5287 time: 0.5165749 Aug 29 04:31:24.469738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.595502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.693569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.700841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.701668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.771672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-56f5ffb2-b142-4a51-a0e8-61dfbedcd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.772131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-56f5ffb2-b142-4a51-a0e8-61dfbedcd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.772397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-56f5ffb2-b142-4a51-a0e8-61dfbedcd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.774166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-56f5ffb2-b142-4a51-a0e8-61dfbedcd1cb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2734232 Aug 29 04:31:24.783892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-1b06a947-a0d2-4e58-947b-130f801c7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.786179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-1b06a947-a0d2-4e58-947b-130f801c7b34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3924203 Aug 29 04:31:24.796964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Network': ['ID=192f00d3-44f3-47d8-8400-cba992dc61bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:24.829752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 192f00d3-44f3-47d8-8400-cba992dc61bf details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:24.865431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.867620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-10ebddc3-a3bd-411c-95ce-a1e247aebaab tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0471287 Aug 29 04:31:24.869198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.878424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:24.878809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.897826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.906079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'subnet': {'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:24.911881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.925630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.934721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:24.943061 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.946149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-d555367d-b1ca-4319-9881-f83fe0a5c5fe tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 4599 time: 0.7008698 Aug 29 04:31:24.970301 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Transition to ACTIVE for port object 882a304e-7fb1-4b98-91d7-090ea5b0da57 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:24.985943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:24.988981 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.149042 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-17ac03a1-0f6f-4470-b9b6-cb79f76b63ac service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778088 Aug 29 04:31:25.208305 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Attempting to bind port 882a304e-7fb1-4b98-91d7-090ea5b0da57 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:25.209156 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Attempting to bind port 882a304e-7fb1-4b98-91d7-090ea5b0da57 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:25.209156 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Attempting to bind port 882a304e-7fb1-4b98-91d7-090ea5b0da57 on network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:25.215053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410698bb-e928-4aa2-84b3-b4ccd774654c None None] Pushing event updated for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.224532 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:25.225184 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Checking segment: {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:25.226288 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.228034 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Bound using segment: {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:25.228583 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Bound port: 882a304e-7fb1-4b98-91d7-090ea5b0da57, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:25.228967 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.261833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.20.0.9 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/f239c38f-6f3d-4c0f-b48f-0478f5452f4f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:25.313510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Made reservation on behalf of 62973d96f4f04aa691a183a37cce9953 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:25.317344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.319711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] For port 882a304e-7fb1-4b98-91d7-090ea5b0da57, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:25.326456 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] For port 882a304e-7fb1-4b98-91d7-090ea5b0da57, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=882a304e-7fb1-4b98-91d7-090ea5b0da57,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:25.337281 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.360728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4a3e8f7-a253-4ea7-9a1c-cde4c928cc27 req-979f0a73-4c6a-49b1-9f21-d26aafd0ef3c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4135344 Aug 29 04:31:25.366900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d480b556-2226-4f9e-bfeb-db5c10c002b6 req-cd4d443b-01cc-4c80-a3b4-a27c61a1a020 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 0.0686417 Aug 29 04:31:25.450874 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:25.452660 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:25.463797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.466969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.468520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93fa8937-8769-4717-af9a-c428db18470d HTTP/1.1" status: 204 len: 168 time: 1.3116248 Aug 29 04:31:25.583753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-6cbbc5dd-a4cf-44f7-ba5a-7ca94f80baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:25.587195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430aae29-91fe-41d0-a563-5b7995c1e468 req-6cbbc5dd-a4cf-44f7-ba5a-7ca94f80baa7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7996154 Aug 29 04:31:25.697290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.727155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d755ad-17ee-4dcf-9a42-423bece7d7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa8937-8769-4717-af9a-c428db18470d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.767799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:25.889089 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410698bb-e928-4aa2-84b3-b4ccd774654c None None] Pushing event updated for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:25.951882 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:26.070970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b63b36-3d0f-4509-ad2f-106faf6f895c req-4a8f8e5d-88ac-4b5e-8b7f-5c7dc0fa6174 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:26.080294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0b63b36-3d0f-4509-ad2f-106faf6f895c req-4a8f8e5d-88ac-4b5e-8b7f-5c7dc0fa6174 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 945 time: 0.4109578 Aug 29 04:31:26.094170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b4374c-4518-45e6-90a3-b1f591f56265 req-4be6113c-86ff-44ce-b25b-4e43c2cbb3d9 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168643 Aug 29 04:31:26.187395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0b63b36-3d0f-4509-ad2f-106faf6f895c req-5e294dde-4a31-4aed-b9d7-f4f99d2c5ef6 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Aug 29 04:31:26.260903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:26.324493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5564db7d-6030-4dfd-9f62-5f29a6c90c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.374015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac826b2c-dc25-43d2-9c31-4e31452c1e0c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:26.395816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.456814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Transition to ACTIVE for port object ac826b2c-dc25-43d2-9c31-4e31452c1e0c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:26.471849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:26.589907 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:26.692113 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5d0cb2-f16a-480c-8e8b-9e0688b7f75b None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:16Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:25Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:26.920420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Checking segment: {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:26.921319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network hostable DHCP agents. Network: 192f00d3-44f3-47d8-8400-cba992dc61bf, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:26.921526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.935845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Subnet': ['ID=0d3117ec-db88-4d20-8a41-d45cfbc22944,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:26.999642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 192f00d3-44f3-47d8-8400-cba992dc61bf is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:27.058238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 192f00d3-44f3-47d8-8400-cba992dc61bf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:27.070367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e7708-db35-49d1-bff2-c404eb087f25 None None] Network 192f00d3-44f3-47d8-8400-cba992dc61bf requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:27.071194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.072129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.146017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.178750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Transition to ACTIVE for port object f239c38f-6f3d-4c0f-b48f-0478f5452f4f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:27.196067 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5564db7d-6030-4dfd-9f62-5f29a6c90c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.266846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5564db7d-6030-4dfd-9f62-5f29a6c90c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.353621 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c04fd9f7-2340-4e11-97c5-d1e106dd4bae tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4734647 Aug 29 04:31:27.355950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.362510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5564db7d-6030-4dfd-9f62-5f29a6c90c78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d50c69df112e474a8536b038bbe17896&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997798 Aug 29 04:31:27.383909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.390940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.397536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.404376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.411155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.418195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.425304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.428335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39205936-0100-4b82-963e-9b4463ab9683 req-f3adae06-a544-4d6b-9249-a79be8cd843d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5370 time: 0.8765793 Aug 29 04:31:27.435068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39882) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:27.589947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-6ca3f890-cad5-48b4-a7b6-29be22cfc4b3 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.599048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-6ca3f890-cad5-48b4-a7b6-29be22cfc4b3 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.50 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 945 time: 0.8709865 Aug 29 04:31:27.612394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-192f00d3-44f3-47d8-8400-cba992dc61bf', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:31:27.613611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20161e23-8530-453a-8432-34a66c276b85 req-be2a4e4b-ed64-4ce8-8c97-71c3707722d0 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:27.614885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.616239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20161e23-8530-453a-8432-34a66c276b85 req-be2a4e4b-ed64-4ce8-8c97-71c3707722d0 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "GET /v2.0/ports?device_id=32093d9e-5c7c-466a-b12e-234f75eb0a47 HTTP/1.1" status: 200 len: 946 time: 0.7574930 Aug 29 04:31:27.695323 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:27.752807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b867222-97ac-406b-9a9b-114c0190430c req-0baba0aa-932b-491b-8eb4-096e5c3c24a1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 0.4245055 Aug 29 04:31:27.901556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:27.915670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:28.015084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:28.070414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.131144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting port 929fab50-ad08-4acb-a30e-54dc272c0df2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:28.131491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.167033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 882a304e-7fb1-4b98-91d7-090ea5b0da57 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:28.239152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Attempting to bind port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:28.240201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Attempting to bind port ac826b2c-dc25-43d2-9c31-4e31452c1e0c by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:28.240758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Attempting to bind port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:28.359231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39205936-0100-4b82-963e-9b4463ab9683 req-ad64e20d-8e9b-42b4-8253-58af8bdd7c69 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8031042 Aug 29 04:31:28.363798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564db7d-6030-4dfd-9f62-5f29a6c90c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb8fbe-16d5-4893-96ef-93be4fb2c233,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:28.466089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.466778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.495147 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-b244ecab-38c4-4f4b-b41f-0c9b70c8477c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0436442 Aug 29 04:31:28.502983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on network db647399-1386-4c56-b054-01a55d12963a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:28.503970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Attempting to bind port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:28.525887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Request body: {'port': {'device_id': '86e82f3f-40ba-423e-be1b-74d330c01897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:28.576375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.595535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.615749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.629164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80feca22-c957-43fb-be68-408c646332aa None None] Provisioning for port f239c38f-6f3d-4c0f-b48f-0478f5452f4f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:28.633216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Calling delete_port for 929fab50-ad08-4acb-a30e-54dc272c0df2 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:28.648217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Allocated IP 2001:db8:3::2 (192f00d3-44f3-47d8-8400-cba992dc61bf/0d3117ec-db88-4d20-8a41-d45cfbc22944/3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:28.653307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-80feca22-c957-43fb-be68-408c646332aa None None] Provisioning complete for port f239c38f-6f3d-4c0f-b48f-0478f5452f4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:28.654074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-80feca22-c957-43fb-be68-408c646332aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.721650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:28.732115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:28.732912 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.746517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:28.747450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:28.748580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Bound using segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:28.749990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Bound port: ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:28.750933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.765186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Deleting port 33daab1d-adf1-4ed3-9acc-9069d22e4ace {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:28.766113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.803494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.813391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.816996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bbb8fbe-16d5-4893-96ef-93be4fb2c233 HTTP/1.1" status: 204 len: 168 time: 1.3641357 Aug 29 04:31:28.921944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48756330-d048-40bb-bcd9-c80f6fa97f37 req-f99c9462-326a-4285-b624-de428608ace5 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:28.923915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-80feca22-c957-43fb-be68-408c646332aa None None] Port f239c38f-6f3d-4c0f-b48f-0478f5452f4f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:28.924783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:28.944522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48756330-d048-40bb-bcd9-c80f6fa97f37 req-f99c9462-326a-4285-b624-de428608ace5 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 945 time: 0.6408370 Aug 29 04:31:29.048039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.092190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.125522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Port': ['ID=929fab50-ad08-4acb-a30e-54dc272c0df2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.282696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.303352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Transition to ACTIVE for port object 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:29.346538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Transition to ACTIVE for port object 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:29.375800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.392996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb5a98-9e01-4045-b72e-134c5dcc08c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb8fbe-16d5-4893-96ef-93be4fb2c233,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.423529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.470228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.582711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48756330-d048-40bb-bcd9-c80f6fa97f37 req-e886183e-56ee-4a37-aa93-7f9a330f0444 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300676 Aug 29 04:31:29.592101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Pushing event updated for resources: {'Port': ['ID=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:29.627685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 33daab1d-adf1-4ed3-9acc-9069d22e4ace no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:29.639535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Network 192f00d3-44f3-47d8-8400-cba992dc61bf is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:29.664262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.664869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.725044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:29.732099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:29.744402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.832991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Calling delete_port for 33daab1d-adf1-4ed3-9acc-9069d22e4ace owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:29.843679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 882a304e-7fb1-4b98-91d7-090ea5b0da57, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=882a304e-7fb1-4b98-91d7-090ea5b0da57,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:29.864216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Deleting port 6a4cfd91-8f63-45af-9685-1812239c553c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:29.864952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.890275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Attempting to bind port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:29.891620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Attempting to bind port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:29.892668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Attempting to bind port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 on network 192f00d3-44f3-47d8-8400-cba992dc61bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:29.897524 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.970143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:29.970910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Checking segment: {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:29.971663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:29.972311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Bound using segment: {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:29.973008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Bound port: 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:29.973595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.087686 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.146439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:30.196071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.230861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:30.233561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] For port 6a4cfd91-8f63-45af-9685-1812239c553c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a4cfd91-8f63-45af-9685-1812239c553c,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.233922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.261963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67011a7-d941-43cd-9411-8e5219205c21 req-5d00982d-f645-4cea-ac57-c8b0688ce26a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.264668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:30.270213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67011a7-d941-43cd-9411-8e5219205c21 req-5d00982d-f645-4cea-ac57-c8b0688ce26a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 931 time: 0.9360533 Aug 29 04:31:30.271627 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9beb1a-ae47-4c32-a764-6afa29e60563" -d '{"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-unplugged", "status": "completed", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:30.280519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.283130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Calling delete_port for 6a4cfd91-8f63-45af-9685-1812239c553c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:30.335969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Router 332063b3-e726-4ec2-9401-6e00f6fdee56 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:30.343418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 33daab1d-adf1-4ed3-9acc-9069d22e4ace, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=33daab1d-adf1-4ed3-9acc-9069d22e4ace,segment=NetworkSegment(8fff5b41-e428-4bc6-986b-d10b88f446b3),segment_id=8fff5b41-e428-4bc6-986b-d10b88f446b3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:30.364305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.384162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] For port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:30.395447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] For port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:30.418450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.425838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.433623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.440103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.446888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.454020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.463309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.463628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.473327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-38c564d2-602b-4a65-9f24-a48f130ac6af tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5370 time: 0.4224043 Aug 29 04:31:30.525920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:30.527236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:30.529492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] 10.222.0.54 "PUT /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 1130 time: 7.5486169 Aug 29 04:31:30.556461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:30.559386 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971d4f77-1944-450f-a982-8b91723c7cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "ac826b2c-dc25-43d2-9c31-4e31452c1e0c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:30.602386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67011a7-d941-43cd-9411-8e5219205c21 req-2b4ad64d-bedb-4652-a1a4-3b115962f943 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311613 Aug 29 04:31:30.645172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.689035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:30.810767 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d5af4-c212-47e6-9027-0cd383e5e783 x-openstack-request-id: req-358d5af4-c212-47e6-9027-0cd383e5e783 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:30.814377 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-unplugged", "status": "completed", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:30.817882 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-358d5af4-c212-47e6-9027-0cd383e5e783 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:30.842128 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'code': 200} Aug 29 04:31:30.852750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a4cfd91-8f63-45af-9685-1812239c553c no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:30.958120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:30.963304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2436eb-d139-4257-8a21-7c160f232a2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:30.976621 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] Sync routers for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:30.993526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-828e04fc-88fe-4ef6-8a6f-fc445410a49a tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2218716 Aug 29 04:31:30.998553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:31.001330 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.048900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.118470 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def89fb1-dfee-4139-95db-f516e228af48 x-openstack-request-id: req-def89fb1-dfee-4139-95db-f516e228af48 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:31.118775 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "ac826b2c-dc25-43d2-9c31-4e31452c1e0c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:31.118931 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-def89fb1-dfee-4139-95db-f516e228af48 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:31.119251 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c', 'status': 'completed', 'code': 200} Aug 29 04:31:31.212447 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.234380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a6bc-4ad8-4a3c-b30b-86cedd57441b None None] Pushing event updated for resources: {'Port': ['ID=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:31.245878 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] Routers {'332063b3-e726-4ec2-9401-6e00f6fdee56'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:31.247959 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['332063b3-e726-4ec2-9401-6e00f6fdee56'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.386263 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.397645 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:31.398829 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30a1bf-72e9-447a-bc0a-255f45413a01 None None] The sync data for ids ['332063b3-e726-4ec2-9401-6e00f6fdee56'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:31.420211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:31.445782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Allocated IP 2001:db8:3::1 (192f00d3-44f3-47d8-8400-cba992dc61bf/0d3117ec-db88-4d20-8a41-d45cfbc22944/13021ad2-d8cb-48ca-897c-dbf3a8458969) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:31:31.727161 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-9e077327-b599-43b1-88b1-2ca0c9b1ec77 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] show failed (client error): The resource could not be found. Aug 29 04:31:31.731406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc4480ab-65cd-4d1b-811f-11d9b6afbae0 req-bee97a0f-665a-4dca-bbed-2969effe0cd8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2568581 Aug 29 04:31:31.733088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e077327-b599-43b1-88b1-2ca0c9b1ec77 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-737979039 HTTP/1.1" status: 404 len: 334 time: 0.6688769 Aug 29 04:31:31.768749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:31.828892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a1e7eef7-3c30-4c12-8536-8e38c81777e5 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:31.859164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event deleted for resources: {'Port': ['ID=6a4cfd91-8f63-45af-9685-1812239c553c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:32.027216 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-a1e7eef7-3c30-4c12-8536-8e38c81777e5 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] update failed (client error): The resource could not be found. Aug 29 04:31:32.034430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a1e7eef7-3c30-4c12-8536-8e38c81777e5 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-856555635 HTTP/1.1" status: 404 len: 334 time: 0.2549629 Aug 29 04:31:32.052920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:32.152594 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.154816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.155669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.157117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.157871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.158601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.159358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.160210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.164340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-e5b2cb46-d5e3-4d24-8b6e-a6474c7ff2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6210 time: 1.1373005 Aug 29 04:31:32.167639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52889047-ff8d-4d16-aab3-0650e210b3de req-95b45278-16f8-4dd1-9a2b-fa75fec8da28 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:32.170942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52889047-ff8d-4d16-aab3-0650e210b3de req-95b45278-16f8-4dd1-9a2b-fa75fec8da28 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/ports?device_id=234bd1af-d4ed-4637-ba3c-002ca8d15755 HTTP/1.1" status: 200 len: 943 time: 0.7948544 Aug 29 04:31:32.238504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] No DVR routers for this DVR port 6a4cfd91-8f63-45af-9685-1812239c553c on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:32.242138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.248673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20161e23-8530-453a-8432-34a66c276b85 req-5010f050-5cd9-4441-8ae7-7e871c7c9494 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.54 "DELETE /v2.0/ports/6a4cfd91-8f63-45af-9685-1812239c553c HTTP/1.1" status: 204 len: 173 time: 4.3367262 Aug 29 04:31:32.343409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.386465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.483280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 882a304e-7fb1-4b98-91d7-090ea5b0da57 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:32.623204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 882a304e-7fb1-4b98-91d7-090ea5b0da57 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:32.623577 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:32.969120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:33.181077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:33.247394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7547fc5e-3c94-48cf-ab21-92f71d153d4d None None] Network 192f00d3-44f3-47d8-8400-cba992dc61bf requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:33.289509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Transition to ACTIVE for port object 13021ad2-d8cb-48ca-897c-dbf3a8458969 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:33.302719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f239c38f-6f3d-4c0f-b48f-0478f5452f4f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:33.325753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.328440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'name': 'network-vif-deleted', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:33.332312 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4fb963-7d34-4dc8-a273-c954a9929101" -d '{"events": [{"server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "name": "network-vif-deleted", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:33.361490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting subnet 89f8c4c1-e78b-4edf-bc7c-05b777398b7c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:33.372345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.375729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdd738-bf5b-4fbd-8200-77baea415ef3 req-8c8dc12d-54ce-4672-b9d2-51fb298719d7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.384755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ccdd738-bf5b-4fbd-8200-77baea415ef3 req-8c8dc12d-54ce-4672-b9d2-51fb298719d7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 931 time: 1.2455797 Aug 29 04:31:33.407532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Pushing event deleted for resources: {'Port': ['ID=33daab1d-adf1-4ed3-9acc-9069d22e4ace,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:33.426952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Provisioning for port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:33.448735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Provisioning complete for port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:33.449856 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.481141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ccdd738-bf5b-4fbd-8200-77baea415ef3 req-733b04b0-fac2-4209-9d2f-26c0090cf6a6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950041 Aug 29 04:31:33.533055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] No DVR routers for this DVR port 33daab1d-adf1-4ed3-9acc-9069d22e4ace on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:33.541340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.543470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ded4daa-a3d8-4883-ad18-cae670e26696 req-7398fe81-aa0c-4dc1-8a89-067656ae6430 tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.50 "DELETE /v2.0/ports/33daab1d-adf1-4ed3-9acc-9069d22e4ace HTTP/1.1" status: 204 len: 173 time: 5.9168026 Aug 29 04:31:33.544015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:33.550694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Transition to ACTIVE for port object f239c38f-6f3d-4c0f-b48f-0478f5452f4f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:33.661922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52889047-ff8d-4d16-aab3-0650e210b3de req-408dab39-5a69-41c2-a114-410c9be3b25b tempest-ListServersNegativeTestJSON-1123514898 tempest-ListServersNegativeTestJSON-1123514898-project] 10.222.0.62 "GET /v2.0/security-groups?id=372b41b0-382c-4621-8474-80e807c2bfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4265373 Aug 29 04:31:33.665900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.844743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.912403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:33.935808 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:33.979888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.019233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] For port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:34.032927 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.057403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.156849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.157217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-ed14a63b-fe19-4291-b380-1357a0bc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.158569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-ed14a63b-fe19-4291-b380-1357a0bc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.159675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-ed14a63b-fe19-4291-b380-1357a0bc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.162833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-ed14a63b-fe19-4291-b380-1357a0bc2334 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.9495873 Aug 29 04:31:34.180244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.192316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549f0ed-610f-49a5-9c02-8c4f4d9b19ac None None] Pushing event updated for resources: {'Port': ['ID=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.206127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.218558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:34.232812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-b206297b-52fe-4cc9-af6f-57ff7340a93d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5370 time: 0.5876551 Aug 29 04:31:34.240045 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745c78d-48c6-4ee2-8d46-274f5c24b7a7 x-openstack-request-id: req-e745c78d-48c6-4ee2-8d46-274f5c24b7a7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:34.241575 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32093d9e-5c7c-466a-b12e-234f75eb0a47", "name": "network-vif-deleted", "tag": "6a4cfd91-8f63-45af-9685-1812239c553c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:34.241575 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e745c78d-48c6-4ee2-8d46-274f5c24b7a7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:34.242020 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32093d9e-5c7c-466a-b12e-234f75eb0a47', 'name': 'network-vif-deleted', 'tag': '6a4cfd91-8f63-45af-9685-1812239c553c', 'status': 'completed', 'code': 200} Aug 29 04:31:34.404152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cee8c38-3bfd-49cf-9fa3-af082adc605d req-f80a8f03-3f48-4cb7-bacf-34140657983e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693609 Aug 29 04:31:34.490655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1198177377'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:34.586238 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.613242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Pushing event updated for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.631167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b961cbf-9bdb-44f7-a366-d1a32754526b None None] Provisioning complete for port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:34.632807 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b961cbf-9bdb-44f7-a366-d1a32754526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.718851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a92d72f-dbdb-45bd-a4d1-d604503dedcd {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:34.729149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.746363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Transition to ACTIVE for port object 6a92d72f-dbdb-45bd-a4d1-d604503dedcd will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:34.763064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.823305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Made reservation on behalf of eaf8bafab80e430f857e83c057102470 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:34.836246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.862375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:34.898416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 192f00d3-44f3-47d8-8400-cba992dc61bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:34.921021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:34.960195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:35.024459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:35.026152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.049158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16428a1-a750-4ddf-8f84-47cc4fb5390a req-2d23c1c6-53d9-4496-bdc9-6da7cc91d9bc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.053226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a16428a1-a750-4ddf-8f84-47cc4fb5390a req-2d23c1c6-53d9-4496-bdc9-6da7cc91d9bc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 943 time: 0.4061666 Aug 29 04:31:35.283458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.292212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Attempting to bind port f239c38f-6f3d-4c0f-b48f-0478f5452f4f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:35.292736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Attempting to bind port f239c38f-6f3d-4c0f-b48f-0478f5452f4f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:35.293476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Attempting to bind port f239c38f-6f3d-4c0f-b48f-0478f5452f4f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.374635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Attempting to bind port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:35.374961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Attempting to bind port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:35.375296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Attempting to bind port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.462949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.508169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a16428a1-a750-4ddf-8f84-47cc4fb5390a req-b4daac58-f69e-45b6-9f72-407325d02475 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449167 Aug 29 04:31:35.509757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd on network db647399-1386-4c56-b054-01a55d12963a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:35.509757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Attempting to bind port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.523076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Deleting subnet fde94f09-8cf3-449e-bbdf-18e35be1cea9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:35.565992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.586056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.600583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Port f239c38f-6f3d-4c0f-b48f-0478f5452f4f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:35.601502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Attempting to bind port f239c38f-6f3d-4c0f-b48f-0478f5452f4f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:35.631267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:35.632664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:35.633393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Bound using segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:35.634470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Bound port: 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:35.635206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.642810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-a00698a7-0092-4b58-a4bf-8f53ab3f6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:35.645033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-971d4f77-1944-450f-a982-8b91723c7cb4 req-a00698a7-0092-4b58-a4bf-8f53ab3f6e57 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4323699 Aug 29 04:31:35.675088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:35.675891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:35.675891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:35.676695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Bound port: f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:35.676695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.739362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9bba572-66c3-4a99-b0cb-7ffdf62f461c None None] Provisioning for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:35.748560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9bba572-66c3-4a99-b0cb-7ffdf62f461c None None] Provisioning complete for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:35.750534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9bba572-66c3-4a99-b0cb-7ffdf62f461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.823672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.841000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.867422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9bba572-66c3-4a99-b0cb-7ffdf62f461c None None] Port 13021ad2-d8cb-48ca-897c-dbf3a8458969 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:35.915502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Subnet': ['ID=89f8c4c1-e78b-4edf-bc7c-05b777398b7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:35.933007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.941071 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-023fa683-6ff4-41c6-9e96-a3c3b8273701 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/subnets/89f8c4c1-e78b-4edf-bc7c-05b777398b7c HTTP/1.1" status: 204 len: 168 time: 3.8308842 Aug 29 04:31:35.955210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366853b-1506-4eb2-9218-8f157a264009 None None] Network dcafa4ea-10eb-484a-861b-b1ffd2c10674 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:35.959432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:35.961621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:35.973181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:35.996538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.005993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.014058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.028400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.040111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.052966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.066325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.078833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.088051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:36.104506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-97c14df7-76e2-40c1-b14a-38c9e3c70970 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5382 time: 0.4401507 Aug 29 04:31:36.120549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.124983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.168246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:36.210527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.217215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:36.231025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:36.281845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting subnet e7c3f02b-85c2-412d-9371-9085c1a6bbe3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:36.298447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-deleted', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:36.302965 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181fd56-cf4e-4294-9077-4e9048c93d91" -d '{"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-deleted", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:36.323270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:31:36.335104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.335756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.339088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] 10.222.0.50 "PUT /v2.0/ports/f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 200 len: 1092 time: 7.8202643 Aug 29 04:31:36.340457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:36.345072 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.347702 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e751e20e-2c9b-428c-b56c-8c31f56f792a" -d '{"events": [{"name": "network-changed", "server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:36.362231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.499263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62320-b9ee-4eff-b392-d84f6f299bdc service neutron] Pushing event updated for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.513703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.557176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:36.557893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.565423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a09c471-2829-4102-bfd6-aa00ff68307e req-eacea6d2-565f-444c-b178-1a3e2ce6591f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4683886 Aug 29 04:31:36.570806 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc573a-34b4-438d-abb8-4bb642e6a915 x-openstack-request-id: req-36cc573a-34b4-438d-abb8-4bb642e6a915 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:36.572896 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234bd1af-d4ed-4637-ba3c-002ca8d15755", "name": "network-vif-deleted", "tag": "33daab1d-adf1-4ed3-9acc-9069d22e4ace", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:36.574734 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36cc573a-34b4-438d-abb8-4bb642e6a915 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:36.577812 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234bd1af-d4ed-4637-ba3c-002ca8d15755', 'name': 'network-vif-deleted', 'tag': '33daab1d-adf1-4ed3-9acc-9069d22e4ace', 'status': 'completed', 'code': 200} Aug 29 04:31:36.608890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b50a8b-ff09-497f-8aed-6dfe299a7dd4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.634944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.635651 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Added segment deecc84d-ace8-48c7-9665-4cdd2a02726f of type vlan for network f0c12306-18a3-40fe-830f-f350a2e97776 Aug 29 04:31:36.659238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.662033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.668610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-6970922a-c312-4be4-95ce-31187f020661 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 1092 time: 6.0879989 Aug 29 04:31:36.677637 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc5bf94-5b4e-44c5-b84b-f5910a8da7ee x-openstack-request-id: req-1dc5bf94-5b4e-44c5-b84b-f5910a8da7ee {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:36.678639 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:36.681358 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1dc5bf94-5b4e-44c5-b84b-f5910a8da7ee {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:36.686167 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f', 'status': 'completed', 'code': 200} Aug 29 04:31:36.802757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:36.823449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] DHCP port deletion for dcafa4ea-10eb-484a-861b-b1ffd2c10674 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:36.835768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970922a-c312-4be4-95ce-31187f020661 service neutron] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:36.884610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:36.923532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-abfe36c9-7395-48d9-919d-950e32f77409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:36.925148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-abfe36c9-7395-48d9-919d-950e32f77409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 1095 time: 0.4804735 Aug 29 04:31:37.071001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.090172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:37.109136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.126939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-66d9cad2-1c61-4361-80ec-bfd14d14fa9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 200 len: 217 time: 0.1455202 Aug 29 04:31:37.128939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927c4d4-e599-4c77-99cb-f074de4434a7 req-228ee436-7e6e-467a-9975-b4f543c2cdec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.135160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5927c4d4-e599-4c77-99cb-f074de4434a7 req-228ee436-7e6e-467a-9975-b4f543c2cdec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 943 time: 0.1121671 Aug 29 04:31:37.197531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Deleting port 2ee53857-3f29-4644-8e4b-f903956b385f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:37.197867 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.249324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.266691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde94f09-8cf3-449e-bbdf-18e35be1cea9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.267155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.268910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.281855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.285376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1339aa5c-c6a0-420d-97dd-a429af755448 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fde94f09-8cf3-449e-bbdf-18e35be1cea9 HTTP/1.1" status: 204 len: 168 time: 2.0004947 Aug 29 04:31:37.291239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.344823 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.356082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.357073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.385702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event updated for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.392244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f53673e1-cf14-46d4-be60-a30adf38117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.405081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] For port 2ee53857-3f29-4644-8e4b-f903956b385f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2ee53857-3f29-4644-8e4b-f903956b385f,segment=NetworkSegment(94087d9b-d9f6-4c64-8828-e4829d875c3f),segment_id=94087d9b-d9f6-4c64-8828-e4829d875c3f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:37.405699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.438796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Calling delete_port for 2ee53857-3f29-4644-8e4b-f903956b385f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:37.448711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.487871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-88c2a8b0-031d-4822-91af-5745f94c7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.489862 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-88c2a8b0-031d-4822-91af-5745f94c7435 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3172939 Aug 29 04:31:37.570154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.590731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-918d495c-a904-4d27-9590-30c5af19f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:37.592874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-918d495c-a904-4d27-9590-30c5af19f574 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898368 Aug 29 04:31:37.607562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.0351961 Aug 29 04:31:37.626309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5927c4d4-e599-4c77-99cb-f074de4434a7 req-ca7b1698-652a-4c09-a01c-3aee9058422a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818836 Aug 29 04:31:37.651716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.653743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/subnets/e7c3f02b-85c2-412d-9371-9085c1a6bbe3 HTTP/1.1" status: 204 len: 168 time: 1.6731791 Aug 29 04:31:37.663877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Network 192f00d3-44f3-47d8-8400-cba992dc61bf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:37.665564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67d84-dd15-48a4-9af2-8fd87e41d62c tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c3f02b-85c2-412d-9371-9085c1a6bbe3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.679007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:37.725786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb387d-5947-42f6-ad13-b0079f05d585 None None] Network 2867b1f8-07cc-4e6c-b951-6287987f8fd9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:37.741789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66bc77-301f-43be-93e1-b7a5be1c473a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Pushing event updated for resources: {'Network': ['ID=f0c12306-18a3-40fe-830f-f350a2e97776,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:37.783431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:37.811660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f0c12306-18a3-40fe-830f-f350a2e97776 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:31:37.812679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:37.969252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.158715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.221417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] Pushing event deleted for resources: {'Port': ['ID=2ee53857-3f29-4644-8e4b-f903956b385f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:38.230553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2ee53857-3f29-4644-8e4b-f903956b385f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:38.273707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24f08d-46d2-442d-a298-a4e7afca7a38 None None] No DVR routers for this DVR port 2ee53857-3f29-4644-8e4b-f903956b385f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:38.276274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2ee53857-3f29-4644-8e4b-f903956b385f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:38.276727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2ee53857-3f29-4644-8e4b-f903956b385f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:38.350766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-dc3d8c34-ad02-4bf3-b6d1-ae54f9c35764 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220364 Aug 29 04:31:38.362317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:38.410269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776', 'binding:host_id': 'n-h2-712139-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-455116879'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:38.445863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:38.500649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cf1b0670-e67d-4c3c-96e7-358a24df154d None None] Provisioning complete for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:38.501459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0670-e67d-4c3c-96e7-358a24df154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.534571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-33e450fc-b6cb-4617-ac8b-73680dd0e1fd req-99b2f001-6798-48a8-a789-8eb174753a9c service neutron] (94827) timed out ('10.222.0.62', 44602) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:31:38.586567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:38.587666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] DHCP port deletion for 2867b1f8-07cc-4e6c-b951-6287987f8fd9 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:38.593017 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7b35a-6d16-48d0-993d-3818437aa1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:38.607363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:31:38.633072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Made reservation on behalf of 59187c680ebb4c0aa93bd26ae720c383 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:38.637864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.647330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b0670-e67d-4c3c-96e7-358a24df154d None None] Port 13021ad2-d8cb-48ca-897c-dbf3a8458969 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:31:38.698193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Deleting port 5364ae79-1f16-41b7-a52e-f389deae3c3e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:38.701722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.727487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.780857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.853871 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f44e5d-923b-4511-be75-293e993f208e x-openstack-request-id: req-d1f44e5d-923b-4511-be75-293e993f208e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:38.855092 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:38.855676 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1f44e5d-923b-4511-be75-293e993f208e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:38.860737 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'status': 'completed', 'code': 200} Aug 29 04:31:38.872483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13e5068-bc38-44f8-b4e3-20d6a73123e8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:38.881706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] For port 5364ae79-1f16-41b7-a52e-f389deae3c3e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5364ae79-1f16-41b7-a52e-f389deae3c3e,segment=NetworkSegment(a304005b-6a62-4f5d-8b42-936549fa016e),segment_id=a304005b-6a62-4f5d-8b42-936549fa016e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:38.882768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:38.907465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fff5b41-e428-4bc6-986b-d10b88f446b3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:38.908088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fff5b41-e428-4bc6-986b-d10b88f446b3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:38.922632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7f3fedec-261f-486b-b882-9afd1371cf40 req-53048b2c-44a3-42b6-a4a4-e8a87aacf731 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587909 Aug 29 04:31:38.958422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Calling delete_port for 5364ae79-1f16-41b7-a52e-f389deae3c3e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:39.014727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.025333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.034052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:39.037188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.049438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf74eea8-9083-473a-aaaf-6275805008e3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6909397 Aug 29 04:31:39.055314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.059293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:39.068305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:39.069953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.071581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:39.084034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.092382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.093172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.093958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.094765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.094901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.095559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.096434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.097339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.100922 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-5b83f146-d8a0-409c-95fb-5a810609e11d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6278 time: 0.2892277 Aug 29 04:31:39.123127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-bb2c23bc-d0f6-414e-8786-e281149e3edb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5382 time: 1.0912058 Aug 29 04:31:39.123958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:39.128977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.252713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.327950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:39.396801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.414771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.441038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63c3b315-0041-4523-b865-8b78bb7e6e2f req-a2f18b2b-f8d0-42ce-8ec1-93986fd57776 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3167408 Aug 29 04:31:39.461324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcafa4ea-10eb-484a-861b-b1ffd2c10674']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.492169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abace94-7479-48c2-a050-68a9afc8a1ab req-278ef1cf-c63a-4158-ba67-8cf847b3d5c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.494222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4abace94-7479-48c2-a050-68a9afc8a1ab req-278ef1cf-c63a-4158-ba67-8cf847b3d5c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 943 time: 0.3316774 Aug 29 04:31:39.495724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:39.496434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:39.502587 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:39.533699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.538247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94087d9b-d9f6-4c64-8828-e4829d875c3f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.539085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94087d9b-d9f6-4c64-8828-e4829d875c3f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:39.574189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-0256c919-5a00-48db-a00f-641158e5edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.577124 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-0256c919-5a00-48db-a00f-641158e5edfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 1095 time: 0.3885839 Aug 29 04:31:39.606659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] Pushing event deleted for resources: {'Port': ['ID=5364ae79-1f16-41b7-a52e-f389deae3c3e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.634699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57566e01-43bf-41c6-8ed2-131e7f4e730b None None] No DVR routers for this DVR port 5364ae79-1f16-41b7-a52e-f389deae3c3e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:39.647607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.713609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:39.735863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.752071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.786425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.796853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:39.798170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:39.802349 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:39.862252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.864749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] 10.222.0.62 "DELETE /v2.0/networks/f13e5068-bc38-44f8-b4e3-20d6a73123e8 HTTP/1.1" status: 204 len: 168 time: 2.5681098 Aug 29 04:31:39.870352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4abace94-7479-48c2-a050-68a9afc8a1ab req-23d186ed-aeb7-41c3-878a-1318e8b2837d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781837 Aug 29 04:31:39.877520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.899783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-0ce4ee97-9a5a-4b65-9718-46ab903a3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.900687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-0ce4ee97-9a5a-4b65-9718-46ab903a3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.901551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-0ce4ee97-9a5a-4b65-9718-46ab903a3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:39.904597 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-0ce4ee97-9a5a-4b65-9718-46ab903a3cf8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7329948 Aug 29 04:31:39.909540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54a18-f354-45cc-ace7-be62f53ae9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f13e5068-bc38-44f8-b4e3-20d6a73123e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:39.915220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-3f042733-1321-4e39-bbab-25fac8b987e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2256339 Aug 29 04:31:39.942492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Transition to ACTIVE for port object 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:39.948884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.985132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.988141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:39.991392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/networks/dcafa4ea-10eb-484a-861b-b1ffd2c10674 HTTP/1.1" status: 204 len: 168 time: 2.3045173 Aug 29 04:31:39.993326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67405505-2679-4e4d-94ea-e07c94c5a2e3 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Network': ['ID=dcafa4ea-10eb-484a-861b-b1ffd2c10674,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.001183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.260323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:40.285164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.295296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.321501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-b8177cce-4705-45eb-94ea-f72e91f205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:40.324208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-b8177cce-4705-45eb-94ea-f72e91f205fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.2571576 Aug 29 04:31:40.400884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5364ae79-1f16-41b7-a52e-f389deae3c3e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:40.453820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5364ae79-1f16-41b7-a52e-f389deae3c3e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:40.454518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5364ae79-1f16-41b7-a52e-f389deae3c3e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:40.476304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-202f37f7-c18c-4137-a91a-12c3c05cbb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.507740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:36Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:40.565965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:40.566273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Updating router 75aaca35-fd57-4344-aed9-a51d02065680 port 13021ad2-d8cb-48ca-897c-dbf3a8458969 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:31:40.601177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.716319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:40.982824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:40.996662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2867b1f8-07cc-4e6c-b951-6287987f8fd9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:41.019952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.029891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a304005b-6a62-4f5d-8b42-936549fa016e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:41.031635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a304005b-6a62-4f5d-8b42-936549fa016e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:41.053413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port fa488b9f-c9a4-41b4-936b-419a19157776 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:41.057518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.093062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.110163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:41.111713 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.200002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Attempting to bind port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:41.200613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Attempting to bind port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:41.200956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Attempting to bind port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:41.229310 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:41.233461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d on network db647399-1386-4c56-b054-01a55d12963a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:41.233461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Attempting to bind port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:41.246198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.291781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.297539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/networks/2867b1f8-07cc-4e6c-b951-6287987f8fd9 HTTP/1.1" status: 204 len: 168 time: 1.2957051 Aug 29 04:31:41.305323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7a1cbb99-da30-4e0e-b506-b2bca18a1fb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2595b5b3c48d475aa72dd40376697bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769999 Aug 29 04:31:41.310495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.310804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:41.423724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:41.424298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Checking segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:41.424484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Bound using segment: {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:41.425033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Bound port: 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d1d78a-1264-49f7-a698-eb513a6c7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db647399-1386-4c56-b054-01a55d12963a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:41.425404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.444479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ae41c-728f-46b6-a2ea-bd38d8792edd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.474547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.484186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.503378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Transition to ACTIVE for port object 13021ad2-d8cb-48ca-897c-dbf3a8458969 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:41.517033 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.526989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-7491629f-5e66-416b-9ff7-b73f23d4a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.529479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-7491629f-5e66-416b-9ff7-b73f23d4a708 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 1.8674567 Aug 29 04:31:41.610205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Pushing event updated for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:41.629573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.630149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.632377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.632377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.632377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.632972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.633634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.634312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.634879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.635455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.636050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.638610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:31:41.645265 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-ad998003-1c31-423f-b339-99a2d38d6ecc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 200 len: 217 time: 0.1026769 Aug 29 04:31:41.716801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f239c38f-6f3d-4c0f-b48f-0478f5452f4f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:31:41.784427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-53744163-7a0f-4d53-874c-322923984e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:41.787016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e8c7b35a-6d16-48d0-993d-3818437aa1ac req-53744163-7a0f-4d53-874c-322923984e7d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8525617 Aug 29 04:31:41.802453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Attempting to bind port 13021ad2-d8cb-48ca-897c-dbf3a8458969 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:41.802882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Attempting to bind port 13021ad2-d8cb-48ca-897c-dbf3a8458969 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:41.803975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Attempting to bind port 13021ad2-d8cb-48ca-897c-dbf3a8458969 on network 192f00d3-44f3-47d8-8400-cba992dc61bf {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:41.824756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:41.825371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Checking segment: {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:41.826020 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.826690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Bound using segment: {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:41.827506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Bound port: 13021ad2-d8cb-48ca-897c-dbf3a8458969, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fe155a-d133-404e-b2ef-b2de0339a74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:41.828233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.893510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting subnet bbfcb82a-c775-42a5-8651-46e928f06313 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:41.898321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:41.932079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:31:41.994744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637b06c-5ec4-4b1c-9a1d-1938049c9b28 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Network': ['ID=2867b1f8-07cc-4e6c-b951-6287987f8fd9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.008538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-6a590569-c52e-41a5-9890-919131d1304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.014474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-6a590569-c52e-41a5-9890-919131d1304e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3420308 Aug 29 04:31:42.019228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.032493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.045368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.058375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.071609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.086459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.109090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.118889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80f01918-fbf8-492e-9e52-28af721656bf req-3f66ef7f-198f-4e8a-a3c5-720473da299f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5394 time: 1.3433235 Aug 29 04:31:42.180426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9204f-c6f0-4a47-bb4f-4d3f381362c3 req-e666e100-f84a-4dff-b15f-847b53845e59 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.189590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5eb9204f-c6f0-4a47-bb4f-4d3f381362c3 req-e666e100-f84a-4dff-b15f-847b53845e59 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 943 time: 0.9816971 Aug 29 04:31:42.248118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.265999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-06a9ab06-6210-4325-a43c-cee75d4b0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.267564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-06a9ab06-6210-4325-a43c-cee75d4b0518 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 1.8473828 Aug 29 04:31:42.273049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.327480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] For port 13021ad2-d8cb-48ca-897c-dbf3a8458969, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:42.330017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.339552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] For port 13021ad2-d8cb-48ca-897c-dbf3a8458969, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=13021ad2-d8cb-48ca-897c-dbf3a8458969,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:42.343744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80f01918-fbf8-492e-9e52-28af721656bf req-e8c7306f-7cb1-481a-a3c8-99d2f9e0a8c3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943774 Aug 29 04:31:42.386427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.389768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:42.436530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:31:42.493249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5eb9204f-c6f0-4a47-bb4f-4d3f381362c3 req-b77361b6-18e4-44ae-af5a-19263243b3f2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026483 Aug 29 04:31:42.510831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e986d-e400-49b2-bbed-42c15589b03d None None] Pushing event updated for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:42.514735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-be16b328-b3a6-4860-8d05-d23eb430605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.517998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-be16b328-b3a6-4860-8d05-d23eb430605e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3297701 Aug 29 04:31:42.549520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f', 'mac_address': 'fa:16:3e:0d:3b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:31:42.552555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.611845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:42.612541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:42.705317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:42.716555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-5f4e15b9-f90a-4e3f-ae58-88631a10bbe7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.3876724 Aug 29 04:31:42.723821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:31:42.726940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.780172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:42.795798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port fa488b9f-c9a4-41b4-936b-419a19157776 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:42.830298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.843269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:42.854600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.956352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:42.997315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:42.998429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.000351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] 10.222.0.54 "PUT /v2.0/ports/7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 1092 time: 6.1471908 Aug 29 04:31:43.008048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:43.012261 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f853c2-97fe-4f29-aaac-9297b9511b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:43.059154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-02c006f2-bad6-4866-be1e-71bdbf641ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.062415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-02c006f2-bad6-4866-be1e-71bdbf641ff7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3339181 Aug 29 04:31:43.098599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:43.105833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.146410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Transition to ACTIVE for port object fa488b9f-c9a4-41b4-936b-419a19157776 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:43.188316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.259506 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b784a1-162a-4258-964e-fd00bb0cf1d4 x-openstack-request-id: req-73b784a1-162a-4258-964e-fd00bb0cf1d4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:43.260514 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:43.261224 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73b784a1-162a-4258-964e-fd00bb0cf1d4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:43.262294 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d', 'status': 'completed', 'code': 200} Aug 29 04:31:43.266055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.271440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.274235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/372b41b0-382c-4621-8474-80e807c2bfa3 HTTP/1.1" status: 204 len: 168 time: 1.8516483 Aug 29 04:31:43.276933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.396355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f239c38f-6f3d-4c0f-b48f-0478f5452f4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:43.435297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.450980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:43.475459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.579468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df088df4-10db-40fe-b6de-01968ad26fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.614276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=fa488b9f-c9a4-41b4-936b-419a19157776,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.624671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfcb82a-c775-42a5-8651-46e928f06313,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.650191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d12b0f-2289-4bd1-a8f2-09da912e8168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372b41b0-382c-4621-8474-80e807c2bfa3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.658124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df3aff-580f-4155-915e-02791dfe553d None None] Network c653f9bf-0847-4cc4-95b2-705226a07cb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:43.670826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-f1cee869-0f3d-4e4a-8a4f-f437fef03406 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1076801 Aug 29 04:31:43.671552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:43.679841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3258f611-62b0-4615-bea9-ef4dedba78e6 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/subnets/bbfcb82a-c775-42a5-8651-46e928f06313 HTTP/1.1" status: 204 len: 168 time: 2.3590479 Aug 29 04:31:43.734197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:43.815888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:43.931051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.931980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.932834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.934142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.935028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.935844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.936715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:43.940345 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-2e3e1b76-2537-402a-af30-75e079e503fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6346 time: 0.5713642 Aug 29 04:31:43.957293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Checking segment: {'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:43.957910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Network hostable DHCP agents. Network: f0c12306-18a3-40fe-830f-f350a2e97776, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:31:43.966376 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.063098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:31:44.072262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.076640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.108412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-8ba8999a-49f5-437b-8ba7-91b726204e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.111355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-8ba8999a-49f5-437b-8ba7-91b726204e14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8994277 Aug 29 04:31:44.244691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Network f0c12306-18a3-40fe-830f-f350a2e97776 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:31:44.296083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e751e20e-2c9b-428c-b56c-8c31f56f792a req-285826c7-4a90-404d-a002-0430817c2322 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212080 Aug 29 04:31:44.302336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f0c12306-18a3-40fe-830f-f350a2e97776) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:44.303828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:44.322806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:44.354947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:44.377361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68068596-70b2-4c6b-8b07-e7077b2809f3 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:35Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:44.380411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da663b-c023-44c0-b199-c5f2a1fbb26c None None] Network f0c12306-18a3-40fe-830f-f350a2e97776 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:44.388531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.390917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:44.391241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:44.391633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:44.402764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.415120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.416104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:44.416666 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:44.421257 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 2 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:44.429247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.429464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-536df4d2-86df-41c5-866e-9996dfe8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.430064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-536df4d2-86df-41c5-866e-9996dfe8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.430540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-536df4d2-86df-41c5-866e-9996dfe8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.432324 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-536df4d2-86df-41c5-866e-9996dfe8695f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4528944 Aug 29 04:31:44.442175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.448854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:44.460574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.460886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:44.461245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:44.461720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:44.472195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.476102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-5ec05cad-21e9-40ed-a5bc-9b4562f69993 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5394 time: 0.7429371 Aug 29 04:31:44.491977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:44.491977 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:44.504035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538578-5df3-4fca-b28d-0aa6f1207f09 req-45abb0a7-883c-4f8f-9402-6479a99d2761 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:44.507491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c538578-5df3-4fca-b28d-0aa6f1207f09 req-45abb0a7-883c-4f8f-9402-6479a99d2761 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 944 time: 0.7339120 Aug 29 04:31:44.585140 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 3 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:44.638978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:44.639670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:44.639784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:44.657685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:44.658873 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:44.700909 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 4 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:44.721495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43c7abf1-0d0b-4081-a371-a3d80ff9055a req-a12d833b-f10e-4fba-827e-3eda5f4a1a02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955161 Aug 29 04:31:44.767081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:44.767706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:44.768455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:44.911071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-c2f7e666-7342-493d-a468-fb0887eac53d service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728167 Aug 29 04:31:44.917119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c538578-5df3-4fca-b28d-0aa6f1207f09 req-03eff37a-957e-436d-99db-e9e77b608377 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469133 Aug 29 04:31:44.933662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] DHCP port deletion for c653f9bf-0847-4cc4-95b2-705226a07cb9 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:44.996995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-c7dc4867-f28a-4cab-a76d-50aa41b9969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:45.002418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c1f853c2-97fe-4f29-aaac-9297b9511b1d req-c7dc4867-f28a-4cab-a76d-50aa41b9969a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5550575 Aug 29 04:31:45.014866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:45.032203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.036870 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60d58b7a-5ef0-4cf0-a2ec-5d9d2d4a897c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 954 time: 5.9757986 Aug 29 04:31:45.041613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40076) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.219296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:45.219296 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:45.219296 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 5 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:45.298104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Deleting port 28c498de-7fb2-4441-a15a-3d0e25757ff6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:45.298104 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.353955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Deleting port 28c498de-7fb2-4441-a15a-3d0e25757ff6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:45.354485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.430243 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89d04bfb-4f25-48b1-93f4-f4d1afd49377 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 954 time: 0.3786273 Aug 29 04:31:45.441184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:45.458061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:45.468905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.469532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.470272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.517135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] For port 28c498de-7fb2-4441-a15a-3d0e25757ff6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=28c498de-7fb2-4441-a15a-3d0e25757ff6,segment=NetworkSegment(58e987db-e5cf-4e1c-9b27-6d1f1c9206fb),segment_id=58e987db-e5cf-4e1c-9b27-6d1f1c9206fb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:45.519994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.570225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:45.570679 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:45.575357 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 6 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:45.576208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Calling delete_port for 28c498de-7fb2-4441-a15a-3d0e25757ff6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:45.602510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.602858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.603207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.616630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:45.616953 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:45.619295 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 7 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:45.651298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-587c941e-01d8-48fe-b2e1-25775d5229ad req-b0c14484-faac-4f4a-8e3b-018f7cbd2cca service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249086 Aug 29 04:31:45.719100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.720265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.721005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.733224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:45.733864 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:45.736785 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 8 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:45.754696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.770065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] For port 28c498de-7fb2-4441-a15a-3d0e25757ff6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=28c498de-7fb2-4441-a15a-3d0e25757ff6,segment=NetworkSegment(58e987db-e5cf-4e1c-9b27-6d1f1c9206fb),segment_id=58e987db-e5cf-4e1c-9b27-6d1f1c9206fb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:45.770643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:45.780454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:45.780805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:45.781241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:45.798805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Calling delete_port for 28c498de-7fb2-4441-a15a-3d0e25757ff6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:45.805234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] Pushing event deleted for resources: {'Port': ['ID=28c498de-7fb2-4441-a15a-3d0e25757ff6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:45.809469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:45.810094 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:45.810844 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 9 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:45.821722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755406e7-dc2a-402d-a015-f9d4ad32a129 None None] No DVR routers for this DVR port 28c498de-7fb2-4441-a15a-3d0e25757ff6 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:46.146641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:46.180848 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:46.187005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.200804 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:46.201451 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.226906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 13021ad2-d8cb-48ca-897c-dbf3a8458969 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:46.249802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Transition to ACTIVE for port object 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:46.283452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.297058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.311662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.327863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.336559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:46.338464 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:46.341835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:46.342350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.344047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.367279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.399949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.403753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78d83482-95fe-4359-af74-22c5634e09bb req-83560897-e964-4783-b393-0b26dbaf90fd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5394 time: 0.3793414 Aug 29 04:31:46.464649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.545607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:46.546169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:46.546621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:46.555540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:46.556083 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:46.558637 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 10 to bind port fa488b9f-c9a4-41b4-936b-419a19157776 Aug 29 04:31:46.577516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:46.578014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:46.579100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:46.587809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.589303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.590378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port fa488b9f-c9a4-41b4-936b-419a19157776 on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:46.590827 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port fa488b9f-c9a4-41b4-936b-419a19157776 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:46.591308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.665257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] No DVR routers for this DVR port 28c498de-7fb2-4441-a15a-3d0e25757ff6 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:46.687839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78d83482-95fe-4359-af74-22c5634e09bb req-f65790ed-0a69-4dba-ba29-b59e722fc647 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2469749 Aug 29 04:31:46.733488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port fa488b9f-c9a4-41b4-936b-419a19157776, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:46.735317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:31:46.750122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.771327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.774303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 13021ad2-d8cb-48ca-897c-dbf3a8458969, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=13021ad2-d8cb-48ca-897c-dbf3a8458969,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:46.779810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 6, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 4, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.786591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.830178 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:46.837774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.839392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:46.852628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13d15-7bda-41cf-a66b-dea49ae6c7f7 req-80b373c2-bd1b-47e5-90a5-ef98b698389b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:46.856509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9a13d15-7bda-41cf-a66b-dea49ae6c7f7 req-80b373c2-bd1b-47e5-90a5-ef98b698389b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 944 time: 0.4510016 Aug 29 04:31:46.902153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:46.903084 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:46.924615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:46.984118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 28c498de-7fb2-4441-a15a-3d0e25757ff6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:31:47.026833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Port': ['ID=28c498de-7fb2-4441-a15a-3d0e25757ff6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.032245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 28c498de-7fb2-4441-a15a-3d0e25757ff6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:31:47.033106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 28c498de-7fb2-4441-a15a-3d0e25757ff6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:31:47.130132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.152545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c653f9bf-0847-4cc4-95b2-705226a07cb9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.156822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Attempting to bind port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:47.157126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Attempting to bind port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:47.157803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Attempting to bind port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 on network e44535e4-4252-426d-8ece-490213809f77 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:47.178916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 on network e44535e4-4252-426d-8ece-490213809f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:47.179665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Attempting to bind port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 on network e44535e4-4252-426d-8ece-490213809f77 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:47.188496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.189431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e987db-e5cf-4e1c-9b27-6d1f1c9206fb') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.204223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:47.204704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Checking segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:47.205203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Bound using segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:47.207640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Bound port: 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:47.208179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.215315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9a13d15-7bda-41cf-a66b-dea49ae6c7f7 req-303c88bd-f342-4b5d-9330-5eb8c55829da tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806840 Aug 29 04:31:47.217469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.252459 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.266936 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:47.286996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:31:47.287724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:31:47.291541 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:31:47.316419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.9232879 Aug 29 04:31:47.325993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.440639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:47.450128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:47.455314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.469916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:31:47.469916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:31:47.470456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.473181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/networks/c653f9bf-0847-4cc4-95b2-705226a07cb9 HTTP/1.1" status: 204 len: 168 time: 3.7143629 Aug 29 04:31:47.482854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.483185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.501896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084506c2-e67b-4be5-b1d7-1a820fed793a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=fa488b9f-c9a4-41b4-936b-419a19157776,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.550607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:47.550961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.563728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] 10.222.0.54 "PUT /v2.0/ports/00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 1092 time: 4.4784906 Aug 29 04:31:47.563728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:47.573327 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13a7173-cb11-4cd0-bd16-b9394fec2665" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:47.584696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a74da-4805-4a33-95e5-0b622d4005df tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Pushing event deleted for resources: {'Network': ['ID=c653f9bf-0847-4cc4-95b2-705226a07cb9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.697560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Request body: {'port': {'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:47.722646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f239c38f-6f3d-4c0f-b48f-0478f5452f4f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:47.726473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e50eba3f-5922-4d40-b84e-cef949c30406 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "GET /v2.0/ports?device_id=332063b3-e726-4ec2-9401-6e00f6fdee56 HTTP/1.1" status: 200 len: 205 time: 0.2387481 Aug 29 04:31:47.727903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:47.733732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:47.791580 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 6, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:47.889063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdbf16-8c95-4e54-8d39-da5099892d72 service neutron] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:47.903458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ba619-7eab-4446-9927-c4b79505bdc3 x-openstack-request-id: req-277ba619-7eab-4446-9927-c4b79505bdc3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:47.903755 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:47.904049 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-277ba619-7eab-4446-9927-c4b79505bdc3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:47.904485 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'status': 'completed', 'code': 200} Aug 29 04:31:47.919703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.012380 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c28f1e-cb37-4509-9cab-778bc41d92de None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:42Z', 'revision_number': 6, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:48.034995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port f239c38f-6f3d-4c0f-b48f-0478f5452f4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:31:48.040769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port f239c38f-6f3d-4c0f-b48f-0478f5452f4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:48.041145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.185926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.186421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.196802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.197736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.198039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.198615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.198979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.202540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-0d5479be-82b6-4c8b-b73e-fb7caf3beefb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6414 time: 0.2757487 Aug 29 04:31:48.268357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.275202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 13021ad2-d8cb-48ca-897c-dbf3a8458969 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:31:48.359626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.368440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:48.370995 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199072e5-55b3-43be-8a6b-63178e0c4e39" -d '{"events": [{"server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "name": "network-vif-plugged", "status": "completed", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:48.402516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.432404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.480282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Deleting port fa488b9f-c9a4-41b4-936b-419a19157776 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:48.480282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.560542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 13021ad2-d8cb-48ca-897c-dbf3a8458969 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:31:48.561018 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.664433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:48.788965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.797947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.803669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.809792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.815990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.823734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.830270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.832317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-8b1478d0-b635-498d-a63f-08261cbd3eb7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5406 time: 0.6810982 Aug 29 04:31:48.836458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:48.886117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.892842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.910645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port fa488b9f-c9a4-41b4-936b-419a19157776, host n-h2-712139-13, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:48.911013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:48.958348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-bf3dc63e-eb1c-45a1-afe9-0d1e9c742027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.959610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-bf3dc63e-eb1c-45a1-afe9-0d1e9c742027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.961453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-bf3dc63e-eb1c-45a1-afe9-0d1e9c742027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:48.963421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-bf3dc63e-eb1c-45a1-afe9-0d1e9c742027 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7451239 Aug 29 04:31:48.971206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Calling delete_port for fa488b9f-c9a4-41b4-936b-419a19157776 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:48.978553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.055646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.062759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.063525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Fanout notify agent at l3_agent the message router_deleted on router 332063b3-e726-4ec2-9401-6e00f6fdee56 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:31:49.078358 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.080563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-900a213b-037e-4381-8708-3c7667fb2350 tempest-RoutersNegativeTest-2038826612 tempest-RoutersNegativeTest-2038826612-project] 10.222.0.62 "DELETE /v2.0/routers/332063b3-e726-4ec2-9401-6e00f6fdee56 HTTP/1.1" status: 204 len: 168 time: 1.3395932 Aug 29 04:31:49.338592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:49.495159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.497744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.512096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-c500b3b4-1cc0-4078-b398-6c1f4690a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.513788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c13a7173-cb11-4cd0-bd16-b9394fec2665 req-c500b3b4-1cc0-4078-b398-6c1f4690a78f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5266130 Aug 29 04:31:49.518287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f87e24b8-7480-41bc-8930-2df6ae9b895f req-9b19c6f3-0067-4ff9-a3f9-c8dcef411462 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6662259 Aug 29 04:31:49.532972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a72fbbbf-7757-473e-a89f-677a38028bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.571600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa488b9f-c9a4-41b4-936b-419a19157776,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:49.590978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a663be-fa67-42b9-9baa-2b97fa4b3aca req-bff53bbc-52d7-463e-8ea4-dcae7b850e5c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:49.593471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21a663be-fa67-42b9-9baa-2b97fa4b3aca req-bff53bbc-52d7-463e-8ea4-dcae7b850e5c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 1.0572543 Aug 29 04:31:49.606320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:49.632413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:49.663702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.676811 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af59471d-5bb1-4471-9bf3-e6950aa1c235 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 704 time: 4.2315886 Aug 29 04:31:49.685269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40166) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.693526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:49.694632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:49.697846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-62b67609-d6eb-47d6-950f-3e220e654ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "DELETE /v2.0/ports/fa488b9f-c9a4-41b4-936b-419a19157776 HTTP/1.1" status: 204 len: 168 time: 2.3713093 Aug 29 04:31:49.699694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:49.700808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.773684 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bad01c6-91dd-46f5-9023-56812485911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:31:49.784681 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4bad01c6-91dd-46f5-9023-56812485911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports/fa488b9f-c9a4-41b4-936b-419a19157776 HTTP/1.1" status: 404 len: 333 time: 0.0801473 Aug 29 04:31:49.785338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:49.796429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-407317056'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:49.896957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:49.978110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc45bc7b-bca4-419f-8bae-51a79d658fe1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68e817e500dd48eeaa377b0c36038381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742646 Aug 29 04:31:49.980607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.014246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-03070846-63da-46b7-8937-f58c6e92c6c4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 704 time: 0.3274198 Aug 29 04:31:50.021149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.033450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6ff980-13cd-4b18-b156-b6a8a9ea6167 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:31:50.065160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.099717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.118368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.171582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21a663be-fa67-42b9-9baa-2b97fa4b3aca req-aa71a74f-5a56-477d-9f8b-1bb9a1c9deb8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190098 Aug 29 04:31:50.199996 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9dfb9-f914-45af-8361-4e83c041d4f9 x-openstack-request-id: req-dde9dfb9-f914-45af-8361-4e83c041d4f9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:50.200624 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "name": "network-vif-plugged", "status": "completed", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:50.202813 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dde9dfb9-f914-45af-8361-4e83c041d4f9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:50.203522 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f', 'code': 200} Aug 29 04:31:50.227637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Transition to ACTIVE for port object de6ff980-13cd-4b18-b156-b6a8a9ea6167 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:50.240786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.276786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.282273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.285370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d0cac1b-8b8f-4d3c-838f-2b3c09d750e4 HTTP/1.1" status: 204 len: 168 time: 0.3024313 Aug 29 04:31:50.317111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd7b7-e143-4ab3-b3ba-d7c4040c8617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0cac1b-8b8f-4d3c-838f-2b3c09d750e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.337514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251914f-8fe8-4118-aac4-c7ecc8865278 req-8948cf3c-5707-48ab-a461-7d77962e6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:50.340608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f251914f-8fe8-4118-aac4-c7ecc8865278 req-8948cf3c-5707-48ab-a461-7d77962e6221 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 1097 time: 0.1508126 Aug 29 04:31:50.417715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.444966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a72fbbbf-7757-473e-a89f-677a38028bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.463993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f251914f-8fe8-4118-aac4-c7ecc8865278 req-4275ed4e-b058-4f4d-b38f-5fe89ba0eacf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094952 Aug 29 04:31:50.484047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a72fbbbf-7757-473e-a89f-677a38028bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.519569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Made reservation on behalf of 59187c680ebb4c0aa93bd26ae720c383 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:50.530703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:50.550618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:47Z', 'revision_number': 7, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:50.589763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port 52c5f5e9-d005-4fea-ba95-dedc8de09abd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:50.686067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:50.707376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:50.709857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:50.763094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a72fbbbf-7757-473e-a89f-677a38028bfa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5ea3668d627456980ca846c605db35c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9230051 Aug 29 04:31:50.768872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:50.795453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fbbbf-7757-473e-a89f-677a38028bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ff02d-075d-4544-ac10-bff4f38ab7a1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:50.851776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Attempting to bind port de6ff980-13cd-4b18-b156-b6a8a9ea6167 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:50.852437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Attempting to bind port de6ff980-13cd-4b18-b156-b6a8a9ea6167 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:50.852945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Attempting to bind port de6ff980-13cd-4b18-b156-b6a8a9ea6167 on network e44535e4-4252-426d-8ece-490213809f77 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:50.908239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Port de6ff980-13cd-4b18-b156-b6a8a9ea6167 on network e44535e4-4252-426d-8ece-490213809f77 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:50.908925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Attempting to bind port de6ff980-13cd-4b18-b156-b6a8a9ea6167 on network e44535e4-4252-426d-8ece-490213809f77 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:50.931520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:31:50.932138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Checking segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:31:50.932683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Bound using segment: {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:31:50.933026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Bound port: de6ff980-13cd-4b18-b156-b6a8a9ea6167, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e44535e4-4252-426d-8ece-490213809f77'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:31:50.933397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.029053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.051764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.058433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.059312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.065439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.072274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.090333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.103728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.110326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.119386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-a18eeae7-7751-41b6-ae1e-82d388206f53 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3150749 Aug 29 04:31:51.173779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.197748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.347231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=52c5f5e9-d005-4fea-ba95-dedc8de09abd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:51.394101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Network f0c12306-18a3-40fe-830f-f350a2e97776 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:51.401434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:51.413616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:51.413616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.413616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.422113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:51.447069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-422bff08-2f3b-4614-aa4a-0003ce4b1a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6603141 Aug 29 04:31:51.451520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:51.459123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:51.559054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.582274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:51.628090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-572aec26-dcc7-47ab-a891-1b159547cd89 req-1981d849-8d15-4c76-8072-e63f31f140b6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5074456 Aug 29 04:31:51.737290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:31:51.763328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:47Z', 'revision_number': 7, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:51.805384 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.807581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45788-0dd2-4fe6-be43-543de077c520 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:47Z', 'revision_number': 7, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '13021ad2-d8cb-48ca-897c-dbf3a8458969', 'name': '', 'network_id': '192f00d3-44f3-47d8-8400-cba992dc61bf', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:85:38:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:30Z', 'updated_at': '2021-08-29T04:31:46Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '0d3117ec-db88-4d20-8a41-d45cfbc22944', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:51.817516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.842242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:51.856863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/574ff02d-075d-4544-ac10-bff4f38ab7a1 HTTP/1.1" status: 204 len: 168 time: 1.0840752 Aug 29 04:31:51.919574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72c9e4-c5d9-428c-8b27-4b4bc789b2a7 req-4a7b0555-4f6b-4447-890a-94cb8d2b5e66 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:51.926355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa72c9e4-c5d9-428c-8b27-4b4bc789b2a7 req-4a7b0555-4f6b-4447-890a-94cb8d2b5e66 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.5461771 Aug 29 04:31:52.164194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port 52c5f5e9-d005-4fea-ba95-dedc8de09abd yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:52.170085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.184647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357138f-27c9-46ad-bb05-be3482651c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ff02d-075d-4544-ac10-bff4f38ab7a1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.207857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.219727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.220946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.223573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d0249e53-d1a9-40d6-9383-546e4d61a034 service neutron] 10.222.0.54 "PUT /v2.0/ports/de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 1092 time: 4.6219296 Aug 29 04:31:52.224912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:31:52.228806 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd723bb-57d8-4b63-85c1-e38246e60ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:31:52.242222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Transition to ACTIVE for port object 52c5f5e9-d005-4fea-ba95-dedc8de09abd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:31:52.248747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.340633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.341008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.341390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.352627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=52c5f5e9-d005-4fea-ba95-dedc8de09abd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:52.362189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.362790 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.363856 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 2 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.389420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.390172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.390712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.405158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.405505 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.406059 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 3 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.451874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa72c9e4-c5d9-428c-8b27-4b4bc789b2a7 req-3fb9245c-9874-4755-9195-e06114f1f173 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016739 Aug 29 04:31:52.473553 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d392ad27-d755-41f7-b4e3-b7d1d57d9fc0 x-openstack-request-id: req-d392ad27-d755-41f7-b4e3-b7d1d57d9fc0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:31:52.474032 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:31:52.475957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.476307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.476712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.485126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.485730 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.486389 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 4 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.498610 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d392ad27-d755-41f7-b4e3-b7d1d57d9fc0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:31:52.503729 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'status': 'completed', 'code': 200} Aug 29 04:31:52.509837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:52.519865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.521941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.522905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.536838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.537468 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.542145 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 5 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.573811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.574179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.574572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.581433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.581773 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.587126 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 6 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.649065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.651004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.652729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.700457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:52.747757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.748510 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.749635 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 7 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.809870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.810896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.812903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.859241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.866268 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.881893 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 8 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.941228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:52.941790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:52.942347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:52.965523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:52.966066 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:52.966749 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 9 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:52.995812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.996759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.997679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.998610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:52.999668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.000505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.001409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.005109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-183d470e-82bf-4efb-959e-907f9da43da2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6482 time: 0.7035213 Aug 29 04:31:53.023411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:53.027640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:53.030680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:53.051063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:53.051633 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:53.052380 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 10 to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd Aug 29 04:31:53.094563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:31:53.097669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:31:53.098520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:31:53.115126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:31:53.117907 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:31:53.124717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.176930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-1f3ecd8d-53c6-4c92-8e97-28143cff1854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 217 time: 0.1539152 Aug 29 04:31:53.192446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.201436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.206939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.215739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.223658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.230806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.237866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.241690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-7108031a-02df-49ed-9ca2-6d8e0bc675ff tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3955014 Aug 29 04:31:53.267890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b7eb5f2b-2b96-478b-ba5d-d1e89bbe374d tempest-ServiceProvidersTest-1745815946 tempest-ServiceProvidersTest-1745815946-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5610440 Aug 29 04:31:53.449597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-1cc7d3c7-a68e-4d92-8b44-33aabe804c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.452683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-1cc7d3c7-a68e-4d92-8b44-33aabe804c15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.1836643 Aug 29 04:31:53.502601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port 52c5f5e9-d005-4fea-ba95-dedc8de09abd, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:31:53.503225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:31:53.513893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.524374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5661dcab-a8f2-4904-a12a-275e934e7e55 req-21774540-5922-4db6-b036-7523a5822648 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2535493 Aug 29 04:31:53.587956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-fe62a820-70fb-49b4-a692-fd99d7248a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.589640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-fe62a820-70fb-49b4-a692-fd99d7248a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157067 Aug 29 04:31:53.595056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] In _notify_port_updated(), no bound segment for port 52c5f5e9-d005-4fea-ba95-dedc8de09abd on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:31:53.597759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.602428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:53.613962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "PUT /v2.0/ports/52c5f5e9-d005-4fea-ba95-dedc8de09abd HTTP/1.1" status: 200 len: 979 time: 2.1565065 Aug 29 04:31:53.622060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.846964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929aa76-21c2-4378-9511-0bd091f72cf9 req-f793bb76-564f-4da8-a625-9a67558fd115 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.849432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8929aa76-21c2-4378-9511-0bd091f72cf9 req-f793bb76-564f-4da8-a625-9a67558fd115 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.1894507 Aug 29 04:31:53.864583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb1b6-bf2f-4395-8bfc-72bd00046b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=52c5f5e9-d005-4fea-ba95-dedc8de09abd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:53.946059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:53.961422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.962037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.962559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.963267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.963634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.964131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.964598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.965123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.965727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.966151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.966614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.967122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.967639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.968076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.968545 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.969008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.969470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.969920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.970381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.970997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.971465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.971952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.972402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.973014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.973478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.973935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.974393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.974896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.975611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.976143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.976585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.977046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.977501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.977958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.978414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.978869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.979324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.979776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.980273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.980880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.981534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.982001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.982506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.983587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.984183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:53.997559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-081ed45f-e00d-4074-8f97-5a4529d4dd85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40981 time: 0.3641241 Aug 29 04:31:53.998163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.010875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-a3aaab52-4661-418c-8ff8-afaf35fafa5b service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806603 Aug 29 04:31:54.051351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8929aa76-21c2-4378-9511-0bd091f72cf9 req-fd129997-22c8-4a6c-ad4f-8e487322dab1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513436 Aug 29 04:31:54.133776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 13021ad2-d8cb-48ca-897c-dbf3a8458969 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.134467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.152426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Deleting port 52c5f5e9-d005-4fea-ba95-dedc8de09abd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:54.152880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.257009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0cce7805-07e6-4879-b0f2-64b563a01b2b service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042997 Aug 29 04:31:54.291632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port 52c5f5e9-d005-4fea-ba95-dedc8de09abd, host n-h2-712139-13, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:54.292285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.312060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Calling delete_port for 52c5f5e9-d005-4fea-ba95-dedc8de09abd owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:54.440503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 13021ad2-d8cb-48ca-897c-dbf3a8458969, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=13021ad2-d8cb-48ca-897c-dbf3a8458969,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:54.440980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.456811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 13021ad2-d8cb-48ca-897c-dbf3a8458969 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:54.500138 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.543070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event deleted for resources: {'Port': ['ID=52c5f5e9-d005-4fea-ba95-dedc8de09abd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:54.568664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.579244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc7f93d9-ddea-45c6-9496-e7e492e6255f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "DELETE /v2.0/ports/52c5f5e9-d005-4fea-ba95-dedc8de09abd HTTP/1.1" status: 204 len: 168 time: 0.5753980 Aug 29 04:31:54.581700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.587582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a804-8669-4135-890d-f7ca8a89ce88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:54.594598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-abc1554c-1360-41da-a94b-b1290bff58a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 217 time: 0.1795194 Aug 29 04:31:54.653296 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3bda5f-bf30-423c-b55e-cfdb196d7cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:31:54.668473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40304) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:54.669335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c3bda5f-bf30-423c-b55e-cfdb196d7cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports/52c5f5e9-d005-4fea-ba95-dedc8de09abd HTTP/1.1" status: 404 len: 333 time: 0.0844643 Aug 29 04:31:54.684350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1611252963', 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:54.725821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da67cb-588c-4a97-b611-1e4fea5d9e85 req-2036dcbc-795a-421d-8c83-f5ebb2607b67 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.728849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9da67cb-588c-4a97-b611-1e4fea5d9e85 req-2036dcbc-795a-421d-8c83-f5ebb2607b67 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.3207715 Aug 29 04:31:54.878127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ac4e5b2e-5556-4622-a223-fd8697d619f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:54.879641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ac4e5b2e-5556-4622-a223-fd8697d619f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2698593 Aug 29 04:31:54.903872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.004222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9da67cb-588c-4a97-b611-1e4fea5d9e85 req-ef75650c-b0c3-455d-bbf6-88939dfc84e5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506423 Aug 29 04:31:55.032921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.040669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.048154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.054810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.062222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.068013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.074840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.077043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-dd79d8b6-debb-4e08-ad25-3c8bb7b47837 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3723087 Aug 29 04:31:55.112085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.191590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-872915ed-7380-45e5-9572-f2009385ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:55.194981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-872915ed-7380-45e5-9572-f2009385ecd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918577 Aug 29 04:31:55.277449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a804-8669-4135-890d-f7ca8a89ce88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.311208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a804-8669-4135-890d-f7ca8a89ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.345778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:31:55.345778 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:31:55.345778 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '7af386dc95854d748b2d6835211e24ad', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 31, 55, 125216)}] Aug 29 04:31:55.345778 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:31:55.347198 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:31:55.352626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.396141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5791ff8-ab32-4445-ae81-e78c152b8d1c req-df480106-dfa4-4915-8395-3f75df505b48 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017235 Aug 29 04:31:55.803554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=13021ad2-d8cb-48ca-897c-dbf3a8458969,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.812097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Made reservation on behalf of 59187c680ebb4c0aa93bd26ae720c383 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:55.815526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.824616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1bc1a804-8669-4135-890d-f7ca8a89ce88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21d9e7d399fa478e9ea068580b9e41ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8760746 Aug 29 04:31:55.828359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:55.839436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1a804-8669-4135-890d-f7ca8a89ce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e93fe1-c356-4d3b-8f11-795e827014c0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:55.915672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-973b5b48-99a1-43f3-a60f-737a1f2ece2b service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991093 Aug 29 04:31:55.931578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:55.974082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.008984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port 27275319-389c-43e2-b41f-2d16c931f2b8 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:56.169813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.302346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.307202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.317629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95e93fe1-c356-4d3b-8f11-795e827014c0 HTTP/1.1" status: 204 len: 168 time: 0.4844341 Aug 29 04:31:56.341569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.342459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e13fe7-fb49-430a-b405-d25595207589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e93fe1-c356-4d3b-8f11-795e827014c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.355482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.365401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.419352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7af386dc95854d748b2d6835211e24ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5130980 Aug 29 04:31:56.420301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:56.429198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b3a80-d488-4297-9d16-6521832b67ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad014cd-17c9-454e-8933-4abf2d53f634,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.601391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.688597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.717618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-29ade940-cb6a-4632-9a2b-09e612df9f09 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300363 Aug 29 04:31:56.735400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5304-d13c-4ae3-bc45-8b1e46605d42 req-f5f76a5f-e67a-468f-90ad-59b2a4d6302c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:56.744643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d78f5304-d13c-4ae3-bc45-8b1e46605d42 req-f5f76a5f-e67a-468f-90ad-59b2a4d6302c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.4971323 Aug 29 04:31:56.794968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.798056 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:56.799488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ad014cd-17c9-454e-8933-4abf2d53f634 HTTP/1.1" status: 204 len: 168 time: 0.3779004 Aug 29 04:31:56.809852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6d16-ba6d-4af6-b986-f62e151cbb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad014cd-17c9-454e-8933-4abf2d53f634,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:56.969014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b437b663-6074-40b5-89fa-716850ca0e6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 217 time: 0.2223027 Aug 29 04:31:57.045181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.065640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d78f5304-d13c-4ae3-bc45-8b1e46605d42 req-f485172f-e44e-401a-9ee6-b4d611b6f338 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514253 Aug 29 04:31:57.115967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.122172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.128389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.136810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.143239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.149550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.155720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.164276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-ba283622-de49-420e-964b-ed51e81b9fdf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3670108 Aug 29 04:31:57.202195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.247027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-5716be73-cde1-48c6-8278-b7d19540ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.248596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-5716be73-cde1-48c6-8278-b7d19540ed75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2649808 Aug 29 04:31:57.265953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f39c72ed-7b70-4afe-987f-fbea576d6a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.327222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75841ca3-b76e-4048-b441-2f2a49a2f5f8 req-627a6854-b5c2-4367-82e5-9953cab4c6c6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584268 Aug 29 04:31:57.360046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:31:57.390055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.403094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b7f61b4f-0f10-4d77-88ba-97989ccfff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.404740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b7f61b4f-0f10-4d77-88ba-97989ccfff05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1337214 Aug 29 04:31:57.417315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f39c72ed-7b70-4afe-987f-fbea576d6a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.423683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f39c72ed-7b70-4afe-987f-fbea576d6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.478859 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f39c72ed-7b70-4afe-987f-fbea576d6a60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfccf5926f604e7db6a42aea3b959d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326556 Aug 29 04:31:57.481567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c72ed-7b70-4afe-987f-fbea576d6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e520ab4-75d1-450e-839d-a58fbce9e25f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.485234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.577097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.609826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Network f0c12306-18a3-40fe-830f-f350a2e97776 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:57.616466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=27275319-389c-43e2-b41f-2d16c931f2b8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:57.627550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:57.630986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:57.632094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.633352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.650355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.670722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5c3b8a5-b7d8-48ca-9b34-6846867cbf39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0018895 Aug 29 04:31:57.674507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.674794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:31:57.683742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b816d901-f649-4559-84e7-3c6fed8e1ca9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6553648 Aug 29 04:31:57.684448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.695383 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:31:57.736704 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:57.741034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f76e31-0322-43b2-b128-c9dd27965466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:57.741361 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:57.742953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44f76e31-0322-43b2-b128-c9dd27965466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports/27275319-389c-43e2-b41f-2d16c931f2b8 HTTP/1.1" status: 200 len: 959 time: 0.0666528 Aug 29 04:31:57.762426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:57.763191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-fb631e62-189d-496e-88c6-50fdbcc17098 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314555 Aug 29 04:31:57.845278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.856656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.860732 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e520ab4-75d1-450e-839d-a58fbce9e25f HTTP/1.1" status: 204 len: 168 time: 0.3737323 Aug 29 04:31:57.885471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:57.948388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet 0d3117ec-db88-4d20-8a41-d45cfbc22944 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:31:57.964459 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:57.968418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28441f-ce24-400c-bae6-4362baac03e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e520ab4-75d1-450e-839d-a58fbce9e25f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.028810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73ccf400-37dc-4aa3-9199-f4b083433f7a req-b30c6be0-3ddd-4b0e-895c-97181f453071 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1170211 Aug 29 04:31:58.065667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Deleting port 27275319-389c-43e2-b41f-2d16c931f2b8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:58.066352 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.119747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.244989 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73ccf400-37dc-4aa3-9199-f4b083433f7a req-7b109a71-3eac-46f4-afba-4ccd9477bf53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0531285 Aug 29 04:31:58.250177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-cfd36f17-689c-4d0a-99ba-4ac8fde884e0 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625802 Aug 29 04:31:58.283448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.320965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Calling delete_port for 27275319-389c-43e2-b41f-2d16c931f2b8 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:58.325213 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73ccf400-37dc-4aa3-9199-f4b083433f7a req-5bf14f7f-abc3-4fbe-8024-5745d917da82 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326002 Aug 29 04:31:58.349397 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 8, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.387192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-499a3a07-d3a8-4c83-95ac-f0ee05a7900e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 217 time: 0.1360435 Aug 29 04:31:58.454707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf400-37dc-4aa3-9199-f4b083433f7a req-13b42244-5df1-40b4-8157-619fd2a1f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.456539 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-73ccf400-37dc-4aa3-9199-f4b083433f7a req-13b42244-5df1-40b4-8157-619fd2a1f04e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177914 Aug 29 04:31:58.478297 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:31:58.496088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:31:58.500965 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:58.638158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.653407 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:31:58.667203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.699372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-bf0ad899-b1ae-4ff7-b918-014f31d90699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.701506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-bf0ad899-b1ae-4ff7-b918-014f31d90699 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2543023 Aug 29 04:31:58.714916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23807-4ae9-4c8e-a274-1c27054249cb req-be6f44f3-efa1-47fe-90d5-da5ee09439ce tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.717018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f23807-4ae9-4c8e-a274-1c27054249cb req-be6f44f3-efa1-47fe-90d5-da5ee09439ce tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.4646218 Aug 29 04:31:58.748101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event deleted for resources: {'Port': ['ID=27275319-389c-43e2-b41f-2d16c931f2b8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:58.764397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.774500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6cb28c92-5ec8-4fba-ac23-3c5caf50a1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "DELETE /v2.0/ports/27275319-389c-43e2-b41f-2d16c931f2b8 HTTP/1.1" status: 204 len: 168 time: 1.0092790 Aug 29 04:31:58.775131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.785414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.792759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.799527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.807215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.814240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.821347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.827140 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-539ef180-dbe8-4527-8ff9-9eca14e29a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:31:58.828341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.831169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-539ef180-dbe8-4527-8ff9-9eca14e29a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports/27275319-389c-43e2-b41f-2d16c931f2b8 HTTP/1.1" status: 404 len: 333 time: 0.0541854 Aug 29 04:31:58.836881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:58.837644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-f967ab61-03a4-4faa-935b-c376e30d50f2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3130517 Aug 29 04:31:58.845919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-280275001'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:58.878746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Made reservation on behalf of 59187c680ebb4c0aa93bd26ae720c383 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:31:58.882429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.907656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port bf62754a-214d-478f-9d5f-66c1c7b9889e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:31:58.929263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f23807-4ae9-4c8e-a274-1c27054249cb req-cf8cb1ca-4802-4f4f-9494-587148e564c1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942399 Aug 29 04:31:58.936703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:58.955799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7259b64-2d8f-4ac9-b35a-ccf618ad00d8 req-fba74ea9-3e87-4011-9442-1f84afa28b08 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169820 Aug 29 04:31:58.961206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d2f9a14-214a-4fed-926c-bf5b468f6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:58.962767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-7d2f9a14-214a-4fed-926c-bf5b468f6acb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2434316 Aug 29 04:31:59.027636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3117ec-db88-4d20-8a41-d45cfbc22944,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.029969 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.036008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-37090dec-f297-4a20-91e5-567f6e126aaf tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/0d3117ec-db88-4d20-8a41-d45cfbc22944 HTTP/1.1" status: 204 len: 168 time: 1.3455355 Aug 29 04:31:59.041891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59714701-1cfc-4c19-b280-3d59352121b9 None None] Network 192f00d3-44f3-47d8-8400-cba992dc61bf requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:31:59.042489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.218881 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.255348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-619cf7c2-e6d6-4c44-94c9-ea30995d75b1 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302053 Aug 29 04:31:59.291307 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 8, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:31:59.368963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa9ffc-58a9-42b0-9aea-b84a37260960 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:31:55Z', 'revision_number': 8, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '882a304e-7fb1-4b98-91d7-090ea5b0da57', 'name': '', 'network_id': 'afa3a504-a9ef-4253-8fd9-14bd5afbf2b7', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:d3:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:31:10Z', 'updated_at': '2021-08-29T04:31:29Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': '5f5f743f-77c0-4d2d-8307-97dbe4169c54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:31:59.408657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] DHCP port deletion for 192f00d3-44f3-47d8-8400-cba992dc61bf request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:31:59.431039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.437828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:59.438448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.482850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.508558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Deleting port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:31:59.509227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.548524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-fc74334e-7ca7-4e08-8fd9-0501b49bef33 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847104 Aug 29 04:31:59.590330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] For port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:59.591126 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.607951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-9b2e50bc-b998-4820-88a5-60344a9c627d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 217 time: 0.0477130 Aug 29 04:31:59.619335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Calling delete_port for 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:59.630510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,segment=NetworkSegment(d9fe155a-d133-404e-b2ef-b2de0339a74e),segment_id=d9fe155a-d133-404e-b2ef-b2de0339a74e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:31:59.631510 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.637849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.664548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=bf62754a-214d-478f-9d5f-66c1c7b9889e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.684288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:31:59.696501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Network f0c12306-18a3-40fe-830f-f350a2e97776 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:31:59.700262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:31:59.704430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:31:59.706684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.708028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.718358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ade53dc7-7541-4404-a99d-55733124ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.720030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ade53dc7-7541-4404-a99d-55733124ce71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1026535 Aug 29 04:31:59.740287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9bddd19e-80bf-4037-bee4-8ba1aa818172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8989654 Aug 29 04:31:59.742890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:31:59.755442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:31:59.757968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.795673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] Pushing event deleted for resources: {'Port': ['ID=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:31:59.810875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20c6bb-3a27-4882-b3e4-915b3c04c830 None None] No DVR routers for this DVR port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:59.873996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.880043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-1254a3ba-9169-4099-bc0e-839dfdcd5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:31:59.882192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-1254a3ba-9169-4099-bc0e-839dfdcd5b83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1284523 Aug 29 04:31:59.916134 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:31:59.987911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:31:59.999273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.156982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 13021ad2-d8cb-48ca-897c-dbf3a8458969 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:00.180528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.208879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192f00d3-44f3-47d8-8400-cba992dc61bf']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.233753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 13021ad2-d8cb-48ca-897c-dbf3a8458969 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:00.234644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 13021ad2-d8cb-48ca-897c-dbf3a8458969 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:00.237916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:00.254141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-ed572c05-09c3-41ae-b8f7-567dce4d77c6 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588316 Aug 29 04:32:00.264055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fe155a-d133-404e-b2ef-b2de0339a74e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.264343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fe155a-d133-404e-b2ef-b2de0339a74e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:00.292601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:00.293050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.295162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3fffb3c1-7aa3-42ab-9ffd-4ae296cb5280 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:00.340488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.347348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.348488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] device_id is not set on port bf62754a-214d-478f-9d5f-66c1c7b9889e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:00.355211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.362097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.362751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.369864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.376768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.379589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Transition to ACTIVE for port object bf62754a-214d-478f-9d5f-66c1c7b9889e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:00.384617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.387116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.394415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-0ad051df-c86a-4f1b-b2ca-b94381c5e987 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2933517 Aug 29 04:32:00.441493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.465357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:00.466004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:00.472094 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:00.475875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=bf62754a-214d-478f-9d5f-66c1c7b9889e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:00.478733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.479207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.479675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.485561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.486223 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.486485 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 2 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.496201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5992d-1f54-43d0-8ce4-1329a8a0329b req-3fc99b47-2cb9-40b8-9835-47863cbc1772 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.498008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45f5992d-1f54-43d0-8ce4-1329a8a0329b req-3fc99b47-2cb9-40b8-9835-47863cbc1772 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2948384 Aug 29 04:32:00.508818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.509235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.509646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.515486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.515988 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.517068 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 3 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.536814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.537372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.537821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.544448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.545356 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.545833 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 4 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.567170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.567594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.568059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.576449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.576895 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.577396 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 5 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.595800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.596291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.596723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.603025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.603579 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.604107 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 6 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.629577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.630066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.630759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.636657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.637014 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.637559 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 7 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.654332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.654796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.655193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.660898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.661352 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.661871 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 8 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.678710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.679066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.679565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.685532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.685862 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.686429 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 9 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.726075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.726627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.727212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.736101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.736640 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.737311 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempt 10 to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e Aug 29 04:32:00.764272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:00.764728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:00.765353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempting to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:00.774943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:00.775487 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Failed to bind port bf62754a-214d-478f-9d5f-66c1c7b9889e on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'deecc84d-ace8-48c7-9665-4cdd2a02726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0c12306-18a3-40fe-830f-f350a2e97776'}] Aug 29 04:32:00.776182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.902031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port bf62754a-214d-478f-9d5f-66c1c7b9889e, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:00.902417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:32:00.908957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.942425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.951893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] In _notify_port_updated(), no bound segment for port bf62754a-214d-478f-9d5f-66c1c7b9889e on network f0c12306-18a3-40fe-830f-f350a2e97776 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:32:00.952886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:00.953508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:00.959366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "PUT /v2.0/ports/bf62754a-214d-478f-9d5f-66c1c7b9889e HTTP/1.1" status: 200 len: 979 time: 1.2062111 Aug 29 04:32:00.959660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:00.996264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-013e50b8-8fdf-4ef8-b738-c3e29fae44ef req-cc9dc520-cd57-4322-9783-8f9a9da7da20 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5959923 Aug 29 04:32:00.997443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.010235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.012089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790f85-4512-4119-8264-439df2d3889a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event updated for resources: {'Port': ['ID=bf62754a-214d-478f-9d5f-66c1c7b9889e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.020131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/192f00d3-44f3-47d8-8400-cba992dc61bf HTTP/1.1" status: 204 len: 168 time: 1.9761851 Aug 29 04:32:01.029057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:01.088184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f878-e21c-40e9-a9e6-2a8ff70e3c93 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=192f00d3-44f3-47d8-8400-cba992dc61bf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.133820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-9dffe987-f199-435a-982f-0159da58a836 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8657084 Aug 29 04:32:01.152170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45f5992d-1f54-43d0-8ce4-1329a8a0329b req-3e16a26c-bb55-4546-a774-04068e26c544 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178257 Aug 29 04:32:01.226555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-d038a502-4183-45dc-b053-ec71e5dc8a40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 217 time: 0.0686734 Aug 29 04:32:01.296222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0e94849f-f7b7-4249-b86e-f7f438e096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.297971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-0e94849f-f7b7-4249-b86e-f7f438e096b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.0596881 Aug 29 04:32:01.359591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1540210600-network', 'tenant_id': 'b920a909511141bdaad68cdf7e3aca69'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:01.406674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Made reservation on behalf of b920a909511141bdaad68cdf7e3aca69 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:01.410215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.418487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-4c4066f0-2a72-42af-aa64-70271ae046b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:01.421711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-4c4066f0-2a72-42af-aa64-70271ae046b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109483 Aug 29 04:32:01.429649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.597388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b042663b-b47f-4cda-964e-4963cc498051 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564476 Aug 29 04:32:01.642497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Deleting port bf62754a-214d-478f-9d5f-66c1c7b9889e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:01.643465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.691378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40482) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:01.744042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] For port bf62754a-214d-478f-9d5f-66c1c7b9889e, host n-h2-712139-13, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:01.744536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.761731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.778157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.785681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Calling delete_port for bf62754a-214d-478f-9d5f-66c1c7b9889e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:01.866388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:01.872365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca72b81-d694-4575-90df-45e46d15e161,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:01.886419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-8e956b8b-4ccf-44e1-b2a4-566583a5e816 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722471 Aug 29 04:32:01.897514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:01.898396 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Added segment a696e127-9986-47d2-adb1-52492ade34e9 of type vlan for network 92e9d750-3fb6-46d9-be84-fe429925b874 Aug 29 04:32:01.994580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-3e543c0d-d20a-4c45-be75-cacd0e087685 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.0921335 Aug 29 04:32:01.996490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.018168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.025075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "DELETE /v2.0/ports/bf62754a-214d-478f-9d5f-66c1c7b9889e HTTP/1.1" status: 204 len: 168 time: 1.0595300 Aug 29 04:32:02.046397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.064772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e61b0e-0781-4d04-92fb-993ab7e7cea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf62754a-214d-478f-9d5f-66c1c7b9889e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.084413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac7cb-471e-4328-9478-91cb999a0c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.141622 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e86df3-d7af-45a1-bdbc-1d3e1f6fa7fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:32:02.149634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f1e86df3-d7af-45a1-bdbc-1d3e1f6fa7fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490947857-project-admin] 10.222.0.62 "GET /v2.0/ports/bf62754a-214d-478f-9d5f-66c1c7b9889e HTTP/1.1" status: 404 len: 333 time: 0.0953918 Aug 29 04:32:02.149987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.155064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.218357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-2132aa01-ae1d-4265-9a0d-8cc52b01b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.218950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-2132aa01-ae1d-4265-9a0d-8cc52b01b724 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.1744204 Aug 29 04:32:02.229670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.230692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.231313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.285662 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.292741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.328936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.335871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.342072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.348793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.355124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.361330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.367520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.369648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-1c2aea1e-7606-4d2f-9303-c2b04b83aa8a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2348332 Aug 29 04:32:02.481475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac7cb-471e-4328-9478-91cb999a0c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.507505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5637987 Aug 29 04:32:02.519026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.531522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Request body: {'subnet': {'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1540210600-subnet', 'tenant_id': 'b920a909511141bdaad68cdf7e3aca69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:02.539506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133e194-7c37-45b5-b088-f8dab2deec0f admin admin] Pushing event updated for resources: {'Network': ['ID=92e9d750-3fb6-46d9-be84-fe429925b874,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.550880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 92e9d750-3fb6-46d9-be84-fe429925b874 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:02.554236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64b1c6ef-39da-4141-b049-be7bfba1c922 req-3f9420bd-7d4f-4399-9b0b-a10cf33867df tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294310 Aug 29 04:32:02.561551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b6c3449e-0528-44ce-a49e-da60b69b6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.563145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b6c3449e-0528-44ce-a49e-da60b69b6bbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3283391 Aug 29 04:32:02.590771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b9ec-f887-42c3-af57-7870ca1664ff req-14a7487b-c2ab-4851-8720-6be9e57d425d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:02.591067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.591298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dc5b9ec-f887-42c3-af57-7870ca1664ff req-14a7487b-c2ab-4851-8720-6be9e57d425d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2727828 Aug 29 04:32:02.603125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c12306-18a3-40fe-830f-f350a2e97776']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:02.624081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deecc84d-ace8-48c7-9665-4cdd2a02726f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:02.624393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deecc84d-ace8-48c7-9665-4cdd2a02726f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:02.633948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Made reservation on behalf of b920a909511141bdaad68cdf7e3aca69 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:02.636576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.643073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.666667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4ac7cb-471e-4328-9478-91cb999a0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.704612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.745259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dc5b9ec-f887-42c3-af57-7870ca1664ff req-f629f4d3-a707-46d1-a4e7-217fcc928730 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558688 Aug 29 04:32:02.754427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0c4ac7cb-471e-4328-9478-91cb999a0c4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd39d66599694899836613e90663fe6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0569766 Aug 29 04:32:02.759535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40510) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:02.764647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:02.765264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:02.774717 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:02.854965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-54a060ce-9f6b-4ad3-aaa3-fc7075121bc8 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612662 Aug 29 04:32:02.872313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ac7cb-471e-4328-9478-91cb999a0c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239ca803-2ace-429b-be7f-0813948ca1b5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.907036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.912831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:02.918069 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] 10.222.0.62 "DELETE /v2.0/networks/f0c12306-18a3-40fe-830f-f350a2e97776 HTTP/1.1" status: 204 len: 168 time: 0.7645369 Aug 29 04:32:02.937158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c44dbb-6170-402b-8026-af3c7913b783 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429010768-project] Pushing event deleted for resources: {'Network': ['ID=f0c12306-18a3-40fe-830f-f350a2e97776,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:02.997666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.049405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.097355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d764143f-0eb4-4e70-a811-6e68f20ab54d req-b520712f-0572-4782-a52b-21fb755efc62 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336912 Aug 29 04:32:03.143299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 882a304e-7fb1-4b98-91d7-090ea5b0da57 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:03.144078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.183456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.312263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 882a304e-7fb1-4b98-91d7-090ea5b0da57, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=882a304e-7fb1-4b98-91d7-090ea5b0da57,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:03.312764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.326338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.332190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.333356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 882a304e-7fb1-4b98-91d7-090ea5b0da57 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:03.333545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/239ca803-2ace-429b-be7f-0813948ca1b5 HTTP/1.1" status: 204 len: 168 time: 0.5684550 Aug 29 04:32:03.398831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235dc76-177c-4ada-b68c-302ad3c8942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ca803-2ace-429b-be7f-0813948ca1b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.435035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecee3047-6e79-4a76-a641-103978c1abd6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.444959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.445447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.445920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.446391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.446863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.447791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.448316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.450676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-66553660-a971-42cd-93dd-f4cdcba107ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6482 time: 0.2478304 Aug 29 04:32:03.458786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Checking segment: {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:03.459208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Network hostable DHCP agents. Network: 92e9d750-3fb6-46d9-be84-fe429925b874, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:03.513298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.570701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-1c38c15c-ae3f-4989-b43f-fe50d02a6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.572794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-1c38c15c-ae3f-4989-b43f-fe50d02a6308 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 903 time: 0.1097577 Aug 29 04:32:03.574283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Network 92e9d750-3fb6-46d9-be84-fe429925b874 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:03.590673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:03.624126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 92e9d750-3fb6-46d9-be84-fe429925b874) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:03.633354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.634595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1617207-bb37-41eb-be6c-4198c5349432 None None] Network 92e9d750-3fb6-46d9-be84-fe429925b874 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:03.636035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.645631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:03.685790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-1abefff4-9197-44c3-bea6-d702eb6e0e49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.1028438 Aug 29 04:32:03.738833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8927c4a5-d3e2-45d4-92c8-a16c9942b4d6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2129605 Aug 29 04:32:03.773078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=882a304e-7fb1-4b98-91d7-090ea5b0da57,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:03.778863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-1df086a7-342e-4bbf-814c-7e62278a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.782724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-1df086a7-342e-4bbf-814c-7e62278a8cbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.0872920 Aug 29 04:32:03.961346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.983613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:03.994830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.016310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.022929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.038242 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.043587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.054557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcbf10-77cc-477c-a82c-bafe0bf2869f None None] Network 92e9d750-3fb6-46d9-be84-fe429925b874 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:04.059946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.065356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-19c0d24f-cf53-44e3-aade-2a35cae32977 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3070836 Aug 29 04:32:04.081977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-b2515844-34fc-4ae4-bdb6-5822b5fa3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.083616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-b2515844-34fc-4ae4-bdb6-5822b5fa3386 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2931859 Aug 29 04:32:04.212003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.291490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67aa483-7d95-43e3-b6ed-aa30161f88c3 req-1b3b8221-9873-4b9b-bdc3-1db6dcf10db1 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2067952 Aug 29 04:32:04.344604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a24ec-9212-41f9-a1f3-ee130ffb27c6 req-2053a41e-25a2-469e-8b70-e0e57cac3fff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:04.363513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-879a24ec-9212-41f9-a1f3-ee130ffb27c6 req-2053a41e-25a2-469e-8b70-e0e57cac3fff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2968926 Aug 29 04:32:04.368664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.417526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d89396c-a80d-46e2-b372-3aa736aabb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.428545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-658b4cf6-db10-4f72-867a-c781235fd19b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eaf8bafab80e430f857e83c057102470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8226097 Aug 29 04:32:04.431543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.467159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-4bcf8e3f-ced2-45d1-b78f-de331f229d51 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126504 Aug 29 04:32:04.470544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-879a24ec-9212-41f9-a1f3-ee130ffb27c6 req-59885813-28d8-4bda-864b-45f422940075 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061552 Aug 29 04:32:04.502450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:04.542245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.553510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.616930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cd723bb-57d8-4b63-85c1-e38246e60ab3 req-60835956-a1db-4dba-80df-0eb5054f825a service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366956 Aug 29 04:32:04.669548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.688573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d89396c-a80d-46e2-b372-3aa736aabb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.696166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d89396c-a80d-46e2-b372-3aa736aabb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.714140 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4bcb08c1e724fd2b6d46c19feb070b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1930876 Aug 29 04:32:04.714645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.714865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4597a3-c3e6-4584-84d3-4d7a645521ec,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.728955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.744492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.745471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.745839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.746176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.746512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.746847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.747176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.747504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.747834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.748191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.748516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.748843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feff966-1df3-4cbb-88b5-ed70d30a9773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:04.754340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:04.763816 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34538972-ff50-4990-978e-f5596ee68dc3 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7333753 Aug 29 04:32:04.764831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.780523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89396c-a80d-46e2-b372-3aa736aabb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d628692b-38c0-45e4-9001-d934b860b977,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:04.781635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:04.787822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d89396c-a80d-46e2-b372-3aa736aabb5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6a6b7ce89d744f382e803d89849d59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161432 Aug 29 04:32:04.804033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:04.827733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:04.832955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:04.857199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.863125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet 5f5f743f-77c0-4d2d-8307-97dbe4169c54 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:04.869324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.929260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.945619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.946674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.958668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.961322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:04.962545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23b50a8b-ff09-497f-8aed-6dfe299a7dd4 HTTP/1.1" status: 204 len: 168 time: 0.5286486 Aug 29 04:32:05.019068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec99e-fbee-4dfb-9248-f13003213aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b50a8b-ff09-497f-8aed-6dfe299a7dd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.049319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.086191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.088967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.094410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db4597a3-c3e6-4584-84d3-4d7a645521ec HTTP/1.1" status: 204 len: 168 time: 0.3761828 Aug 29 04:32:05.104945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:05.160915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e7258-1ec9-4d7e-92ff-91784a4dd7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4597a3-c3e6-4584-84d3-4d7a645521ec,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.189371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.195369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.200180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.200678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d628692b-38c0-45e4-9001-d934b860b977 HTTP/1.1" status: 204 len: 168 time: 0.3954196 Aug 29 04:32:05.231739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fc93e-2e80-42bc-97fa-359dc9de5be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d628692b-38c0-45e4-9001-d934b860b977,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.377283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.424799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5f743f-77c0-4d2d-8307-97dbe4169c54,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:05.430971 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.441153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.441454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cd47f1e0-2774-4336-8634-614f1b3253c2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/5f5f743f-77c0-4d2d-8307-97dbe4169c54 HTTP/1.1" status: 204 len: 168 time: 0.6727335 Aug 29 04:32:05.460463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f0627-c8ff-4c26-8242-df630389ad5d None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:05.587190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.610924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.619648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.626514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.644275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.661345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.673661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.692105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.692955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-58cf1d18-485a-4878-8530-210ca9e02861 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2422988 Aug 29 04:32:05.804821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port d2fb4073-f521-4c28-a03d-6d6d9d483bfc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:05.805152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:05.899054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58534b7-2814-4bf5-b21c-98978812118e req-e76f72dd-553b-41c1-86cc-912e4872b53a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:05.912521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c58534b7-2814-4bf5-b21c-98978812118e req-e76f72dd-553b-41c1-86cc-912e4872b53a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2110975 Aug 29 04:32:05.926504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:03Z', 'revision_number': 9, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:05.940080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40578) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:05.956608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4a3ab0-8012-490b-bb40-d90242a2eb6c req-a06345a8-7168-475f-9ac3-1dfa36ed02ee tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2630837 Aug 29 04:32:05.999544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,segment=NetworkSegment(5f7c71fd-ecc0-475d-a2a9-b35fca27b76a),segment_id=5f7c71fd-ecc0-475d-a2a9-b35fca27b76a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:05.999988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.000538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:06.023305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:06.026743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:31:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.031569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for d2fb4073-f521-4c28-a03d-6d6d9d483bfc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:06.033968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] DHCP port deletion for afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:06.142530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c58534b7-2814-4bf5-b21c-98978812118e req-2bac9513-47d7-4e6d-86c9-ce4d90c883aa tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125273 Aug 29 04:32:06.156517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bae469e0-80bc-42a8-9627-5f3f4b02718b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59187c680ebb4c0aa93bd26ae720c383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150974 Aug 29 04:32:06.157617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.250337 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.260360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:06.302224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.306260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port d2fb4073-f521-4c28-a03d-6d6d9d483bfc on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.326593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.389142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.444376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.447463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.451417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/185ae41c-728f-46b6-a2ea-bd38d8792edd HTTP/1.1" status: 204 len: 168 time: 0.2899334 Aug 29 04:32:06.457925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6464d2-5587-43c6-89b5-9d9644c98f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ae41c-728f-46b6-a2ea-bd38d8792edd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.498115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.513469 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.517561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb07c830-9f88-4305-836c-778278711161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.529290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa3a504-a9ef-4253-8fd9-14bd5afbf2b7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.542097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.542785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7c71fd-ecc0-475d-a2a9-b35fca27b76a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:06.555656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.572372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.581370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:06.581812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.605951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Deleting port d2fb4073-f521-4c28-a03d-6d6d9d483bfc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:06.606555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:06.632023 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:06.649744 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb07c830-9f88-4305-836c-778278711161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.655056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb07c830-9f88-4305-836c-778278711161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.672728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.722984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb07c830-9f88-4305-836c-778278711161 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f388c047b2f49eca254af473d7d2901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237132 Aug 29 04:32:06.723851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07c830-9f88-4305-836c-778278711161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cabbe9-c670-4e2e-a21f-e4bb502f1345,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.728240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.735851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.740209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 HTTP/1.1" status: 204 len: 168 time: 1.2977738 Aug 29 04:32:06.744805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:06.745318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68f314-5fb4-4bfe-b0ca-f9ea402a2228 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=afa3a504-a9ef-4253-8fd9-14bd5afbf2b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.786733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] For port d2fb4073-f521-4c28-a03d-6d6d9d483bfc, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:06.787864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.803027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Calling delete_port for d2fb4073-f521-4c28-a03d-6d6d9d483bfc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:06.808554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Port d2fb4073-f521-4c28-a03d-6d6d9d483bfc was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:32:06.812127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.852461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Network afa3a504-a9ef-4253-8fd9-14bd5afbf2b7 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:32:06.854041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] No DVR routers for this DVR port d2fb4073-f521-4c28-a03d-6d6d9d483bfc on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:06.858220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2d31c-f48a-41b2-bcff-7c1de65eb06c None None] Pushing event deleted for resources: {'Port': ['ID=d2fb4073-f521-4c28-a03d-6d6d9d483bfc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:06.892588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:06.935866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.009198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:03Z', 'revision_number': 9, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:07.048168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc742e-d610-451d-aa84-7a65611f3571 None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:03Z', 'revision_number': 9, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': '4b16f6f4-b348-4c12-9317-bbf9f94b81d0', 'name': '', 'network_id': '1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:6c:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:52Z', 'updated_at': '2021-08-29T04:31:12Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'a89946be-e8b7-4a79-ac42-b25494e2acec', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:07.262898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.269022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.276405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8cabbe9-c670-4e2e-a21f-e4bb502f1345 HTTP/1.1" status: 204 len: 168 time: 0.5463924 Aug 29 04:32:07.314007 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88f2c70c-1b5d-4704-b0f8-ec3e677e2376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:07.316570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d9d4f-c0c2-4ef0-8da0-c76871c5168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cabbe9-c670-4e2e-a21f-e4bb502f1345,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:07.369467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.392353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.405377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.418132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.433751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.448496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.466657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.470282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-65b05e9b-be90-4e5f-b7d8-43969746b175 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2990363 Aug 29 04:32:07.923642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c68dd4-09d8-4b6a-9052-69a98eedab75 req-4f86705d-0e0b-4586-a500-f82e736599cf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:07.925489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54c68dd4-09d8-4b6a-9052-69a98eedab75 req-4f86705d-0e0b-4586-a500-f82e736599cf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.6145236 Aug 29 04:32:07.937033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6524e504-3b72-4df3-9ab3-266710c715f7 req-a65b1741-722e-476f-99de-092171b76174 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4356067 Aug 29 04:32:08.020409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54c68dd4-09d8-4b6a-9052-69a98eedab75 req-75bdc88b-a8e0-46ee-82cf-7cdae83fb4f8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784631 Aug 29 04:32:08.125763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2fb4073-f521-4c28-a03d-6d6d9d483bfc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:08.161099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.180212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d2fb4073-f521-4c28-a03d-6d6d9d483bfc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:08.181564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d2fb4073-f521-4c28-a03d-6d6d9d483bfc not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:08.182291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 882a304e-7fb1-4b98-91d7-090ea5b0da57 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:08.237488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 882a304e-7fb1-4b98-91d7-090ea5b0da57 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:08.237996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 882a304e-7fb1-4b98-91d7-090ea5b0da57 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:08.607427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:08.608055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.808433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 4b16f6f4-b348-4c12-9317-bbf9f94b81d0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:08.808908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:08.824656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:09.160978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.351779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=4b16f6f4-b348-4c12-9317-bbf9f94b81d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:09.571616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969df94-b529-4b9f-8050-6ed2853763ea req-612752ef-1ca1-4cc2-9d08-3c83d2edeff0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.573312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5969df94-b529-4b9f-8050-6ed2853763ea req-612752ef-1ca1-4cc2-9d08-3c83d2edeff0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2423172 Aug 29 04:32:09.588565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.594898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.601883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.608846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.615838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.622172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.629111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:09.631199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592d4252-be6e-4852-bbc0-032503d37638 req-351c724e-52db-4e2a-993b-ad1107911429 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3857870 Aug 29 04:32:09.663489 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:09.751070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5969df94-b529-4b9f-8050-6ed2853763ea req-a5f90ac1-e21f-4d1a-9436-f186cdcacfe6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164989 Aug 29 04:32:09.789468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592d4252-be6e-4852-bbc0-032503d37638 req-0fbb1975-6c1c-4158-b507-b73a30c499de tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432774 Aug 29 04:32:10.065556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:10.242579 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.333325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3cae86ef-71a0-4b14-ae92-72fcd37fb1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.339350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:10.355956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.356842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d405640f-c96a-4773-94be-5a1568f42178 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104708 Aug 29 04:32:10.373359 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:10.405147 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:10.406214 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:10.434215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:10.465260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet a89946be-e8b7-4a79-ac42-b25494e2acec {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:10.468933 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.513872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.563837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-479948984', 'router:external': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:10.609233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Made reservation on behalf of 7b98998a2504466ea42f23845e693349 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:10.614204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.640300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.676117 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:10.676332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.914442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.919782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.932535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.976198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:32:10.988576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:10.991996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/a89946be-e8b7-4a79-ac42-b25494e2acec HTTP/1.1" status: 204 len: 168 time: 0.6335747 Aug 29 04:32:10.995901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b912a-b5bc-4e33-90cb-79fcefbf302c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=a89946be-e8b7-4a79-ac42-b25494e2acec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:10.997131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70170711-a7cd-45d0-bf74-0858d86f8759 None None] Network 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:11.002146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.027650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.029239 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Added segment 6fd3b79f-1927-43df-914c-aeee1acc4f8c of type vlan for network f648a90b-f44f-4584-9038-8aeb959012b3 Aug 29 04:32:11.089785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:08Z', 'revision_number': 10, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.146042 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.174153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:11.210626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:11.211749 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:11.239461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.326021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2722eefc-22b5-4445-898b-6f6892d2f099,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.332320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.335331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.335794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.370060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.440863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:11.442074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.465855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:11.543960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Network': ['ID=f648a90b-f44f-4584-9038-8aeb959012b3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.569041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f648a90b-f44f-4584-9038-8aeb959012b3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:32:11.612629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa63df-906e-4f54-9d0d-0917a87b23a1 req-d32c8c62-c4d5-486b-9795-7daf6354dee9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.614593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35fa63df-906e-4f54-9d0d-0917a87b23a1 req-d32c8c62-c4d5-486b-9795-7daf6354dee9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.3940258 Aug 29 04:32:11.621547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c510aa6-9873-4af7-bad5-1604821605c4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1859388 Aug 29 04:32:11.624384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:11.633695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'subnet': {'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:11.658563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] DHCP port deletion for 1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:11.695552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.714161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f45f820-0500-4b83-8e3c-786e6d79d0d2,segment=NetworkSegment(b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256),segment_id=b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:11.714842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.724296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.733672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 5f45f820-0500-4b83-8e3c-786e6d79d0d2 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:11.755177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.775862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.806441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.831736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.845671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:11.849089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-3cb7c7c2-9ef9-4180-b64d-6e08552170a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.6058078 Aug 29 04:32:11.885830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:11.953155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=5f45f820-0500-4b83-8e3c-786e6d79d0d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:11.966580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:12.035564 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.049981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Deleting port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:12.050608 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.053624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f404554c-bf0d-42eb-ad15-b2ddea895343 req-c6802ebc-5263-4b36-aa06-3202c2e6bc1c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408265 Aug 29 04:32:12.108332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:08Z', 'revision_number': 10, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.118868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Made reservation on behalf of 7b98998a2504466ea42f23845e693349 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:12.121322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.173295 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98298e8-c4f7-42b7-b934-0f956b3ef7dc None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:08Z', 'revision_number': 10, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None, '_interfaces': [{'id': 'b93dbc1e-a768-452e-98b8-c68748809c7f', 'name': '', 'network_id': '314af0ab-7f67-483e-bdb6-0766d72d1c9b', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'mac_address': 'fa:16:3e:33:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75aaca35-fd57-4344-aed9-a51d02065680', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:30:40Z', 'updated_at': '2021-08-29T04:30:55Z', 'revision_number': 5, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'subnets': [{'id': 'd549c83d-ec10-4a58-a96b-01d0ed08a714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:12.202164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.205242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] For port 5f45f820-0500-4b83-8e3c-786e6d79d0d2, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:12.205831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.229317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.238683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Calling delete_port for 5f45f820-0500-4b83-8e3c-786e6d79d0d2 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:12.250572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:32:12.253616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.264381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.264695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7eec6c3-06d7-4e9a-bb36-e0d54fbb5256') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:12.287385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.321159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.336220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:12.336488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:12.339948 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:12.346958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f45f820-0500-4b83-8e3c-786e6d79d0d2 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:12.366732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] Pushing event deleted for resources: {'Port': ['ID=5f45f820-0500-4b83-8e3c-786e6d79d0d2,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.381480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096dbf66-b89e-4eab-85ea-1adc71f162c3 None None] No DVR routers for this DVR port 5f45f820-0500-4b83-8e3c-786e6d79d0d2 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:12.435619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5f45f820-0500-4b83-8e3c-786e6d79d0d2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:12.436977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f45f820-0500-4b83-8e3c-786e6d79d0d2 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:12.447173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35fa63df-906e-4f54-9d0d-0917a87b23a1 req-c6cddc72-51e9-4774-8615-7393f09d5c63 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942240 Aug 29 04:32:12.485927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.494843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.505672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d HTTP/1.1" status: 204 len: 168 time: 1.5019538 Aug 29 04:32:12.510746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:12.537503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a27f8-2df6-492c-89c7-a65fc33e6583 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=1fa5cbca-ebc4-4d46-b00a-3d6a1f8d654d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:12.821267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:32:12.822981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:12.965705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.097308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Subnet': ['ID=88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:13.111105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Checking segment: {'id': '6fd3b79f-1927-43df-914c-aeee1acc4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:13.111761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network hostable DHCP agents. Network: f648a90b-f44f-4584-9038-8aeb959012b3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:32:13.196174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network f648a90b-f44f-4584-9038-8aeb959012b3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:32:13.237698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f648a90b-f44f-4584-9038-8aeb959012b3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:13.254855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4cc222-0ff7-4bcf-a4c5-972386b35222 None None] Network f648a90b-f44f-4584-9038-8aeb959012b3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:13.278682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.285481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.407477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06e60073-d677-4528-8122-d7fa78834749 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7812331 Aug 29 04:32:13.410556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:13.422931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1373397154', 'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:13.519953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Made reservation on behalf of 7b98998a2504466ea42f23845e693349 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:13.525721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:13.552119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.569771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] device_id is not set on port 38890a3b-8e47-473d-8f3b-04d9ce2d34ba yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:32:13.575753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.582121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.603692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.615529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.615867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fcd92-6421-4678-8f6e-c862353235b4 None None] Network f648a90b-f44f-4584-9038-8aeb959012b3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:13.634936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.651033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:13.661182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-c778f8b2-5f05-4dc9-98c8-f9f0b0dd4ce8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.3600340 Aug 29 04:32:13.802636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.20.0.13 (f648a90b-f44f-4584-9038-8aeb959012b3/88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5/38890a3b-8e47-473d-8f3b-04d9ce2d34ba) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:13.846446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf7c0406-7bbc-4bfa-bec8-2758555cb671 req-7ee3ab27-649e-409c-a75a-77c333a8d20a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792989 Aug 29 04:32:13.883226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.026153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:14.067679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965349-7734-4cfd-98e6-7daa0125a92b req-8cb9643c-a6b2-4f22-ad2f-6fa81f299583 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.072305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:14.072667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4b16f6f4-b348-4c12-9317-bbf9f94b81d0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:14.084000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad965349-7734-4cfd-98e6-7daa0125a92b req-8cb9643c-a6b2-4f22-ad2f-6fa81f299583 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.3038654 Aug 29 04:32:14.112916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.168213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.202028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad965349-7734-4cfd-98e6-7daa0125a92b req-a5633f5a-4ea9-4209-8f5d-7ce40a4eb618 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149442 Aug 29 04:32:14.258163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network f648a90b-f44f-4584-9038-8aeb959012b3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:14.261774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:14.266058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:14.272869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=38890a3b-8e47-473d-8f3b-04d9ce2d34ba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:14.377029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:14.379619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.412724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b0917ed-9c0c-48fa-b35a-0cdc806a3653 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9968345 Aug 29 04:32:14.414224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40792) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:14.562086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port b93dbc1e-a768-452e-98b8-c68748809c7f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:14.564772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.584615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Deleting port 38890a3b-8e47-473d-8f3b-04d9ce2d34ba {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:14.585306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.787554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port b93dbc1e-a768-452e-98b8-c68748809c7f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b93dbc1e-a768-452e-98b8-c68748809c7f,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:14.788015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.805315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:14.821186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for b93dbc1e-a768-452e-98b8-c68748809c7f owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:14.840250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Calling delete_port for 38890a3b-8e47-473d-8f3b-04d9ce2d34ba owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:15.086853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.126200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.193778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=b93dbc1e-a768-452e-98b8-c68748809c7f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.208352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Port': ['ID=38890a3b-8e47-473d-8f3b-04d9ce2d34ba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:15.313604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.315822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-392c6fb5-608b-4561-9c63-4d33a41e31cd tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/ports/38890a3b-8e47-473d-8f3b-04d9ce2d34ba HTTP/1.1" status: 204 len: 168 time: 0.8992329 Aug 29 04:32:15.319278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.324574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3', 'external_fixed_ips': [{'subnet_id': '88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5', 'ip_address': '172.20.0.13'}]}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:15.380187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.381825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.472086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.473794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:15.548828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.580266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.600079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.606167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.610700 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:15.623571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.629863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.636120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.638145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c808d30-de82-4272-8561-de69f28f1768 req-de969bb4-b252-490e-a3f1-a03c1b512fb2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.5682733 Aug 29 04:32:15.639846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.745060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa107-457a-493f-8ec0-adcf3cdf2622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.760079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:15.776299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913969d-7d09-4f85-a189-411e91e3b887 req-dd87b340-5771-49f3-a259-541776198a7e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:15.778291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1913969d-7d09-4f85-a189-411e91e3b887 req-dd87b340-5771-49f3-a259-541776198a7e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.3811805 Aug 29 04:32:16.018427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa107-457a-493f-8ec0-adcf3cdf2622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.027613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c808d30-de82-4272-8561-de69f28f1768 req-5e15a63f-4ad3-42b7-a78c-342cff0a355d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3681343 Aug 29 04:32:16.074199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:16.174161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1913969d-7d09-4f85-a189-411e91e3b887 req-a2f2bb8d-771f-44a5-9de2-ee05751eb964 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172507 Aug 29 04:32:16.228558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c6fa107-457a-493f-8ec0-adcf3cdf2622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.340137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c6fa107-457a-493f-8ec0-adcf3cdf2622 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a2769903da1442992612f855e3260f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606672 Aug 29 04:32:16.340967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.584750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fa107-457a-493f-8ec0-adcf3cdf2622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1e4af-5d65-46a6-b5d3-58b6e91726dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:16.592598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.642791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.706225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.771550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:16.959394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:16.970133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4b3e0500-d93c-4000-b3c2-51b77cd7111c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4577937 Aug 29 04:32:16.970827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:16.978431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:16.992786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:16.993759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.092277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting subnet d549c83d-ec10-4a58-a96b-01d0ed08a714 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:17.115018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.156081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:17.288514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.290313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.20.0.13 (f648a90b-f44f-4584-9038-8aeb959012b3/88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5/8a62a06f-b20e-45f0-bd12-4f9d65dad041) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:17.503120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.509869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.516555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.523801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.530364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.533194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 11, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.540587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.549187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.565092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-08116ffd-fe56-49ca-afc7-4c9ce7b29fcb tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2950351 Aug 29 04:32:17.626859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:17.637201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5047e-1b76-4e4b-a134-de4a0542ae5e req-f315a02b-d626-4cd8-857d-729bf1ed43dd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:17.653696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fb5047e-1b76-4e4b-a134-de4a0542ae5e req-f315a02b-d626-4cd8-857d-729bf1ed43dd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.2578149 Aug 29 04:32:17.655517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:17.656265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:17.712577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.752267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da832bb2-900c-4bf2-8200-ec8b26e1d46a req-41f332f6-0e7d-41ae-b5fa-42321ced3154 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858928 Aug 29 04:32:17.790431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fb5047e-1b76-4e4b-a134-de4a0542ae5e req-26cc58da-7010-49a9-9b39-3def0cc36ed5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336002 Aug 29 04:32:17.835185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.887161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Subnet': ['ID=d549c83d-ec10-4a58-a96b-01d0ed08a714,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:17.891696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:17.899744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d789bda2-48aa-4b50-bcf8-bb7b004a7fd5 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/d549c83d-ec10-4a58-a96b-01d0ed08a714 HTTP/1.1" status: 204 len: 168 time: 0.9226692 Aug 29 04:32:17.899744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40844) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:17.955236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94cbed-a1cd-413f-bfd5-913400df5efd None None] Network 314af0ab-7f67-483e-bdb6-0766d72d1c9b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:32:18.022721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.026962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:18.064762 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.067742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.074503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2d1e4af-5d65-46a6-b5d3-58b6e91726dc HTTP/1.1" status: 204 len: 168 time: 1.7202237 Aug 29 04:32:18.074824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.075016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.112371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f270d03-0ba0-49cd-bb5c-080a7d0d4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1e4af-5d65-46a6-b5d3-58b6e91726dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.117146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 11, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:18.148727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network f648a90b-f44f-4584-9038-8aeb959012b3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:18.166117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=8a62a06f-b20e-45f0-bd12-4f9d65dad041,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.171538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:18.174811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:18.177361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80867262-169e-4ec3-a179-3749afa72c6c None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 11, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:18.209756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Deleting port 802e636d-3c19-4b69-93e6-98cde1c1c4ff {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:18.209756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.433034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] For port 802e636d-3c19-4b69-93e6-98cde1c1c4ff, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=802e636d-3c19-4b69-93e6-98cde1c1c4ff,segment=NetworkSegment(153d3cd9-3713-4522-8a52-930e141b0cff),segment_id=153d3cd9-3713-4522-8a52-930e141b0cff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:18.433616 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.451526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Calling delete_port for 802e636d-3c19-4b69-93e6-98cde1c1c4ff owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:18.554629 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.577053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b2b1e-7db2-46c9-a476-64c56c6fb15c None None] DHCP port deletion for 314af0ab-7f67-483e-bdb6-0766d72d1c9b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:32:18.654772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Port': ['ID=802e636d-3c19-4b69-93e6-98cde1c1c4ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:18.664895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No DVR routers for this DVR port 802e636d-3c19-4b69-93e6-98cde1c1c4ff on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:32:18.693519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.838097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:18.866220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6c29-5126-4cd6-ae53-0fc422cbc97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:18.990572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6c29-5126-4cd6-ae53-0fc422cbc97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.011569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6c29-5126-4cd6-ae53-0fc422cbc97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.057946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.070802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.101351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b4a6c29-5126-4cd6-ae53-0fc422cbc97d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65de320fdfeb4250af6d4e837c3f3526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621102 Aug 29 04:32:19.118926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6c29-5126-4cd6-ae53-0fc422cbc97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc3a8b-fe02-4a8d-805c-9dc26eb7c3f6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.131957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40868) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.189464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314af0ab-7f67-483e-bdb6-0766d72d1c9b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:19.223569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.239354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d3cd9-3713-4522-8a52-930e141b0cff') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:19.239730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d3cd9-3713-4522-8a52-930e141b0cff') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:19.286251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.297522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.310453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.320856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.327915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.336063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.343977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.354142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-8b7885b9-95ff-411c-a59f-f656d7a5e210 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.2515774 Aug 29 04:32:19.379763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.394281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4deb-c2cd-458c-a08d-f71a6306fbf5 req-49191632-c97e-44df-b6f5-7e8c6e14adb9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:19.396053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-962f4deb-c2cd-458c-a08d-f71a6306fbf5 req-49191632-c97e-44df-b6f5-7e8c6e14adb9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.4037185 Aug 29 04:32:19.425422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.429004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:19.453332 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.469890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:19.472502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:19.597643 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:19.638417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3587f7-ca13-47e3-8513-d7b3df4ebf9d req-6ee27919-b8e2-45d7-bf69-292b15b340c5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2831688 Aug 29 04:32:19.686632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-962f4deb-c2cd-458c-a08d-f71a6306fbf5 req-0528322d-1c39-4354-853e-9cc8f19df76a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752552 Aug 29 04:32:19.715781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.725287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:19.760679 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Sync routers for ids ['1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:19.771773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.784624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/networks/314af0ab-7f67-483e-bdb6-0766d72d1c9b HTTP/1.1" status: 204 len: 168 time: 1.8812993 Aug 29 04:32:19.788987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.804319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:19.808771 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Routers {'1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:19.812613 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:19.821569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.838618 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.852212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1fc3a8b-fe02-4a8d-805c-9dc26eb7c3f6 HTTP/1.1" status: 204 len: 168 time: 0.7162464 Aug 29 04:32:19.920669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:19.921947 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7fe34074-9b9a-43cd-a1e1-67024f7824b0 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6014888 Aug 29 04:32:19.931304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d396a2-e069-4ad0-984c-fa5282269558 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Pushing event deleted for resources: {'Network': ['ID=314af0ab-7f67-483e-bdb6-0766d72d1c9b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:19.947362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:19.982092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e19a4-6818-4481-a698-8b10cb9b1f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc3a8b-fe02-4a8d-805c-9dc26eb7c3f6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:20.296678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 04:32:20.297561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 04:32:20.298189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.352555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 802e636d-3c19-4b69-93e6-98cde1c1c4ff no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:20.398800 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Set router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:20.466555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 802e636d-3c19-4b69-93e6-98cde1c1c4ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:20.467597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 802e636d-3c19-4b69-93e6-98cde1c1c4ff not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:20.474692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b93dbc1e-a768-452e-98b8-c68748809c7f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:32:20.594199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b93dbc1e-a768-452e-98b8-c68748809c7f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:32:20.595549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b93dbc1e-a768-452e-98b8-c68748809c7f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:32:20.602917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:20.964200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7', 'name': '', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3', 'external_fixed_ips': [{'subnet_id': '88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '8a62a06f-b20e-45f0-bd12-4f9d65dad041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:18Z', 'revision_number': 3, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port': {'id': '8a62a06f-b20e-45f0-bd12-4f9d65dad041', 'name': '', 'network_id': 'f648a90b-f44f-4584-9038-8aeb959012b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:16Z', 'updated_at': '2021-08-29T04:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:20.988250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f38f85e1-946b-4702-8776-1ac827c96f9e details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:21.089300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Checking router: 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:21.105048 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Updating router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 port 8a62a06f-b20e-45f0-bd12-4f9d65dad041 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:21.155053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.236433 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.281255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.293889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.383969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1384c6-48af-40e9-9268-5789f2079fdc req-d077067b-1043-475b-bfd4-0663d461fc8a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.386876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb1384c6-48af-40e9-9268-5789f2079fdc req-d077067b-1043-475b-bfd4-0663d461fc8a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.4165883 Aug 29 04:32:21.441962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.476288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.496796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.511041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.526595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.529457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f38f85e1-946b-4702-8776-1ac827c96f9e,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.539276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.552297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:21.555598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-195d5b09-d2af-4b88-a9d3-2b39301740a5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5418 time: 0.5181239 Aug 29 04:32:21.590637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f38f85e1-946b-4702-8776-1ac827c96f9e', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'port_id': 'f38f85e1-946b-4702-8776-1ac827c96f9e', 'mac_address': 'fa:16:3e:ee:b7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:21.725137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3c2ad2-f979-4ec7-8077-8eac84c89c78 req-c01c5312-f365-4d28-9acc-5b439ef36623 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536212 Aug 29 04:32:21.755643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router 75aaca35-fd57-4344-aed9-a51d02065680 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:21.759581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb1384c6-48af-40e9-9268-5789f2079fdc req-41ab0f18-83c9-441e-a91a-e28b2df3d79c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020748 Aug 29 04:32:21.763021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Deleting port 8a62a06f-b20e-45f0-bd12-4f9d65dad041 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:21.763021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.821997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.906555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f85e1-946b-4702-8776-1ac827c96f9e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:21.969836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f38f85e1-946b-4702-8776-1ac827c96f9e,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:21.992926 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:21.993618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bd71c0a4-459c-45ec-b980-96d2093c92f1 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:22.108786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.136638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Calling delete_port for 8a62a06f-b20e-45f0-bd12-4f9d65dad041 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:22.335303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:22.362656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.369881 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44d3c4df-075d-47ba-bbe6-cf97aeef7e88 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 705 time: 2.5745149 Aug 29 04:32:22.372571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.473216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d623fa7a-789a-47a9-95f2-2a46e033054b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 205 time: 0.0937705 Aug 29 04:32:22.476996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:22.551174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:22.595008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'port_id': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'mac_address': 'fa:16:3e:52:6f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:22.697917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Sync routers for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:22.726648 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.741714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:22.754666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Routers {'75aaca35-fd57-4344-aed9-a51d02065680'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:22.755349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['75aaca35-fd57-4344-aed9-a51d02065680'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:22.810214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:22.812937 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:32:22.813674 n-d-712139-13 neutron-server[94829]: DEBUG oslo_db.api [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:32:22.814476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.034190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a62a06f-b20e-45f0-bd12-4f9d65dad041,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:23.041237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.183467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Set router 75aaca35-fd57-4344-aed9-a51d02065680 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:23.282708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.283501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.284086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.284661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.285212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.285780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.286327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.286896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.287436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.287998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.288556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.289120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:23.311424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.342200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.389099 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Port 8a62a06f-b20e-45f0-bd12-4f9d65dad041 not found while updating agent binding for router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7. {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:32:23.418142 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Routers {'1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:23.419416 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.470193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75aaca35-fd57-4344-aed9-a51d02065680', 'name': 'tempest-RoutersIpV6Test-router-2044175687', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:30:33Z', 'updated_at': '2021-08-29T04:32:14Z', 'revision_number': 11, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:23.530715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.533909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.611359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.628764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Checking router: 75aaca35-fd57-4344-aed9-a51d02065680 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:23.633925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.649377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd71c0a4-459c-45ec-b980-96d2093c92f1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:23.700266 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] Set router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:23.704991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.715436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.718654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router 75aaca35-fd57-4344-aed9-a51d02065680 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:23.720168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.734204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.742888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.746766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.756642 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b92721b-0e6c-4757-9120-a9cd4fbf98f9 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 204 len: 168 time: 1.2713530 Aug 29 04:32:23.761841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.768967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.772545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:23.785760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-b5016664-2091-433b-9079-fb0847937f09 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5419 time: 0.6549077 Aug 29 04:32:23.790172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.791326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:23.794748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1048302922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:23.800647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:23.807401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:32:23.809130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75aaca35-fd57-4344-aed9-a51d02065680'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:32:23.810702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27254240-715a-4a04-8b2e-223b61434187 req-2e934a67-ab89-466d-b554-e23e6ae275b7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:23.815740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a8ed-677f-4937-8a3f-627350b16fbb None None] The sync data for ids ['75aaca35-fd57-4344-aed9-a51d02065680'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:23.821599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.823963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27254240-715a-4a04-8b2e-223b61434187 req-2e934a67-ab89-466d-b554-e23e6ae275b7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.6509302 Aug 29 04:32:23.841286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:23.847976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0de1923f-9b03-4645-ba4a-ee08e2b12cf1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7 HTTP/1.1" status: 204 len: 168 time: 3.8942955 Aug 29 04:32:23.850774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:23.863331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ac826b2c-dc25-43d2-9c31-4e31452c1e0c details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:23.967632 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7', 'name': '', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 5, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:24.008949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27254240-715a-4a04-8b2e-223b61434187 req-ba05cf2e-c740-4a51-a2cb-37f0c2cbe2a3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637731 Aug 29 04:32:24.025090 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3837-5196-4a77-b2b9-341e4759eac6 None None] The sync data for ids ['1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7'] in n-d-712139-13 is: [{'id': '1baa8d79-b3fb-48ee-806d-4eb2ff65c9d7', 'name': '', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:15Z', 'updated_at': '2021-08-29T04:32:22Z', 'revision_number': 5, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:24.117476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e7411e3-33a5-4b4b-ba7a-6844a6fe2663 req-2485585a-a28c-4f38-a7c5-d29990f8e224 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3218286 Aug 29 04:32:24.183986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.187519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.320336 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.336723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['bd71c0a4-459c-45ec-b980-96d2093c92f1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:24.340641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.379229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Deleting subnet 88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:32:24.410842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.416551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.484556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:24.503465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.509476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'port_id': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c', 'mac_address': 'fa:16:3e:2b:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:24.585177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.616830 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.657758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac826b2c-dc25-43d2-9c31-4e31452c1e0c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:24.682551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.684837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:24.696747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.701323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:24.732090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:24.743638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.747515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4de66ebb-59c2-44b5-aa61-14c823a2d63a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9727249 Aug 29 04:32:24.748423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.753735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:24.765693 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:24.768386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44377c72-c8d9-4126-929e-68a8d02aaf96 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5 HTTP/1.1" status: 204 len: 168 time: 0.9162621 Aug 29 04:32:24.772662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:24.886806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:25.013531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.201637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f38f85e1-946b-4702-8776-1ac827c96f9e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:25.217972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:25.482057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.485329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.542222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f648a90b-f44f-4584-9038-8aeb959012b3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.576313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd3b79f-1927-43df-914c-aeee1acc4f8c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.576991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd3b79f-1927-43df-914c-aeee1acc4f8c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:25.606126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.618809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a010-4838-4cfc-b1a7-18948579f452 req-4bb72f62-08d9-454a-b462-e76080388038 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:25.640439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.643638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6a4a010-4838-4cfc-b1a7-18948579f452 req-4bb72f62-08d9-454a-b462-e76080388038 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.3391435 Aug 29 04:32:25.653566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:32:25.654182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.743057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:32:25.746190 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:32:25.750078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'port_id': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'mac_address': 'fa:16:3e:43:c3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e229a-0795-4c0b-85a0-37553fea83e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:25.757278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.786286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f648a90b-f44f-4584-9038-8aeb959012b3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 04:32:25.822259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6a4a010-4838-4cfc-b1a7-18948579f452 req-329187df-fc6f-4b62-a7b2-23d7a2178111 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728692 Aug 29 04:32:25.825651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:25.855510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f648a90b-f44f-4584-9038-8aeb959012b3 HTTP/1.1" status: 204 len: 168 time: 1.0793064 Aug 29 04:32:25.924096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54feb8-d7f5-46bc-812a-ed84a93baa53 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Network': ['ID=f648a90b-f44f-4584-9038-8aeb959012b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.121530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.179307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:26.266797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:26.289947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:26.294340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de6ff980-13cd-4b18-b156-b6a8a9ea6167 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:26.682341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:26.806315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:26.890331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:26.904125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'network_id': 'e44535e4-4252-426d-8ece-490213809f77', 'port_id': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'mac_address': 'fa:16:3e:a2:b8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e229a-0795-4c0b-85a0-37553fea83e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:27.064305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.090748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6ff980-13cd-4b18-b156-b6a8a9ea6167 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:27.159266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:27.167868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.168862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a92d72f-dbdb-45bd-a4d1-d604503dedcd details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:27.244919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.267861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.281950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.289791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.296997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.304628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.313226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.315908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-0c8d0a86-2189-47ca-a649-c8b7e9525b06 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5421 time: 1.8552673 Aug 29 04:32:27.365960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:27.383543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.387199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:27.390069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'name': 'tempest-router--300768596', 'project_id': 'e396993356be43178a79c4dea042eda1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:27.427060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'port_id': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'mac_address': 'fa:16:3e:b1:7e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:27.435911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40bb8-c4c4-4eb8-a041-24df84e3cec8 req-fd4aadbe-7c8b-47c1-9d54-39b89b743cf6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:27.438104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39c40bb8-c4c4-4eb8-a041-24df84e3cec8 req-fd4aadbe-7c8b-47c1-9d54-39b89b743cf6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2386229 Aug 29 04:32:27.462843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01bfabac-c835-4df1-aba7-7be47e949a9e req-c1dc146f-cd7d-4e2d-a9b1-51ca02b08d6f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007025 Aug 29 04:32:27.472675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Router cc60da65-cae8-4eda-9955-af34609db398 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:27.509292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.513051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.581671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39c40bb8-c4c4-4eb8-a041-24df84e3cec8 req-df8d755e-1326-4687-9f74-bd6dbba9ebbe tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246512 Aug 29 04:32:27.639335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.714489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a92d72f-dbdb-45bd-a4d1-d604503dedcd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:27.794279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:27.794873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.806800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.807961 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.815122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:27.843593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:27.846946 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50f5937f-7187-44bd-bd96-11cc31360a39 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4609909 Aug 29 04:32:27.851037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:27.967745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:27.997654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.003724 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:28.015683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.034491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Sync routers for ids ['cc60da65-cae8-4eda-9955-af34609db398'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:28.065022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:28.065207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8c9915cd-6a89-4e64-8259-16dede6ee4d2 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "PUT /v2.0/routers/cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 200 len: 698 time: 3.3122413 Aug 29 04:32:28.070107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.111209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d', 'network_id': 'db647399-1386-4c56-b054-01a55d12963a', 'port_id': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d', 'mac_address': 'fa:16:3e:29:0c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c3b1b-ae89-425e-bb94-0972ef6305d2', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:28.138432 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Routers {'cc60da65-cae8-4eda-9955-af34609db398'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:28.139858 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cc60da65-cae8-4eda-9955-af34609db398'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:28.173394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.266954 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Set router cc60da65-cae8-4eda-9955-af34609db398 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:28.329613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b63fb-82c8-42dc-9394-bf460b9b7705 req-cb30d52b-8720-4e86-9a28-af3795b630c3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:28.356035 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.360474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e9b63fb-82c8-42dc-9394-bf460b9b7705 req-cb30d52b-8720-4e86-9a28-af3795b630c3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5172379 Aug 29 04:32:28.387672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:28.437101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:28.445621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.556204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f38f85e1-946b-4702-8776-1ac827c96f9e up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:28.587237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e9b63fb-82c8-42dc-9394-bf460b9b7705 req-421b1cf6-9b9d-4926-8971-7a8e5d50d47d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2210553 Aug 29 04:32:28.612832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-362678a6-ed44-49cf-91e7-8e8b27ad6c4f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/routers/cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 200 len: 704 time: 0.5303175 Aug 29 04:32:28.617888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.681560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:28.684712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2f8d964f-e738-483b-b6e4-338011c6a036 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 200 len: 205 time: 0.0655262 Aug 29 04:32:28.689855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:28.698540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc60da65-cae8-4eda-9955-af34609db398', 'name': 'tempest-RoutersIpV6Test-router-1048302922', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:24Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:28.803906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Checking router: cc60da65-cae8-4eda-9955-af34609db398 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:28.837656 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Routers {'cc60da65-cae8-4eda-9955-af34609db398'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:28.838708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cc60da65-cae8-4eda-9955-af34609db398'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:28.894559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.895367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f38f85e1-946b-4702-8776-1ac827c96f9e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:28.903336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f38f85e1-946b-4702-8776-1ac827c96f9e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:28.903724 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.915144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:28.928586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.013924 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] Set router cc60da65-cae8-4eda-9955-af34609db398 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:29.082208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ac826b2c-dc25-43d2-9c31-4e31452c1e0c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.086255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['de6ff980-13cd-4b18-b156-b6a8a9ea6167'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.094466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.117126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.118397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d26a29d-ee0d-4744-894f-6e4f15956758 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:29.131034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.140610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c6e6da0d-09e2-4985-9d9f-ca5b8cdf1aa4 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/routers/3d26a29d-ee0d-4744-894f-6e4f15956758 HTTP/1.1" status: 204 len: 168 time: 1.2837055 Aug 29 04:32:29.179658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc60da65-cae8-4eda-9955-af34609db398', 'name': 'tempest-RoutersIpV6Test-router-1048302922', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:24Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:29.239245 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc70e-7df9-47db-beff-9af5f16005db None None] The sync data for ids ['cc60da65-cae8-4eda-9955-af34609db398'] in n-d-712139-13 is: [{'id': 'cc60da65-cae8-4eda-9955-af34609db398', 'name': 'tempest-RoutersIpV6Test-router-1048302922', 'tenant_id': '62973d96f4f04aa691a183a37cce9953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:24Z', 'updated_at': '2021-08-29T04:32:25Z', 'revision_number': 2, 'project_id': '62973d96f4f04aa691a183a37cce9953', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:29.459633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7403c925-ad50-4efc-b8c3-9c96ebd0ce1d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.507394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6a92d72f-dbdb-45bd-a4d1-d604503dedcd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:29.572684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.731608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.750995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.768300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.780905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.790563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.793902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:29.799349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.806234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:29.808635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-732c877d-9892-4797-810e-c3fb3f182db8 req-736da3cc-2ada-43e7-bc0d-59ce455c0aa7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5425 time: 0.8745148 Aug 29 04:32:29.820602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.844820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.851296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:29.883221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f38f85e1-946b-4702-8776-1ac827c96f9e,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:29.898424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f85e1-946b-4702-8776-1ac827c96f9e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:29.901433 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d06f45-d6b8-4425-8f89-fbe37b8f88a4" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "f38f85e1-946b-4702-8776-1ac827c96f9e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:29.983247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-732c877d-9892-4797-810e-c3fb3f182db8 req-bf6e3169-c2d0-400f-88ce-10356d740c99 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652086 Aug 29 04:32:30.012108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.012796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Fanout notify agent at l3_agent the message router_deleted on router cc60da65-cae8-4eda-9955-af34609db398 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:30.028814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.033881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bd71c0a4-459c-45ec-b980-96d2093c92f1 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:30.037373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-d60e0c88-fbd4-4ba4-bd5b-4de7cef6e2f5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:30.043979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-d60e0c88-fbd4-4ba4-bd5b-4de7cef6e2f5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.8983591 Aug 29 04:32:30.059795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.061026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8271c317-1db2-4752-886d-9dc0d7060343 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 204 len: 168 time: 1.3696971 Aug 29 04:32:30.064756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.086977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-9328ec0f-ada2-4768-9953-1e25c292d82e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/quotas/68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 375 time: 0.0238073 Aug 29 04:32:30.135647 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e83ee5a5-ab00-4c99-a785-4bee7a8e961c tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 200 len: 205 time: 0.0689538 Aug 29 04:32:30.136330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.251070 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1ae76-bf8f-4295-94f7-e9da890da779 x-openstack-request-id: req-a4f1ae76-bf8f-4295-94f7-e9da890da779 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:30.251356 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "f38f85e1-946b-4702-8776-1ac827c96f9e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:30.251685 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4f1ae76-bf8f-4295-94f7-e9da890da779 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:30.262958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-4c2af16f-aed2-473e-8d6c-fba307433be6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1621823 Aug 29 04:32:30.271600 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f85e1-946b-4702-8776-1ac827c96f9e', 'code': 200} Aug 29 04:32:30.291715 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2e0d717d-2d41-45df-b283-85390956812b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:30.295372 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e0d717d-2d41-45df-b283-85390956812b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/cc60da65-cae8-4eda-9955-af34609db398 HTTP/1.1" status: 404 len: 336 time: 0.1555574 Aug 29 04:32:30.295918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.352171 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7b8b02-5970-4931-b7e0-5ab419f79fe1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:30.352791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7b8b02-5970-4931-b7e0-5ab419f79fe1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:30.357094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a7b8b02-5970-4931-b7e0-5ab419f79fe1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/0d3117ec-db88-4d20-8a41-d45cfbc22944 HTTP/1.1" status: 404 len: 337 time: 0.0577583 Aug 29 04:32:30.357559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41080) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.378738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2014924569', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:30.427631 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ed0221-93a9-49e5-886e-e49b56f52a57 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:30.428124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ed0221-93a9-49e5-886e-e49b56f52a57 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:30.441622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28ed0221-93a9-49e5-886e-e49b56f52a57 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/5f5f743f-77c0-4d2d-8307-97dbe4169c54 HTTP/1.1" status: 404 len: 337 time: 0.0807316 Aug 29 04:32:30.446883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.462496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.464648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.471776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7d769a42-5fdc-423b-a0f0-4104fb8af68e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:32:30.480236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7d769a42-5fdc-423b-a0f0-4104fb8af68e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2147417 Aug 29 04:32:30.516009 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef0556c-f038-4760-a781-1f8cac4a4114 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:30.516602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef0556c-f038-4760-a781-1f8cac4a4114 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:30.520954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cef0556c-f038-4760-a781-1f8cac4a4114 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/a89946be-e8b7-4a79-ac42-b25494e2acec HTTP/1.1" status: 404 len: 337 time: 0.0706890 Aug 29 04:32:30.525605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.568470 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c04aa63-948a-48b0-8b98-8f3c31c4b077 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:30.569857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c04aa63-948a-48b0-8b98-8f3c31c4b077 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:30.580194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c04aa63-948a-48b0-8b98-8f3c31c4b077 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/d549c83d-ec10-4a58-a96b-01d0ed08a714 HTTP/1.1" status: 404 len: 337 time: 0.0480587 Aug 29 04:32:30.599125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.723822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-02b6c43c-8cdd-44e3-bd84-e9d882a14120 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420459 Aug 29 04:32:30.819655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:30.841232 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d49971d-0b4a-467f-ace3-37423dc109f4 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 200 len: 205 time: 0.2356813 Aug 29 04:32:30.844851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41092) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:30.868302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:30.992468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port bd71c0a4-459c-45ec-b980-96d2093c92f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:31.003800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-18080251-b844-4878-897b-2719dac76836 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618158 Aug 29 04:32:31.147487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port bd71c0a4-459c-45ec-b980-96d2093c92f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:31.148868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.219784 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-cd075766-3cf2-4ea4-b7aa-30f3d3acb912 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:31.228279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd075766-3cf2-4ea4-b7aa-30f3d3acb912 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/75aaca35-fd57-4344-aed9-a51d02065680 HTTP/1.1" status: 404 len: 336 time: 0.3793502 Aug 29 04:32:31.228920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41100) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.301049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1cbffd77-f26d-48c1-b9f8-279767042040 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4200534-d643-4ed6-b056-97822fe5bd10 HTTP/1.1" status: 200 len: 205 time: 0.0706840 Aug 29 04:32:31.321705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.474566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.493776 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-556ecb63-4ac3-4e26-ba3a-f75651a040aa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:31.507793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-556ecb63-4ac3-4e26-ba3a-f75651a040aa tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/e4200534-d643-4ed6-b056-97822fe5bd10 HTTP/1.1" status: 404 len: 336 time: 0.1676259 Aug 29 04:32:31.514965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.553248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:31.560919 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.611746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.622820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.629847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.642550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.650656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.658809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.663026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:31.667721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:31.671187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-06313fb1-9d11-450b-a309-e2710244d707 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5426 time: 0.5012729 Aug 29 04:32:31.720355 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d800527-d594-4c78-9446-a6ae497a1d9a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:31.720970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d800527-d594-4c78-9446-a6ae497a1d9a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:31.724530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0d800527-d594-4c78-9446-a6ae497a1d9a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/417da184-1558-4d13-ad1b-4615cff38c1a HTTP/1.1" status: 404 len: 337 time: 0.1686583 Aug 29 04:32:31.815333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41120) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:31.843364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f17e591-2a95-4962-834d-7b604efa6170 req-e669ce4f-f251-44e7-9fac-0ceb962dd9e9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.3240490 Aug 29 04:32:31.856011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:31.861290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c8f8d1-c968-4e8b-acb3-f2b48ef3d339 req-facbc057-6fe2-49cc-a036-1d93b5ee15bd tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335833 Aug 29 04:32:31.892047 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-63cf754a-4a7f-4bda-808f-cc5865d88b57 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 200 len: 205 time: 0.0753124 Aug 29 04:32:31.892332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.016086 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ca16ab1a-3fa7-4c35-91e4-dd432ee6a7cc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:32.017115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ca16ab1a-3fa7-4c35-91e4-dd432ee6a7cc tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/6e3ac602-ccd3-4651-9714-aebbe54bd6a6 HTTP/1.1" status: 404 len: 336 time: 0.1235166 Aug 29 04:32:32.020458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.078003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.078419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7944a631-e1e7-4d32-beb2-af95bfff5b3b tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec6da835-45a8-4a10-9e04-7c6bccc790c0 HTTP/1.1" status: 200 len: 205 time: 0.0557020 Aug 29 04:32:32.188265 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4714816e-518a-4c76-ad56-6437cc474fe1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:32.190518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4714816e-518a-4c76-ad56-6437cc474fe1 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/ec6da835-45a8-4a10-9e04-7c6bccc790c0 HTTP/1.1" status: 404 len: 336 time: 0.1110063 Aug 29 04:32:32.193439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.273280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:32.276131 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da917cb-2308-42cc-9ed1-5bb15cd676c4" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:32.365960 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e318c6-4283-4cae-908d-03fca0658e7a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:32.369818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e318c6-4283-4cae-908d-03fca0658e7a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:32.379309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f2e318c6-4283-4cae-908d-03fca0658e7a tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/dcf42ac5-4780-4c84-a062-323641153427 HTTP/1.1" status: 404 len: 337 time: 0.1831851 Aug 29 04:32:32.384272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.408085 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d9011e-445f-41f7-a605-f9f818483f9c x-openstack-request-id: req-26d9011e-445f-41f7-a605-f9f818483f9c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:32.408380 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:32.408635 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26d9011e-445f-41f7-a605-f9f818483f9c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:32.409047 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'code': 200} Aug 29 04:32:32.424841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.460245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:32.460983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.484114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c856b0cc-85d7-4118-9e41-7026f4c65c59 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e HTTP/1.1" status: 200 len: 205 time: 0.0958905 Aug 29 04:32:32.493968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41154) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.577445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:32.582342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:32.582778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.627725 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-269c0d60-ee25-413b-aabc-03c0ef414731 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:32.636834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41156) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.648534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-269c0d60-ee25-413b-aabc-03c0ef414731 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/51f4e6c7-1ce0-4a7a-ae8a-c6cb21d2475e HTTP/1.1" status: 404 len: 336 time: 0.1527777 Aug 29 04:32:32.715972 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee48e7b5-da43-4f3a-b605-9f7d7ca5b66f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:32.717261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee48e7b5-da43-4f3a-b605-9f7d7ca5b66f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:32.725763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee48e7b5-da43-4f3a-b605-9f7d7ca5b66f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/659e65c0-f860-4f80-9820-a7dbd084b90f HTTP/1.1" status: 404 len: 337 time: 0.0869579 Aug 29 04:32:32.726421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.767119 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.806084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c6f85f03-0ca5-480c-baa9-0cfce7aa0296 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "GET /v2.0/ports?device_id=c333f39e-eb94-4b0a-947c-4382cc0dc73f HTTP/1.1" status: 200 len: 205 time: 0.0751665 Aug 29 04:32:32.812149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:32.824946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Allocated IP 172.25.3.158 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/054ff240-0b57-48b2-b32c-b48074605fef) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:32.834528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:32.840572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:32.842003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de6ff980-13cd-4b18-b156-b6a8a9ea6167 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:32.916772 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-51660972-97b5-44bf-8e3f-09180d54c664 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] delete failed (client error): The resource could not be found. Aug 29 04:32:32.919101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-51660972-97b5-44bf-8e3f-09180d54c664 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/routers/c333f39e-eb94-4b0a-947c-4382cc0dc73f HTTP/1.1" status: 404 len: 336 time: 0.1047330 Aug 29 04:32:32.925269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.024726 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2be97a1-b805-4ac5-a01c-225baf4ee543 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:33.025679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2be97a1-b805-4ac5-a01c-225baf4ee543 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:33.026961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2be97a1-b805-4ac5-a01c-225baf4ee543 tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/c865325e-bf76-44bc-ad17-1cc3d77d00be HTTP/1.1" status: 404 len: 337 time: 0.1004791 Aug 29 04:32:33.029928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41172) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:33.094924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:33.151181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-509e1fb0-bcec-489c-9e73-315c8e86239b req-35879fb3-aec2-4e2a-976c-bb061f5b05b2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.0902488 Aug 29 04:32:33.156710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port de6ff980-13cd-4b18-b156-b6a8a9ea6167 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:33.163770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port de6ff980-13cd-4b18-b156-b6a8a9ea6167 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:33.170646 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.201434 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-867f970d-8b3f-444a-a115-1fe95e388d4f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] DELETE failed (client error): The resource could not be found. Aug 29 04:32:33.202167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867f970d-8b3f-444a-a115-1fe95e388d4f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:32:33.222813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-867f970d-8b3f-444a-a115-1fe95e388d4f tempest-RoutersIpV6Test-1408382930 tempest-RoutersIpV6Test-1408382930-project] 10.222.0.62 "DELETE /v2.0/subnets/872200a1-42eb-4ee5-a328-b43e6985f0ac HTTP/1.1" status: 404 len: 337 time: 0.1847453 Aug 29 04:32:33.385875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.415046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.449631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.486629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.525632 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.527421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.550994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.570739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.586632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-eef3a4b0-58a8-4abe-b7d8-b25ba6e4f46b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5428 time: 0.4212756 Aug 29 04:32:33.613630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.636681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:33.647226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:33.648332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:33.692126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-4a2685a8-4332-4d9e-bbe0-448a1a5f5cc0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:33.694744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-4a2685a8-4332-4d9e-bbe0-448a1a5f5cc0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.5600517 Aug 29 04:32:33.735134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'device_id': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'admin_state_up': True, 'tenant_id': '68cf1279c479416b98435ab1fe4cf264'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:33.756678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fe62e7d-4b5f-4640-b43d-979f5c55d14a req-afb829b1-581c-41c1-9199-3b8c3d497ee6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588624 Aug 29 04:32:34.025790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.060770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:34.067227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:34.068226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.130463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.215566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:34.266928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event updated for resources: {'Port': ['ID=054ff240-0b57-48b2-b32c-b48074605fef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.292905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.377328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:34.383166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.385087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ac826b2c-dc25-43d2-9c31-4e31452c1e0c up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:34.435698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:34.458182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:34.459679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862'}, {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167'}, {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:34.476169 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc74cc9-22d1-4ff2-9d19-6de51359a993" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862"}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167"}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:34.476511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:34.513229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f87f67b3-0ef4-4325-a564-51ee890123be req-1c88c1ea-4305-4fdc-9e53-7f6515e472bb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.1292019 Aug 29 04:32:34.671539 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0da492-c516-4f39-8cc2-d9138c78ccc8 x-openstack-request-id: req-4e0da492-c516-4f39-8cc2-d9138c78ccc8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:34.672868 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862", "code": 200}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167", "code": 200}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:34.673325 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e0da492-c516-4f39-8cc2-d9138c78ccc8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:34.673929 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'code': 200} Aug 29 04:32:34.674374 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'code': 200} Aug 29 04:32:34.674823 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d', 'code': 200} Aug 29 04:32:34.684817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:34.717615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:34.729938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:34.730728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.872991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.925837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:34.933846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:34.956366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:32:34.967484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.003885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a92d72f-dbdb-45bd-a4d1-d604503dedcd up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:35.028357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22917136-15ea-488c-9c0b-4286797cca53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62973d96f4f04aa691a183a37cce9953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111341 Aug 29 04:32:35.035475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41208) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:35.057726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.149289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:35.155749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:35.156382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.227787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.237572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.257218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.274755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.293637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.312440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.331380 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:35.342904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-f79137ff-8496-4121-ac37-6688758a8fb8 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5431 time: 0.2842367 Aug 29 04:32:35.398776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c096dfab-1f94-45b8-8bc2-d06fb5184b29 req-6c9dd170-b47a-4321-9973-0ccf2178839b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546033 Aug 29 04:32:35.415199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.454044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.497880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.524729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.531818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.534444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4560b5d1-c556-4e07-8dee-304a9f0002f1 HTTP/1.1" status: 204 len: 168 time: 0.4966769 Aug 29 04:32:35.581896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f59bc0-9554-4fb5-b35e-f86d5b5b7a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560b5d1-c556-4e07-8dee-304a9f0002f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:35.632630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.776598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:35.786776 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:35.990308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-679ac898-3f49-4d4e-9c53-ca11daef5c15 req-5a73370b-f174-45c0-8ecd-efda59097e7c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.1311455 Aug 29 04:32:36.084294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:36.261298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.20.0.4 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/37fe82d9-84ad-4c9c-ba13-66a7f42d200f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:36.330870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:36.676323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c'}, {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:36.679044 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda97f49-79df-45ff-8755-d0a45421d678" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "ac826b2c-dc25-43d2-9c31-4e31452c1e0c"}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:36.725595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.749763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.758063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.782595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.799315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.808053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.823987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:36.839585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-c3e823d4-bd29-415d-8000-19907e451e3b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2428524 Aug 29 04:32:36.844840 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddca158-b3a8-40bc-bb20-c0e4f354839b x-openstack-request-id: req-eddca158-b3a8-40bc-bb20-c0e4f354839b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:36.845628 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "ac826b2c-dc25-43d2-9c31-4e31452c1e0c", "code": 200}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-plugged", "status": "completed", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:36.845628 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eddca158-b3a8-40bc-bb20-c0e4f354839b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:36.846009 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac826b2c-dc25-43d2-9c31-4e31452c1e0c', 'code': 200} Aug 29 04:32:36.846009 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'code': 200} Aug 29 04:32:36.971560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-641d16df-b71a-4a4c-8f3d-ba68e79f98a7 req-f8195e6c-b910-4883-acbb-ba3bf14ff821 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288216 Aug 29 04:32:37.042343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.068847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Transition to ACTIVE for port object 37fe82d9-84ad-4c9c-ba13-66a7f42d200f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:37.085365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Router 3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:37.159692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.161820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.162501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.163152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.163804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.164491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.165140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.167494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-8c77f036-f9b2-46da-9a41-7ebba0539ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.1870761 Aug 29 04:32:37.209068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.253254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:37.316705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-783b7ab6-8e55-46de-9940-7e8fffb24667 req-948ffc81-e3c9-4a13-a5a5-9676580f7b7b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393206 Aug 29 04:32:37.426555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:37.450715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e6a80f0-a9d2-414f-be05-2a6601ce33c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.463704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eebfc-74b9-4c9c-8b49-6af2965a1542 req-22ffef37-68ed-4492-88fd-e8001a569c02 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.481082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-060eebfc-74b9-4c9c-8b49-6af2965a1542 req-22ffef37-68ed-4492-88fd-e8001a569c02 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 931 time: 0.1707013 Aug 29 04:32:37.543777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:37.558946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:37.566604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:37.602478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-060eebfc-74b9-4c9c-8b49-6af2965a1542 req-e34536ce-fa4a-4a8f-98a2-47ebbe1a7709 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165435 Aug 29 04:32:37.692617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.878082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:37.900593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:37.902205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] Sync routers for ids ['3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:37.903831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.936730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:37.941098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:37.942130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2577dc85-7397-4316-af6a-db02e8ef4356 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1462202 Aug 29 04:32:37.944386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-67e79e93-bcd7-4a89-a41b-a1a9aefa83b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2285669 Aug 29 04:32:37.956858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] Routers {'3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:37.959160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:37.967146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Request body: {'port': {'device_id': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:38.106932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.128111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] Routers {'3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:38.129022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.135911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66664157-8189-4a3a-ba30-ccccecb1015d None None] Provisioning for port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:38.137494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.233719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:38.236601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c283f-b48d-4e68-a32d-d43c6c6ae232 None None] The sync data for ids ['3c2cf4f9-eff1-485c-bb8b-22c3e595fc48'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:38.242274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66664157-8189-4a3a-ba30-ccccecb1015d None None] Provisioning complete for port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:38.247295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66664157-8189-4a3a-ba30-ccccecb1015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.344716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66664157-8189-4a3a-ba30-ccccecb1015d None None] Port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:32:38.374368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4dd26008-bd90-4be4-b2e9-a0b1505f3709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.490342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.540378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3c71820-2667-41e1-8a82-e9833d1ee254 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 HTTP/1.1" status: 200 len: 921 time: 0.5973809 Aug 29 04:32:38.545218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.574904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.581031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.591097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.597335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.603565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.609622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.616218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:38.624576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-39c073eb-fcda-44ee-a679-cd261a26e8b5 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2782891 Aug 29 04:32:38.636875 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-098403cb-2e35-48dd-892f-20e8423e5486 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 HTTP/1.1" status: 200 len: 205 time: 0.0903902 Aug 29 04:32:38.641101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:38.708158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-466ca66e-86de-422d-8bf5-0f8c73350c16 req-af8f33d2-ce18-49c0-9008-e21058db03bf tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824330 Aug 29 04:32:38.887469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fe82d9-84ad-4c9c-ba13-66a7f42d200f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:38.938160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.954504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4dd26008-bd90-4be4-b2e9-a0b1505f3709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.973689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4dd26008-bd90-4be4-b2e9-a0b1505f3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:38.994865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Transition to ACTIVE for port object 37fe82d9-84ad-4c9c-ba13-66a7f42d200f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:39.005709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.019659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfec4e-4a99-41a8-ab90-9d48c464489c req-781eab01-66e0-49c7-bf03-8b0940270d5e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.030586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90bfec4e-4a99-41a8-ab90-9d48c464489c req-781eab01-66e0-49c7-bf03-8b0940270d5e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 931 time: 0.1989598 Aug 29 04:32:39.062329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.081489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4dd26008-bd90-4be4-b2e9-a0b1505f3709 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6de18cdabe094ece97fb12ec0d1333f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3871386 Aug 29 04:32:39.092213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.107451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd26008-bd90-4be4-b2e9-a0b1505f3709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea33b25-7626-4061-88b4-c2c121b12495,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.153319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90bfec4e-4a99-41a8-ab90-9d48c464489c req-584d3d72-a95d-45af-be53-3a166c007e92 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199918 Aug 29 04:32:39.185901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-53defad0-c579-43be-a417-ec7f8bbfac03 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.186800 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-53defad0-c579-43be-a417-ec7f8bbfac03 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:32:39.191145 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-53defad0-c579-43be-a417-ec7f8bbfac03 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:32:39.191145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-53defad0-c579-43be-a417-ec7f8bbfac03 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6968844 Aug 29 04:32:39.195417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:39.206847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133541508'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:39.245691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.262987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.328480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.339049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Pushing event updated for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.376784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.510184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Attempting to bind port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:39.511127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Attempting to bind port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:39.511485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Attempting to bind port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:39.522017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:32:39.523465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Attempting to bind port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:39.532731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:39.533202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:39.533717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:39.534269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Bound port: 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:39.534735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.539522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.561766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.580681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.589157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.596304 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.599600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ea33b25-7626-4061-88b4-c2c121b12495 HTTP/1.1" status: 204 len: 168 time: 0.5052009 Aug 29 04:32:39.664248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5345d777-73a0-42b7-8a4a-8b826d7087d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.668980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:39.686354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:39.691409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39f5da-df07-49bf-b9ce-3e7fffa9f5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea33b25-7626-4061-88b4-c2c121b12495,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.695949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port 054ff240-0b57-48b2-b32c-b48074605fef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:39.696340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.701907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.784826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.794868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.866926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:39.867892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:39.869679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] 10.222.0.50 "PUT /v2.0/ports/37fe82d9-84ad-4c9c-ba13-66a7f42d200f HTTP/1.1" status: 200 len: 1092 time: 1.9088180 Aug 29 04:32:39.870446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:39.874463 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442857c-c136-4600-b26c-7a228a2f402b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:39.906374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a66abe-9b85-4ab8-9d56-b65a675f964d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.947158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd146-442a-44e8-86c6-3dd1dc7e812d service neutron] Pushing event updated for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:39.963749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.028812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for 054ff240-0b57-48b2-b32c-b48074605fef owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:40.044585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.051426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41320) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.052347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fbb1d27f-91e2-4078-9195-3f7762191fd9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8494816 Aug 29 04:32:40.059698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '27a66abe-9b85-4ab8-9d56-b65a675f964d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:40.098139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.106952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.115485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.124883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.149763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.158451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.166686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.169444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4602fdda-f905-42db-b403-605aa1e93192 req-a00d8928-85b8-4c87-b7d8-2fd50791ef5c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2905109 Aug 29 04:32:40.221676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-a0740528-0376-41f7-b97c-b6280ae50a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.224954 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-a0740528-0376-41f7-b97c-b6280ae50a61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 1095 time: 0.2502322 Aug 29 04:32:40.230574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.268802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.316450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4602fdda-f905-42db-b403-605aa1e93192 req-4061d643-9dc0-4ca5-a73a-cb7ee3b12e91 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343055 Aug 29 04:32:40.351052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13ed11ec-60be-4eb2-a2ef-eb0af50eb783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.695348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98364a-de9d-44ec-8cc4-ed256a42aa7f req-5dcf1b60-b1bf-46d1-8d53-32187a382741 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:40.702589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc98364a-de9d-44ec-8cc4-ed256a42aa7f req-5dcf1b60-b1bf-46d1-8d53-32187a382741 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 943 time: 0.1970463 Aug 29 04:32:40.777267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:40.905638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28a2ed5d-9468-4ac9-be28-368aa8028f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:40.926033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc98364a-de9d-44ec-8cc4-ed256a42aa7f req-01b64ca1-adb6-4993-b75b-beda2a3fe635 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986194 Aug 29 04:32:40.994489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.006975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.021223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.034197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.045800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.058015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.073910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.083357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3d93a91-8ebe-47b8-b464-c89062d6fec2 req-9168b57a-bb45-4042-9137-4110a62d23cc tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.3704147 Aug 29 04:32:41.097900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-6227caa3-3e45-4c1b-b1ab-a0ae9168d600 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3932610 Aug 29 04:32:41.103289 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257340ae-8dcc-44a1-bd06-b89ff1212389 x-openstack-request-id: req-257340ae-8dcc-44a1-bd06-b89ff1212389 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:41.104739 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:41.105337 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-257340ae-8dcc-44a1-bd06-b89ff1212389 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:41.106202 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f', 'status': 'completed', 'code': 200} Aug 29 04:32:41.126583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.134756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Request body: {'floatingip': {'port_id': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:41.138811 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-0f01bbc9-6858-4692-a6c6-150dc5cd786c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f HTTP/1.1" status: 200 len: 217 time: 0.8928037 Aug 29 04:32:41.222205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.244405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.332294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.334747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-8c910cf7-7ac5-4571-8e5d-ca725fbfa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.336859 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-8c910cf7-7ac5-4571-8e5d-ca725fbfa24e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1525447 Aug 29 04:32:41.343705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.462387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70d4872-e378-4db3-b21b-5f7cc86a7e2f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.474983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.494624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-8354ece9-ac18-453c-b778-7ce3a63461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.495284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-8354ece9-ac18-453c-b778-7ce3a63461b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490719 Aug 29 04:32:41.509400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037a18-443a-480a-b849-52245c19ac07 req-9e3da620-c440-4eae-9e9f-9f43026074cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:41.513594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-9e3da620-c440-4eae-9e9f-9f43026074cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.3093908 Aug 29 04:32:41.558094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=054ff240-0b57-48b2-b32c-b48074605fef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:41.666807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.782184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.785805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.791626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-6bfde4a0-c215-491b-ac07-aaeffc348275 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443457 Aug 29 04:32:41.901515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28a2ed5d-9468-4ac9-be28-368aa8028f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.925712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.927527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28a2ed5d-9468-4ac9-be28-368aa8028f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.929211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-52bc9304-d806-4e45-9dba-c28717b39279 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8742232 Aug 29 04:32:41.935496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:41.962791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.964255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:41.990328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:41.993873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc3ebe54-3f93-41be-beed-4ef2de7ca154 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 HTTP/1.1" status: 204 len: 168 time: 3.3504283 Aug 29 04:32:41.998927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.013501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494409478', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:42.023680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52badfe6-6a2a-4d09-bf11-d20dae71bfae req-f937472c-a84a-473b-aeb1-4146ad8789e6 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215135 Aug 29 04:32:42.039248 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.061590 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.063460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.115618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037a18-443a-480a-b849-52245c19ac07 req-dc33d14c-4c42-449a-8975-15bebac7de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.118948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-dc33d14c-4c42-449a-8975-15bebac7de6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.5416603 Aug 29 04:32:42.125503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3e13b96c-2816-4e76-8b2b-904d3e7ae7a0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '27a66abe-9b85-4ab8-9d56-b65a675f964d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:42.176952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.218120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28a2ed5d-9468-4ac9-be28-368aa8028f9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3963804dfc24c818bc2e053a8839e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3998489 Aug 29 04:32:42.280995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.572564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.578339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ed5d-9468-4ac9-be28-368aa8028f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2943303e-8487-4aa0-adf0-74d35176ee1e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:42.585149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442857c-c136-4600-b26c-7a228a2f402b req-9420b68a-8166-4ef2-9951-69146ac0e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.587076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-9420b68a-8166-4ef2-9951-69146ac0e0d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 1095 time: 0.4280488 Aug 29 04:32:42.767204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:42.782842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442857c-c136-4600-b26c-7a228a2f402b req-d9ead05f-1ed0-412d-9bb1-e06e9042852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.784984 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-d9ead05f-1ed0-412d-9bb1-e06e9042852e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.1831567 Aug 29 04:32:42.881935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-f9bce8d0-b1c7-4068-8e6b-a9d30b6357d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f HTTP/1.1" status: 200 len: 217 time: 0.0889757 Aug 29 04:32:42.955670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:42.981207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442857c-c136-4600-b26c-7a228a2f402b req-e49f6ecc-83a0-4b73-9ef5-5682bf5d6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:42.984217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-e49f6ecc-83a0-4b73-9ef5-5682bf5d6321 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.0891242 Aug 29 04:32:43.021029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e4c192a-0a71-4bba-8811-81a2e930b4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.182760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-8942b6da-7b9e-483c-96b9-e151a34b6d62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.9169936 Aug 29 04:32:43.185036 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e13b96c-2816-4e76-8b2b-904d3e7ae7a0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.204997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442857c-c136-4600-b26c-7a228a2f402b req-e5526201-1785-4d27-8db1-06baed65b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.206731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-e5526201-1785-4d27-8db1-06baed65b157 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128496 Aug 29 04:32:43.207641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa3d68-f6f0-493c-8081-8f991879c102 req-581ed23b-d829-4c22-8124-1133b43a0c05 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.211173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffa3d68-f6f0-493c-8081-8f991879c102 req-581ed23b-d829-4c22-8124-1133b43a0c05 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 943 time: 0.9034572 Aug 29 04:32:43.290314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.335271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.343045 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.432436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037a18-443a-480a-b849-52245c19ac07 req-d7174c75-08de-4b36-9cde-1817116bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.437662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-d7174c75-08de-4b36-9cde-1817116bf662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.2206414 Aug 29 04:32:43.459740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffa3d68-f6f0-493c-8081-8f991879c102 req-d56e0745-a8e7-4635-a0ec-cde9229694be tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260373 Aug 29 04:32:43.472152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.477655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:32:43.568034 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-3fe0db04-e9b3-4f86-a6e6-5257a85724df service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496530 Aug 29 04:32:43.609483 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.615620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73037a18-443a-480a-b849-52245c19ac07 req-0f84ceb1-3908-4c92-a8fc-bee134f2d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:43.617341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-0f84ceb1-3908-4c92-a8fc-bee134f2d1fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667063 Aug 29 04:32:43.620630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.729152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e4c192a-0a71-4bba-8811-81a2e930b4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.746958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8e4c192a-0a71-4bba-8811-81a2e930b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.757545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.761721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:43.763652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2943303e-8487-4aa0-adf0-74d35176ee1e HTTP/1.1" status: 204 len: 168 time: 1.4811780 Aug 29 04:32:43.774227 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3e13b96c-2816-4e76-8b2b-904d3e7ae7a0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:32:43.776237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e13b96c-2816-4e76-8b2b-904d3e7ae7a0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6630070 Aug 29 04:32:43.782719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.25.3.118 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b6f48901-19cd-4ab1-ba0d-85ac762fd6c5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:43.789691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:43.895985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d775c2-7654-4228-828d-74212b6968c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2943303e-8487-4aa0-adf0-74d35176ee1e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:43.957526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e442857c-c136-4600-b26c-7a228a2f402b req-cb03fa0e-8894-44df-9b3b-947c18fd3a67 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708031 Aug 29 04:32:43.962672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8e4c192a-0a71-4bba-8811-81a2e930b4a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc135f8fadc2432499b0b502c8cfa1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1936142 Aug 29 04:32:43.970734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:44.007771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c192a-0a71-4bba-8811-81a2e930b4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b10442-4429-47cb-ac23-57ec557a89d2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.054558 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Floating IP 6f389349-39ba-4ee2-88dd-1c8dc72e34b5 associated. External IP: 172.25.3.134, port: bd71c0a4-459c-45ec-b980-96d2093c92f1. Aug 29 04:32:44.069635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 37fe82d9-84ad-4c9c-ba13-66a7f42d200f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:32:44.149969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-c44913e4-8169-481b-bb9a-f35f5366fa2f service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144901 Aug 29 04:32:44.276235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:44.295528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f', 'mac_address': 'fa:16:3e:22:f7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:32:44.406245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.444642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.549333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.561042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.578309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fe82d9-84ad-4c9c-ba13-66a7f42d200f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:32:44.586181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73037a18-443a-480a-b849-52245c19ac07 req-e6788218-feb5-4ad3-aa45-605911a146c8 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249253 Aug 29 04:32:44.619830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:44.631043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.725941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.728926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.747373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.748778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.749459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.750066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.750639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.751343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.751851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.752420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.752949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.753644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.754197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.755853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:32:44.774227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.807351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.896465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.900123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:44.901219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5b10442-4429-47cb-ac23-57ec557a89d2 HTTP/1.1" status: 204 len: 168 time: 0.9300635 Aug 29 04:32:44.933296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9c5a7-b0c3-492e-bdd1-bfb97c5c1d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b10442-4429-47cb-ac23-57ec557a89d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:44.939200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:44.954079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f809f-4fc1-41af-833c-192ad79809ca req-95b742a1-bec0-4b15-abef-5fb57e305c00 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:44.956253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-091f809f-4fc1-41af-833c-192ad79809ca req-95b742a1-bec0-4b15-abef-5fb57e305c00 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 944 time: 0.2136803 Aug 29 04:32:44.969197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:44.988662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:45.001941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.021091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Router e9abcf60-1dcc-45a6-9775-320a51552b39 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:32:45.066235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-091f809f-4fc1-41af-833c-192ad79809ca req-fca73921-9c79-4ec2-ba93-3cc0a07a1ada tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Aug 29 04:32:45.068223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:32:45.122749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.147320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.153714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/27a66abe-9b85-4ab8-9d56-b65a675f964d HTTP/1.1" status: 204 len: 168 time: 1.3426135 Aug 29 04:32:45.154585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.253015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf6497-c3da-4e8c-bca3-2b95077897a9 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a66abe-9b85-4ab8-9d56-b65a675f964d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:45.304361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:45.318398 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Sync routers for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:45.338203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.354181 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:45.354828 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:45.456193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-90cef0e3-4abd-4f25-a04c-406569a6a686 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2790811 Aug 29 04:32:45.457032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:45.462034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e563823e-c942-4b94-89b9-4de69c9c27a3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "PUT /v2.0/floatingips/6f389349-39ba-4ee2-88dd-1c8dc72e34b5 HTTP/1.1" status: 200 len: 991 time: 4.3341868 Aug 29 04:32:45.468636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:45.470516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531939474'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:45.474395 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2fb53d-f403-4af6-be26-5c516d8f3746" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:45.565080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.593984 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d0730-1a45-4e56-b67c-224ac6839f04 x-openstack-request-id: req-b60d0730-1a45-4e56-b67c-224ac6839f04 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:45.595039 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:45.595350 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b60d0730-1a45-4e56-b67c-224ac6839f04 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:45.595721 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'status': 'completed', 'code': 200} Aug 29 04:32:45.639537 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:45.697694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:45.825566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.826460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.827170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.828040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.828999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.830005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.830952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:45.835082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-a291b966-34dc-4442-a8a4-36d554e04800 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.1918526 Aug 29 04:32:45.936996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.216406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.224719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6877914-9e04-4ce8-8637-44cd5545c62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.228987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-fa999f9f-cff3-457e-a6ab-5370f995be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.230572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-fa999f9f-cff3-457e-a6ab-5370f995be0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491 HTTP/1.1" status: 200 len: 912 time: 0.3589354 Aug 29 04:32:46.236828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.308415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.310989 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8465762 Aug 29 04:32:46.327715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.337487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.337918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0dd8d186-91b1-4bfa-945e-01c537c8ce93 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'b856f3ac-3caa-4e6d-a556-31c6224a0849', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:46.338322 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-0dd8d186-91b1-4bfa-945e-01c537c8ce93 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:32:46.338732 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0dd8d186-91b1-4bfa-945e-01c537c8ce93 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:46.343459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0dd8d186-91b1-4bfa-945e-01c537c8ce93 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132737 Aug 29 04:32:46.344930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.362816 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6f389349-39ba-4ee2-88dd-1c8dc72e34b5', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'port_id': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'mac_address': 'fa:16:3e:52:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:07Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 1, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.405278 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Checking router: e9abcf60-1dcc-45a6-9775-320a51552b39 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:46.417135 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:46.418711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:46.451225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-95b08f81-8328-4211-8da1-794331dfdffe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 999 time: 0.2088518 Aug 29 04:32:46.485103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de473752-63d2-4c4b-94f1-6dbb1bc5986e req-850e1cd5-40c5-4d35-a5c6-c6810da9c417 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.487133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de473752-63d2-4c4b-94f1-6dbb1bc5986e req-850e1cd5-40c5-4d35-a5c6-c6810da9c417 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 944 time: 0.1585481 Aug 29 04:32:46.491446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d370d-d0ad-43c3-b7d3-b13bbe4757cc tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b856f3ac-3caa-4e6d-a556-31c6224a0849,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.566542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-63983850-f250-475d-bf04-8e316940e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.569346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-63983850-f250-475d-bf04-8e316940e58f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.1090112 Aug 29 04:32:46.638363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de473752-63d2-4c4b-94f1-6dbb1bc5986e req-ff6e333f-788e-4900-a96e-34166be48ce6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275191 Aug 29 04:32:46.672295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6877914-9e04-4ce8-8637-44cd5545c62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.678618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-34b5d122-3ebe-4a97-adcc-e86497567389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:46.680493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-34b5d122-3ebe-4a97-adcc-e86497567389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002383 Aug 29 04:32:46.682303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6877914-9e04-4ce8-8637-44cd5545c62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.732455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.807223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.813334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e6877914-9e04-4ce8-8637-44cd5545c62f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db71a162f8dc4a629036586a892d44e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8265164 Aug 29 04:32:46.813334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877914-9e04-4ce8-8637-44cd5545c62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7d189-c5d8-4199-9aea-a6a434edc9ac,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:46.815614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.841198 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:46.887459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router 81e32816-7721-46cc-b308-eba3782e1a7f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:46.901258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.905798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.907121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/b856f3ac-3caa-4e6d-a556-31c6224a0849 HTTP/1.1" status: 204 len: 168 time: 0.5551677 Aug 29 04:32:46.919189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:46.931509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-50085e2e-ece4-420f-ad8e-cc6c721f2385 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249770 Aug 29 04:32:46.964236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:46.988711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420da143-6ae5-437f-b0a2-9f4319d5899f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b856f3ac-3caa-4e6d-a556-31c6224a0849,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.085004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:47.110501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Sync routers for ids ['81e32816-7721-46cc-b308-eba3782e1a7f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:47.127092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.140503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d4fc5b02-f336-408c-87ae-8c583319f157 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1296382 Aug 29 04:32:47.142914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Routers {'81e32816-7721-46cc-b308-eba3782e1a7f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:47.144095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.144563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['81e32816-7721-46cc-b308-eba3782e1a7f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.298641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Set router 81e32816-7721-46cc-b308-eba3782e1a7f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:47.341585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.422736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b92b2dce-25bb-47db-9f2c-83c8d0820766 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/81e32816-7721-46cc-b308-eba3782e1a7f HTTP/1.1" status: 200 len: 909 time: 0.2754860 Aug 29 04:32:47.425484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.432965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494409478', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': True}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:47.458084 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6f389349-39ba-4ee2-88dd-1c8dc72e34b5', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'port_id': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'mac_address': 'fa:16:3e:52:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:07Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 1, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.492971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3cbe32d1-9aa4-475b-b45f-2f7d75b528af tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5729141 Aug 29 04:32:47.500441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:47.516360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088731621'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:47.520980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db2fb53d-f403-4af6-be26-5c516d8f3746 req-58f952e9-5ad4-46f8-ae59-66f33d23deb2 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811968 Aug 29 04:32:47.545360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.553479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.564780 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a69e77-ba08-4f83-83f5-94e840a998ef None None] The sync data for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 is: [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6f389349-39ba-4ee2-88dd-1c8dc72e34b5', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'floating_ip_address': '172.25.3.134', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'port_id': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'mac_address': 'fa:16:3e:52:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:30:07Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 1, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:47.580054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.586041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.596384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38f7d189-c5d8-4199-9aea-a6a434edc9ac HTTP/1.1" status: 204 len: 168 time: 0.7690730 Aug 29 04:32:47.606229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118'}], 'enable_snat': False}, 'gw_port_id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:42Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port': {'id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:43Z', 'updated_at': '2021-08-29T04:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:47.641553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aba64-238b-41bf-a834-77abd1e8242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7d189-c5d8-4199-9aea-a6a434edc9ac,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:47.715210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.738652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Checking router: 81e32816-7721-46cc-b308-eba3782e1a7f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:47.739590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Updating router 81e32816-7721-46cc-b308-eba3782e1a7f port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:47.789428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:47.804834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.087183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f16917-ff24-4da1-a450-b8febb178340 req-e6e246d4-a8e9-45ac-8202-2e81891b4cf1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:48.089333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05f16917-ff24-4da1-a450-b8febb178340 req-e6e246d4-a8e9-45ac-8202-2e81891b4cf1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 944 time: 0.1560404 Aug 29 04:32:48.156883 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb2807-601b-4595-b601-548bf5a6ad4b None None] New status for floating IP 6f389349-39ba-4ee2-88dd-1c8dc72e34b5: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:32:48.177877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 37fe82d9-84ad-4c9c-ba13-66a7f42d200f up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:48.262254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05f16917-ff24-4da1-a450-b8febb178340 req-8d30c625-9154-4dff-bdd5-eac6d0d57a78 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200964 Aug 29 04:32:48.284601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.301979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.339816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.427881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:48.450250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e20fd-f71f-4db6-a9ac-68377f5301d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.459164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:48.459486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.526473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.531396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.532831 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9696e236-2912-4686-a892-d05f3258d99f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0310397 Aug 29 04:32:48.537792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e69251bf-6e57-4543-983e-050e292b05e4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '3e9e20fd-f71f-4db6-a9ac-68377f5301d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:48.539060 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-e69251bf-6e57-4543-983e-050e292b05e4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:32:48.540164 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e69251bf-6e57-4543-983e-050e292b05e4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:48.541484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e69251bf-6e57-4543-983e-050e292b05e4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079021 Aug 29 04:32:48.544733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41550) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.673240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.677361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.724661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Transition to ACTIVE for port object b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:48.734236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.791976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.830601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.839760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:48.844188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/3e9e20fd-f71f-4db6-a9ac-68377f5301d4 HTTP/1.1" status: 204 len: 168 time: 0.2954090 Aug 29 04:32:48.851541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:48.864225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f87b9-021b-4725-8fd3-04d0b60add82 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e20fd-f71f-4db6-a9ac-68377f5301d4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:48.972293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.008106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Attempting to bind port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:49.008571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Attempting to bind port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:49.009004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Attempting to bind port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:49.021583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:49.022480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:49.023131 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.023752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:49.024464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Bound port: b6f48901-19cd-4ab1-ba0d-85ac762fd6c5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:49.025778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.073289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.104868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:32:49.109874 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a07a5-bc78-4094-9bcc-b0b89b513edb" -d '{"events": [{"server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "name": "network-vif-plugged", "status": "completed", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:32:49.136438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171007a-794f-446f-b76a-c6d33fe76910 None None] Pushing event updated for resources: {'Port': ['ID=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.170781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:49.186376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.210714 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f9464-1dcc-43cf-b5df-cdf43c41d967 x-openstack-request-id: req-c67f9464-1dcc-43cf-b5df-cdf43c41d967 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:32:49.211295 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "name": "network-vif-plugged", "status": "completed", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:32:49.211711 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c67f9464-1dcc-43cf-b5df-cdf43c41d967 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:32:49.212459 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f', 'code': 200} Aug 29 04:32:49.219211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ee9ffcd-6619-4fd6-9754-7ab794944575 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3662717 Aug 29 04:32:49.220939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.223041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:49.228825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--877937760'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:49.252922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] For port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:32:49.318534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] For port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:32:49.406067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:49.511564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.654370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a70522-a4dd-47d4-b755-145f9ecce879 req-5d1b9789-dc78-4988-b8d6-4a9fc9bcc973 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:49.697793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d6a70522-a4dd-47d4-b755-145f9ecce879 req-5d1b9789-dc78-4988-b8d6-4a9fc9bcc973 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.1988044 Aug 29 04:32:49.716680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Routers {'81e32816-7721-46cc-b308-eba3782e1a7f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:49.717657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['81e32816-7721-46cc-b308-eba3782e1a7f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:49.813257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171007a-794f-446f-b76a-c6d33fe76910 None None] Pushing event updated for resources: {'Port': ['ID=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:49.833279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d6a70522-a4dd-47d4-b755-145f9ecce879 req-a39149cf-0665-495b-8c0c-50af8be64fa8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287150 Aug 29 04:32:49.978476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] Set router 81e32816-7721-46cc-b308-eba3782e1a7f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:50.039078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.080358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509e903-ecef-4546-84af-20103a9839c2 req-390fcb03-7e5b-48bc-abd5-8854c756a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:50.082092 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1509e903-ecef-4546-84af-20103a9839c2 req-390fcb03-7e5b-48bc-abd5-8854c756a0bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 1097 time: 0.0947547 Aug 29 04:32:50.178118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1509e903-ecef-4546-84af-20103a9839c2 req-b78bbaf2-c6f6-4f6c-8abc-3a74a727e1b7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694265 Aug 29 04:32:50.204325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.25.3.153 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ded65e98-8380-428e-a2ce-eeb167cfa44d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:32:50.422495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118'}], 'enable_snat': False}, 'gw_port_id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:42Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port': {'id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:43Z', 'updated_at': '2021-08-29T04:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:50.446539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.482191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d197-1bb5-4835-8005-03104754f36b None None] The sync data for ids ['81e32816-7721-46cc-b308-eba3782e1a7f'] in n-d-712139-13 is: [{'id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118'}], 'enable_snat': False}, 'gw_port_id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:42Z', 'updated_at': '2021-08-29T04:32:45Z', 'revision_number': 3, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port': {'id': 'b6f48901-19cd-4ab1-ba0d-85ac762fd6c5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e32816-7721-46cc-b308-eba3782e1a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:43Z', 'updated_at': '2021-08-29T04:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:50.560273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.758476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=ded65e98-8380-428e-a2ce-eeb167cfa44d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:50.831973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:32:50.840736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:50.845458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:50.853184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:32:50.879039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:32:50.895970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.159649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.162364 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9377570 Aug 29 04:32:51.187306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.261470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0722d749-35aa-436e-9997-aca39d4ddcad tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'de86accc-d925-4eec-b571-e65d8aab83ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.279134 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-0722d749-35aa-436e-9997-aca39d4ddcad tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:32:51.280235 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0722d749-35aa-436e-9997-aca39d4ddcad tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:51.281702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0722d749-35aa-436e-9997-aca39d4ddcad tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0891201 Aug 29 04:32:51.292464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.302085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e4e8e-1dab-49b1-8e0d-e76e854fda00 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de86accc-d925-4eec-b571-e65d8aab83ab,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.319195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-98313eb8-f8a3-4cee-95d6-78a1452c9af8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'de86accc-d925-4eec-b571-e65d8aab83ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.323729 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-98313eb8-f8a3-4cee-95d6-78a1452c9af8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:32:51.329027 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-98313eb8-f8a3-4cee-95d6-78a1452c9af8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:51.331107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-98313eb8-f8a3-4cee-95d6-78a1452c9af8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0380845 Aug 29 04:32:51.338239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.350536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5c270082-540f-4103-9f48-fbf8bb926930 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'de86accc-d925-4eec-b571-e65d8aab83ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.354860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2228d29b-c594-4470-ba36-e7d348b514a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.355388 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-5c270082-540f-4103-9f48-fbf8bb926930 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:32:51.356347 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-5c270082-540f-4103-9f48-fbf8bb926930 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:51.358040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5c270082-540f-4103-9f48-fbf8bb926930 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162759 Aug 29 04:32:51.365587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.372523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8dc0-31bc-4e99-a3bd-d05d01274cc4 req-6b3ab51a-4c5c-4299-84b0-932f8d69a0f4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:51.373908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6f1cda1-38c7-4022-93d2-d1c0321ded77 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'de86accc-d925-4eec-b571-e65d8aab83ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:51.375290 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-d6f1cda1-38c7-4022-93d2-d1c0321ded77 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:32:51.376020 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d6f1cda1-38c7-4022-93d2-d1c0321ded77 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:51.377215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6f1cda1-38c7-4022-93d2-d1c0321ded77 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101821 Aug 29 04:32:51.382050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b4a8dc0-31bc-4e99-a3bd-d05d01274cc4 req-6b3ab51a-4c5c-4299-84b0-932f8d69a0f4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.2628837 Aug 29 04:32:51.402463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:51.678639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.691141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b4a8dc0-31bc-4e99-a3bd-d05d01274cc4 req-4436ddb1-4f85-45de-8d37-46661f54e26e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073261 Aug 29 04:32:51.767408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2228d29b-c594-4470-ba36-e7d348b514a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.778682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2228d29b-c594-4470-ba36-e7d348b514a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.815652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.865898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2228d29b-c594-4470-ba36-e7d348b514a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbcba33af7ef4b8091a92f59a91229a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0179164 Aug 29 04:32:51.887807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:51.925498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228d29b-c594-4470-ba36-e7d348b514a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ecf3b-ad89-4628-bc00-77e09cd9ba88,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:51.949222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.037894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.041219 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.046386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/de86accc-d925-4eec-b571-e65d8aab83ab HTTP/1.1" status: 204 len: 168 time: 0.6377945 Aug 29 04:32:52.047421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.066673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abda7f-0b29-43c0-bad7-8ad520d922c8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86accc-d925-4eec-b571-e65d8aab83ab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.194619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8072cf2d-2a39-499e-a688-b6b05fa7fbe1 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302927 Aug 29 04:32:52.196059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.203443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391759383'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.244403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.264455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.282009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.289239 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.381568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:52.528443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.537920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.550002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:32:52.558008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:52.558584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.596235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.597984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4002116 Aug 29 04:32:52.603001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.611145 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:32:52.621778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bfd5ae3f-a3a9-4abd-9a25-6a9563b677a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.622577 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-bfd5ae3f-a3a9-4abd-9a25-6a9563b677a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:32:52.623432 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-bfd5ae3f-a3a9-4abd-9a25-6a9563b677a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:52.624519 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bfd5ae3f-a3a9-4abd-9a25-6a9563b677a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073845 Aug 29 04:32:52.626369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3c015-0445-4e1b-add5-f47326f51567 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916e6fe9-8e91-436e-8fbd-af4027bf492d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.630901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.647273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aba98a69-acc0-42b4-9f89-5d44b7a384d0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.667593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.670967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.674553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/594ecf3b-ad89-4628-bc00-77e09cd9ba88 HTTP/1.1" status: 204 len: 168 time: 0.7216132 Aug 29 04:32:52.688733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a110ff-59d7-47ad-a61d-b416949282e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ecf3b-ad89-4628-bc00-77e09cd9ba88,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:52.702188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:32:52.758291 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-aba98a69-acc0-42b4-9f89-5d44b7a384d0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:52.762302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aba98a69-acc0-42b4-9f89-5d44b7a384d0 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1299016 Aug 29 04:32:52.768597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.777115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b94f9765-42bf-4510-9871-d6fdb8dc93a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.787720 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-b94f9765-42bf-4510-9871-d6fdb8dc93a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:32:52.788859 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-b94f9765-42bf-4510-9871-d6fdb8dc93a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:52.790415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b94f9765-42bf-4510-9871-d6fdb8dc93a4 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201457 Aug 29 04:32:52.794754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.804490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f2e8f99-f11a-4b94-a5da-61a230d5904f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:52.909140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:32:52.934258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.935486 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ab29b5d-8839-4017-ab87-37e249eafb4c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5075376 Aug 29 04:32:52.938440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Sync routers for ids ['0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:32:52.939734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.952187 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-1f2e8f99-f11a-4b94-a5da-61a230d5904f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:52.952845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Routers {'0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:52.953278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:52.953797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f2e8f99-f11a-4b94-a5da-61a230d5904f tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1571853 Aug 29 04:32:52.959258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:52.959741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:52.983971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:53.013851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5eeba-18bc-457b-a33f-064481091f32 req-c2582dfe-b51b-4cc0-8040-ed03b6df6faf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:53.019534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.019811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35e5eeba-18bc-457b-a33f-064481091f32 req-c2582dfe-b51b-4cc0-8040-ed03b6df6faf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.1718740 Aug 29 04:32:53.039552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4f4ab5e6-2fa6-493b-b901-509574422bd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.048524 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-4f4ab5e6-2fa6-493b-b901-509574422bd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:32:53.049430 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-4f4ab5e6-2fa6-493b-b901-509574422bd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:53.051209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4f4ab5e6-2fa6-493b-b901-509574422bd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0295324 Aug 29 04:32:53.056858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.100168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-57de4b6d-122b-42a8-a4d5-ced594530687 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.267767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:53.292093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Set router 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:53.365176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35e5eeba-18bc-457b-a33f-064481091f32 req-e48be284-ce34-4dc6-96a0-a42475078e4c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319409 Aug 29 04:32:53.375529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-786399cd-9498-463b-80b3-bf6086621182 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec HTTP/1.1" status: 200 len: 908 time: 0.4326246 Aug 29 04:32:53.380431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.401342 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-57de4b6d-122b-42a8-a4d5-ced594530687 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:53.402962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-57de4b6d-122b-42a8-a4d5-ced594530687 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3338509 Aug 29 04:32:53.407425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.413449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-00005e91-8ce8-4f8f-a7a9-aadccb30611c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.414215 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-00005e91-8ce8-4f8f-a7a9-aadccb30611c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:32:53.414909 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-00005e91-8ce8-4f8f-a7a9-aadccb30611c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:53.416170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-00005e91-8ce8-4f8f-a7a9-aadccb30611c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073969 Aug 29 04:32:53.420834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.432501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6dcd928-1b22-48fb-80c7-18f673da777b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.547903 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e6dcd928-1b22-48fb-80c7-18f673da777b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:53.549412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e6dcd928-1b22-48fb-80c7-18f673da777b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1273196 Aug 29 04:32:53.552991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.565310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e39721b9-3859-4d7e-bc0e-ca0b181343d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '916e6fe9-8e91-436e-8fbd-af4027bf492d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:53.652859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.654121 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e39721b9-3859-4d7e-bc0e-ca0b181343d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:53.662281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e39721b9-3859-4d7e-bc0e-ca0b181343d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1077769 Aug 29 04:32:53.663299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:53.804694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ded65e98-8380-428e-a2ce-eeb167cfa44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:47Z', 'updated_at': '2021-08-29T04:32:51Z', 'revision_number': 3, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port': {'id': 'ded65e98-8380-428e-a2ce-eeb167cfa44d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:32:49Z', 'updated_at': '2021-08-29T04:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:53.825171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.855683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Checking router: 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:32:53.856336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Updating router 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec port ded65e98-8380-428e-a2ce-eeb167cfa44d binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:32:53.877341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.881095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:53.920868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.007270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.011180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.013013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/916e6fe9-8e91-436e-8fbd-af4027bf492d HTTP/1.1" status: 204 len: 168 time: 0.3481741 Aug 29 04:32:54.026015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.087334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Deleting port ded65e98-8380-428e-a2ce-eeb167cfa44d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:54.091287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.092845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351bce1-8211-4ecf-b522-75e0a3e842d3 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916e6fe9-8e91-436e-8fbd-af4027bf492d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:54.223184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:54.225632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ce64f8a6-e80b-4cd3-bb98-75fa8f4b2557 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1960042 Aug 29 04:32:54.228910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586985607'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:54.313538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.331020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:32:54.462677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.513871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Calling delete_port for ded65e98-8380-428e-a2ce-eeb167cfa44d owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:54.743221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.760341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:54.905249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b12f015-56a3-4005-a160-9eb80d73233e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.016468 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.037884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Transition to ACTIVE for port object ded65e98-8380-428e-a2ce-eeb167cfa44d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:32:55.052156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.054960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.063732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.072936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66589b48-4f29-4b7f-abbf-738890eadb36 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '1b12f015-56a3-4005-a160-9eb80d73233e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.079964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37a7981e-7ab1-4b2d-bf08-91430257813c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8550858 Aug 29 04:32:55.182944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:32:55.183404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.206565 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-66589b48-4f29-4b7f-abbf-738890eadb36 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The resource could not be found. Aug 29 04:32:55.209799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-66589b48-4f29-4b7f-abbf-738890eadb36 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1442382 Aug 29 04:32:55.213041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.238538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0515488e-89ac-42cd-96e2-eb561a56947b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '1b12f015-56a3-4005-a160-9eb80d73233e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '49da45f6-4f98-4132-b0d1-35cf555fe35e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:55.241045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Attempting to bind port ded65e98-8380-428e-a2ce-eeb167cfa44d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:32:55.241953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Attempting to bind port ded65e98-8380-428e-a2ce-eeb167cfa44d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:32:55.242450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Attempting to bind port ded65e98-8380-428e-a2ce-eeb167cfa44d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:32:55.246388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.270901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:32:55.271522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:32:55.272045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.272529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:32:55.273123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Bound port: ded65e98-8380-428e-a2ce-eeb167cfa44d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:32:55.273619 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.297972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded65e98-8380-428e-a2ce-eeb167cfa44d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.306198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Port ded65e98-8380-428e-a2ce-eeb167cfa44d has been deleted concurrently {{(pid=94828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 04:32:55.313576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82f34b-b606-4fd0-b4da-594e0c87aeed None None] Pushing event updated for resources: {'Port': ['ID=ded65e98-8380-428e-a2ce-eeb167cfa44d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.332993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Routers {'0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:32:55.333772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:55.404544 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0515488e-89ac-42cd-96e2-eb561a56947b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The resource could not be found. Aug 29 04:32:55.406197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0515488e-89ac-42cd-96e2-eb561a56947b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1916895 Aug 29 04:32:55.410984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41768) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.479855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.483316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] Set router 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:32:55.586297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.663791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.720077 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.723905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.736903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:47Z', 'updated_at': '2021-08-29T04:32:55Z', 'revision_number': 5, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:32:55.801807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58113a4e-f4c3-4811-a59a-d6c7641ccaf3 None None] The sync data for ids ['0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec'] in n-d-712139-13 is: [{'id': '0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec', 'name': 'tempest-snat-router-1494409478', 'tenant_id': '7b98998a2504466ea42f23845e693349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:32:47Z', 'updated_at': '2021-08-29T04:32:55Z', 'revision_number': 5, 'project_id': '7b98998a2504466ea42f23845e693349', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:32:55.831783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.835766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.841788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/1b12f015-56a3-4005-a160-9eb80d73233e HTTP/1.1" status: 204 len: 168 time: 0.4211271 Aug 29 04:32:55.851380 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.883032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf2abf-d0d1-44e0-92eb-aac0cd2d2bca tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b12f015-56a3-4005-a160-9eb80d73233e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:55.911406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.915031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:55.930010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:55.937048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:55.937985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4548bb81-77e3-4eac-9104-fbccb2f387c5 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/routers/0976cbe4-ff8e-4dde-8c8b-c2b0efd2f4ec HTTP/1.1" status: 204 len: 168 time: 2.5544300 Aug 29 04:32:56.108209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4568daf7-0283-42ef-a3ad-5f21548ce796 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2563660 Aug 29 04:32:56.113142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.120880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-20f848b4-99ee-42d2-8104-b920b744ac81 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': '399b439b-6928-47fa-b307-abf19ea5726d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:56.251823 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.264205 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-20f848b4-99ee-42d2-8104-b920b744ac81 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The resource could not be found. Aug 29 04:32:56.272466 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-20f848b4-99ee-42d2-8104-b920b744ac81 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1568890 Aug 29 04:32:56.275375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.287550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--858900281'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:56.371640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.548078 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.584567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.593052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.687664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.693413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:56.694082 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4166219 Aug 29 04:32:56.696947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a9b6d-42a6-4ac7-af1b-2a74a94c1629 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36777fd-8d95-4174-a2ba-7871df8916a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:56.706318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130575623'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:56.720367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Deleting port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:32:56.721150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:56.907043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.087562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.104461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.167756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.172379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4727964 Aug 29 04:32:57.173174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.178444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0555822f-84b0-443b-b51d-70ab22b42b0b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group_rule': {'security_group_id': 'a36777fd-8d95-4174-a2ba-7871df8916a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6611a76d-7f4a-4c60-bd09-1f36729d3572'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:57.207428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] For port b6f48901-19cd-4ab1-ba0d-85ac762fd6c5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:32:57.208072 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.215747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668e52-8abe-42a4-8bac-b376786dcf8e tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6611a76d-7f4a-4c60-bd09-1f36729d3572,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.273547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Calling delete_port for b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:32:57.279645 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0555822f-84b0-443b-b51d-70ab22b42b0b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:32:57.287176 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0555822f-84b0-443b-b51d-70ab22b42b0b tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1123734 Aug 29 04:32:57.288225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.521810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.576155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.658786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.671562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.679062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/6611a76d-7f4a-4c60-bd09-1f36729d3572 HTTP/1.1" status: 204 len: 168 time: 0.3865550 Aug 29 04:32:57.681696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.691720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8683aeb-f8ab-4ba0-93dc-1635d6498e86 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611a76d-7f4a-4c60-bd09-1f36729d3572,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.810939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:57.811264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-11fbeabe-9b22-4268-a80d-3a00c74ab14a tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1280105 Aug 29 04:32:57.827070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:57.891861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6f48901-19cd-4ab1-ba0d-85ac762fd6c5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:57.996099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.046309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.056161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.140219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.144187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.146401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/a36777fd-8d95-4174-a2ba-7871df8916a2 HTTP/1.1" status: 204 len: 168 time: 0.3337085 Aug 29 04:32:58.160849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.218226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702de7c-ad24-4441-9dc0-629c46ca1bd6 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36777fd-8d95-4174-a2ba-7871df8916a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.307560 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-484639f6-2de3-4417-a498-8dcb50ae6998 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453536 Aug 29 04:32:58.314605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.327007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245453277'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:58.408657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.621625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.630192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.708556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583bc129-d78e-4b99-9af6-3caeee4e331a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:58.725424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:58.727542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1e56ee61-3a8e-483d-b21c-a6889e1b2a8c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4113863 Aug 29 04:32:58.732294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.739061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0debfa63-5623-4d53-9b47-3c90171bbcd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:58.740267 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-0debfa63-5623-4d53-9b47-3c90171bbcd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:32:58.741339 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0debfa63-5623-4d53-9b47-3c90171bbcd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:32:58.743337 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0debfa63-5623-4d53-9b47-3c90171bbcd8 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "PUT /v2.0/security-groups/583bc129-d78e-4b99-9af6-3caeee4e331a HTTP/1.1" status: 409 len: 330 time: 0.0087919 Aug 29 04:32:58.747909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:58.956969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.030449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.036720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.057158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.270977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.271838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81e32816-7721-46cc-b308-eba3782e1a7f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:32:59.276053 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.285911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.288459 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/583bc129-d78e-4b99-9af6-3caeee4e331a HTTP/1.1" status: 204 len: 168 time: 0.5386319 Aug 29 04:32:59.294698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.295840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.307063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06bb6d74-d840-4f2d-84ce-f43ddd59db78 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "DELETE /v2.0/routers/81e32816-7721-46cc-b308-eba3782e1a7f HTTP/1.1" status: 204 len: 168 time: 3.3629494 Aug 29 04:32:59.310987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.314809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1586261630', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:32:59.389255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6923afb-5696-49ef-9f68-74e14cfa9638 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583bc129-d78e-4b99-9af6-3caeee4e331a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:32:59.435793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.439184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.488219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8809504d-2da4-4e80-b21c-81a8976870a2 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1716676 Aug 29 04:32:59.490243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.555032 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8c897d24-7b95-44da-b4ac-1ddbc68d2836 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] delete failed (client error): The resource could not be found. Aug 29 04:32:59.564769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8c897d24-7b95-44da-b4ac-1ddbc68d2836 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "DELETE /v2.0/security-groups/65395500-9073-4120-b4c0-c15ba07d3e8a HTTP/1.1" status: 404 len: 347 time: 0.0687630 Aug 29 04:32:59.566194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.577965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.587906 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-88e839a6-1ee1-45d0-a4ad-a3d28e31ae62 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] show failed (client error): The resource could not be found. Aug 29 04:32:59.590249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88e839a6-1ee1-45d0-a4ad-a3d28e31ae62 tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-groups/0225652b-31b2-4c56-bd55-91e8ed56f218 HTTP/1.1" status: 404 len: 347 time: 0.0223160 Aug 29 04:32:59.601045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:32:59.618327 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.742630 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-94223fc0-1a98-4a01-8087-fbced080374c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] show failed (client error): The resource could not be found. Aug 29 04:32:59.750372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-94223fc0-1a98-4a01-8087-fbced080374c tempest-NegativeSecGroupTest-1563507180 tempest-NegativeSecGroupTest-1563507180-project] 10.222.0.62 "GET /v2.0/security-group-rules/b56554ea-38c5-47ed-9d0e-3f0a78a4e269 HTTP/1.1" status: 404 len: 356 time: 0.0623546 Aug 29 04:32:59.850193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-d942b1e0-3394-418f-9728-8823d88c3082 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1437845 Aug 29 04:32:59.952850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:32:59.994057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.996295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.997233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.997835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.998457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:32:59.999483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.000118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.027740 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c4083fe2-ef34-4c7e-9068-6d5a2620fbc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.0816782 Aug 29 04:33:00.272814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:33:00.340183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:33:00.348723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6f48901-19cd-4ab1-ba0d-85ac762fd6c5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:33:00.373332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-259d63bf-b1eb-41be-885c-c32d08841543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.373814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-259d63bf-b1eb-41be-885c-c32d08841543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.374288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-259d63bf-b1eb-41be-885c-c32d08841543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.378297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-259d63bf-b1eb-41be-885c-c32d08841543 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 2297 time: 0.3339911 Aug 29 04:33:00.428224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.463029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.483985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.528858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-703e47e1-7920-4cd7-a12d-1a1f77b2fbcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 1000 time: 0.1435893 Aug 29 04:33:00.584555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:00.651200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-fe8c3435-ecbf-440c-8c9f-73d2eb2878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.652805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-fe8c3435-ecbf-440c-8c9f-73d2eb2878f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 200 len: 855 time: 0.1156871 Aug 29 04:33:00.747576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4d821af3-88c6-4305-9e36-fd9886740d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:00.747993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4d821af3-88c6-4305-9e36-fd9886740d2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb7973a0-93c0-445f-80d3-cea5033b0643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858765 Aug 29 04:33:00.850282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Allocated IP 172.25.3.228 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8686fa59-32a7-4e14-bc03-3fcc6324c4ce) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:00.898087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652d38d2-3eec-45bd-ab5d-7c0489d339b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:00.963676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-8d8532f2-c0c6-4e2c-a584-24ad61ae0cd6 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075179 Aug 29 04:33:01.131909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5841da32-98d8-4425-bbd8-5b7a43ea5404 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52df90a265eb4ee3a83ec95efbdcf33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458534 Aug 29 04:33:01.132213 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-99ec04b6-b2ff-425d-b4cc-a2b48b201784 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588535 Aug 29 04:33:01.134435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:01.189007 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-2bf1e228-166d-45ae-b0f5-4ca37c0f3ea2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 217 time: 0.0490830 Aug 29 04:33:01.314125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.314381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-dffcb559-fd2e-4a68-800d-a2c988839d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.318939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-dffcb559-fd2e-4a68-800d-a2c988839d68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.0971844 Aug 29 04:33:01.387993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1fc55452-aa4e-4b73-9485-5c36bb5edcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:01.392575 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1fc55452-aa4e-4b73-9485-5c36bb5edcc3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600133 Aug 29 04:33:01.396325 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.491503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.632019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-a09dd287-66f2-41f5-8720-3c12cf26a72c service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281766 Aug 29 04:33:01.670829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.697986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652d38d2-3eec-45bd-ab5d-7c0489d339b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.757822 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-652d38d2-3eec-45bd-ab5d-7c0489d339b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:01.804620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-29b01e05-c038-4bad-bef3-4982722bcbf5 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421475 Aug 29 04:33:01.827533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:01.893019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-bd28b239-db57-45bc-b481-c4e0482af617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 217 time: 0.0709488 Aug 29 04:33:01.921521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-652d38d2-3eec-45bd-ab5d-7c0489d339b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78dbe6cd04d84961a51e1ad29120f7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4503362 Aug 29 04:33:01.996650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event updated for resources: {'Port': ['ID=8686fa59-32a7-4e14-bc03-3fcc6324c4ce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.002990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:02.017924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:02.021450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d38d2-3eec-45bd-ab5d-7c0489d339b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd9695-d822-40d9-9320-726f964a8837,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.043331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:02.050308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.059731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.063468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5345d777-73a0-42b7-8a4a-8b826d7087d6 HTTP/1.1" status: 204 len: 168 time: 0.9199171 Aug 29 04:33:02.088801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-0dffbb4a-56f5-46bf-a3f3-c6ff02d227fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.099121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-0dffbb4a-56f5-46bf-a3f3-c6ff02d227fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.1973958 Aug 29 04:33:02.139270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69abb-91f9-4a23-87b1-5a4d9c468417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345d777-73a0-42b7-8a4a-8b826d7087d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.366281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4a16724a-8b6d-4097-a853-8e026192523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:02.369676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4a16724a-8b6d-4097-a853-8e026192523b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1975780 Aug 29 04:33:02.372017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.529828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.626850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.670949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.675149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:02.679143 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9cd9695-d822-40d9-9320-726f964a8837 HTTP/1.1" status: 204 len: 168 time: 0.6568525 Aug 29 04:33:02.716410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f575-9a0a-402a-aa39-c4635301cc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd9695-d822-40d9-9320-726f964a8837,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:02.736367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-169d4246-816c-4cb2-9bf7-ec8e2ea898e6 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514669 Aug 29 04:33:03.009929 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-08bcc5f2-c7af-4fd3-87dc-59bf1bbb7e2e service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668455 Aug 29 04:33:03.116801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:03.186149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-d77f1298-919a-4a6a-8c30-fc971d94c210 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 200 len: 217 time: 0.1631479 Aug 29 04:33:03.467433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1cafdf4a-58b9-4d75-ac0e-f72edc123ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.471453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1cafdf4a-58b9-4d75-ac0e-f72edc123ab9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.2763214 Aug 29 04:33:03.581577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:03.613102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-d4d8cdfc-9390-45a6-b74a-03155763894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:03.627984 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-d4d8cdfc-9390-45a6-b74a-03155763894f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407499 Aug 29 04:33:03.687400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Router adba455e-2c29-40ca-9b31-487785f188da is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:03.744341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.031633 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-5c98d112-d552-4470-ad51-75a32123f309 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731732 Aug 29 04:33:04.055996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:04.077498 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] Sync routers for ids ['adba455e-2c29-40ca-9b31-487785f188da'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:04.103421 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] Routers {'adba455e-2c29-40ca-9b31-487785f188da'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:04.110688 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['adba455e-2c29-40ca-9b31-487785f188da'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.208955 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.227842 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] Routers {'adba455e-2c29-40ca-9b31-487785f188da'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:04.229294 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['adba455e-2c29-40ca-9b31-487785f188da'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.310217 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:04.311259 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69aaac-4930-4f44-a75b-e5195ff74e6e None None] The sync data for ids ['adba455e-2c29-40ca-9b31-487785f188da'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:04.941739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.955679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.956367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:04.959216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-82d94942-1f55-4ca9-ac3b-08f2cd0a8770 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6499872 Aug 29 04:33:04.963690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:04.970173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:05.061120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991a5e22-807f-4d53-b58f-48697b7bd68f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:05.094951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.095483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.097932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.097932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.097932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.097932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.098610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.098715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.100453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.100453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.100453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.100930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:05.157576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e9ffa919-5b6f-4938-b3d7-b8a80cadc582 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0113a587d8c476ca1ec38deec3fe672&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5682085 Aug 29 04:33:05.161674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42142) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:05.179911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-45ad36f8-4c6b-488e-96e5-1f7adb14fdc6 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1370685 Aug 29 04:33:05.336873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-86b5e165-b437-448e-9dac-7748b41c03c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 200 len: 217 time: 0.1354289 Aug 29 04:33:05.636642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4996b851-7902-46c7-81dc-8f60d82a051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:05.675429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-4996b851-7902-46c7-81dc-8f60d82a051a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.2735908 Aug 29 04:33:05.695985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:05.895811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.009540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.068261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1b378554-97a5-4730-ac01-b5f82a7f36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.070555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-1b378554-97a5-4730-ac01-b5f82a7f36a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3796134 Aug 29 04:33:06.249015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9fe8d-ee09-494c-abe8-fa9903be1506 req-c990e46a-f2b2-465a-8871-bcd644f5d4e1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:06.251803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.254788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88a9fe8d-ee09-494c-abe8-fa9903be1506 req-c990e46a-f2b2-465a-8871-bcd644f5d4e1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1787872 Aug 29 04:33:06.271771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:06.274126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/991a5e22-807f-4d53-b58f-48697b7bd68f HTTP/1.1" status: 204 len: 168 time: 1.1107743 Aug 29 04:33:06.360571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b5be3-ab56-459e-bd8c-b6aa4a79092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a5e22-807f-4d53-b58f-48697b7bd68f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:06.375246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88a9fe8d-ee09-494c-abe8-fa9903be1506 req-a06f33ba-6d9a-4c0c-bfa6-5bfd9db20eff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900722 Aug 29 04:33:06.414685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-ee93d106-c99e-4130-aecc-4c5ce22ce126 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273842 Aug 29 04:33:06.936171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-9473cce5-a445-4bbe-8a45-25426403c8a3 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127144 Aug 29 04:33:07.137282 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-ba03007a-932b-40e8-b8dd-329bf418deef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 200 len: 217 time: 0.1872702 Aug 29 04:33:07.258042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2d4-0e14-4195-b3c8-1caef565c123 req-fb296e99-1ca9-488e-ac1f-817b831a2f9d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.261759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12ffd2d4-0e14-4195-b3c8-1caef565c123 req-fb296e99-1ca9-488e-ac1f-817b831a2f9d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.4277697 Aug 29 04:33:07.344198 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3cfc-f0c2-41dd-9457-b058738d5c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.367813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-b3bbda9f-5256-4775-a178-8a56770db830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.373558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-b3bbda9f-5256-4775-a178-8a56770db830 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.2225893 Aug 29 04:33:07.498309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12ffd2d4-0e14-4195-b3c8-1caef565c123 req-96d4b0f6-b07f-485a-9a77-51b30b1972e4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998892 Aug 29 04:33:07.612362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-10a22e4f-e72e-4437-be1a-2f9e12ec2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:07.614978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-10a22e4f-e72e-4437-be1a-2f9e12ec2da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2310057 Aug 29 04:33:07.746869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.765044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:07.787663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:07.944512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-2387096f-f2cc-4224-a081-aba262d6cca4 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187840 Aug 29 04:33:08.311219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-eda03444-b161-42ab-96b6-6f0a5301ecd8 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236966 Aug 29 04:33:08.465525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-c0f0e22a-f457-4da3-aaca-71bec0b7aa9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 217 time: 0.1420865 Aug 29 04:33:08.531674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router adba455e-2c29-40ca-9b31-487785f188da has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:08.626913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e0506-1879-4bff-b5b4-22677b764edf req-7e373f02-6795-4552-85e0-28ff0c7fccdc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.643807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b93e0506-1879-4bff-b5b4-22677b764edf req-7e373f02-6795-4552-85e0-28ff0c7fccdc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2741625 Aug 29 04:33:08.666941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-99d606b1-880c-474e-abf8-616d3cfff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.674187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-99d606b1-880c-474e-abf8-616d3cfff007 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.1906693 Aug 29 04:33:08.772744 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-894a1938-b495-493a-8ce9-54257e7cc692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:08.810225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-8174bf22-5983-47c3-a1e3-e6f31e47346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:08.813316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-8174bf22-5983-47c3-a1e3-e6f31e47346b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264009 Aug 29 04:33:09.026701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-894a1938-b495-493a-8ce9-54257e7cc692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.038789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-df0040bb-a0ad-479a-b6d6-116531e13204 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142653 Aug 29 04:33:09.057984 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-894a1938-b495-493a-8ce9-54257e7cc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.365862 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a407a560-8a86-43be-afca-e24c9b1f5092 req-e1857d90-d216-4e2d-8bd0-81a72c83f2cd service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088050 Aug 29 04:33:09.708425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b93e0506-1879-4bff-b5b4-22677b764edf req-008c980f-c903-4ff3-abfa-d3f900369abe tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0603082 Aug 29 04:33:09.763269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.767464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-894a1938-b495-493a-8ce9-54257e7cc692 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92bc5d11cca04e35bd81a53f3b987d40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9652810 Aug 29 04:33:09.823988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a1938-b495-493a-8ce9-54257e7cc692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b55a3-bce1-4263-8c05-3d187d067d77,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:09.840578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:09.854814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.856746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-58cf2f0e-9e2d-48b6-b7c3-9ff13b6dc920 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "PUT /v2.0/routers/adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 200 len: 922 time: 4.8907239 Aug 29 04:33:09.856937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] Sync routers for ids ['adba455e-2c29-40ca-9b31-487785f188da'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:09.862798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:09.881240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] Routers {'adba455e-2c29-40ca-9b31-487785f188da'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:09.883839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['adba455e-2c29-40ca-9b31-487785f188da'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:09.888821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.920593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:09.996873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:10.014884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] Routers {'adba455e-2c29-40ca-9b31-487785f188da'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:10.016226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['adba455e-2c29-40ca-9b31-487785f188da'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:10.038999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.042197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.043788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/071b55a3-bce1-4263-8c05-3d187d067d77 HTTP/1.1" status: 204 len: 168 time: 0.2794142 Aug 29 04:33:10.071412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5272-5a60-45a0-8d81-209a24401eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b55a3-bce1-4263-8c05-3d187d067d77,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:10.100072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:10.102088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2cfd7-b54b-4c4b-a30c-f00d2af536fc None None] The sync data for ids ['adba455e-2c29-40ca-9b31-487785f188da'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:10.240673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.243635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4d7d749a-aafb-492f-a118-ec1ac3fa8557 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 200 len: 922 time: 0.3773825 Aug 29 04:33:10.293635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.348623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa8de235-4a04-44d0-b43b-d22a05040156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:10.365021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f97082-f867-48e1-b07b-4189f1a96720 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.371019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.381884 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19f97082-f867-48e1-b07b-4189f1a96720 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=adba455e-2c29-40ca-9b31-487785f188da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468332 Aug 29 04:33:10.678986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3251904-9b7e-4116-b199-8a7b61fc43f1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:10.683131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3251904-9b7e-4116-b199-8a7b61fc43f1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.3100417 Aug 29 04:33:10.685583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.783028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:10.790780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-052317cc-d898-42da-b944-04aec80791cf tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 200 len: 205 time: 0.1023381 Aug 29 04:33:11.004717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4998c9-03df-4198-891c-7113088d74b7 req-8596092d-4bbe-44c0-b249-76d16c832e43 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:11.020501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca4998c9-03df-4198-891c-7113088d74b7 req-8596092d-4bbe-44c0-b249-76d16c832e43 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.3099384 Aug 29 04:33:11.044139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.146654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca4998c9-03df-4198-891c-7113088d74b7 req-00db523c-b623-4ada-b64b-69459d4cdda8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244161 Aug 29 04:33:11.181522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.193683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8185597c-1e0c-45cc-8455-805e246479ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.246337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.271964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.404335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8185597c-1e0c-45cc-8455-805e246479ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.412908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8185597c-1e0c-45cc-8455-805e246479ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.449471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port 8686fa59-32a7-4e14-bc03-3fcc6324c4ce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:11.450236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.520727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185597c-1e0c-45cc-8455-805e246479ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e28e4c-a4ad-45ae-ac27-c9febeac8bf3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:11.549563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8185597c-1e0c-45cc-8455-805e246479ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e13072296254f91b243f982e08384a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807614 Aug 29 04:33:11.550449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:11.651579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.691153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.699426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.708799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for 8686fa59-32a7-4e14-bc03-3fcc6324c4ce owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:11.782160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.785589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:11.802627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5e28e4c-a4ad-45ae-ac27-c9febeac8bf3 HTTP/1.1" status: 204 len: 168 time: 0.2414124 Aug 29 04:33:11.822676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476568-6cf9-4e31-9304-25d225d696fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e28e4c-a4ad-45ae-ac27-c9febeac8bf3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.029520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.034230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.086804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=8686fa59-32a7-4e14-bc03-3fcc6324c4ce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:12.320804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.444758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fd2cd-4ef8-4ed0-a744-2d1a2f6c76bd req-0177fcd4-8212-422e-af78-f3d743577d39 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:12.458950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-544fd2cd-4ef8-4ed0-a744-2d1a2f6c76bd req-0177fcd4-8212-422e-af78-f3d743577d39 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1340647 Aug 29 04:33:12.552205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-544fd2cd-4ef8-4ed0-a744-2d1a2f6c76bd req-8679383b-002d-40e3-839f-cc45af311270 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922103 Aug 29 04:33:12.603384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.608197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.702496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.704117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router adba455e-2c29-40ca-9b31-487785f188da {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:12.718145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.719832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1c46bc4-fb44-492d-be83-59c8408e6dc0 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 204 len: 168 time: 1.9359410 Aug 29 04:33:12.725247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42408) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:12.730256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1148680441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:12.780498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:12.795748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.021682 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.107649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.120275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.184170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:13.192024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:13.192332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b29cb6d6-3712-41f8-ba90-fca203b696b8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4645400 Aug 29 04:33:13.199234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:13.876356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432fd93-b20f-4a82-aef5-360b86c04264 req-5c44768c-ffb5-4b06-ab96-aa28b9cd4983 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:13.900207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6432fd93-b20f-4a82-aef5-360b86c04264 req-5c44768c-ffb5-4b06-ab96-aa28b9cd4983 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2031574 Aug 29 04:33:13.936361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.005834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6432fd93-b20f-4a82-aef5-360b86c04264 req-2cc09e8c-2031-4ac5-a31d-8777d3468fdd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041296 Aug 29 04:33:14.039374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.350260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db49b6c-63de-42c5-a4bd-a98971d58348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.385382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.447714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.575034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db49b6c-63de-42c5-a4bd-a98971d58348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.585298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6db49b6c-63de-42c5-a4bd-a98971d58348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.662840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Allocated IP 172.25.3.82 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c01676c1-a4dd-4fea-8fd7-68e426f4e2d7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:14.698855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6db49b6c-63de-42c5-a4bd-a98971d58348 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95aef5fc5145413092e1b0bd34b29ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567130 Aug 29 04:33:14.701833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:14.740417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db49b6c-63de-42c5-a4bd-a98971d58348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326e93d-bcca-4705-8759-f205cf86f2ba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:14.795030 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.831669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.898975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.901567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.902793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0326e93d-bcca-4705-8759-f205cf86f2ba HTTP/1.1" status: 204 len: 168 time: 0.1996648 Aug 29 04:33:14.909820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:14.912188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95542c-b84c-48a8-8bcb-c751a15b4f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326e93d-bcca-4705-8759-f205cf86f2ba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.005482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:15.126786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event updated for resources: {'Port': ['ID=c01676c1-a4dd-4fea-8fd7-68e426f4e2d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:15.159094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:15.159984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:15.163102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:15.313855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50be85-b4e8-4ee9-8890-4aff24fead2f req-4f67cdf9-a7f7-4233-a107-5ea472abd625 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:15.332548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc50be85-b4e8-4ee9-8890-4aff24fead2f req-4f67cdf9-a7f7-4233-a107-5ea472abd625 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1004865 Aug 29 04:33:15.459016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc50be85-b4e8-4ee9-8890-4aff24fead2f req-f266d4d7-6686-4003-a54f-a8883287461e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098413 Aug 29 04:33:15.802135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:15.831554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e468ee0-9fa0-48eb-9ee3-6a70b79a3722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.050451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.086330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e468ee0-9fa0-48eb-9ee3-6a70b79a3722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.104937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e468ee0-9fa0-48eb-9ee3-6a70b79a3722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.163078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e468ee0-9fa0-48eb-9ee3-6a70b79a3722 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f1994a996514756af05703ee5ec11e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587425 Aug 29 04:33:16.164298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468ee0-9fa0-48eb-9ee3-6a70b79a3722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665bb898-e2a0-44ae-be85-cb976cf6e301,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.167329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.247943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.425031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:16.440827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.604134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.611889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.684980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.690945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:16.701960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/665bb898-e2a0-44ae-be85-cb976cf6e301 HTTP/1.1" status: 204 len: 168 time: 0.5271485 Aug 29 04:33:16.765391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631a6b6-c320-4671-9f6d-2831632e7f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bb898-e2a0-44ae-be85-cb976cf6e301,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:16.905870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91c37-9164-4a9b-889f-f54891e7f69c req-26cc167d-1b76-4552-8cf0-c1dc3b52724d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:16.908648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7c91c37-9164-4a9b-889f-f54891e7f69c req-26cc167d-1b76-4552-8cf0-c1dc3b52724d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1919577 Aug 29 04:33:17.072379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4d14-8c6b-466c-8805-e9d42024adfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.108057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Router 84beb3ab-5e43-4e08-96d6-84102b2e830a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:17.165969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7c91c37-9164-4a9b-889f-f54891e7f69c req-807a47dc-eb1e-4a62-a42a-71c94534e1ee tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2476313 Aug 29 04:33:17.418331 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4d14-8c6b-466c-8805-e9d42024adfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.429551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4d14-8c6b-466c-8805-e9d42024adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.442108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:17.462460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.463905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d8357f7-a083-4dc7-a9b1-00b31aecafb1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "PUT /v2.0/routers/84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 200 len: 879 time: 4.2718725 Aug 29 04:33:17.464563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] Sync routers for ids ['84beb3ab-5e43-4e08-96d6-84102b2e830a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:17.473923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.522234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] Routers {'84beb3ab-5e43-4e08-96d6-84102b2e830a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:17.528845 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['84beb3ab-5e43-4e08-96d6-84102b2e830a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.568971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e2c4d14-8c6b-466c-8805-e9d42024adfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e34260b9422240759f6d56558a6bfe44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1421864 Aug 29 04:33:17.570528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c4d14-8c6b-466c-8805-e9d42024adfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f0c306-02f6-40d0-8893-61e02d2f8998,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:17.577281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.712354 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-30c59459-5f04-40a7-84fe-32246e6c14f6 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 200 len: 920 time: 0.2358530 Aug 29 04:33:17.716002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42598) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:17.724533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.729450 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.772859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] Routers {'84beb3ab-5e43-4e08-96d6-84102b2e830a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:17.777480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['84beb3ab-5e43-4e08-96d6-84102b2e830a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:17.786793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.889615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.897262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:17.900499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0f0c306-02f6-40d0-8893-61e02d2f8998 HTTP/1.1" status: 204 len: 168 time: 0.3213692 Aug 29 04:33:17.918423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9598d-1f97-412d-80e5-da50c81c3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f0c306-02f6-40d0-8893-61e02d2f8998,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:18.252557 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:18.254438 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5fd6e-90cb-419e-8c4b-938517ab0fab None None] The sync data for ids ['84beb3ab-5e43-4e08-96d6-84102b2e830a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:18.493555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213025e7-df3c-426e-b676-2369db623115 req-2fbef89f-3540-4fc6-929d-c9a35242e898 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.502799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213025e7-df3c-426e-b676-2369db623115 req-2fbef89f-3540-4fc6-929d-c9a35242e898 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1255887 Aug 29 04:33:18.597725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213025e7-df3c-426e-b676-2369db623115 req-e75900a0-9fef-4851-9f98-47f4a7556330 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911329 Aug 29 04:33:18.651192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.677511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c14ff4-ccc2-43a5-a8f9-88a946f832e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.713058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bff060-4723-4258-a7ef-94e3a5e8b49f tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.716628 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26bff060-4723-4258-a7ef-94e3a5e8b49f tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=84beb3ab-5e43-4e08-96d6-84102b2e830a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9992826 Aug 29 04:33:18.721309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.948617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a0326-cf69-4aaf-8214-dcfb8210b977 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:18.951525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c14ff4-ccc2-43a5-a8f9-88a946f832e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:18.955252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b30a0326-cf69-4aaf-8214-dcfb8210b977 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.2287772 Aug 29 04:33:18.956630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:18.962329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26c14ff4-ccc2-43a5-a8f9-88a946f832e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.018728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c14ff4-ccc2-43a5-a8f9-88a946f832e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866a3b6-bcd4-4a3a-b5bb-4b73536d29f4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.073159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.073610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a4811767-08cb-4250-9900-b638db21a5a7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 200 len: 205 time: 0.1147709 Aug 29 04:33:19.094727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-26c14ff4-ccc2-43a5-a8f9-88a946f832e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c71f8fd5308d4201a71747ec0d1fe633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418187 Aug 29 04:33:19.104398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:19.173586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.217424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.307593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.397584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.408050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.412856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0866a3b6-bcd4-4a3a-b5bb-4b73536d29f4 HTTP/1.1" status: 204 len: 168 time: 0.3071241 Aug 29 04:33:19.466976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b39d7-ec78-4740-86e8-63007611ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866a3b6-bcd4-4a3a-b5bb-4b73536d29f4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:19.663115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.907711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port c01676c1-a4dd-4fea-8fd7-68e426f4e2d7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:19.913180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:19.946685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5ebf5-685c-4393-8ece-55e1ac829e9b req-94be0c84-5c97-4cfe-af57-8abfe2eded5f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:19.959588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ee5ebf5-685c-4393-8ece-55e1ac829e9b req-94be0c84-5c97-4cfe-af57-8abfe2eded5f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1955583 Aug 29 04:33:20.029745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ee5ebf5-685c-4393-8ece-55e1ac829e9b req-f8eacced-628a-4ced-9ae0-41d517baf172 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668943 Aug 29 04:33:20.134149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.199634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for c01676c1-a4dd-4fea-8fd7-68e426f4e2d7 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:20.793315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:20.864165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=c01676c1-a4dd-4fea-8fd7-68e426f4e2d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:20.954879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.212711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.217282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.324720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.325682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router 84beb3ab-5e43-4e08-96d6-84102b2e830a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:21.349875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.351648 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5abc7032-1efd-4588-9347-8b53f20dbc3c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 204 len: 168 time: 2.2773457 Aug 29 04:33:21.357949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.391526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-183830659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:21.436772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700a9d-fecd-4d41-a003-e2031fcf1a47 req-a86c221b-844f-48c2-8867-4d5808acb0ba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:21.440238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce700a9d-fecd-4d41-a003-e2031fcf1a47 req-a86c221b-844f-48c2-8867-4d5808acb0ba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2143478 Aug 29 04:33:21.594166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.598778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.657313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce700a9d-fecd-4d41-a003-e2031fcf1a47 req-b3d848f6-d954-41c4-ad12-fc4f8b6556ed tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2067757 Aug 29 04:33:21.773121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.785611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.834670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:21.837063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-42029c19-34f5-4b05-a48b-5697d863f452 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4739559 Aug 29 04:33:21.841102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:21.850248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': True}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:22.780968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:22.817700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2bf91-cdf1-4917-b041-6867ae5b8fa9 req-35facc0a-4153-473d-a84a-a834b4b6c99c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.819487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4d2bf91-cdf1-4917-b041-6867ae5b8fa9 req-35facc0a-4153-473d-a84a-a834b4b6c99c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.5429688 Aug 29 04:33:22.877997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-abd022dc-caf1-4cf0-b6f3-51241515df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:22.880193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-abd022dc-caf1-4cf0-b6f3-51241515df90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.6061969 Aug 29 04:33:23.013547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-173abaa1-3bc9-4c19-ac2c-6d8bb309972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.015604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-173abaa1-3bc9-4c19-ac2c-6d8bb309972f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.1252246 Aug 29 04:33:23.175247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-25bbc7b8-01fc-4c92-9e6c-4fc58d92365c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.1449928 Aug 29 04:33:23.203463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4d2bf91-cdf1-4917-b041-6867ae5b8fa9 req-1c550b37-5d9b-4840-a70d-f32a12754a5a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3759501 Aug 29 04:33:23.250242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.304369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-297125f3-4de1-49f8-a466-8fb14115d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.306181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-297125f3-4de1-49f8-a466-8fb14115d767 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1185763 Aug 29 04:33:23.444482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a0dbc3-816f-4f36-b104-7b6e5f10aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.476542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-fe0e0018-7a9b-4795-b877-9896efa87030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:23.478262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-fe0e0018-7a9b-4795-b877-9896efa87030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629605 Aug 29 04:33:23.563227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a0dbc3-816f-4f36-b104-7b6e5f10aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.571966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-08a0dbc3-816f-4f36-b104-7b6e5f10aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.604698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.611303 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-08a0dbc3-816f-4f36-b104-7b6e5f10aad7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53c4fe397abd4d69996e4ba10414f0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597293 Aug 29 04:33:23.614809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:23.646323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.708566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0dbc3-816f-4f36-b104-7b6e5f10aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e138ac-6533-4bd5-ba4d-3c218b819a43,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.735453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.772326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.866759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.870195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:23.874918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5e138ac-6533-4bd5-ba4d-3c218b819a43 HTTP/1.1" status: 204 len: 168 time: 0.2588832 Aug 29 04:33:23.888020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee01b3-21e9-490b-9777-ca895c706ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e138ac-6533-4bd5-ba4d-3c218b819a43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:23.996267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-ab660101-2579-4c18-88b4-9ca2b2a1b60a service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969077 Aug 29 04:33:24.109306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.25.3.177 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/91870453-12bf-4dd8-8b51-2a9745770631) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:24.517557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-653c87ab-8a0d-4dda-9be1-33a6b1a6a966 req-aec13911-77e4-494a-bb08-378cad2e6f5f service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081780 Aug 29 04:33:24.669270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189530-e938-4026-9465-3f895f4390dc req-b69f7012-d34e-4665-960f-545e44c733de tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:24.682326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07189530-e938-4026-9465-3f895f4390dc req-b69f7012-d34e-4665-960f-545e44c733de tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1898944 Aug 29 04:33:24.724704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:24.745307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1aad7b7-e063-4e09-a461-4d5006682547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.774118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.804719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07189530-e938-4026-9465-3f895f4390dc req-bb08b7d0-abaa-4d34-8fe6-9475dc34a66d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209867 Aug 29 04:33:24.856598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.889005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:24.892414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:24.935309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:24.967516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1aad7b7-e063-4e09-a461-4d5006682547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:24.973327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1aad7b7-e063-4e09-a461-4d5006682547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.004991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aad7b7-e063-4e09-a461-4d5006682547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f9813-ad04-4be7-bcd5-0b750dd58871,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.067073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=91870453-12bf-4dd8-8b51-2a9745770631,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:25.086087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.087204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.096721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.098579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.101956 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1aad7b7-e063-4e09-a461-4d5006682547 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87889f4f4fb245899b99810197a3e48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750329 Aug 29 04:33:25.105082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:25.109015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.110715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.112364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.114429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.115727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.116684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.124576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.125008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:25.221032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.258399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.362586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.368117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:25.382182 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c5f9813-ad04-4be7-bcd5-0b750dd58871 HTTP/1.1" status: 204 len: 168 time: 0.2661848 Aug 29 04:33:25.430136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a82a1-b82c-4d7b-b928-3d52e39f5670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f9813-ad04-4be7-bcd5-0b750dd58871,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:26.138126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62999b-0437-4ba1-ba9f-1182f7daa016 req-a61b2d8a-36ba-4d17-aeb3-1dc0d9211a54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:26.141691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da62999b-0437-4ba1-ba9f-1182f7daa016 req-a61b2d8a-36ba-4d17-aeb3-1dc0d9211a54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1630685 Aug 29 04:33:26.167304 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.421104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da62999b-0437-4ba1-ba9f-1182f7daa016 req-6d95305a-4b82-4d17-985b-f83a2f39cf6b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2679365 Aug 29 04:33:26.609963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.615068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:26.914182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router 23a67731-b473-4885-b1b6-814c5ef1d4b0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:27.173452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:27.188440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] Sync routers for ids ['23a67731-b473-4885-b1b6-814c5ef1d4b0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:27.195412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:27.203335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-163a8aa7-d9f9-4084-837d-18995a90807c tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "PUT /v2.0/routers/23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 200 len: 914 time: 5.3601751 Aug 29 04:33:27.206436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.231506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcfc48-6c59-4009-8516-c677c29b7005 req-eb72a153-b4e5-4880-8c69-29b2bf3b3736 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:27.237513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] Routers {'23a67731-b473-4885-b1b6-814c5ef1d4b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:27.239174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['23a67731-b473-4885-b1b6-814c5ef1d4b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.245067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dfcfc48-6c59-4009-8516-c677c29b7005 req-eb72a153-b4e5-4880-8c69-29b2bf3b3736 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.3094354 Aug 29 04:33:27.333588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dfcfc48-6c59-4009-8516-c677c29b7005 req-51200c8c-98bf-4984-ab9b-c70c0e3f0dba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840495 Aug 29 04:33:27.356114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.392699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] Routers {'23a67731-b473-4885-b1b6-814c5ef1d4b0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:27.393735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['23a67731-b473-4885-b1b6-814c5ef1d4b0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.480375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:27.481806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f0ae7-f9ae-46e9-bbdd-31be5d667824 None None] The sync data for ids ['23a67731-b473-4885-b1b6-814c5ef1d4b0'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:27.719751 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be4989c2-3690-4fee-a171-440949dbef19 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 200 len: 920 time: 0.5113311 Aug 29 04:33:27.722663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.877197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f34d4c-eb6d-4ec0-b70d-e177625fdbc5 req-082f47af-1583-4b51-88d7-8d055464290d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:27.880470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f34d4c-eb6d-4ec0-b70d-e177625fdbc5 req-082f47af-1583-4b51-88d7-8d055464290d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1592555 Aug 29 04:33:27.897273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe4d60-8fdd-4b94-98aa-15de08a6c60d tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:27.901571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b4fe4d60-8fdd-4b94-98aa-15de08a6c60d tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=23a67731-b473-4885-b1b6-814c5ef1d4b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1752288 Aug 29 04:33:27.902070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:27.977792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f34d4c-eb6d-4ec0-b70d-e177625fdbc5 req-9712af5e-835e-41aa-b267-94f78ae49bfb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896492 Aug 29 04:33:28.050532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859477d3-c939-4754-9cc1-f934f4e799c1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.052046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-859477d3-c939-4754-9cc1-f934f4e799c1 tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.1490355 Aug 29 04:33:28.055227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.147722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c461a398-39e0-443a-9840-f09042e8be2c tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 200 len: 205 time: 0.0885761 Aug 29 04:33:28.148156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:28.564643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:28.780290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8bc98-5613-4470-b0c8-42bf3cca1379 req-e545efad-ed2b-48a9-83da-0825c0e6a2f4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:28.789387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7b8bc98-5613-4470-b0c8-42bf3cca1379 req-e545efad-ed2b-48a9-83da-0825c0e6a2f4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2400796 Aug 29 04:33:28.994716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7b8bc98-5613-4470-b0c8-42bf3cca1379 req-4ac1a838-48d6-43a3-88a6-3928324d55b1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965303 Aug 29 04:33:29.095143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.208374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port 91870453-12bf-4dd8-8b51-2a9745770631 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:29.209318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.402224 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.433991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for 91870453-12bf-4dd8-8b51-2a9745770631 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:29.630439 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:33:29.641312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:29.890669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.096340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=91870453-12bf-4dd8-8b51-2a9745770631,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:30.145180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.168703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.400695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.403396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.436480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea78cc-a9d0-477f-9172-52b9385f04d5 req-088fce2b-c608-4a91-8a21-a56fd469cfba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:30.452548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eea78cc-a9d0-477f-9172-52b9385f04d5 req-088fce2b-c608-4a91-8a21-a56fd469cfba tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1967435 Aug 29 04:33:30.471302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.472930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router 23a67731-b473-4885-b1b6-814c5ef1d4b0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:30.495594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.503086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0cb6618c-2697-4f3e-892a-d46dbcb3828f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 204 len: 168 time: 2.3478031 Aug 29 04:33:30.509784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:30.540331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279108639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:30.612077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd702-d499-4bf2-81c3-a532fb5074fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.750676 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:33:30.750676 n-d-712139-13 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:33:30.750676 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id': '3446d33acf804f8091360ad47d1b1b13', 'id': '4a69535d-ce8b-46a1-a17d-9312079798b2', 'expiration': datetime.datetime(2021, 8, 29, 4, 35, 30, 673766)}] Aug 29 04:33:30.750676 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:33:30.751521 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:33:30.777742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eea78cc-a9d0-477f-9172-52b9385f04d5 req-c69f4351-77f8-47d0-894a-4ce800921d9a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3222301 Aug 29 04:33:30.877990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd702-d499-4bf2-81c3-a532fb5074fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.889367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd702-d499-4bf2-81c3-a532fb5074fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:30.979641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bd702-d499-4bf2-81c3-a532fb5074fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3836f8-e7af-4c7f-972f-e566e5cc42ea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.033865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.037402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac0bd702-d499-4bf2-81c3-a532fb5074fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a2639578143470c9bdccd48d4e9f5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8897901 Aug 29 04:33:31.324756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.368555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.370368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.471831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.579399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.584047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.586543 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da3836f8-e7af-4c7f-972f-e566e5cc42ea HTTP/1.1" status: 204 len: 168 time: 0.5511551 Aug 29 04:33:31.602396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311db50d-48d1-4fa8-9e48-c1f989f36489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3836f8-e7af-4c7f-972f-e566e5cc42ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:31.730258 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.767287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221168f8-e62f-4805-b3bc-2078763743df req-d7debcdc-8d63-4369-aa93-4c192dca5cfc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:31.781533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-221168f8-e62f-4805-b3bc-2078763743df req-d7debcdc-8d63-4369-aa93-4c192dca5cfc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.4049606 Aug 29 04:33:31.797080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.877906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:31.884715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:31.885081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-97682f0e-549e-4c2d-a79a-4db8a99df837 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3699059 Aug 29 04:33:31.891316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'enable_snat': False}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:31.931187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-221168f8-e62f-4805-b3bc-2078763743df req-54dcf320-8f19-46a7-96ee-336ea8dfb273 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478894 Aug 29 04:33:32.351293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.459850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.504013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae36190-712b-4942-a037-20cc791ad655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.747840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae36190-712b-4942-a037-20cc791ad655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.753075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ae36190-712b-4942-a037-20cc791ad655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.799235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.804913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae36190-712b-4942-a037-20cc791ad655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e83b2-5cb1-4b11-84bf-bdac4e2d39f7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:32.819059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9ae36190-712b-4942-a037-20cc791ad655 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f6d8d5e323e4bfea7e094fdeb4431e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579719 Aug 29 04:33:32.820205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:32.834698 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.917023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:32.968282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.103433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Allocated IP 172.25.3.7 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ab84a108-373b-45b6-86ef-0bce80f35ec7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:33.174323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601be917-a79a-413a-bf4a-557444482a66 req-7bc29389-5349-464f-be0e-f205b4f6a5e5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.184354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-601be917-a79a-413a-bf4a-557444482a66 req-7bc29389-5349-464f-be0e-f205b4f6a5e5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1004527 Aug 29 04:33:33.202978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.207373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.208995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b5e83b2-5cb1-4b11-84bf-bdac4e2d39f7 HTTP/1.1" status: 204 len: 168 time: 0.3874712 Aug 29 04:33:33.271307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5354f1-2972-4864-853b-4cbbf26eccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e83b2-5cb1-4b11-84bf-bdac4e2d39f7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.318955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-601be917-a79a-413a-bf4a-557444482a66 req-a3cb47a4-7e76-4947-8a4f-4569725b90c5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330528 Aug 29 04:33:33.383080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.534120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:33.590851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4472-6a14-400e-ba3b-d672d71fa9b1 req-ebb5b787-6495-4e7d-96ca-8e40bb605bf1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.601709 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9adb4472-6a14-400e-ba3b-d672d71fa9b1 req-ebb5b787-6495-4e7d-96ca-8e40bb605bf1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1167767 Aug 29 04:33:33.671479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:33.681117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:33.687174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9adb4472-6a14-400e-ba3b-d672d71fa9b1 req-93d5fe99-e7c4-401d-a91e-0736e3ab072a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713146 Aug 29 04:33:33.704485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:33.711297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Pushing event updated for resources: {'Port': ['ID=ab84a108-373b-45b6-86ef-0bce80f35ec7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:33.960017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9e4a-bfb2-4d78-b5b1-0423c202d98e req-37189682-0c32-48a8-a262-913e18266714 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:33.961698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3cc9e4a-bfb2-4d78-b5b1-0423c202d98e req-37189682-0c32-48a8-a262-913e18266714 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1037006 Aug 29 04:33:34.147487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3cc9e4a-bfb2-4d78-b5b1-0423c202d98e req-4bca997e-c5ea-4616-93b1-d94677eeba35 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613874 Aug 29 04:33:34.353665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.468344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c779f-7e03-49ed-bb2c-8f630034bb68 req-dacb7e17-1168-4877-a3ec-270e376cbfab tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:34.482656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-951c779f-7e03-49ed-bb2c-8f630034bb68 req-dacb7e17-1168-4877-a3ec-270e376cbfab tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1544781 Aug 29 04:33:34.607366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-951c779f-7e03-49ed-bb2c-8f630034bb68 req-f43328b8-c39e-44ef-a083-186e8cd786d4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817077 Aug 29 04:33:34.947894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:34.954301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.326409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.455453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Router 029452b6-39d2-42a5-8033-ed23e57d3adb is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:35.699260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb24c-44d4-416f-b900-e9e97dd2934c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.734703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:35.747232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.748318 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] Sync routers for ids ['029452b6-39d2-42a5-8033-ed23e57d3adb'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:35.750051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0228d62b-2014-4277-888e-1c7b313d8a2a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "PUT /v2.0/routers/029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 200 len: 913 time: 3.8637123 Aug 29 04:33:35.754705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43284) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:35.783671 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] Routers {'029452b6-39d2-42a5-8033-ed23e57d3adb'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:35.786203 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['029452b6-39d2-42a5-8033-ed23e57d3adb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:35.923018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:35.966867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb24c-44d4-416f-b900-e9e97dd2934c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:35.969677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] Routers {'029452b6-39d2-42a5-8033-ed23e57d3adb'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:35.970434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['029452b6-39d2-42a5-8033-ed23e57d3adb'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:35.975980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb24c-44d4-416f-b900-e9e97dd2934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.027349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ca4eb24c-44d4-416f-b900-e9e97dd2934c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7ca3713e56346c5b4ae787ed8e7d1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993833 Aug 29 04:33:36.030200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb24c-44d4-416f-b900-e9e97dd2934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c161ce-dc74-4fff-9293-1b6d16226c2e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.035184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43288) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.163110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.254583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.282896 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:36.290015 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6299ee-9f92-4473-b011-72f3723ea954 None None] The sync data for ids ['029452b6-39d2-42a5-8033-ed23e57d3adb'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:36.396164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.401643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:36.404428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83c161ce-dc74-4fff-9293-1b6d16226c2e HTTP/1.1" status: 204 len: 168 time: 0.3677883 Aug 29 04:33:36.427085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fc435-a778-4e16-ac3d-4ed4e2fffbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c161ce-dc74-4fff-9293-1b6d16226c2e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:36.910369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:36.916185 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8aa0622-ff54-455f-a0e2-ad27896247ec tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 200 len: 919 time: 1.1505852 Aug 29 04:33:37.046996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28730ff1-1c8f-4854-891c-30b17bf9565e tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.053186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28730ff1-1c8f-4854-891c-30b17bf9565e tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=029452b6-39d2-42a5-8033-ed23e57d3adb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1405716 Aug 29 04:33:37.053507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.363249 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03ea21b3-222f-44c9-ae11-82a97bb09fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.380529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4039c-a6a1-436e-8a07-6df66c7b6f6d tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:37.397961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43342) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.401521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ab4039c-a6a1-436e-8a07-6df66c7b6f6d tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/networks/e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 881 time: 0.3430498 Aug 29 04:33:37.449967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.523973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ca1b31-848e-4922-89e6-6d5fbca97163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.531006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-40d4cec5-96fb-4fff-8fff-087a25a9fc8a tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 200 len: 205 time: 0.1273286 Aug 29 04:33:37.543799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.777162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ca1b31-848e-4922-89e6-6d5fbca97163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.783658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67ca1b31-848e-4922-89e6-6d5fbca97163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:37.830081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1b31-848e-4922-89e6-6d5fbca97163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb7585-7c0b-427d-b57f-b1ddb1728133,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:37.875201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-67ca1b31-848e-4922-89e6-6d5fbca97163 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7eec8cb3e22c448b9019c8104366025f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4210014 Aug 29 04:33:37.879541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:37.938369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.038008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.140757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.241037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.336959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.339672 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.345027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3cb7585-7c0b-427d-b57f-b1ddb1728133 HTTP/1.1" status: 204 len: 168 time: 0.4602761 Aug 29 04:33:38.355533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33968318-f8f9-4f1f-a3a5-289f086e5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb7585-7c0b-427d-b57f-b1ddb1728133,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:38.366899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port ab84a108-373b-45b6-86ef-0bce80f35ec7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:38.367344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.538764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:38.557640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for ab84a108-373b-45b6-86ef-0bce80f35ec7 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:38.981940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.093230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=ab84a108-373b-45b6-86ef-0bce80f35ec7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:39.282086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.438205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.450137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.528886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.530124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router 029452b6-39d2-42a5-8033-ed23e57d3adb {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:39.540916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.549643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1235cc1b-934c-4c57-81eb-807508ffe3c7 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 204 len: 168 time: 1.9984748 Aug 29 04:33:39.549968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:39.554809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-505657417', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:39.589139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.591110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:39.671196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.000511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.289137 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.351430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-459e3c77-114c-4c99-bce2-5b124dd61bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.486937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.529518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:40.790655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Allocated IP 172.25.3.174 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/58b0be91-ab00-4842-9aa9-c31e8af7b604) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:41.143173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.172465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.197400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.249420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.270936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:41.277712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:41.283059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:41.328332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event updated for resources: {'Port': ['ID=58b0be91-ab00-4842-9aa9-c31e8af7b604,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.366190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb04b292-4c6c-4d0a-b29e-48d48fe4f252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.541430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb04b292-4c6c-4d0a-b29e-48d48fe4f252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.551251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb04b292-4c6c-4d0a-b29e-48d48fe4f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.677691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b292-4c6c-4d0a-b29e-48d48fe4f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86679100-c24c-4fe6-a275-5c226cb060c9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:41.715005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb04b292-4c6c-4d0a-b29e-48d48fe4f252 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=357527bce0e44096beb450d347b9f057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408385 Aug 29 04:33:41.720780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:41.766355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.869352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.900449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.979786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.982854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:41.984285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86679100-c24c-4fe6-a275-5c226cb060c9 HTTP/1.1" status: 204 len: 168 time: 0.2617908 Aug 29 04:33:42.010702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace5de-07e0-4858-b23c-1d2e68d354ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86679100-c24c-4fe6-a275-5c226cb060c9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.025007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.062771 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.216861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.323917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab1d872e-b1ce-4a4c-99ce-ab1d415f4006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.464240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab1d872e-b1ce-4a4c-99ce-ab1d415f4006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.470793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab1d872e-b1ce-4a4c-99ce-ab1d415f4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.511792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ab1d872e-b1ce-4a4c-99ce-ab1d415f4006 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=520f92fb1cca4275aa280ae45aa98b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853668 Aug 29 04:33:42.516194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.552445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d872e-b1ce-4a4c-99ce-ab1d415f4006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9856138b-dfe8-433a-ad5c-ab313937fe4e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.583616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Router 42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:33:42.598092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.614501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.616977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7332459-ea8f-4968-8790-5a2b3dd6226a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.655711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.783148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-d36d588c-eedf-464f-84a0-e6c0659f1ddc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1024292 Aug 29 04:33:42.798428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.801854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.802917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9856138b-dfe8-433a-ad5c-ab313937fe4e HTTP/1.1" status: 204 len: 168 time: 0.2864764 Aug 29 04:33:42.808117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:42.820327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf4f0a-6959-4bbc-aeb6-bdcffb9eca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9856138b-dfe8-433a-ad5c-ab313937fe4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.853402 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7332459-ea8f-4968-8790-5a2b3dd6226a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.860643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7332459-ea8f-4968-8790-5a2b3dd6226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.863406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:42.868192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f69b71ba-3bca-42b7-bb32-e3aa996a89c2 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3168721 Aug 29 04:33:42.868805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43636) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:42.878996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:42.888642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] Sync routers for ids ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:42.958666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7332459-ea8f-4968-8790-5a2b3dd6226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eab532-ae22-4c73-a09f-d909dbfcd5ca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:42.964455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f7332459-ea8f-4968-8790-5a2b3dd6226a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=007502f1cf4940148bfbc0c98fd31524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656793 Aug 29 04:33:42.968591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.008129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] Routers {'42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:43.016095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.016633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.017254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.017985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.018686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.019392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.019975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.020504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.023045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b8ddcf3c-af2e-4334-985e-5c46e38d5fd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.1247001 Aug 29 04:33:43.094447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.171076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.182382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.209870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] Routers {'42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:43.210987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.275404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:43.278200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397540c-f01b-4b46-9959-e710f9ec6c91 None None] The sync data for ids ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:43.320158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-79626a38-d456-4327-b79f-0e2969217657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.321348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-79626a38-d456-4327-b79f-0e2969217657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.322009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-79626a38-d456-4327-b79f-0e2969217657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.325388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-79626a38-d456-4327-b79f-0e2969217657 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 2293 time: 0.2642260 Aug 29 04:33:43.334347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.484888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-a7804189-380c-4c45-bb0e-1722954c5b23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 1001 time: 0.1477225 Aug 29 04:33:43.491455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.497107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.501432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82eab532-ae22-4c73-a09f-d909dbfcd5ca HTTP/1.1" status: 204 len: 168 time: 0.5285816 Aug 29 04:33:43.529760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:43.575261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cfa61-eb2c-4d74-80fa-3c0d3884235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eab532-ae22-4c73-a09f-d909dbfcd5ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:43.591662 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-684c1750-90ec-4447-a675-8c8446fab5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.624044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-38853b2e-7f8d-48d5-a7fb-4b78ba574055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:43.625578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-38853b2e-7f8d-48d5-a7fb-4b78ba574055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.1223340 Aug 29 04:33:43.776906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.821805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.918331 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-684c1750-90ec-4447-a675-8c8446fab5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.942023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-684c1750-90ec-4447-a675-8c8446fab5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:43.995401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Deleting port 58b0be91-ab00-4842-9aa9-c31e8af7b604 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:43.995764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.019293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-684c1750-90ec-4447-a675-8c8446fab5d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26e805449995460faa5eb0c91a4bb45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585674 Aug 29 04:33:44.033664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:44.036801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-c6416284-2f13-4aea-85a8-218688fcedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.038356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-c6416284-2f13-4aea-85a8-218688fcedaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4046388 Aug 29 04:33:44.147506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c1750-90ec-4447-a675-8c8446fab5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0c5703-58a2-412e-a96a-eb927f698a80,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.195367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.221140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Calling delete_port for 58b0be91-ab00-4842-9aa9-c31e8af7b604 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:44.240047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.319695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-28656e13-6221-46d2-bbb9-a10712813a5b service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591546 Aug 29 04:33:44.491094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.581739 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.584997 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.590028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c0c5703-58a2-412e-a96a-eb927f698a80 HTTP/1.1" status: 204 len: 168 time: 0.5506167 Aug 29 04:33:44.609605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-d0cd71cd-7f81-448f-93e1-880259fc9fb9 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744853 Aug 29 04:33:44.610424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a0f53-8d76-4b67-9784-0903ea045101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0c5703-58a2-412e-a96a-eb927f698a80,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.702648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:44.779977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Pushing event deleted for resources: {'Port': ['ID=58b0be91-ab00-4842-9aa9-c31e8af7b604,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:44.810456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-ffa34b6e-485b-4fec-a6b9-e48aa30ac074 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 217 time: 0.1793504 Aug 29 04:33:44.934371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-1caa6cba-5fdd-4d6c-bc17-f46f7f98e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:44.936553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-1caa6cba-5fdd-4d6c-bc17-f46f7f98e441 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1036925 Aug 29 04:33:45.048145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-2f9f8d79-df0a-452e-a5da-09c3b42e2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.049950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-2f9f8d79-df0a-452e-a5da-09c3b42e2596 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038709 Aug 29 04:33:45.054566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.302984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-9d4b0357-f0a0-41ed-8c11-dd004d1385e8 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429116 Aug 29 04:33:45.404990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:45.511071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-7dae4c59-6a93-4b11-8015-5462149c8356 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998556 Aug 29 04:33:45.540100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.554824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.587099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b2f6fbc2-86c2-417f-9371-ec9125a787e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 217 time: 0.0644338 Aug 29 04:33:45.668020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b24904a8-1ded-4356-9af8-8a9889e785ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.669716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b24904a8-1ded-4356-9af8-8a9889e785ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.0727997 Aug 29 04:33:45.748553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-43208a56-d597-49a7-8ad8-9cc82568a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:45.750475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-43208a56-d597-49a7-8ad8-9cc82568a0e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725887 Aug 29 04:33:45.795641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2104241703'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:45.817656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Router 42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:33:45.843449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:45.848676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.926509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-1f7871fc-c356-4885-888a-3781d2d66439 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646850 Aug 29 04:33:45.932760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.957164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:33:45.975116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:45.976403 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4b26696-ffad-4d5a-9591-8e8ee65a3e14 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "PUT /v2.0/routers/42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 200 len: 705 time: 3.1065700 Aug 29 04:33:45.980855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.005682 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] Sync routers for ids ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:33:46.025346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] Routers {'42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:46.026300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.088918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2536715b-b2bc-45fd-a939-5928eefa7aca tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/routers/42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 200 len: 740 time: 0.1067047 Aug 29 04:33:46.094260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.105097 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.123956 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] Routers {'42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:33:46.125126 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:33:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.160562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b370a4f-7cc0-4867-8063-d310d7ec0e9a tempest-RoutersAdminTest-310856280 tempest-RoutersAdminTest-310856280-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=e072c453-34e6-463a-8307-d1699680704a&device_id=42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 200 len: 205 time: 0.0646660 Aug 29 04:33:46.165580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.183785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:33:46.184405 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ab02f-7969-42d5-ae70-0951ec7a8576 None None] The sync data for ids ['42fcf6b9-8c0a-44d3-9b6b-6080430c18f7'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:33:46.199689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3bef2df-bd0e-4c04-a34e-dad540bba08f tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 200 len: 205 time: 0.0325079 Aug 29 04:33:46.202276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:46.231488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b4f8dd07-2782-4007-b6e1-05cb3e32a47e service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948582 Aug 29 04:33:46.294370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-26992e86-079e-4e4f-9e77-24b7b098f1d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 217 time: 0.0493038 Aug 29 04:33:46.398308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.413430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b64f69ef-20fe-4e8f-aa41-0b7f18b8f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.417009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b64f69ef-20fe-4e8f-aa41-0b7f18b8f9c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1133983 Aug 29 04:33:46.495973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.511263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:46.521351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-d4eae97a-9e8e-4a94-9cbe-be4b61f1e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:46.523230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-d4eae97a-9e8e-4a94-9cbe-be4b61f1e80f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902491 Aug 29 04:33:46.572865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:33:47.195513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-bda8224b-e4af-4d59-a70d-148d3a76b53e service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642513 Aug 29 04:33:47.311657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-9ef20c57-12a3-46e2-a22d-1e517464a34a service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059670 Aug 29 04:33:47.366600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.376403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.377134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-b479dddd-5359-4e05-9317-730b04299e46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 217 time: 0.0545230 Aug 29 04:33:47.382889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0553888-3b30-43fa-a9b8-4c159e6936dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.389021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.389568 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Added segment 910b5f47-56f0-4c16-a4c0-61f82a39e6fb of type vlan for network fd63b789-095c-4523-bab2-b54f6e38cc5b Aug 29 04:33:47.519989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-dcf229bf-2e33-44e9-8050-74cd24cdccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.522172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-dcf229bf-2e33-44e9-8050-74cd24cdccec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1351340 Aug 29 04:33:47.526836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.527381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Fanout notify agent at l3_agent the message router_deleted on router 42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:33:47.535250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.536378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-473213d8-5b90-46cb-9925-76391fb22ec1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 204 len: 168 time: 1.3334365 Aug 29 04:33:47.543351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.585881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.590047 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b7782461-7ddc-469f-bf4f-61b7f99688c8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 200 len: 205 time: 0.0454311 Aug 29 04:33:47.595564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-04f46e57-7a37-43e4-8893-f3cd606f029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.599086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-04f46e57-7a37-43e4-8893-f3cd606f029e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639386 Aug 29 04:33:47.599982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.668379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.685539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:47.686663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:47.803834 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-9c9109be-cb68-4e14-a761-4cf7a4c97bca tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:47.805691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c9109be-cb68-4e14-a761-4cf7a4c97bca tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/42fcf6b9-8c0a-44d3-9b6b-6080430c18f7 HTTP/1.1" status: 404 len: 336 time: 0.2042878 Aug 29 04:33:47.822388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43800) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.848936 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4418333 Aug 29 04:33:47.859802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:47.885443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'subnet': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:47.958730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ee350-c375-474c-83e6-b31a069c2af7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Network': ['ID=fd63b789-095c-4523-bab2-b54f6e38cc5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:47.972683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network fd63b789-095c-4523-bab2-b54f6e38cc5b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:33:48.003964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34c96b1c-8529-45cb-a37f-cf66dfc6e3f6 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 200 len: 205 time: 0.1729591 Aug 29 04:33:48.011787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43812) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.229408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:48.232933 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.234452 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-c018364c-9870-476a-95d6-1a683d41ac29 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:48.237922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c018364c-9870-476a-95d6-1a683d41ac29 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/029452b6-39d2-42a5-8033-ed23e57d3adb HTTP/1.1" status: 404 len: 336 time: 0.2198999 Aug 29 04:33:48.254000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43838) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.303374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.412990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a7c227d5-647d-4651-8101-a46b7a555a34 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 200 len: 205 time: 0.1568553 Aug 29 04:33:48.413998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.447090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-a3ef033b-28a4-420d-950b-f90243a56058 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369060 Aug 29 04:33:48.597561 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-55ac0f77-2049-460f-bfd8-6a6ffad3fbe8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:48.599873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55ac0f77-2049-460f-bfd8-6a6ffad3fbe8 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/23a67731-b473-4885-b1b6-814c5ef1d4b0 HTTP/1.1" status: 404 len: 336 time: 0.1810753 Aug 29 04:33:48.604445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.687547 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bfb5851e-8e3d-4a25-af93-963fdfec82b9 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 200 len: 205 time: 0.0800452 Aug 29 04:33:48.696671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.769140 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-23d14d89-ba8d-4677-9330-1d182e50a0da tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:48.770789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23d14d89-ba8d-4677-9330-1d182e50a0da tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/84beb3ab-5e43-4e08-96d6-84102b2e830a HTTP/1.1" status: 404 len: 336 time: 0.0714738 Aug 29 04:33:48.773963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe050a5-e44b-4f66-b765-ee5529564d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:48.783869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.892878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b81ebe9-7b88-43ae-8fa8-cb8afb91a69e tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 200 len: 205 time: 0.0785553 Aug 29 04:33:48.900144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43898) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:48.922692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-9a0eb68a-482d-41ef-835f-8a431e25b3b1 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325584 Aug 29 04:33:48.962146 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2d43df80-2213-477b-beaa-e70be5f7c939 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:48.963367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d43df80-2213-477b-beaa-e70be5f7c939 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/adba455e-2c29-40ca-9b31-487785f188da HTTP/1.1" status: 404 len: 336 time: 0.0622270 Aug 29 04:33:48.967714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43910) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.000820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-e2fe0121-16e1-4a2e-ad8e-9cc41af2fb64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 217 time: 0.0693483 Aug 29 04:33:49.013133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.066245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd5c11a8-a59b-4270-82aa-751e8db5d68b tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 HTTP/1.1" status: 200 len: 205 time: 0.0956638 Aug 29 04:33:49.076364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.098702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-cfd7f645-2f2c-4106-b427-70a186faf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.100875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-cfd7f645-2f2c-4106-b427-70a186faf6c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.0917563 Aug 29 04:33:49.171303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-464373da-e094-42a5-bd22-0f8c18aeda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.173412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-464373da-e094-42a5-bd22-0f8c18aeda3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628474 Aug 29 04:33:49.254252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Subnet': ['ID=e68de76b-b275-49cc-82fd-788a18872a1b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.258592 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2ba2f812-8753-45d2-b071-23a26fd679c1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] delete failed (client error): The resource could not be found. Aug 29 04:33:49.260998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2ba2f812-8753-45d2-b071-23a26fd679c1 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/routers/3c2cf4f9-eff1-485c-bb8b-22c3e595fc48 HTTP/1.1" status: 404 len: 336 time: 0.1815462 Aug 29 04:33:49.264198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 43942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.332492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Checking segment: {'id': '910b5f47-56f0-4c16-a4c0-61f82a39e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:49.333446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network hostable DHCP agents. Network: fd63b789-095c-4523-bab2-b54f6e38cc5b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:33:49.339601 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e0feaa-ad16-4409-aaaa-7e51922bac92 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] DELETE failed (client error): The resource could not be found. Aug 29 04:33:49.340412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e0feaa-ad16-4409-aaaa-7e51922bac92 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:33:49.343894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-64e0feaa-ad16-4409-aaaa-7e51922bac92 tempest-RoutersAdminTest-1715337774 tempest-RoutersAdminTest-1715337774-project] 10.222.0.62 "DELETE /v2.0/subnets/88dc0ee9-46aa-42e5-b695-a5bc8b3c5fa5 HTTP/1.1" status: 404 len: 337 time: 0.0777032 Aug 29 04:33:49.387748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-e7fa021d-c858-47e8-b919-1189b7d505f5 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017078 Aug 29 04:33:49.409859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:33:49.423976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe050a5-e44b-4f66-b765-ee5529564d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.431732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, fd63b789-095c-4523-bab2-b54f6e38cc5b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:49.438251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fe050a5-e44b-4f66-b765-ee5529564d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.444325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14fa08-93e8-424f-8cf5-36e9c17a4ad5 None None] Network fd63b789-095c-4523-bab2-b54f6e38cc5b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:49.448879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.451626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.523182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-59ee1158-30d9-4efc-ad12-1441d300bcea service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264100 Aug 29 04:33:49.573164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a3ce291-c4ce-49b8-bd32-f851b9ddafd7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7104034 Aug 29 04:33:49.575578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.591148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-93723488'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:49.598176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe050a5-e44b-4f66-b765-ee5529564d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12832ee8-c0c0-4712-a264-940837c020e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:49.611982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fe050a5-e44b-4f66-b765-ee5529564d7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c00e7e85bdc346fdafaec351e252b5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3065646 Aug 29 04:33:49.615203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 43978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:49.665216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-1d8cba61-64ed-46d9-a097-e61ef3083680 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.1332226 Aug 29 04:33:49.817175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.827674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-fd63b789-095c-4523-bab2-b54f6e38cc5b', 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'tenant_id': '83550ce437294f5eb362b8c90c0acc09', 'fixed_ips': [{'subnet_id': 'e68de76b-b275-49cc-82fd-788a18872a1b'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:33:49.829335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.888258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:49.905783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-c07f1d9b-023b-4868-bf50-539d2f9af9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:49.915550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-c07f1d9b-023b-4868-bf50-539d2f9af9ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.2391367 Aug 29 04:33:50.023565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:50.043411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.106080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port f2c54df2-5253-4507-b49c-b1b540cabd5e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:50.143589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-325293ca-d991-40cc-9775-bcc9a6f6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:50.146621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-325293ca-d991-40cc-9775-bcc9a6f6674c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2222798 Aug 29 04:33:50.239573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:50.278635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.295638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.301882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12832ee8-c0c0-4712-a264-940837c020e8 HTTP/1.1" status: 204 len: 168 time: 0.6787903 Aug 29 04:33:50.317710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Allocated IP 2001:db8::2 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/c89f1e87-52bd-406f-972c-da35392415cd) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:50.339400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3c5d-6afa-4868-94f3-b63950953129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12832ee8-c0c0-4712-a264-940837c020e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.513602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-d0789601-9f59-4cae-aee7-85e36394e010 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542430 Aug 29 04:33:50.567495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0050d532-824b-4381-b756-3bf22f8371d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.662678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.677407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Transition to ACTIVE for port object c89f1e87-52bd-406f-972c-da35392415cd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.703099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Transition to ACTIVE for port object c89f1e87-52bd-406f-972c-da35392415cd will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:50.715437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.827333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:50.837965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:50.842527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:50.876312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0050d532-824b-4381-b756-3bf22f8371d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.903649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Pushing event updated for resources: {'Port': ['ID=c89f1e87-52bd-406f-972c-da35392415cd,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:50.908499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0050d532-824b-4381-b756-3bf22f8371d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.960162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Attempting to bind port c89f1e87-52bd-406f-972c-da35392415cd on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:33:50.960971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Attempting to bind port c89f1e87-52bd-406f-972c-da35392415cd by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '910b5f47-56f0-4c16-a4c0-61f82a39e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:33:50.961837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Attempting to bind port c89f1e87-52bd-406f-972c-da35392415cd on network fd63b789-095c-4523-bab2-b54f6e38cc5b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:33:50.988237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:33:50.989453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Checking segment: {'id': '910b5f47-56f0-4c16-a4c0-61f82a39e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:33:50.990166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.990839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Bound using segment: {'id': '910b5f47-56f0-4c16-a4c0-61f82a39e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:33:50.991665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Bound port: c89f1e87-52bd-406f-972c-da35392415cd, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b5f47-56f0-4c16-a4c0-61f82a39e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:33:50.992195 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:50.995982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.996452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.996887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.997318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.997746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.998323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.998748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.999169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:50.999614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:51.000058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:51.000492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:51.001007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:33:51.063008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042e5d7c-eff5-4576-a5e9-8402acb456f6 req-72781098-d72f-469d-873e-c5353c34f3c7 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366356 Aug 29 04:33:51.130410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050d532-824b-4381-b756-3bf22f8371d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e19e7f-e9cc-48ab-b407-b2c47ce258b3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.181009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] For port c89f1e87-52bd-406f-972c-da35392415cd, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:33:51.194053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] For port c89f1e87-52bd-406f-972c-da35392415cd, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c89f1e87-52bd-406f-972c-da35392415cd,segment=NetworkSegment(910b5f47-56f0-4c16-a4c0-61f82a39e6fb),segment_id=910b5f47-56f0-4c16-a4c0-61f82a39e6fb)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:33:51.211903 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.283687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.284301 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0050d532-824b-4381-b756-3bf22f8371d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3446d33acf804f8091360ad47d1b1b13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0419288 Aug 29 04:33:51.350184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::385 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/f2c54df2-5253-4507-b49c-b1b540cabd5e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:51.453707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.503816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.622222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:51.653159 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4135180-d9a2-4150-bc32-8695f14d897f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.684000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.695239 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:51.699908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3618fe7-a106-4b07-a8df-7138f7f844f9 None None] Pushing event updated for resources: {'Port': ['ID=c89f1e87-52bd-406f-972c-da35392415cd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:51.701342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32e19e7f-e9cc-48ab-b407-b2c47ce258b3 HTTP/1.1" status: 204 len: 168 time: 0.4152191 Aug 29 04:33:51.757411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e8c5-a426-48cb-a8d5-4096818edae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e19e7f-e9cc-48ab-b407-b2c47ce258b3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.040870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.146019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object f2c54df2-5253-4507-b49c-b1b540cabd5e will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:52.175551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4135180-d9a2-4150-bc32-8695f14d897f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.191338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e4135180-d9a2-4150-bc32-8695f14d897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.314450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.342894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e4135180-d9a2-4150-bc32-8695f14d897f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc7b5151d90f4ddcbf988bd0f5da8187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129033 Aug 29 04:33:52.354646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.369321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4135180-d9a2-4150-bc32-8695f14d897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3ebd9-691d-4d8b-a05f-4fa1b26278e0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.526293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:52.612480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:52.623357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c89f1e87-52bd-406f-972c-da35392415cd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:52.634963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:52.652820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:52.653643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.661766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=f2c54df2-5253-4507-b49c-b1b540cabd5e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:52.760127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.790771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c89f1e87-52bd-406f-972c-da35392415cd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:52.872823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.923914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3b2163b-be1b-452c-823a-0d5f70fae521 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3453376 Aug 29 04:33:52.928123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44278) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:52.942907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459638364', 'allowed_address_pairs': [{'ip_address': '2001:db8::385', 'mac_address': 'fa:16:3e:ea:12:75'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:52.967015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.972517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:52.977629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cf3ebd9-691d-4d8b-a05f-4fa1b26278e0 HTTP/1.1" status: 204 len: 168 time: 0.6180353 Aug 29 04:33:53.006940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9535-6911-459e-bce7-86d828b98f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3ebd9-691d-4d8b-a05f-4fa1b26278e0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.067007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.197189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:53.198588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1920027-c192-4fbd-9852-569108b431b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b98998a2504466ea42f23845e693349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304028 Aug 29 04:33:53.276751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.313097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:53.332966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.551289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.555834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.559603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2722eefc-22b5-4445-898b-6f6892d2f099 HTTP/1.1" status: 204 len: 168 time: 0.3588676 Aug 29 04:33:53.586553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:53.589989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9481a-1e01-46c8-9202-d939d9c7d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2722eefc-22b5-4445-898b-6f6892d2f099,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:53.651722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e15a3-395e-488f-bfc0-46317abba195 None None] Network fd63b789-095c-4523-bab2-b54f6e38cc5b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:33:53.663274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port 72e363b5-b266-46ab-bf0f-65c63b3c3dca yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:53.837093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Provisioning for port c89f1e87-52bd-406f-972c-da35392415cd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:53.850453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Provisioning complete for port c89f1e87-52bd-406f-972c-da35392415cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:53.851998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.026988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::c9 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/72e363b5-b266-46ab-bf0f-65c63b3c3dca) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:54.179741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.275586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] For port c89f1e87-52bd-406f-972c-da35392415cd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c89f1e87-52bd-406f-972c-da35392415cd,segment=NetworkSegment(910b5f47-56f0-4c16-a4c0-61f82a39e6fb),segment_id=910b5f47-56f0-4c16-a4c0-61f82a39e6fb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:33:54.285893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.343161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.367245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object 72e363b5-b266-46ab-bf0f-65c63b3c3dca will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:54.398106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e269c-92ac-4839-a845-792c6089db20 None None] Pushing event updated for resources: {'Port': ['ID=c89f1e87-52bd-406f-972c-da35392415cd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.444300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.527980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:54.552992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:54.565679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:54.589278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:54.590011 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.661937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=72e363b5-b266-46ab-bf0f-65c63b3c3dca,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:54.711736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fed8c9bb-28e0-4bfc-b415-4f6dfb5b0959 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7823458 Aug 29 04:33:54.716206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:54.873168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Provisioning for port f2c54df2-5253-4507-b49c-b1b540cabd5e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:54.889843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Provisioning complete for port f2c54df2-5253-4507-b49c-b1b540cabd5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:54.896327 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:54.961884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6f26d-331b-4fec-928b-c85ec5cebfbf tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.000722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6f26d-331b-4fec-928b-c85ec5cebfbf tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.038679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6f26d-331b-4fec-928b-c85ec5cebfbf tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.040027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-b8ff79ce-6862-4785-a189-ba12ba41c87a tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:55.043606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1a6f26d-331b-4fec-928b-c85ec5cebfbf tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3258004 Aug 29 04:33:55.051851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-b8ff79ce-6862-4785-a189-ba12ba41c87a tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 814 time: 0.3765388 Aug 29 04:33:55.052074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:55.057712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Port f2c54df2-5253-4507-b49c-b1b540cabd5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:55.083591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-747ffd4c-fda3-4605-81e5-95ef73e62786 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/quotas/b920a909511141bdaad68cdf7e3aca69 HTTP/1.1" status: 200 len: 375 time: 0.0182283 Aug 29 04:33:55.094221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Provisioning complete for port c89f1e87-52bd-406f-972c-da35392415cd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.095572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe92b4f2-3557-4ba1-9f15-3111649f16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.219823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-91c19dad-21d9-48f5-adc1-29a7401d8f50 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862367 Aug 29 04:33:55.338122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port 72e363b5-b266-46ab-bf0f-65c63b3c3dca {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:55.338827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.606284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-48614f3d-726d-4a70-8b7e-9e7b54bfab05 None None] Provisioning complete for port f2c54df2-5253-4507-b49c-b1b540cabd5e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:55.606678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48614f3d-726d-4a70-8b7e-9e7b54bfab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.628383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-12ce4ddd-6a58-457f-a19f-d34285c99e3d service neutron] 10.222.0.62 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598249 Aug 29 04:33:55.644195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:55.701092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for 72e363b5-b266-46ab-bf0f-65c63b3c3dca owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:55.767170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-48614f3d-726d-4a70-8b7e-9e7b54bfab05 None None] Port f2c54df2-5253-4507-b49c-b1b540cabd5e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:55.853752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-4509eb77-98f8-4dba-bbb9-88a6e573d441 service neutron] 10.222.0.62 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231035 Aug 29 04:33:56.116146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.127667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73528e47-e59b-42d3-826a-69c8ed3bc39b None None] Could not find standard attr ID for object 72e363b5-b266-46ab-bf0f-65c63b3c3dca. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:33:56.164415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d46ef59-3a07-41a5-b1e6-c532893d2ea6 req-2c2d8833-c247-442a-818b-6724ccb62c6d tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.0724759 Aug 29 04:33:56.271820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=72e363b5-b266-46ab-bf0f-65c63b3c3dca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:56.416470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c89f1e87-52bd-406f-972c-da35392415cd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:33:56.527787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.532212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc2e78c2-77ba-43a5-ae14-b7c8d79eff00 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/72e363b5-b266-46ab-bf0f-65c63b3c3dca HTTP/1.1" status: 204 len: 168 time: 1.4773943 Aug 29 04:33:56.535156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c89f1e87-52bd-406f-972c-da35392415cd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:56.535430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.535626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.619647 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-039f8551-1214-4112-be71-7622471c010b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] GET failed (client error): The resource could not be found. Aug 29 04:33:56.629800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-039f8551-1214-4112-be71-7622471c010b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports/72e363b5-b266-46ab-bf0f-65c63b3c3dca HTTP/1.1" status: 404 len: 333 time: 0.0920079 Aug 29 04:33:56.635574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:56.643815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-918604035'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:56.817639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:56.841776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:56.870075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port 35101e5c-b1ff-48c2-952e-a0327cd73d44 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:56.946437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.171959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::2e6 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/35101e5c-b1ff-48c2-952e-a0327cd73d44) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:57.244435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-351975102', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:57.322097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Made reservation on behalf of 23da2251741f45189c8901c904dc1c58 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:33:57.327127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.381430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.449293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322796ec-4b12-46de-b7af-0786a202f6c9 req-fa291f7d-0048-4bb2-8e16-fefda147a73c tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.0879714 Aug 29 04:33:57.648225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.651369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.663622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.665351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object 35101e5c-b1ff-48c2-952e-a0327cd73d44 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:33:57.677371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] device_id is not set on port 583730cc-1d75-4f35-a8ff-d3a4eecc63f8 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:33:57.739577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.750237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f045c-402a-479a-ac7e-1bc7d22e7f2e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.821594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:57.826285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:57.831253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:57.837766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:57.841217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:57.844221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Allocated IP 172.25.3.176 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/583730cc-1d75-4f35-a8ff-d3a4eecc63f8) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:33:57.915227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2742686 Aug 29 04:33:57.916086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44498) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:57.921781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215293e-c696-4142-892d-2f095a28b7c7 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=35101e5c-b1ff-48c2-952e-a0327cd73d44,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:57.929081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::385', 'mac_address': 'fa:16:3e:ea:12:75'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:58.089786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.266538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.452615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a48e637-201a-4ee0-ad4e-cc1d5ded61d2 None None] Provisioning for port 35101e5c-b1ff-48c2-952e-a0327cd73d44 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:33:58.481024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a48e637-201a-4ee0-ad4e-cc1d5ded61d2 None None] Provisioning complete for port 35101e5c-b1ff-48c2-952e-a0327cd73d44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:58.481635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a48e637-201a-4ee0-ad4e-cc1d5ded61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.507421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.524938 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.647544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5a48e637-201a-4ee0-ad4e-cc1d5ded61d2 None None] Port 35101e5c-b1ff-48c2-952e-a0327cd73d44 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:58.782794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.841725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b48a8ae0-15c8-4431-a520-6b884f3b4696 req-880e84ca-3bf9-43d1-9b5f-87b03ef98f10 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.2604685 Aug 29 04:33:58.843448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] In _notify_port_updated(), no bound segment for port 35101e5c-b1ff-48c2-952e-a0327cd73d44 on network fd63b789-095c-4523-bab2-b54f6e38cc5b {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:33:58.872178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:58.872178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:58.872178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "PUT /v2.0/ports/35101e5c-b1ff-48c2-952e-a0327cd73d44 HTTP/1.1" status: 200 len: 1002 time: 0.9511209 Aug 29 04:33:58.872839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44530) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:58.930019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:33:58.936404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:33:58.945765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:33:59.058367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb1552-db27-4918-9f65-c87ddcb3d9a5 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=35101e5c-b1ff-48c2-952e-a0327cd73d44,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.162698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port 35101e5c-b1ff-48c2-952e-a0327cd73d44 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:33:59.163585 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.222316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:33:59.224873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.243063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Pushing event updated for resources: {'Port': ['ID=583730cc-1d75-4f35-a8ff-d3a4eecc63f8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:33:59.266053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad4e9e79-c238-42e9-8f5b-ba56bc3dab32 tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3225131 Aug 29 04:33:59.269194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:33:59.278386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}]}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:33:59.341956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.343546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.359342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.376336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for 35101e5c-b1ff-48c2-952e-a0327cd73d44 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:33:59.388420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-18425989-81b1-40f9-a8a6-12d8203c32e5 None None] Provisioning complete for port 35101e5c-b1ff-48c2-952e-a0327cd73d44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:33:59.389431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-18425989-81b1-40f9-a8a6-12d8203c32e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.455006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-18425989-81b1-40f9-a8a6-12d8203c32e5 None None] Port 35101e5c-b1ff-48c2-952e-a0327cd73d44 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:33:59.507074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.648670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.761014 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.807628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:33:59.920068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=35101e5c-b1ff-48c2-952e-a0327cd73d44,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:00.139381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c20053a4-6b99-4cd9-84ee-dd1e55fcd011 req-3329526a-a4c2-4068-bbb6-6d293c112ead tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.1131732 Aug 29 04:34:00.165916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.292867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.307753 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4924929-5319-41a5-977f-94e12112ccef tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/35101e5c-b1ff-48c2-952e-a0327cd73d44 HTTP/1.1" status: 204 len: 168 time: 1.4230895 Aug 29 04:34:00.309406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.429305 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d2e1e7-a54f-42e5-9c6d-daa96c234092 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] GET failed (client error): The resource could not be found. Aug 29 04:34:00.436283 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00d2e1e7-a54f-42e5-9c6d-daa96c234092 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports/35101e5c-b1ff-48c2-952e-a0327cd73d44 HTTP/1.1" status: 404 len: 333 time: 0.1248119 Aug 29 04:34:00.437300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:00.445142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943285666'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:00.453680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.491947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.518636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b2fb-0508-47a1-97ad-701dfb442059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:00.786321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.375354 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b2fb-0508-47a1-97ad-701dfb442059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.416767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:01.428771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1877c8f9-9063-4a32-80ab-8514d77b72ba req-5e1d50e8-12d2-4e3e-9acc-c581c7507294 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.0891361 Aug 29 04:34:01.431903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7cf5b2fb-0508-47a1-97ad-701dfb442059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.437298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.485439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5b2fb-0508-47a1-97ad-701dfb442059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae6a15-5fb0-464c-b04f-c206a882fd3f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:01.505028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port 08f793b6-ad5f-4edf-ad37-b12094cf7748 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:01.683313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.686520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.691174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7cf5b2fb-0508-47a1-97ad-701dfb442059 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7852ecac78734652a6aa38eb985be695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5229762 Aug 29 04:34:01.694396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.706704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-65fb7ab2-258b-446f-b3a2-8131b676f37d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094227 Aug 29 04:34:01.745488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::72 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/08f793b6-ad5f-4edf-ad37-b12094cf7748) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:01.763499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.764261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43fd3b8b-96e5-4a06-9ecd-0cf26429283b {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:01.806905 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:01.812575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb412856-8899-467a-9c61-6c405a83251a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5380149 Aug 29 04:34:01.814280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:01.839825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-b14ebaad-33f4-4393-a0e8-a9e75be01c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:01.841549 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-b14ebaad-33f4-4393-a0e8-a9e75be01c4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 1097 time: 0.0876691 Aug 29 04:34:01.873665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:01.981314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.034772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.044662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-81b3ff43-4625-4484-b808-21ea34c15693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.046207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-81b3ff43-4625-4484-b808-21ea34c15693 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.1567686 Aug 29 04:34:02.055563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object 08f793b6-ad5f-4edf-ad37-b12094cf7748 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:02.139346 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-abd912d6-de67-4646-92c4-a4f83d1aeb0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 200 len: 217 time: 0.0826678 Aug 29 04:34:02.183548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Deleting port 583730cc-1d75-4f35-a8ff-d3a4eecc63f8 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:02.184247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.227306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.237188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-20d7e427-a001-4f27-8907-ed0da746eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.239230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-20d7e427-a001-4f27-8907-ed0da746eb13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.0828495 Aug 29 04:34:02.342581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:02.345048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=08f793b6-ad5f-4edf-ad37-b12094cf7748,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.358702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:02.362502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-0acdea83-d9f9-47a4-b1fa-a1cd3469c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.364268 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-0acdea83-d9f9-47a4-b1fa-a1cd3469c952 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147645 Aug 29 04:34:02.365139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:02.371877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.371877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.392765 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.396452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.396829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6f6823f6-010f-4ce8-961c-db30a1fa4655 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9580078 Aug 29 04:34:02.401193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8ae6a15-5fb0-464c-b04f-c206a882fd3f HTTP/1.1" status: 204 len: 168 time: 0.7021594 Aug 29 04:34:02.408536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:02.426077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cab62-70fc-4bf1-9574-f19659b447be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae6a15-5fb0-464c-b04f-c206a882fd3f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:02.470997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ea:12:75'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.482005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-57f965d1-4300-4bbe-b7db-76c431411a34 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:02.491632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-57f965d1-4300-4bbe-b7db-76c431411a34 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 814 time: 0.3551958 Aug 29 04:34:02.516763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.536146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Calling delete_port for 583730cc-1d75-4f35-a8ff-d3a4eecc63f8 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:02.693585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Request body: {'port': {'device_id': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874', 'admin_state_up': True, 'tenant_id': 'b920a909511141bdaad68cdf7e3aca69'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:02.745475 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-3723e3f7-4ca6-47c8-a513-cd5defab2700 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600013 Aug 29 04:34:02.746341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.769623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-e6b8ba5d-1ea4-4d2a-b816-75654975aab2 req-ac21b959-4ba1-43a7-ad4b-a97486fbfc67 service neutron] (94826) timed out ('10.222.0.62', 42996) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:34:02.882400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac6d388e-0b3e-40e1-af5e-4fe4723a6bf4 None None] Provisioning for port 08f793b6-ad5f-4edf-ad37-b12094cf7748 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:02.894121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac6d388e-0b3e-40e1-af5e-4fe4723a6bf4 None None] Provisioning complete for port 08f793b6-ad5f-4edf-ad37-b12094cf7748 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:02.897831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac6d388e-0b3e-40e1-af5e-4fe4723a6bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:02.948785 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2fa86af3-e242-45be-8867-1107fe7bbd8b req-bd5ec0e7-ca58-4005-bfa7-46d679fc4b37 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814768 Aug 29 04:34:02.958975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06b69d54-6264-4c9b-923d-d9965d857213 req-44ef50b2-aed4-41b7-ab61-7650dea4980b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.1723926 Aug 29 04:34:03.022480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d388e-0b3e-40e1-af5e-4fe4723a6bf4 None None] Port 08f793b6-ad5f-4edf-ad37-b12094cf7748 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:03.060820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.149467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Pushing event deleted for resources: {'Port': ['ID=583730cc-1d75-4f35-a8ff-d3a4eecc63f8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.269598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Made reservation on behalf of b920a909511141bdaad68cdf7e3aca69 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:03.276043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.279184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.324504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff526ab2-af34-4504-993a-e9fd5b308d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.433333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.439667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-104221d2-cfce-4003-9805-25a7f3e4009a tempest-RoutersAdminNegativeIpV6Test-1096733193 tempest-RoutersAdminNegativeIpV6Test-1096733193-project-admin] 10.222.0.62 "DELETE /v2.0/ports/583730cc-1d75-4f35-a8ff-d3a4eecc63f8 HTTP/1.1" status: 204 len: 168 time: 1.6248829 Aug 29 04:34:03.489259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.520104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.603753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] In _notify_port_updated(), no bound segment for port 08f793b6-ad5f-4edf-ad37-b12094cf7748 on network fd63b789-095c-4523-bab2-b54f6e38cc5b {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:03.615064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:03.616526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.620814 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "PUT /v2.0/ports/08f793b6-ad5f-4edf-ad37-b12094cf7748 HTTP/1.1" status: 200 len: 1002 time: 1.2088592 Aug 29 04:34:03.626490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:03.695705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Allocated IP 172.20.0.11 (92e9d750-3fb6-46d9-be84-fe429925b874/ecee3047-6e79-4a76-a641-103978c1abd6/de8578a9-c7d0-4061-b722-b893d36d4624) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:03.745997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae016e30-0f55-4c7f-975f-b6a0445d341c tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=08f793b6-ad5f-4edf-ad37-b12094cf7748,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:03.924041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff526ab2-af34-4504-993a-e9fd5b308d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.941260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port 08f793b6-ad5f-4edf-ad37-b12094cf7748 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:03.941774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:03.948240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ff526ab2-af34-4504-993a-e9fd5b308d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.066895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526ab2-af34-4504-993a-e9fd5b308d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6403cd-b924-4213-a1b6-d67ae1460035,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.067245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.090149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ff526ab2-af34-4504-993a-e9fd5b308d1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9191e4ccc181459c8087553a2e6a3db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8094482 Aug 29 04:34:04.093768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.137951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.168300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0e98a687-aa76-4e4f-9869-f2e5b6612c38 None None] Provisioning complete for port 08f793b6-ad5f-4edf-ad37-b12094cf7748 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:04.169194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0e98a687-aa76-4e4f-9869-f2e5b6612c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.189642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.209876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.215963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for 08f793b6-ad5f-4edf-ad37-b12094cf7748 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:04.229466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0e98a687-aa76-4e4f-9869-f2e5b6612c38 None None] Port 08f793b6-ad5f-4edf-ad37-b12094cf7748 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:04.242798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-235bf90d-8beb-4db3-9c3f-5a9ef6d97f35 req-7e5977a1-51f1-4303-9eb3-b25ce0d817da tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.0880694 Aug 29 04:34:04.253374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.267807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.338528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Network 92e9d750-3fb6-46d9-be84-fe429925b874 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:04.346909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:04.353723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:04.463285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Pushing event updated for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.500327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.504953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.514570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:04.516145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.518701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd6403cd-b924-4213-a1b6-d67ae1460035 HTTP/1.1" status: 204 len: 168 time: 0.4168546 Aug 29 04:34:04.527239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.529533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.538750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-27a48ecd-3da0-441a-a708-542050abcbf1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8867157 Aug 29 04:34:04.557205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Request body: {'port': {'device_id': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:04.576390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2e817-520d-4bba-8efe-17f1720ea2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6403cd-b924-4213-a1b6-d67ae1460035,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.584128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=08f793b6-ad5f-4edf-ad37-b12094cf7748,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:04.663723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.669834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e638d4a-8e7a-49ef-9227-513466ee9b6a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/08f793b6-ad5f-4edf-ad37-b12094cf7748 HTTP/1.1" status: 204 len: 168 time: 1.0417607 Aug 29 04:34:04.671986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.697203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:04.720893 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-119bbceb-7d80-4143-b725-2fecdbc6f44a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] GET failed (client error): The resource could not be found. Aug 29 04:34:04.727599 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-119bbceb-7d80-4143-b725-2fecdbc6f44a tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports/08f793b6-ad5f-4edf-ad37-b12094cf7748 HTTP/1.1" status: 404 len: 333 time: 0.0503829 Aug 29 04:34:04.728324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:04.739198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1952955793'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:05.056056 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.069357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.161194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30d4ea195dbe4042a3374452bd3e0a24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0172412 Aug 29 04:34:05.182857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:05.193009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8578a9-c7d0-4061-b722-b893d36d4624 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:05.203271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.219755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Transition to ACTIVE for port object de8578a9-c7d0-4061-b722-b893d36d4624 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:05.227463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.245696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:05.248884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.276505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c001a-e2c1-4c6a-92f0-c1a13da13938,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.337046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:05.368654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Pushing event updated for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.410880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Attempting to bind port de8578a9-c7d0-4061-b722-b893d36d4624 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:05.411519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Attempting to bind port de8578a9-c7d0-4061-b722-b893d36d4624 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:05.412311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Attempting to bind port de8578a9-c7d0-4061-b722-b893d36d4624 on network 92e9d750-3fb6-46d9-be84-fe429925b874 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:05.419976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Port de8578a9-c7d0-4061-b722-b893d36d4624 on network 92e9d750-3fb6-46d9-be84-fe429925b874 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:34:05.420485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Attempting to bind port de8578a9-c7d0-4061-b722-b893d36d4624 on network 92e9d750-3fb6-46d9-be84-fe429925b874 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:05.428831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:05.429348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Checking segment: {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:05.430031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Bound using segment: {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:05.430612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Bound port: de8578a9-c7d0-4061-b722-b893d36d4624, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:05.431090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.449835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.450184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.450531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.450873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.451208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.451540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.451888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.452231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.452560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.452884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.453209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.453532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccafe51-28fc-4c7a-a806-54229d49521d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:05.487979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.583426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6afdd1-42b3-44e2-82c3-40ebb237866d req-962e4812-8bd1-4a5b-8831-a300c1998352 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.585362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad6afdd1-42b3-44e2-82c3-40ebb237866d req-962e4812-8bd1-4a5b-8831-a300c1998352 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 944 time: 0.1512408 Aug 29 04:34:05.621401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.640610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:05.679066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad6afdd1-42b3-44e2-82c3-40ebb237866d req-0b2c2656-3bb2-4f5f-9439-bce06eafdf7a tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743787 Aug 29 04:34:05.681942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de8578a9-c7d0-4061-b722-b893d36d4624,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:05.693529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.746183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::3a0 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/67e6d54c-6f1a-4291-a0c8-93bed6923ad4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:05.767769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.768495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.770263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] 10.222.0.54 "PUT /v2.0/ports/de8578a9-c7d0-4061-b722-b893d36d4624 HTTP/1.1" status: 200 len: 1093 time: 1.2217090 Aug 29 04:34:05.771157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:05.773898 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72154618-dd1d-4343-a859-393b2a6432cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:05.884076 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c2346-a630-4cd9-8c6d-2ca50558c435 x-openstack-request-id: req-5c2c2346-a630-4cd9-8c6d-2ca50558c435 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:05.884397 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:05.884659 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c2c2346-a630-4cd9-8c6d-2ca50558c435 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:05.885125 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624', 'status': 'completed', 'code': 200} Aug 29 04:34:05.887349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a0740-d1a3-4828-955e-5a9100ac7493 service neutron] Pushing event updated for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:05.915319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-99517f0d-247f-4b10-8a97-dd9fb5efae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:05.917564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-99517f0d-247f-4b10-8a97-dd9fb5efae6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 1096 time: 0.0824776 Aug 29 04:34:05.945615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.949403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:05.953945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/572c001a-e2c1-4c6a-92f0-c1a13da13938 HTTP/1.1" status: 204 len: 168 time: 0.7661574 Aug 29 04:34:05.974303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2597fc-a8e9-4f8c-989c-db966c872b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c001a-e2c1-4c6a-92f0-c1a13da13938,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.019363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-58b7190a-020d-4cd1-bf2d-ccdbd3873db5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8578a9-c7d0-4061-b722-b893d36d4624 HTTP/1.1" status: 200 len: 217 time: 0.0880244 Aug 29 04:34:06.075270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.096577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-759362c0-f91c-4bdb-bf48-cbdddfc55f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.098759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-759362c0-f91c-4bdb-bf48-cbdddfc55f3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecee3047-6e79-4a76-a641-103978c1abd6 HTTP/1.1" status: 200 len: 854 time: 0.0696070 Aug 29 04:34:06.114788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:06.154431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-959b3c04-4568-466a-b4a3-ccced2db46ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92e9d750-3fb6-46d9-be84-fe429925b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379372 Aug 29 04:34:06.180455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.312938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:06.319753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:06.331969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:06.347432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.352085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.367262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=67e6d54c-6f1a-4291-a0c8-93bed6923ad4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:06.404927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd0a3e9f-d523-41c8-a565-96fdcef24ec2 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6721187 Aug 29 04:34:06.406142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:06.416413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'network_id': 'fd63b789-095c-4523-bab2-b54f6e38cc5b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-885950261'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:06.491267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-42cd3ed5-1cb2-4bbe-9a44-7c8721bd8e15 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273962 Aug 29 04:34:06.637567 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:06.718130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14b08000-8e4b-49f3-a716-9ff202323ee6 req-57038a17-6413-4791-99a0-67d4be272f90 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110870 Aug 29 04:34:06.763893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Made reservation on behalf of 83550ce437294f5eb362b8c90c0acc09 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:06.773491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.795993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c881e5ce-0e83-4c86-88f8-4ca1a5a9fd1f None None] Provisioning for port 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:06.802264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c881e5ce-0e83-4c86-88f8-4ca1a5a9fd1f None None] Provisioning complete for port 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:06.802820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c881e5ce-0e83-4c86-88f8-4ca1a5a9fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:06.820719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] device_id is not set on port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:06.945905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154618-dd1d-4343-a859-393b2a6432cb req-753bd6bd-cfde-4d58-b92e-3f438b51eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:06.948164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-753bd6bd-cfde-4d58-b92e-3f438b51eaac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 1096 time: 0.1110690 Aug 29 04:34:06.954387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c881e5ce-0e83-4c86-88f8-4ca1a5a9fd1f None None] Port 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:06.986856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.248825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Allocated IP 2001:db8::2e1 (fd63b789-095c-4523-bab2-b54f6e38cc5b/e68de76b-b275-49cc-82fd-788a18872a1b/4b3af69d-e5bc-4fda-a5d4-9520af408a64) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:07.267568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee25b3fc-ecca-4a4e-b06d-fd367b419d2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23da2251741f45189c8901c904dc1c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761028 Aug 29 04:34:07.273441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.352992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051bdb1-8ac8-4519-b46d-eb30efbfdce8 req-185036d0-aa84-41f0-92d8-a2f2ae143c37 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.356644 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6d51-411d-4575-8e56-a4d43391a4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.366752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b051bdb1-8ac8-4519-b46d-eb30efbfdce8 req-185036d0-aa84-41f0-92d8-a2f2ae143c37 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 944 time: 0.3560846 Aug 29 04:34:07.484517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b051bdb1-8ac8-4519-b46d-eb30efbfdce8 req-091aa649-b7a2-465f-8b4c-23464658fbff tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153579 Aug 29 04:34:07.538465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154618-dd1d-4343-a859-393b2a6432cb req-d4bc65d7-ba9a-4dbf-a3f9-4fbcdc8c5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.540026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-d4bc65d7-ba9a-4dbf-a3f9-4fbcdc8c5f29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 915 time: 0.5750835 Aug 29 04:34:07.583022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:07.679086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-3e1914c6-6440-4a02-83ab-c6a30723a39b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8578a9-c7d0-4061-b722-b893d36d4624 HTTP/1.1" status: 200 len: 217 time: 0.1292920 Aug 29 04:34:07.759590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:07.802580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154618-dd1d-4343-a859-393b2a6432cb req-173a9ac2-307f-47cf-9d0a-a6266bec7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:07.805383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-173a9ac2-307f-47cf-9d0a-a6266bec7805 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecee3047-6e79-4a76-a641-103978c1abd6 HTTP/1.1" status: 200 len: 854 time: 0.1180537 Aug 29 04:34:07.866162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-00d3199a-38b0-4434-9846-d223f39dd05f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92e9d750-3fb6-46d9-be84-fe429925b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516894 Aug 29 04:34:07.977213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Transition to ACTIVE for port object 4b3af69d-e5bc-4fda-a5d4-9520af408a64 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:08.007790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f1ba-9fe9-449c-8b33-f5bb65116646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.026209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.054991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.095024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.148766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-4de69573-7c34-4e42-ba4d-a753901d2a56 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732387 Aug 29 04:34:08.156508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Network fd63b789-095c-4523-bab2-b54f6e38cc5b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:08.161294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:08.166579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:08.172819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.173537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.182120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=4b3af69d-e5bc-4fda-a5d4-9520af408a64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.225674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.229119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.232481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f7f045c-402a-479a-ac7e-1bc7d22e7f2e HTTP/1.1" status: 204 len: 168 time: 0.9543276 Aug 29 04:34:08.286600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cf995-27cd-4e21-9657-e9258009142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f045c-402a-479a-ac7e-1bc7d22e7f2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.329194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72154618-dd1d-4343-a859-393b2a6432cb req-093d28b5-37d8-44d6-82b5-d81627fecf76 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626287 Aug 29 04:34:08.362718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f1ba-9fe9-449c-8b33-f5bb65116646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.369463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f1ba-9fe9-449c-8b33-f5bb65116646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.392357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-38d31b30-01b8-4b55-a5d4-09aac9b10f92 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9845626 Aug 29 04:34:08.397137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.402836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::385', 'mac_address': 'fa:16:3e:ea:12:75'}, {'ip_address': '2001:db8::3a0', 'mac_address': 'fa:16:3e:46:00:6a'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:08.473764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e2b3f1ba-9fe9-449c-8b33-f5bb65116646 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4965c5c61131447aa133f0bc1cc07516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076545 Aug 29 04:34:08.473764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:08.476219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3f1ba-9fe9-449c-8b33-f5bb65116646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a2dc96-3824-4ff4-885e-844e82617e85,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.658079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.684835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.720153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-835d6873-a21b-4aec-bc67-e49079458a17 None None] Provisioning for port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:08.726218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-835d6873-a21b-4aec-bc67-e49079458a17 None None] Provisioning complete for port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:08.727243 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-835d6873-a21b-4aec-bc67-e49079458a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.781577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.785471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:08.787142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4a2dc96-3824-4ff4-885e-844e82617e85 HTTP/1.1" status: 204 len: 168 time: 0.3126471 Aug 29 04:34:08.836804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-835d6873-a21b-4aec-bc67-e49079458a17 None None] Port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:08.850689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a993b8-8fb1-4c0f-8623-fcfd25de79d9 req-dc1c81a6-933d-43f6-bf4d-20fcb0c36c8e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:08.858197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85a993b8-8fb1-4c0f-8623-fcfd25de79d9 req-dc1c81a6-933d-43f6-bf4d-20fcb0c36c8e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 944 time: 0.1150568 Aug 29 04:34:08.866999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a132e6-7d41-46f0-b383-026ce5b1b386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a2dc96-3824-4ff4-885e-844e82617e85,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:08.897836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.014187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85a993b8-8fb1-4c0f-8623-fcfd25de79d9 req-840fcf9b-207b-4771-8545-174cdf62a6bb tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523340 Aug 29 04:34:09.412493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44770) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.417650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb3bf0-ea70-4ef8-b9e0-60bfb0a42d0c req-6f3da45d-7530-45da-b6c6-60c49c55393d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.425398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66cb3bf0-ea70-4ef8-b9e0-60bfb0a42d0c req-6f3da45d-7530-45da-b6c6-60c49c55393d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2224622 Aug 29 04:34:09.438059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5625a496-cd39-4e5f-ae72-3f73e81ef282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.438385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-69d6511e-9831-4e35-9e49-e567cfd7a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.441194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-69d6511e-9831-4e35-9e49-e567cfd7a4fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.2159398 Aug 29 04:34:09.468680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.502225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.589362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5625a496-cd39-4e5f-ae72-3f73e81ef282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.594961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5625a496-cd39-4e5f-ae72-3f73e81ef282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.649826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5625a496-cd39-4e5f-ae72-3f73e81ef282 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b1db3d558384921962f19c7f30d1760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348905 Aug 29 04:34:09.651154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625a496-cd39-4e5f-ae72-3f73e81ef282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9eb88f-eb54-45fb-ac97-fd91b4e59b2d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.653890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.677689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] In _notify_port_updated(), no bound segment for port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 on network fd63b789-095c-4523-bab2-b54f6e38cc5b {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:09.689795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.691267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.694526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "PUT /v2.0/ports/4b3af69d-e5bc-4fda-a5d4-9520af408a64 HTTP/1.1" status: 200 len: 1067 time: 1.2961671 Aug 29 04:34:09.698945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:09.724456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66cb3bf0-ea70-4ef8-b9e0-60bfb0a42d0c req-ec5bf068-1224-410a-a10c-36270e932d15 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2897899 Aug 29 04:34:09.752999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec237a-d2ff-45d1-ba08-923ec69b7547 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event updated for resources: {'Port': ['ID=4b3af69d-e5bc-4fda-a5d4-9520af408a64,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:09.802004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-e91906b2-9025-4b8d-8797-36b4262e5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:09.805881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-e91906b2-9025-4b8d-8797-36b4262e5b96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.3333182 Aug 29 04:34:09.834666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.881614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.899664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:09.900205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:09.935442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-c680504e-a585-4fc5-ba3e-fb8eff10030b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.1205068 Aug 29 04:34:10.031810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-aa9c7efe-3486-4aa4-abce-52b4e49099e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.034600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-aa9c7efe-3486-4aa4-abce-52b4e49099e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.0754688 Aug 29 04:34:10.058362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:10.145024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-392c20a5-f891-4d25-893e-1ed16106bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.147132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-392c20a5-f891-4d25-893e-1ed16106bc35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001515 Aug 29 04:34:10.173278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.186334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.191393 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a9eb88f-eb54-45fb-ac97-fd91b4e59b2d HTTP/1.1" status: 204 len: 168 time: 0.5333054 Aug 29 04:34:10.192949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.221783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cfa41-8206-49a9-a4ef-cbb469106133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9eb88f-eb54-45fb-ac97-fd91b4e59b2d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.237948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for 4b3af69d-e5bc-4fda-a5d4-9520af408a64 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:10.357733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-37e39afd-8005-493a-89bc-205dcdf21afa None None] Provisioning complete for port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:10.358749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37e39afd-8005-493a-89bc-205dcdf21afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.370164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.373477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7277f284-eb6a-4a8c-b1be-b282efd04ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.396456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-804536256'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:10.465430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-37e39afd-8005-493a-89bc-205dcdf21afa None None] Port 4b3af69d-e5bc-4fda-a5d4-9520af408a64 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:10.546259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a27cf-1d14-4e91-b68a-e3a90b4c4fff req-b01dd266-dc1f-4ca5-b3b0-94c9500e8fe9 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:10.546653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.560540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b80a27cf-1d14-4e91-b68a-e3a90b4c4fff req-b01dd266-dc1f-4ca5-b3b0-94c9500e8fe9 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 944 time: 0.3493361 Aug 29 04:34:10.584488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=4b3af69d-e5bc-4fda-a5d4-9520af408a64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:10.604525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:10.614311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.628795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-03fa760c-e32f-4dcb-8ce5-409dd516e726 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699333 Aug 29 04:34:10.651517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:10.757064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b80a27cf-1d14-4e91-b68a-e3a90b4c4fff req-7b3cb63f-b2e1-4a43-9abe-3749bac32707 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955335 Aug 29 04:34:11.058369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbb2b03-e21c-4d5c-962b-4e380e4896a1 req-833ac8a9-fec5-481e-86e7-8ac30b53b6a3 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181387 Aug 29 04:34:11.083790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.091507 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7bf45219-07d1-4db0-ad21-229e73c41242 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/4b3af69d-e5bc-4fda-a5d4-9520af408a64 HTTP/1.1" status: 204 len: 168 time: 1.3911912 Aug 29 04:34:11.092686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.137945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de8578a9-c7d0-4061-b722-b893d36d4624 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:34:11.161978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d65d-3c76-49fa-89b3-d87f26e2613d req-01fc85aa-8c22-4a5e-8642-54c534231230 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.171055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8198d65d-3c76-49fa-89b3-d87f26e2613d req-01fc85aa-8c22-4a5e-8642-54c534231230 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2783105 Aug 29 04:34:11.176951 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-952595a0-4e49-43a0-977f-69f0e3d49950 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] GET failed (client error): The resource could not be found. Aug 29 04:34:11.178663 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-952595a0-4e49-43a0-977f-69f0e3d49950 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports/4b3af69d-e5bc-4fda-a5d4-9520af408a64 HTTP/1.1" status: 404 len: 333 time: 0.0847466 Aug 29 04:34:11.184684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.269902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8198d65d-3c76-49fa-89b3-d87f26e2613d req-a6d807b0-4c41-4b84-9ea5-a660f4f93640 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976980 Aug 29 04:34:11.279625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.293090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.329916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:11.348492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611c9138-c236-44cc-b365-d4313ecd5b74,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.355889 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.356205 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 98fb52ea-9f20-4042-b999-d664f199b01d of type vlan for network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 Aug 29 04:34:11.392703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.413284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:11.414209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.422268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.463318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.464052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de8578a9-c7d0-4061-b722-b893d36d4624,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:11.480306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'de8578a9-c7d0-4061-b722-b893d36d4624', 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874', 'port_id': 'de8578a9-c7d0-4061-b722-b893d36d4624', 'mac_address': 'fa:16:3e:da:f9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecee3047-6e79-4a76-a641-103978c1abd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:34:11.481508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:11.486256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.534797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.593343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8578a9-c7d0-4061-b722-b893d36d4624 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:34:11.612558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5526869 Aug 29 04:34:11.613562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44834) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:11.625879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'name': 'tempest-PortsIpV6TestJSON-993708950'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:11.629183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de8578a9-c7d0-4061-b722-b893d36d4624,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:11.638298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.669540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.694074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for 67e6d54c-6f1a-4291-a0c8-93bed6923ad4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:11.747276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.748709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee39f-510f-4ab2-b2d1-1b0faed021c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:11.772801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:11.829002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:11.844396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.878777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 31abf03c-cd3e-4a4e-b55e-6497495005e5 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:11.889875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:11.986253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=67e6d54c-6f1a-4291-a0c8-93bed6923ad4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:12.097644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.105115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f611b9eb-360c-4b98-ba28-aa1aeb44cf1b tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/67e6d54c-6f1a-4291-a0c8-93bed6923ad4 HTTP/1.1" status: 204 len: 168 time: 0.9188726 Aug 29 04:34:12.106379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.153947 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc007d9-1f16-4b38-95d9-b521e0496793 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] GET failed (client error): The resource could not be found. Aug 29 04:34:12.166379 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3bc007d9-1f16-4b38-95d9-b521e0496793 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "GET /v2.0/ports/67e6d54c-6f1a-4291-a0c8-93bed6923ad4 HTTP/1.1" status: 404 len: 333 time: 0.0575292 Aug 29 04:34:12.168227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:12.318773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.392345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['de8578a9-c7d0-4061-b722-b893d36d4624'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:12.498655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port f2c54df2-5253-4507-b49c-b1b540cabd5e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:12.499244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.751509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:12.773019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for f2c54df2-5253-4507-b49c-b1b540cabd5e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:12.858070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1313-b4a3-4ba1-baa7-e97b60f978fe req-7d2e608d-1d87-4143-95d5-668b5ede4d57 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.859844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78dc1313-b4a3-4ba1-baa7-e97b60f978fe req-7d2e608d-1d87-4143-95d5-668b5ede4d57 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2061601 Aug 29 04:34:12.935425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd467b-86f9-449a-b9ed-dd50e28a0d45 req-394fa1ec-c472-428a-a9a6-7ddf888dad6e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:12.935425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54cd467b-86f9-449a-b9ed-dd50e28a0d45 req-394fa1ec-c472-428a-a9a6-7ddf888dad6e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 945 time: 0.3022246 Aug 29 04:34:12.999439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.014894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.087226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=f2c54df2-5253-4507-b49c-b1b540cabd5e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.098723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78dc1313-b4a3-4ba1-baa7-e97b60f978fe req-5ccc77b2-f23d-4561-9065-12df66893dcc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2260606 Aug 29 04:34:13.111413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.151996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54cd467b-86f9-449a-b9ed-dd50e28a0d45 req-d3a53138-594d-4f77-bf44-51278dc9c2d2 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802535 Aug 29 04:34:13.223728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.239520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.243421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b780b509-6a0e-406c-9b25-ceaf2a40a157 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/ports/f2c54df2-5253-4507-b49c-b1b540cabd5e HTTP/1.1" status: 204 len: 168 time: 1.0731387 Aug 29 04:34:13.248540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.360118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '98fb52ea-9f20-4042-b999-d664f199b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:13.360606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:13.366152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=31abf03c-cd3e-4a4e-b55e-6497495005e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.406733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:13.416192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting subnet e68de76b-b275-49cc-82fd-788a18872a1b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:13.423325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:13.430737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.433200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:13.439128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff03756-4078-42e3-b6a8-b763b21d797e None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:13.449928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.451022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.482090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1e59a39a-d16f-4b15-83a9-e211d338992f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8613148 Aug 29 04:34:13.483563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.495880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-559491015'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.539918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:13.554682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.592862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.609686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:13.641687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.642830 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 6ac49e40-b325-4086-9df0-ed2c724c3da0 of type vlan for network 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846 Aug 29 04:34:13.749019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.786527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.794231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:13.802303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.893817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4059470 Aug 29 04:34:13.894554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:13.902677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'ports': [{'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'}, {'network_id': '1af44ae7-c20b-4e34-b4c7-dd85cc4b0846'}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.902991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.903476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '1af44ae7-c20b-4e34-b4c7-dd85cc4b0846'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:13.931399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:13.964195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03c40-996d-4357-991b-56b9510f156d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=1af44ae7-c20b-4e34-b4c7-dd85cc4b0846,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:13.987084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:14.079965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.112621 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.116064 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/subnets/e68de76b-b275-49cc-82fd-788a18872a1b HTTP/1.1" status: 204 len: 168 time: 0.8662221 Aug 29 04:34:14.122518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.124357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a57560-95c5-457a-b8eb-53057d2fef75 None None] Network fd63b789-095c-4523-bab2-b54f6e38cc5b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:14.170194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b44992-b81b-4cc3-b2fa-6473984363de tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Subnet': ['ID=e68de76b-b275-49cc-82fd-788a18872a1b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.243035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.384796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.411764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:14.416808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.439013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] DHCP port deletion for fd63b789-095c-4523-bab2-b54f6e38cc5b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:14.445758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d30bb0-440b-4d33-8a21-5b073585e707 req-cf9de47e-429b-4533-8a75-ea851ab0505c tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:14.453574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18d30bb0-440b-4d33-8a21-5b073585e707 req-cf9de47e-429b-4533-8a75-ea851ab0505c tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 945 time: 0.1360929 Aug 29 04:34:14.464762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.546534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18d30bb0-440b-4d33-8a21-5b073585e707 req-b7fad01a-c0fa-45d7-ac0a-59b075e16ebe tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919640 Aug 29 04:34:14.558834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d916df-3bdc-4cc7-a26b-81fb55054e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.570219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Deleting port c89f1e87-52bd-406f-972c-da35392415cd {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:14.570953 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.629263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 9092adbb-a46d-44ef-ac52-3915430fadec yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:14.644249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Deleting port c89f1e87-52bd-406f-972c-da35392415cd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:14.646285 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.739176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] For port c89f1e87-52bd-406f-972c-da35392415cd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c89f1e87-52bd-406f-972c-da35392415cd,segment=NetworkSegment(910b5f47-56f0-4c16-a4c0-61f82a39e6fb),segment_id=910b5f47-56f0-4c16-a4c0-61f82a39e6fb)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.739699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.756115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Calling delete_port for c89f1e87-52bd-406f-972c-da35392415cd owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.761746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d916df-3bdc-4cc7-a26b-81fb55054e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.771433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-17d916df-3bdc-4cc7-a26b-81fb55054e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.805853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] For port c89f1e87-52bd-406f-972c-da35392415cd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c89f1e87-52bd-406f-972c-da35392415cd,segment=NetworkSegment(910b5f47-56f0-4c16-a4c0-61f82a39e6fb),segment_id=910b5f47-56f0-4c16-a4c0-61f82a39e6fb)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:14.806609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.863416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:14.866860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Calling delete_port for c89f1e87-52bd-406f-972c-da35392415cd owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:14.880434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17d916df-3bdc-4cc7-a26b-81fb55054e61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e645a3d319e543868d26cba311ae0350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6335878 Aug 29 04:34:14.881363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:14.893918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] Pushing event deleted for resources: {'Port': ['ID=c89f1e87-52bd-406f-972c-da35392415cd,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.894730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d916df-3bdc-4cc7-a26b-81fb55054e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c6397b-6f21-4c25-aecd-5e86b9e283f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:14.898093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c881d-81e9-494f-8cfc-4b55dbfa5108 None None] No DVR routers for this DVR port c89f1e87-52bd-406f-972c-da35392415cd on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:15.000310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.050870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.103598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.137270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.141987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.144371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b5c6397b-6f21-4c25-aecd-5e86b9e283f3 HTTP/1.1" status: 204 len: 168 time: 0.2613230 Aug 29 04:34:15.156797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de8578a9-c7d0-4061-b722-b893d36d4624 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:15.161662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020ebf-3a14-45d7-a737-1e4b804adcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c6397b-6f21-4c25-aecd-5e86b9e283f3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.258534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.288736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port de8578a9-c7d0-4061-b722-b893d36d4624 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:15.298083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port de8578a9-c7d0-4061-b722-b893d36d4624 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:15.298711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.333122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Port': ['ID=c89f1e87-52bd-406f-972c-da35392415cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.359257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] No DVR routers for this DVR port c89f1e87-52bd-406f-972c-da35392415cd on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:15.366109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port fcb78bad-fd70-4c33-b276-d1eb9527ef88 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:15.426991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.469140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:34:15.473340 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4918820a-4101-43b1-b422-f780484f9647" -d '{"events": [{"server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "name": "network-vif-plugged", "status": "completed", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:34:15.497730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de8578a9-c7d0-4061-b722-b893d36d4624,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:15.507879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.572976 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf940d3f-50e3-4a20-b8d7-884a0337597d x-openstack-request-id: req-cf940d3f-50e3-4a20-b8d7-884a0337597d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:34:15.578115 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "name": "network-vif-plugged", "status": "completed", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:34:15.578903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.579577 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf940d3f-50e3-4a20-b8d7-884a0337597d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:34:15.580870 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624', 'code': 200} Aug 29 04:34:15.605927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd63b789-095c-4523-bab2-b54f6e38cc5b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.661302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.684344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.704274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4811-c788-46aa-a820-f7b5485cd5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.724482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910b5f47-56f0-4c16-a4c0-61f82a39e6fb') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.724992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910b5f47-56f0-4c16-a4c0-61f82a39e6fb') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:15.783376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.859165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4811-c788-46aa-a820-f7b5485cd5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.866321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4811-c788-46aa-a820-f7b5485cd5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.915598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b7c4811-c788-46aa-a820-f7b5485cd5c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8931eb09d4544d4f961818700c4bce36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299268 Aug 29 04:34:15.919851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:15.923824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.951625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4811-c788-46aa-a820-f7b5485cd5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f166753-ced4-4445-8694-641f6df85bf3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:15.967350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:15.968103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:15.976187 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:16.033031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.080473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.112804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaa950-e1a6-4f66-a611-699ac639a070 req-63165bb5-d5f6-4dc6-b4fa-f4aa46e8c8e4 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.115372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73aaa950-e1a6-4f66-a611-699ac639a070 req-63165bb5-d5f6-4dc6-b4fa-f4aa46e8c8e4 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.3947177 Aug 29 04:34:16.118462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461303c5-9584-4797-a05a-2441c29b540d req-353299ab-388c-4369-a747-71ae679aa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.120796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461303c5-9584-4797-a05a-2441c29b540d req-353299ab-388c-4369-a747-71ae679aa649 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 1098 time: 0.4023764 Aug 29 04:34:16.165267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.198295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.203126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.208804 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f166753-ced4-4445-8694-641f6df85bf3 HTTP/1.1" status: 204 len: 168 time: 0.2839057 Aug 29 04:34:16.239001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.251300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a843e7-3e87-4d52-b067-e2c1d45aadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f166753-ced4-4445-8694-641f6df85bf3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.285218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.296699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] 10.222.0.62 "DELETE /v2.0/networks/fd63b789-095c-4523-bab2-b54f6e38cc5b HTTP/1.1" status: 204 len: 168 time: 2.1548934 Aug 29 04:34:16.342513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461303c5-9584-4797-a05a-2441c29b540d req-3ea21551-b145-4f97-9848-fc5147a5682b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036047 Aug 29 04:34:16.359813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73aaa950-e1a6-4f66-a611-699ac639a070 req-4a7032e6-bc78-4a81-b40d-492fdab061a1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268195 Aug 29 04:34:16.364000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970217-09a4-4669-9aa2-e6ea68f014e9 tempest-AllowedAddressPairIpV6TestJSON-1365032130 tempest-AllowedAddressPairIpV6TestJSON-1365032130-project] Pushing event deleted for resources: {'Network': ['ID=fd63b789-095c-4523-bab2-b54f6e38cc5b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.424488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.441631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c89f1e87-52bd-406f-972c-da35392415cd no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:16.501337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:16.507552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:16.516074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:16.517299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.523292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c89f1e87-52bd-406f-972c-da35392415cd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:16.525720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c89f1e87-52bd-406f-972c-da35392415cd not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:16.536290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=9092adbb-a46d-44ef-ac52-3915430fadec,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.650122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '6ac49e40-b325-4086-9df0-ed2c724c3da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1af44ae7-c20b-4e34-b4c7-dd85cc4b0846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:16.650484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:16.658107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=fcb78bad-fd70-4c33-b276-d1eb9527ef88,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:16.680008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:16.693293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:16.698566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:16.706924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.712848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:16.714125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:16.719009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f405d24-e038-4793-8d40-4eac6ac54ea3 None None] Network 1af44ae7-c20b-4e34-b4c7-dd85cc4b0846 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:16.739141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ef4af16-7670-4c10-b911-1688d4f93d6e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8396795 Aug 29 04:34:16.739667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:16.918237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port fcb78bad-fd70-4c33-b276-d1eb9527ef88 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:16.919966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.028263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.089282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.166997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for fcb78bad-fd70-4c33-b276-d1eb9527ef88 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:17.327864 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.389910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=fcb78bad-fd70-4c33-b276-d1eb9527ef88,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:17.395485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:17.401752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7e15aa2b-c844-44d2-a65b-cf8043154292 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/fcb78bad-fd70-4c33-b276-d1eb9527ef88 HTTP/1.1" status: 204 len: 168 time: 0.6569846 Aug 29 04:34:17.402834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.599909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e625a59c-6354-48fb-bd42-ebf14dd33ceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83550ce437294f5eb362b8c90c0acc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699918 Aug 29 04:34:17.608275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.640716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214741-c323-449a-b482-da65453ede7e req-65513d76-49ce-4fcc-9d86-a65ecb8dcc46 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.654976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae214741-c323-449a-b482-da65453ede7e req-65513d76-49ce-4fcc-9d86-a65ecb8dcc46 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.1461289 Aug 29 04:34:17.774041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae214741-c323-449a-b482-da65453ede7e req-3705a4c2-0c86-4c69-8baf-f1c6148b1269 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123705 Aug 29 04:34:17.775825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50444f2-3d17-4af4-884f-a09371d039ea tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.788155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50444f2-3d17-4af4-884f-a09371d039ea tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:17.794657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f50444f2-3d17-4af4-884f-a09371d039ea tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3831975 Aug 29 04:34:17.797262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:17.970205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.046524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.146807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 9092adbb-a46d-44ef-ac52-3915430fadec {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:18.147419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.259822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.263027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.264375 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0553888-3b30-43fa-a9b8-4c159e6936dc HTTP/1.1" status: 204 len: 168 time: 0.6310213 Aug 29 04:34:18.280089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.305946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 9092adbb-a46d-44ef-ac52-3915430fadec owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:18.309933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b2585-401d-416c-b918-fc431c65845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0553888-3b30-43fa-a9b8-4c159e6936dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.489577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.547143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=9092adbb-a46d-44ef-ac52-3915430fadec,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:18.560624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:18.566991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1429a74d-6c1c-441b-bcb4-252aa72f5c64 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/9092adbb-a46d-44ef-ac52-3915430fadec HTTP/1.1" status: 204 len: 168 time: 0.7654681 Aug 29 04:34:18.567523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.721464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2e038-e362-4d2b-a3d2-5c07476551aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:18.724706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2cd2e038-e362-4d2b-a3d2-5c07476551aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1554179 Aug 29 04:34:18.727383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.771840 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e798d26f-4b4d-4dcd-9c65-bf5d80713b25 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:18.777309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e798d26f-4b4d-4dcd-9c65-bf5d80713b25 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/fcb78bad-fd70-4c33-b276-d1eb9527ef88 HTTP/1.1" status: 404 len: 333 time: 0.0481534 Aug 29 04:34:18.779873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.825440 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aad2f27-737c-40a0-928f-6b2365f4df35 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:18.828324 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2aad2f27-737c-40a0-928f-6b2365f4df35 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/9092adbb-a46d-44ef-ac52-3915430fadec HTTP/1.1" status: 404 len: 333 time: 0.0468347 Aug 29 04:34:18.831588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:18.964448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.035766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9554-dc97-426a-818f-1675691e88ca req-6e59fd3f-df40-40c7-b8e4-cba1b8bb7e74 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.058896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-415d9554-dc97-426a-818f-1675691e88ca req-6e59fd3f-df40-40c7-b8e4-cba1b8bb7e74 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.1592548 Aug 29 04:34:19.163697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-415d9554-dc97-426a-818f-1675691e88ca req-fe19dbb0-2c15-4c1a-ac67-ff40ca07b976 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962520 Aug 29 04:34:19.261292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.287383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af44ae7-c20b-4e34-b4c7-dd85cc4b0846']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.320849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac49e40-b325-4086-9df0-ed2c724c3da0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.321353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac49e40-b325-4086-9df0-ed2c724c3da0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:19.342367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.370965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.427508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:19.428237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: items = [ Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:19.541383 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:19.582750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.604851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.610761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/1af44ae7-c20b-4e34-b4c7-dd85cc4b0846 HTTP/1.1" status: 204 len: 168 time: 0.7742283 Aug 29 04:34:19.610953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45140) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:19.620188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebb3f8-5859-4a43-8db0-71cad0a7cbb1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=1af44ae7-c20b-4e34-b4c7-dd85cc4b0846,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:19.623994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206928211'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:19.713632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:19.729356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.813886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:19.851895 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.852622 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment d52bcfb2-bafd-4eb6-b3f3-911203e60d42 of type vlan for network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 Aug 29 04:34:19.916055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.978740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:19.998782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:19.999587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.130900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5181992 Aug 29 04:34:20.131787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45150) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.134632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.141561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.145340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c693a0-96f1-416d-a835-cfc8baacdf36 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=eed9e0fe-740e-49c8-b04b-21cfcfba7b48,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:20.159108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:20.343329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0cb0480b-2f41-4329-8776-0b8d20f35b3d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.344106 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-0cb0480b-2f41-4329-8776-0b8d20f35b3d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:34:20.344642 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0cb0480b-2f41-4329-8776-0b8d20f35b3d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:20.346299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0cb0480b-2f41-4329-8776-0b8d20f35b3d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2129388 Aug 29 04:34:20.353061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45174) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:20.362980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--936608811'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:20.398134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:20.426774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.603391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.638914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.976054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:20.977733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.010075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.073152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa89c6-f143-447a-aae8-a413b3560a07,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.103410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=3d3d82ee-33b2-42b3-a0fd-247869337de1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.135900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:21.136359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: eed9e0fe-740e-49c8-b04b-21cfcfba7b48, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:21.183493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:21.213833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.226479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.241578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, eed9e0fe-740e-49c8-b04b-21cfcfba7b48) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:21.253242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d6f00-7068-4bce-952d-0e7d0c58b041 None None] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:21.259870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:21.260537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.283695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.289045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9307885 Aug 29 04:34:21.289045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5429921-f12a-4396-a601-3df561e72f3a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac23f6-891c-40b5-884c-e0753662ec11,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.289646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.295128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '69ac23f6-891c-40b5-884c-e0753662ec11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:21.306783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.307545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86b6e8cd-c6ac-44ea-b997-20f052bfde79 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1709745 Aug 29 04:34:21.316726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48', 'name': 'tempest-PortsIpV6TestJSON-1173487851'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:21.335957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.367321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.474870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.482241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.511877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da5461-7c8b-4492-8c80-ecdc9fd01051,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:21.535675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.539726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd664bc5-10fb-4987-9d96-f4f4f2c99c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464154 Aug 29 04:34:21.541557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:21.565975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ef09289e-844d-41b7-a26b-dab29a312d8d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '69ac23f6-891c-40b5-884c-e0753662ec11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:21.709693 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f008d90f-cc7c-4308-acc5-974aafceb770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.714303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:21.718490 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.728665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ef09289e-844d-41b7-a26b-dab29a312d8d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.763698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-eed9e0fe-740e-49c8-b04b-21cfcfba7b48', 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '3d3d82ee-33b2-42b3-a0fd-247869337de1'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:21.766658 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.768639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port b897ae62-b299-436d-a4fb-0ade73194cae yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:21.950778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f008d90f-cc7c-4308-acc5-974aafceb770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.960877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f008d90f-cc7c-4308-acc5-974aafceb770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:21.989785 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ef09289e-844d-41b7-a26b-dab29a312d8d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:21.991619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ef09289e-844d-41b7-a26b-dab29a312d8d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4483256 Aug 29 04:34:22.001142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.030474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008d90f-cc7c-4308-acc5-974aafceb770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ea84a-23c9-4dd8-819e-d6a6859c0765,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.030872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::233 (eed9e0fe-740e-49c8-b04b-21cfcfba7b48/3d3d82ee-33b2-42b3-a0fd-247869337de1/b897ae62-b299-436d-a4fb-0ade73194cae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:22.041123 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f008d90f-cc7c-4308-acc5-974aafceb770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5cb0d8eee3440dba5d79ca104aaf82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030377 Aug 29 04:34:22.044027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.116954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.150241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.168320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.215657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.218614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.222919 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f2ea84a-23c9-4dd8-819e-d6a6859c0765 HTTP/1.1" status: 204 len: 168 time: 0.1747208 Aug 29 04:34:22.254081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f6ca3-135b-4138-9343-ed836295c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ea84a-23c9-4dd8-819e-d6a6859c0765,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.321244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.447997 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.451380 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.456783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/69ac23f6-891c-40b5-884c-e0753662ec11 HTTP/1.1" status: 204 len: 168 time: 0.4497464 Aug 29 04:34:22.457083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.467082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.486332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c4bb2-511d-4b47-8295-1cb97d69725c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac23f6-891c-40b5-884c-e0753662ec11,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.511662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object b897ae62-b299-436d-a4fb-0ade73194cae will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:22.526294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0552df0-abb5-43bb-8235-2ec8283510ec tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672660 Aug 29 04:34:22.530571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45242) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.537081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216536803'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:22.569998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.593334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.650962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:22.664853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:22.671834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:22.686561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:22.688368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.697541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Allocated IP 2001:db8::2 (eed9e0fe-740e-49c8-b04b-21cfcfba7b48/3d3d82ee-33b2-42b3-a0fd-247869337de1/18656e68-160c-4c8e-a188-886a4e230c60) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:22.767608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=b897ae62-b299-436d-a4fb-0ade73194cae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:22.783686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.807998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-15d416e6-c938-4e23-91e8-3121c1113008 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4983971 Aug 29 04:34:22.808254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.809389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.927516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.947131 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fe00836-c408-40d1-9338-e9d154d46b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.973542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:22.976396 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4435921 Aug 29 04:34:22.979111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45254) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:22.992372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5bbce28c-c87b-44b1-8afc-a78b0a27702a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '15925088-293c-4612-909a-af019a7ff84a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:22.993729 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-5bbce28c-c87b-44b1-8afc-a78b0a27702a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 04:34:22.994537 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5bbce28c-c87b-44b1-8afc-a78b0a27702a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:22.996820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5bbce28c-c87b-44b1-8afc-a78b0a27702a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156674 Aug 29 04:34:23.001360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.015748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.036521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Transition to ACTIVE for port object 18656e68-160c-4c8e-a188-886a4e230c60 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:23.067605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Transition to ACTIVE for port object 18656e68-160c-4c8e-a188-886a4e230c60 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:23.078049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df91b6-309e-4bc3-98b8-1cdb2b7660e8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15925088-293c-4612-909a-af019a7ff84a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.078512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.141093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fe00836-c408-40d1-9338-e9d154d46b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.149739 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6fe00836-c408-40d1-9338-e9d154d46b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.171215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:23.179984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:23.183906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:23.238568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.255292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6fe00836-c408-40d1-9338-e9d154d46b68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a320428d76c4e6787d8b90c7c865597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252227 Aug 29 04:34:23.262498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45258) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.271286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Pushing event updated for resources: {'Port': ['ID=18656e68-160c-4c8e-a188-886a4e230c60,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.282809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe00836-c408-40d1-9338-e9d154d46b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4f1dbf-1a72-4db0-aad1-f74b7933c430,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.299309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port b897ae62-b299-436d-a4fb-0ade73194cae {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:23.299309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.326655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Attempting to bind port 18656e68-160c-4c8e-a188-886a4e230c60 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:23.327451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Attempting to bind port 18656e68-160c-4c8e-a188-886a4e230c60 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:23.328593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Attempting to bind port 18656e68-160c-4c8e-a188-886a4e230c60 on network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:23.340963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.345469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:23.345963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Checking segment: {'id': 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:23.346670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.347256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Bound using segment: {'id': 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:23.347839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Bound port: 18656e68-160c-4c8e-a188-886a4e230c60, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eed9e0fe-740e-49c8-b04b-21cfcfba7b48'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:23.348331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.438886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] For port 18656e68-160c-4c8e-a188-886a4e230c60, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:23.442546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] For port 18656e68-160c-4c8e-a188-886a4e230c60, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18656e68-160c-4c8e-a188-886a4e230c60,segment=NetworkSegment(d52bcfb2-bafd-4eb6-b3f3-911203e60d42),segment_id=d52bcfb2-bafd-4eb6-b3f3-911203e60d42)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:23.449315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.519236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81483f6-447d-4cf8-b477-68025b8c3ff8 None None] Pushing event updated for resources: {'Port': ['ID=18656e68-160c-4c8e-a188-886a4e230c60,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.582512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.592873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.598279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.603700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/15925088-293c-4612-909a-af019a7ff84a HTTP/1.1" status: 204 len: 168 time: 0.5964761 Aug 29 04:34:23.604254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.666637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-be9adc44-af42-43b0-9afd-993443aa279a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554729 Aug 29 04:34:23.667341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:23.674536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--689684063'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:23.688652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.707659 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.718361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.741752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f7450-808d-4ef7-afd8-908e4dba7025 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15925088-293c-4612-909a-af019a7ff84a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:23.773875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for b897ae62-b299-436d-a4fb-0ade73194cae owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:23.948504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.959033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.978158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.983533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:23.987286 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa4f1dbf-1a72-4db0-aad1-f74b7933c430 HTTP/1.1" status: 204 len: 168 time: 0.7186241 Aug 29 04:34:24.009882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe10e7-c78a-4733-8464-3fae3c921b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4f1dbf-1a72-4db0-aad1-f74b7933c430,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.044560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.053645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3773956 Aug 29 04:34:24.063600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.093814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ba9c6bd-16ab-4a23-a548-be30c5213e34 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': 'c26c6d84-a245-44c1-9879-c8c736bb62c7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.123056 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-5ba9c6bd-16ab-4a23-a548-be30c5213e34 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 04:34:24.130050 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-5ba9c6bd-16ab-4a23-a548-be30c5213e34 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:24.134995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ba9c6bd-16ab-4a23-a548-be30c5213e34 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0592179 Aug 29 04:34:24.141773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f802e-2535-4195-a43e-758e48935e60 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c6d84-a245-44c1-9879-c8c736bb62c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.154732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45276) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.306767 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.309749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.450106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=b897ae62-b299-436d-a4fb-0ade73194cae,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.455587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18656e68-160c-4c8e-a188-886a4e230c60 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:24.548135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.556838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc6b1270-d6af-4c5a-b77e-780d69a1ec9d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/b897ae62-b299-436d-a4fb-0ade73194cae HTTP/1.1" status: 204 len: 168 time: 1.7438447 Aug 29 04:34:24.557793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45282) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.566447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.575648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 18656e68-160c-4c8e-a188-886a4e230c60 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:24.651852 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-390468b2-8772-488e-a648-1c2a251a2d8d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:34:24.653987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390468b2-8772-488e-a648-1c2a251a2d8d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:24.654880 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.662602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.664718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-390468b2-8772-488e-a648-1c2a251a2d8d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/b897ae62-b299-436d-a4fb-0ade73194cae HTTP/1.1" status: 404 len: 333 time: 0.1051171 Aug 29 04:34:24.668174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.670549 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/c26c6d84-a245-44c1-9879-c8c736bb62c7 HTTP/1.1" status: 204 len: 168 time: 0.5143180 Aug 29 04:34:24.682060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.682964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df77cbd-d0f1-4023-b18e-aa2c4f6c548a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c6d84-a245-44c1-9879-c8c736bb62c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:24.748491 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ecbbda-d616-45ce-b689-6ad7b0b9c75e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:24.750437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55ecbbda-d616-45ce-b689-6ad7b0b9c75e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/b897ae62-b299-436d-a4fb-0ade73194cae HTTP/1.1" status: 404 len: 333 time: 0.0798755 Aug 29 04:34:24.757937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45290) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.778513 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-daa9816b-03a9-49e1-87fd-8892bee2a406 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871806 Aug 29 04:34:24.779883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:24.795678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--763930995'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:24.867732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.899901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 3d3d82ee-33b2-42b3-a0fd-247869337de1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:24.913827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:24.987046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.071196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.082451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.133413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.179698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.186632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.190561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5af7481c-b861-4b34-833a-91474e326fcd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4092052 Aug 29 04:34:25.196797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.212566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6955dfd-55d8-44b7-8eac-906f782c8c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.221447 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-b6955dfd-55d8-44b7-8eac-906f782c8c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 04:34:25.222415 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b6955dfd-55d8-44b7-8eac-906f782c8c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:25.228516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6955dfd-55d8-44b7-8eac-906f782c8c18 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277140 Aug 29 04:34:25.229032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.246757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-917f7646-542a-489c-b370-f61333232a40 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.247907 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-917f7646-542a-489c-b370-f61333232a40 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 04:34:25.266552 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-917f7646-542a-489c-b370-f61333232a40 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:25.271905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-917f7646-542a-489c-b370-f61333232a40 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0412114 Aug 29 04:34:25.274934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45308) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.287498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-da3b1abc-f20b-4990-af5d-297f934af377 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.292603 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-da3b1abc-f20b-4990-af5d-297f934af377 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 04:34:25.294057 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-da3b1abc-f20b-4990-af5d-297f934af377 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:25.297635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-da3b1abc-f20b-4990-af5d-297f934af377 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193474 Aug 29 04:34:25.303291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.331907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-13aad057-6db0-46bb-9c07-b3b73b7ec78e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.334496 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-13aad057-6db0-46bb-9c07-b3b73b7ec78e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 04:34:25.335415 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-13aad057-6db0-46bb-9c07-b3b73b7ec78e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:25.337363 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-13aad057-6db0-46bb-9c07-b3b73b7ec78e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0323267 Aug 29 04:34:25.340378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45314) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.383548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.441092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba987c1-ee37-49b2-bbfa-26afabd90519 None None] Network eed9e0fe-740e-49c8-b04b-21cfcfba7b48 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:25.469857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3d82ee-33b2-42b3-a0fd-247869337de1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.476631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.481207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/3d3d82ee-33b2-42b3-a0fd-247869337de1 HTTP/1.1" status: 204 len: 168 time: 0.7208686 Aug 29 04:34:25.494104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.505787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.512805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.513400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.513936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.514479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.515378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.515907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.516495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.517168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.517759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.518209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.518745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.519283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d151ad-a536-4645-ab2c-2faf538219f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:34:25.576715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.605571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Provisioning for port 18656e68-160c-4c8e-a188-886a4e230c60 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:25.618040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Provisioning complete for port 18656e68-160c-4c8e-a188-886a4e230c60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:25.620032 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.694036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.697911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.699711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea HTTP/1.1" status: 204 len: 168 time: 0.3578703 Aug 29 04:34:25.703954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.725806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.739413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac37d8-2bba-4bbf-9d30-01e0226c982e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af03d9a-1a1d-4c23-baa7-5a60ba9ba8ea,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:25.826642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 18656e68-160c-4c8e-a188-886a4e230c60 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:25.827424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.833841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e5743878-6f12-461c-97cb-435b95de28e7 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211751 Aug 29 04:34:25.836465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:25.852926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--117900139'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:25.884437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.936473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] For port 18656e68-160c-4c8e-a188-886a4e230c60, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18656e68-160c-4c8e-a188-886a4e230c60,segment=NetworkSegment(d52bcfb2-bafd-4eb6-b3f3-911203e60d42),segment_id=d52bcfb2-bafd-4eb6-b3f3-911203e60d42)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:25.950747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:25.992268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] DHCP port deletion for eed9e0fe-740e-49c8-b04b-21cfcfba7b48 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:26.055087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49574c5c-220b-4e04-8e1f-06f7f406dd84 None None] Pushing event updated for resources: {'Port': ['ID=18656e68-160c-4c8e-a188-886a4e230c60,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.055349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 18656e68-160c-4c8e-a188-886a4e230c60, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18656e68-160c-4c8e-a188-886a4e230c60,segment=NetworkSegment(d52bcfb2-bafd-4eb6-b3f3-911203e60d42),segment_id=d52bcfb2-bafd-4eb6-b3f3-911203e60d42)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:26.055693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.078203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.080271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Deleting port 18656e68-160c-4c8e-a188-886a4e230c60 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:26.080661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.096672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 18656e68-160c-4c8e-a188-886a4e230c60 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:26.154002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] For port 18656e68-160c-4c8e-a188-886a4e230c60, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18656e68-160c-4c8e-a188-886a4e230c60,segment=NetworkSegment(d52bcfb2-bafd-4eb6-b3f3-911203e60d42),segment_id=d52bcfb2-bafd-4eb6-b3f3-911203e60d42)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:26.154412 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.174411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Calling delete_port for 18656e68-160c-4c8e-a188-886a4e230c60 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:26.285979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.356974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.389414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] No DVR routers for this DVR port 18656e68-160c-4c8e-a188-886a4e230c60 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:26.421737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=18656e68-160c-4c8e-a188-886a4e230c60,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.441085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.464965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 18656e68-160c-4c8e-a188-886a4e230c60 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:26.466411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18656e68-160c-4c8e-a188-886a4e230c60 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:26.472305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a5339-07c6-447c-a773-5fa0b381f7ef None None] Pushing event deleted for resources: {'Port': ['ID=18656e68-160c-4c8e-a188-886a4e230c60,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.482652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.552274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 18656e68-160c-4c8e-a188-886a4e230c60 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:26.552755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18656e68-160c-4c8e-a188-886a4e230c60 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:26.682669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.692502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8429928 Aug 29 04:34:26.692979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.699250 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.703282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b500b3d9-5b4a-4716-ac70-64593fa431dc tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:26.703807 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-b500b3d9-5b4a-4716-ac70-64593fa431dc tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:34:26.704005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06328d51-26bc-4f15-b6de-ab9c497e1310 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:26.704373 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b500b3d9-5b4a-4716-ac70-64593fa431dc tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:26.716488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.718541 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b500b3d9-5b4a-4716-ac70-64593fa431dc tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100870 Aug 29 04:34:26.724883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-97655f70-0223-44d2-b140-1393863531e6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:26.766850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9e0fe-740e-49c8-b04b-21cfcfba7b48']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.793363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.793363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52bcfb2-bafd-4eb6-b3f3-911203e60d42') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:26.814345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.849347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.860547 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-97655f70-0223-44d2-b140-1393863531e6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:26.863090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-97655f70-0223-44d2-b140-1393863531e6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1445382 Aug 29 04:34:26.866340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.868426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:26.869657 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:26.871360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f66b2025-81b4-4898-962a-2c27f08eb280 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:26.872515 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-f66b2025-81b4-4898-962a-2c27f08eb280 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 04:34:26.873103 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f66b2025-81b4-4898-962a-2c27f08eb280 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:26.874183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f66b2025-81b4-4898-962a-2c27f08eb280 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073063 Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:26.876077 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:26.877761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:26.951268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e26b2e0-0358-4bb2-9608-71060094bc68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.013977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.033723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.037046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/eed9e0fe-740e-49c8-b04b-21cfcfba7b48 HTTP/1.1" status: 204 len: 168 time: 1.5413752 Aug 29 04:34:27.045714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.056006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565751780'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.077902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c464b-524a-4f6a-8898-77b8581613f8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=eed9e0fe-740e-49c8-b04b-21cfcfba7b48,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.085119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:27.090100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.096430 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8e26b2e0-0358-4bb2-9608-71060094bc68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.104609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.105144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e26b2e0-0358-4bb2-9608-71060094bc68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1974046 Aug 29 04:34:27.112716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-62e1f9b2-e679-4730-9e6b-4f57209df02b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.113489 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-62e1f9b2-e679-4730-9e6b-4f57209df02b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 04:34:27.113845 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-62e1f9b2-e679-4730-9e6b-4f57209df02b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.115440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-62e1f9b2-e679-4730-9e6b-4f57209df02b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095959 Aug 29 04:34:27.120736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.127297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0438bde1-4ce0-476c-ae2b-d9ece1111f16 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.151791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:27.179883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.180293 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 082f8769-0e61-4291-93f8-ed506942dc11 of type vlan for network f436621d-359c-4a8d-96b8-61149cbcb9c6 Aug 29 04:34:27.183801 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0438bde1-4ce0-476c-ae2b-d9ece1111f16 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Project 670ae0981c6e407993e81fd1bd7b021b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:27.235091 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-0438bde1-4ce0-476c-ae2b-d9ece1111f16 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.236315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0438bde1-4ce0-476c-ae2b-d9ece1111f16 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1143785 Aug 29 04:34:27.240145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45364) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.246295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.252855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e637a5e8-6ddc-4e41-89f0-4f0ff09a44b0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.255325 n-d-712139-13 neutron-server[94827]: WARNING neutron.api.v2.base [None req-e637a5e8-6ddc-4e41-89f0-4f0ff09a44b0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 04:34:27.256908 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-e637a5e8-6ddc-4e41-89f0-4f0ff09a44b0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.260546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e637a5e8-6ddc-4e41-89f0-4f0ff09a44b0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0181270 Aug 29 04:34:27.264161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.272200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-36b76bda-6e5f-483c-a017-3561b78f916c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.315720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.322577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:27.323344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.331835 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-36b76bda-6e5f-483c-a017-3561b78f916c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Project 670ae0981c6e407993e81fd1bd7b021b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:27.415032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3676567 Aug 29 04:34:27.417976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.419612 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-36b76bda-6e5f-483c-a017-3561b78f916c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.424509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-36b76bda-6e5f-483c-a017-3561b78f916c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1584206 Aug 29 04:34:27.425201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.426545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.432670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f6359f61-5b32-454b-82d0-49c8e31bedb8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:27.438479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772735f2-6d4a-4d08-b9a8-f61d3ae8ea5b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=f436621d-359c-4a8d-96b8-61149cbcb9c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.456181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:27.482066 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-f6359f61-5b32-454b-82d0-49c8e31bedb8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Project 670ae0981c6e407993e81fd1bd7b021b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:34:27.514480 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f6359f61-5b32-454b-82d0-49c8e31bedb8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:27.521313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f6359f61-5b32-454b-82d0-49c8e31bedb8 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0925453 Aug 29 04:34:27.522047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.556786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:27.562032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.652139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.686646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.768499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.771730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:27.777157 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b HTTP/1.1" status: 204 len: 168 time: 0.2492495 Aug 29 04:34:27.781574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.809242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b51c9-07cf-455b-bdd3-5f6ed35c70e0 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b0a8a-d8f0-4ef1-87f1-eeb61b92e96b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:27.904480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a0586c2f-18e8-4224-a405-9be8e7d2335a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204991 Aug 29 04:34:27.915505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:27.929984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651829994'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.027309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.048579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.121193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=1d623705-4a3e-4767-b47f-9275ba72503a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.178297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '082f8769-0e61-4291-93f8-ed506942dc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:28.178664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: f436621d-359c-4a8d-96b8-61149cbcb9c6, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:28.226835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:28.231886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.240854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.250724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f436621d-359c-4a8d-96b8-61149cbcb9c6) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:28.260819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1b821-53ab-425d-ade7-5ea667564695 None None] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:28.275841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:28.276835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.321771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d77150-ef0c-4f0e-866d-e6ce17d3e0b2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.331213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.333365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-74624da5-5375-4cc5-8a35-bb19e222a89b tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4152002 Aug 29 04:34:28.338950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-76bbfcd0-1df6-4f36-b36a-149c94ddad92 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9171901 Aug 29 04:34:28.339160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45388) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.339662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45390) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.343164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d74e4426-edbf-47d5-931d-cb85263bc2ab tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '90d77150-ef0c-4f0e-866d-e6ce17d3e0b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.348830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-151624767'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.421364 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d74e4426-edbf-47d5-931d-cb85263bc2ab tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The resource could not be found. Aug 29 04:34:28.422861 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d74e4426-edbf-47d5-931d-cb85263bc2ab tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0840921 Aug 29 04:34:28.426673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.436947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cce71f80-9fe5-479a-ae77-d34dee2f1330 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '90d77150-ef0c-4f0e-866d-e6ce17d3e0b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5117aa38-2a11-4b84-b942-32ee110ce3dc'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.516491 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-cce71f80-9fe5-479a-ae77-d34dee2f1330 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The resource could not be found. Aug 29 04:34:28.518075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cce71f80-9fe5-479a-ae77-d34dee2f1330 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0872247 Aug 29 04:34:28.521594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.553357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:28.560866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.569672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-f436621d-359c-4a8d-96b8-61149cbcb9c6', 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '1d623705-4a3e-4767-b47f-9275ba72503a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:28.571347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.590207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.598438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 39730acb-cf6d-42ba-9b56-fd102916b679 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:28.626013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.722498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.726710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:28.731131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/90d77150-ef0c-4f0e-866d-e6ce17d3e0b2 HTTP/1.1" status: 204 len: 168 time: 0.2084246 Aug 29 04:34:28.732067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.770124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c8673-80c3-4c6d-964c-4aba10469a48 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d77150-ef0c-4f0e-866d-e6ce17d3e0b2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:28.830808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-35199e4d-6463-4e84-a98c-ca6f7366d2be tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728996 Aug 29 04:34:28.831606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.833443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Allocated IP 2001:db8::2 (f436621d-359c-4a8d-96b8-61149cbcb9c6/1d623705-4a3e-4767-b47f-9275ba72503a/4ff14690-bc1d-4e80-a4e1-eb1a4b436f67) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:28.840353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0d05957e-4535-40ab-8222-1eda16906ac9 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '881c8d99-4986-4435-8c28-da484c5fab94', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.903945 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-0d05957e-4535-40ab-8222-1eda16906ac9 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The resource could not be found. Aug 29 04:34:28.906272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0d05957e-4535-40ab-8222-1eda16906ac9 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0735328 Aug 29 04:34:28.912706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:28.919422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--489914795'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:28.958640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.088810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.097336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.147835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.160854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1b4dd-89ed-4df6-84d5-de19742c8d64,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.162647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Transition to ACTIVE for port object 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.169675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.177514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.186325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--184480276'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.196836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dadf1264-dd20-4b88-a14a-b74cc6fa411e tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2783074 Aug 29 04:34:29.212774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Transition to ACTIVE for port object 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.224187 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.236531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.277666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:29.283960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:29.293209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:29.296765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Pushing event updated for resources: {'Port': ['ID=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.397742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::3c3 (f436621d-359c-4a8d-96b8-61149cbcb9c6/1d623705-4a3e-4767-b47f-9275ba72503a/39730acb-cf6d-42ba-9b56-fd102916b679) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:29.420519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Attempting to bind port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:29.421037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Attempting to bind port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '082f8769-0e61-4291-93f8-ed506942dc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:29.421298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Attempting to bind port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 on network f436621d-359c-4a8d-96b8-61149cbcb9c6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:29.428593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:29.429017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Checking segment: {'id': '082f8769-0e61-4291-93f8-ed506942dc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:29.429555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.430018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Bound using segment: {'id': '082f8769-0e61-4291-93f8-ed506942dc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:29.430511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Bound port: 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f8769-0e61-4291-93f8-ed506942dc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f436621d-359c-4a8d-96b8-61149cbcb9c6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:29.430961 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.554712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.562964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.618506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.620994 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4416113 Aug 29 04:34:29.625541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45418) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.628955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a603-fbb2-4a5a-8393-4d8e589f8087 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de10d61b-40f2-4217-b0d9-3efd5747b28d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.635497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7429e82b-117e-4ea0-ad7d-dbcf2aa35fe2 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': '12a1b4dd-89ed-4df6-84d5-de19742c8d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'de10d61b-40f2-4217-b0d9-3efd5747b28d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:29.687033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.711370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 39730acb-cf6d-42ba-9b56-fd102916b679 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:29.725593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.741304 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-7429e82b-117e-4ea0-ad7d-dbcf2aa35fe2 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:29.742688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7429e82b-117e-4ea0-ad7d-dbcf2aa35fe2 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1158168 Aug 29 04:34:29.746167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45420) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.762664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] For port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:29.766575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] For port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,segment=NetworkSegment(082f8769-0e61-4291-93f8-ed506942dc11),segment_id=082f8769-0e61-4291-93f8-ed506942dc11)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:29.776761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.790675 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.882656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:29.890430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:29.895634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:29.898122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.913034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016eaaa-874b-428f-a1ba-bb310ba9e6b5 None None] Pushing event updated for resources: {'Port': ['ID=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:29.918617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:29.919313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.981728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:29.982334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6406403 Aug 29 04:34:29.986631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45428) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:29.989674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8bc40-c6ae-4dd0-a9c8-47a9a1e3cc67 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=39730acb-cf6d-42ba-9b56-fd102916b679,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.168637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 39730acb-cf6d-42ba-9b56-fd102916b679 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:30.169307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.212982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.218144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.226389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/de10d61b-40f2-4217-b0d9-3efd5747b28d HTTP/1.1" status: 204 len: 168 time: 0.4710910 Aug 29 04:34:30.227278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.300519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.331226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741148b0-9eb3-415a-aab8-95bf279d6ed3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de10d61b-40f2-4217-b0d9-3efd5747b28d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.331446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 39730acb-cf6d-42ba-9b56-fd102916b679 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:30.453523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ebffe76a-d9b6-40b1-9795-b5d650c3014f tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2178409 Aug 29 04:34:30.461021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.576536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.611758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.662079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=39730acb-cf6d-42ba-9b56-fd102916b679,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.662947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.686426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.693824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:30.708974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.709676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-392004f1-6795-4e43-9576-f93a73065a40 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/39730acb-cf6d-42ba-9b56-fd102916b679 HTTP/1.1" status: 204 len: 168 time: 0.7165101 Aug 29 04:34:30.743614 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fe2e7b-7095-4688-8abe-6d0c8907a520 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:30.745918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f7fe2e7b-7095-4688-8abe-6d0c8907a520 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/39730acb-cf6d-42ba-9b56-fd102916b679 HTTP/1.1" status: 404 len: 333 time: 0.0353093 Aug 29 04:34:30.750588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.774125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.777969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.783110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/12a1b4dd-89ed-4df6-84d5-de19742c8d64 HTTP/1.1" status: 204 len: 168 time: 0.3207467 Aug 29 04:34:30.783828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:30.788195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:30.818250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642f2b-4c49-45a0-bcb4-88de2b0e9f68 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1b4dd-89ed-4df6-84d5-de19742c8d64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:30.954974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 1d623705-4a3e-4767-b47f-9275ba72503a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:30.969044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:30.984183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dbb7305c-d5b2-4fe9-8026-a792386a3edd tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1745262 Aug 29 04:34:30.992036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.009750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--427223905'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.082314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.096081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.421775 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.504058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.510834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.602809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.615894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6169322 Aug 29 04:34:31.615894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8edbe-2276-472e-ba32-8159e6b4766d tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d0f33-c865-46dc-85e9-42afe7d569d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.616389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.628362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c8c72f3f-cb66-4718-bda9-ad9e4936c138 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': 'f05d0f33-c865-46dc-85e9-42afe7d569d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.704782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.750694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=1d623705-4a3e-4767-b47f-9275ba72503a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:31.754537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.757031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b1104b3e-70d2-4ac5-a308-ed6d1234777b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/1d623705-4a3e-4767-b47f-9275ba72503a HTTP/1.1" status: 204 len: 168 time: 1.0041044 Aug 29 04:34:31.759664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.784822 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-c8c72f3f-cb66-4718-bda9-ad9e4936c138 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:31.785661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c8c72f3f-cb66-4718-bda9-ad9e4936c138 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1677814 Aug 29 04:34:31.790108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.796541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8b27778-e7bf-4b4a-ac15-70e181db60a3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group_rule': {'security_group_id': 'f05d0f33-c865-46dc-85e9-42afe7d569d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:31.861294 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c8b27778-e7bf-4b4a-ac15-70e181db60a3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:31.863964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8b27778-e7bf-4b4a-ac15-70e181db60a3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0726855 Aug 29 04:34:31.868941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:31.896236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:31.961361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa065d2-3c67-4901-960c-05773046dec9 None None] Network f436621d-359c-4a8d-96b8-61149cbcb9c6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:31.982080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.018922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.037573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Provisioning for port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:32.050517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Provisioning complete for port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:32.050900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.119991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.126595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.132511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/f05d0f33-c865-46dc-85e9-42afe7d569d4 HTTP/1.1" status: 204 len: 168 time: 0.2603791 Aug 29 04:34:32.133602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.191703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca380095-52b1-41e7-ade7-c3b3ec658f7a tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d0f33-c865-46dc-85e9-42afe7d569d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.259400 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.277786 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b263430-20ca-45dc-a6b1-f6f7590748c7 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366074 Aug 29 04:34:32.278425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.288831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935237783'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:32.306590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] For port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,segment=NetworkSegment(082f8769-0e61-4291-93f8-ed506942dc11),segment_id=082f8769-0e61-4291-93f8-ed506942dc11)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.315890 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.322991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.358599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40258998-d6f6-403c-8db7-241542794711 None None] DHCP port deletion for f436621d-359c-4a8d-96b8-61149cbcb9c6 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:32.427076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70af9f4-36da-45d7-9408-0f0d9575c456 None None] Pushing event updated for resources: {'Port': ['ID=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.453846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40258998-d6f6-403c-8db7-241542794711 None None] Deleting port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:32.455122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40258998-d6f6-403c-8db7-241542794711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.497993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:32.556187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.564311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.597043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40258998-d6f6-403c-8db7-241542794711 None None] For port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,segment=NetworkSegment(082f8769-0e61-4291-93f8-ed506942dc11),segment_id=082f8769-0e61-4291-93f8-ed506942dc11)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.597454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40258998-d6f6-403c-8db7-241542794711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.638371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.641384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3607416 Aug 29 04:34:32.644485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-40258998-d6f6-403c-8db7-241542794711 None None] Calling delete_port for 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:32.647056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45480) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.671672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4eeca826-f942-4c24-8ece-b74f88e6017c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:32.674367 n-d-712139-13 neutron-server[94826]: WARNING neutron.api.v2.base [None req-4eeca826-f942-4c24-8ece-b74f88e6017c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 04:34:32.675483 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4eeca826-f942-4c24-8ece-b74f88e6017c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 04:34:32.677448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4eeca826-f942-4c24-8ece-b74f88e6017c tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "PUT /v2.0/security-groups/6d81c11d-95c3-4a9e-bf29-bc81217ddaba HTTP/1.1" status: 409 len: 330 time: 0.0243289 Aug 29 04:34:32.692122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed52b-cd10-4fbc-abd4-d885c0ff9a62 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81c11d-95c3-4a9e-bf29-bc81217ddaba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.696767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:32.746517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:32.746870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.828354 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.878063 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40258998-d6f6-403c-8db7-241542794711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.932166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40258998-d6f6-403c-8db7-241542794711 None None] Pushing event deleted for resources: {'Port': ['ID=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:32.933257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.936962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40258998-d6f6-403c-8db7-241542794711 None None] No DVR routers for this DVR port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:32.944008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,segment=NetworkSegment(082f8769-0e61-4291-93f8-ed506942dc11),segment_id=082f8769-0e61-4291-93f8-ed506942dc11)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:32.958394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:32.994894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:33.002061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.158342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.162107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.168419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/6d81c11d-95c3-4a9e-bf29-bc81217ddaba HTTP/1.1" status: 204 len: 168 time: 0.4641876 Aug 29 04:34:33.168912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.185583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.209628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0ef4-6783-4a3c-9a42-274e065abbf6 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81c11d-95c3-4a9e-bf29-bc81217ddaba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.277483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1f3e35a8-d579-40f1-bf15-4cc2eab9e9ac tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047573 Aug 29 04:34:33.281250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.306905 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4485d619-c4fc-4c00-b0d2-9fe995a03cd3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] delete failed (client error): The resource could not be found. Aug 29 04:34:33.308442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4485d619-c4fc-4c00-b0d2-9fe995a03cd3 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "DELETE /v2.0/security-groups/e3bba4bb-1392-489e-9a02-7c2477830a54 HTTP/1.1" status: 404 len: 347 time: 0.0260160 Aug 29 04:34:33.316837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=4ff14690-bc1d-4e80-a4e1-eb1a4b436f67,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.324687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.326065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 4ff14690-bc1d-4e80-a4e1-eb1a4b436f67 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:33.386851 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-6797fd2a-9f6a-4711-8de6-605e0db66592 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] show failed (client error): The resource could not be found. Aug 29 04:34:33.388300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6797fd2a-9f6a-4711-8de6-605e0db66592 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-groups/a98505bf-2df3-40f9-9de0-6ede0a10f8c3 HTTP/1.1" status: 404 len: 347 time: 0.0584309 Aug 29 04:34:33.394459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.433488 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-779b2317-e05a-47e3-82fc-87cc057ae575 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] show failed (client error): The resource could not be found. Aug 29 04:34:33.439107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-779b2317-e05a-47e3-82fc-87cc057ae575 tempest-NegativeSecGroupIPv6Test-136272640 tempest-NegativeSecGroupIPv6Test-136272640-project] 10.222.0.62 "GET /v2.0/security-group-rules/56749c70-e83c-47be-b9fe-19b559023c34 HTTP/1.1" status: 404 len: 356 time: 0.0381546 Aug 29 04:34:33.485396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.503627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f436621d-359c-4a8d-96b8-61149cbcb9c6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:33.534543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f8769-0e61-4291-93f8-ed506942dc11') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:33.535006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f8769-0e61-4291-93f8-ed506942dc11') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:33.547910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.572437 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.589521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:33.595282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:33.598957 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:33.682904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.693706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.703733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/f436621d-359c-4a8d-96b8-61149cbcb9c6 HTTP/1.1" status: 204 len: 168 time: 1.9362543 Aug 29 04:34:33.704983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:33.708289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'name': 'tempest-PortsIpV6TestJSON-799379851'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:33.727290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e5aa3-6787-4e83-8f44-bd2b23d12e77 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=f436621d-359c-4a8d-96b8-61149cbcb9c6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:33.821658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:33.826124 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:33.857793 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 0aecfd8f-72d8-4199-bc71-25465aabb583 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:34.074937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45538) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.192533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.291634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.336882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cedacace-d408-4a36-85c3-86cef762e07e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=670ae0981c6e407993e81fd1bd7b021b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598665 Aug 29 04:34:34.337687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45544) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.442809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.467517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:34.469586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=0aecfd8f-72d8-4199-bc71-25465aabb583,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.475209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:34.480594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:34.492987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:34.494549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.496796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.523023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d4658d44-074e-4553-a289-810291b4a1e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8176818 Aug 29 04:34:34.525581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45546) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:34.612158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.617643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.628845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7aa89c6-f143-447a-aae8-a413b3560a07 HTTP/1.1" status: 204 len: 168 time: 0.2810273 Aug 29 04:34:34.638962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6658fb-2b61-4888-8ecf-89610001af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa89c6-f143-447a-aae8-a413b3560a07,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:34.713279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 0aecfd8f-72d8-4199-bc71-25465aabb583 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:34.713538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.880166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:34.905209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 0aecfd8f-72d8-4199-bc71-25465aabb583 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:35.027905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.125108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=0aecfd8f-72d8-4199-bc71-25465aabb583,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:35.134144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.140061 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c6351da1-b205-453d-94c9-e3ad3d90ad43 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/0aecfd8f-72d8-4199-bc71-25465aabb583 HTTP/1.1" status: 204 len: 168 time: 0.6086154 Aug 29 04:34:35.141724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:35.148028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'mac_address': 'fa:16:3e:c7:40:57', 'name': 'tempest-PortsIpV6TestJSON-1722988255'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:35.337575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:35.453511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:35.499972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 3f1bc953-ca25-4e3f-ba83-153ee40a6328 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:36.084966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.216157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.313631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.352587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:36.360722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:36.369559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:36.381452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.382329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.385386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=3f1bc953-ca25-4e3f-ba83-153ee40a6328,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:36.420790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-012cdaf6-0d54-4ef1-9cf9-50e9d5146cba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2786260 Aug 29 04:34:36.425154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45596) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.505761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf496478-2db1-40fd-b34d-bad5efbe35d4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:36.510650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:36.523797 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf496478-2db1-40fd-b34d-bad5efbe35d4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/3f1bc953-ca25-4e3f-ba83-153ee40a6328 HTTP/1.1" status: 200 len: 845 time: 0.0950584 Aug 29 04:34:36.557060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-55761565'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:36.592454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Made reservation on behalf of d7ef347dbbd8400ab78c98a205dd1970 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:36.597110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.646484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.725201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 3f1bc953-ca25-4e3f-ba83-153ee40a6328 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:36.725859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.823858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.845102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 3f1bc953-ca25-4e3f-ba83-153ee40a6328 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:36.918959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.927374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:36.972204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:37.004946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.005645 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Added segment 956c9a0d-444e-44ba-97be-61f5255b1aa2 of type vlan for network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 Aug 29 04:34:37.149607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.169366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be837d-d985-4c36-bb42-7d48db9309d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.201574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.280862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.287806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/3f1bc953-ca25-4e3f-ba83-153ee40a6328 HTTP/1.1" status: 204 len: 168 time: 0.7722361 Aug 29 04:34:37.287806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fcb7e-7a1b-44c0-9b69-919b6389aba7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=3f1bc953-ca25-4e3f-ba83-153ee40a6328,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.288684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.299110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.309798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:37.310828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.376259 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e15ca2-ddc5-4d2b-a73e-9660e86f8818 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:37.380973 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f75486d9-02e4-4907-a82b-a9993072e3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.398281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.399329 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31e15ca2-ddc5-4d2b-a73e-9660e86f8818 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/3f1bc953-ca25-4e3f-ba83-153ee40a6328 HTTP/1.1" status: 404 len: 333 time: 0.1071525 Aug 29 04:34:37.490425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'name': 'tempest-PortsIpV6TestJSON-226096197'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.511806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.1962073 Aug 29 04:34:37.516081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:37.524496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Request body: {'subnet': {'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:37.627444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a52ef6-0c3a-4aa8-a8e9-04ba1c213789 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event updated for resources: {'Network': ['ID=0e420f6f-74fd-46d7-9073-e7aa35a2f999,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:37.643389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:37.678879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Made reservation on behalf of d7ef347dbbd8400ab78c98a205dd1970 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.686990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.766553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:37.792556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:37.829049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 857d081f-13df-4d51-8de3-731d4ee6333b yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:38.225950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.284191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.288769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.354206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event updated for resources: {'Subnet': ['ID=8acf9eb5-2535-4ea2-94b0-322e968c0c3e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.416354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:38.423311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=857d081f-13df-4d51-8de3-731d4ee6333b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:38.428027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:38.431171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Checking segment: {'id': '956c9a0d-444e-44ba-97be-61f5255b1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:38.432090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Network hostable DHCP agents. Network: 0e420f6f-74fd-46d7-9073-e7aa35a2f999, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:38.432243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:38.447219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.448276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.476431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:38.483142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1097f04e-df72-453b-a623-54ecd28d3664 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0791008 Aug 29 04:34:38.483710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.494839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:38.496009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0e420f6f-74fd-46d7-9073-e7aa35a2f999) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:38.512027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d5282-cd69-445a-9fa4-a1be4f2d31bc None None] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:38.517750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:38.518391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.574281 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e8bc6bd-ce10-42a6-8732-0d42dd7ef0d6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0533960 Aug 29 04:34:38.576730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:38.609029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Request body: {'port': {'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999', 'name': 'tempest-TagsExtTest-2003911034'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:38.617047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.939031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Made reservation on behalf of d7ef347dbbd8400ab78c98a205dd1970 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:38.943685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.965674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0e420f6f-74fd-46d7-9073-e7aa35a2f999', 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999', 'tenant_id': 'd7ef347dbbd8400ab78c98a205dd1970', 'fixed_ips': [{'subnet_id': '8acf9eb5-2535-4ea2-94b0-322e968c0c3e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:38.967352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.991202 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:38.992343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] device_id is not set on port d0a74063-49af-4774-8165-aa8c099f6a7d yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:38.999673 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.068087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] In _notify_port_updated(), no bound segment for port 857d081f-13df-4d51-8de3-731d4ee6333b on network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:39.075123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.076165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.078368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/ports/857d081f-13df-4d51-8de3-731d4ee6333b HTTP/1.1" status: 200 len: 818 time: 0.5920632 Aug 29 04:34:39.083435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.259781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Allocated IP 172.20.0.2 (0e420f6f-74fd-46d7-9073-e7aa35a2f999/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/d0a74063-49af-4774-8165-aa8c099f6a7d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:39.299740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc262d47-77af-4480-8334-c2b0a450c4c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=857d081f-13df-4d51-8de3-731d4ee6333b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.422065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 857d081f-13df-4d51-8de3-731d4ee6333b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:39.423098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.540508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.571408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 857d081f-13df-4d51-8de3-731d4ee6333b owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:39.591833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.612624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Transition to ACTIVE for port object d0a74063-49af-4774-8165-aa8c099f6a7d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:39.690375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.716818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.737555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:39.742343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:39.748067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:39.750872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=857d081f-13df-4d51-8de3-731d4ee6333b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:39.778707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.781745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2ff98388-678c-4e01-a6f5-35622e66d312 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/857d081f-13df-4d51-8de3-731d4ee6333b HTTP/1.1" status: 204 len: 168 time: 0.6965950 Aug 29 04:34:39.785851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.858016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a480b8e-52d3-4260-bd96-baf913f418ae tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.860448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6a480b8e-52d3-4260-bd96-baf913f418ae tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0727165 Aug 29 04:34:39.865086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.871834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fa926769-c5da-4bef-a6c3-1a05ad9de1f4 {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:34:39.872828 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:34:39.902403 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abb6dda-ed84-46b8-9ace-13c386cefe70 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:39.910420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9abb6dda-ed84-46b8-9ace-13c386cefe70 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/857d081f-13df-4d51-8de3-731d4ee6333b HTTP/1.1" status: 404 len: 333 time: 0.0431578 Aug 29 04:34:39.911408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:39.918871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-833200819'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:39.963548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:39.971315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:39.994677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:39.995904 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.033135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4518700 Aug 29 04:34:40.037530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.045949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:40.046158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-794446036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.078159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2cc6-96cb-4ec9-b925-0dd517a3c068 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event updated for resources: {'Port': ['ID=d0a74063-49af-4774-8165-aa8c099f6a7d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.090150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.090550 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 47842a23-3671-4f16-b1d9-2cef81ead8a5 of type vlan for network c6c85447-1fd3-46ed-a6f9-c8c640943463 Aug 29 04:34:40.105265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.107483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.164584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.184145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.190290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.204976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.214886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:40.215980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.216818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.219576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.221598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-84daaac8-8cbb-4a6e-9b29-95f34921cbe1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1815882 Aug 29 04:34:40.222650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.229026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32cfc7ee-3218-4006-8bc4-fa161e94cb3f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-265252309', 'prefixes': ['172.20.0.0/16']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.288495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.312027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3989787 Aug 29 04:34:40.316130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.326250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:40.333151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c43fe4-2f64-4f26-9260-b5ca803f281d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=c6c85447-1fd3-46ed-a6f9-c8c640943463,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.348103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:40.371138 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32cfc7ee-3218-4006-8bc4-fa161e94cb3f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.377744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-32cfc7ee-3218-4006-8bc4-fa161e94cb3f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1537898 Aug 29 04:34:40.378813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.388793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7400f52f-1c47-4f10-9a71-6d9d93af445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.389800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-12c18f2d-7215-48a5-b0db-8e89cca9af7d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-1234296043') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.397822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.474888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:40.481444 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.581854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e45f576-7f2b-4222-b726-244c47cd8e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.607671 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-12c18f2d-7215-48a5-b0db-8e89cca9af7d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-1234296043 HTTP/1.1" status: 201 len: 201 time: 0.2265859 Aug 29 04:34:40.609091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.615847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-daf138ad-ae55-4047-b1d3-33de909fd2e6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-476249562') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.741901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-daf138ad-ae55-4047-b1d3-33de909fd2e6 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-476249562 HTTP/1.1" status: 201 len: 201 time: 0.1312587 Aug 29 04:34:40.742679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.750727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a8cb01b7-b493-4aa1-abcd-9f2379796a2e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-615440802') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.767335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e45f576-7f2b-4222-b726-244c47cd8e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.777780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4e45f576-7f2b-4222-b726-244c47cd8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:40.811455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Allocated IP 172.20.0.3 (0e420f6f-74fd-46d7-9073-e7aa35a2f999/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/3892df8f-092f-4402-aa98-e87ed0dac2c5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:40.841580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4e45f576-7f2b-4222-b726-244c47cd8e8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac7ddf5130f143109d399ede66e6ed8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098104 Aug 29 04:34:40.843321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.908161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45f576-7f2b-4222-b726-244c47cd8e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476682b-e2c7-4c16-b6dd-4dda26c49993,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:40.932116 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a8cb01b7-b493-4aa1-abcd-9f2379796a2e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-615440802 HTTP/1.1" status: 201 len: 201 time: 0.1875639 Aug 29 04:34:40.936193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:40.943877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-19393edd-847f-4f22-96df-83d7bb261157 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-1030642437') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:40.997206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.003453 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.007467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19393edd-847f-4f22-96df-83d7bb261157 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-1030642437 HTTP/1.1" status: 201 len: 201 time: 0.0693502 Aug 29 04:34:41.010964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.025948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-5315ce3e-82bb-4a75-a9bb-e5f30ffc8f33 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.081091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.153887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.174960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Transition to ACTIVE for port object 3892df8f-092f-4402-aa98-e87ed0dac2c5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:41.185583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5315ce3e-82bb-4a75-a9bb-e5f30ffc8f33 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 200 len: 241 time: 0.1724973 Aug 29 04:34:41.189748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45682) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.203976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Transition to ACTIVE for port object 3892df8f-092f-4402-aa98-e87ed0dac2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:41.217608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8321243a-7733-470c-a4bd-0d4c90d80481 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-1234296043') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.223413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.223651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=0e585bee-5207-4d5b-97ce-a749d86be613,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.228925 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.232068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.237117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7476682b-e2c7-4c16-b6dd-4dda26c49993 HTTP/1.1" status: 204 len: 168 time: 0.3862643 Aug 29 04:34:41.246429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '47842a23-3671-4f16-b1d9-2cef81ead8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:41.246805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: c6c85447-1fd3-46ed-a6f9-c8c640943463, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:41.250860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1f7b-c0fe-4e3f-9c1c-35dd03445d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476682b-e2c7-4c16-b6dd-4dda26c49993,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.272073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:41.292683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c6c85447-1fd3-46ed-a6f9-c8c640943463) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:41.303693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:41.305798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.325224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788683c-cb52-4c16-b46a-41d7329e7da7 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:41.342415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b39e5aa7-173e-484d-ac02-9ed5dcafb4ca tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0247736 Aug 29 04:34:41.346995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.347272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:41.371943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:41.382086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8321243a-7733-470c-a4bd-0d4c90d80481 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-1234296043 HTTP/1.1" status: 204 len: 168 time: 0.1720188 Aug 29 04:34:41.387797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.408619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:41.422256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.427509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:41.440586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-14ecc5ae-0c04-41d7-bcad-06593a44703e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-1234296043') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.463202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Pushing event updated for resources: {'Port': ['ID=3892df8f-092f-4402-aa98-e87ed0dac2c5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:41.556964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Attempting to bind port 3892df8f-092f-4402-aa98-e87ed0dac2c5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:41.557585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Attempting to bind port 3892df8f-092f-4402-aa98-e87ed0dac2c5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '956c9a0d-444e-44ba-97be-61f5255b1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:41.558131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Attempting to bind port 3892df8f-092f-4402-aa98-e87ed0dac2c5 on network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:41.585487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:41.586602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Checking segment: {'id': '956c9a0d-444e-44ba-97be-61f5255b1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:41.592625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.593865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Bound using segment: {'id': '956c9a0d-444e-44ba-97be-61f5255b1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:41.594756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Bound port: 3892df8f-092f-4402-aa98-e87ed0dac2c5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956c9a0d-444e-44ba-97be-61f5255b1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0e420f6f-74fd-46d7-9073-e7aa35a2f999'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:41.595623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.781173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c6c85447-1fd3-46ed-a6f9-c8c640943463', 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '0e585bee-5207-4d5b-97ce-a749d86be613'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:41.782877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.791036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-14ecc5ae-0c04-41d7-bcad-06593a44703e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-1234296043 HTTP/1.1" status: 204 len: 168 time: 0.3973944 Aug 29 04:34:41.791036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:41.793069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.795171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:41.799981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f9c565b1-5d84-433f-936b-332cb169f432 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.960436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f9c565b1-5d84-433f-936b-332cb169f432 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 200 len: 205 time: 0.1651683 Aug 29 04:34:41.962034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:41.974714 n-d-712139-13 neutron-server[94827]: INFO neutron.db.ipam_backend_mixin [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e585bee-5207-4d5b-97ce-a749d86be613 (CIDR: 2001:db8::/64) Aug 29 04:34:41.978933 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:34:41.992470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-6744ec1f-a216-45b7-b0ff-fdef568c32ea tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:41.992691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:34:42.001469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Allocated IP 2001:db8::2 (c6c85447-1fd3-46ed-a6f9-c8c640943463/0e585bee-5207-4d5b-97ce-a749d86be613/5af509c2-9691-4ee6-aa50-ba858e511ab3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:42.013558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf5e651e-3b2c-40c4-959b-d4762d235f50 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6616480 Aug 29 04:34:42.018318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45710) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.028969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:42.089389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6744ec1f-a216-45b7-b0ff-fdef568c32ea tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 200 len: 240 time: 0.1255562 Aug 29 04:34:42.090963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.105139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-2d9102f9-a327-4b71-982c-c8d210a87340 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-476249562') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:42.233145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.244395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] For port 3892df8f-092f-4402-aa98-e87ed0dac2c5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:42.247762 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d9102f9-a327-4b71-982c-c8d210a87340 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-476249562 HTTP/1.1" status: 204 len: 168 time: 0.1554563 Aug 29 04:34:42.252878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.267445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-318533b2-d9c9-4333-a566-e499c44c0afa tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-476249562') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:42.360444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] For port 3892df8f-092f-4402-aa98-e87ed0dac2c5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3892df8f-092f-4402-aa98-e87ed0dac2c5,segment=NetworkSegment(956c9a0d-444e-44ba-97be-61f5255b1aa2),segment_id=956c9a0d-444e-44ba-97be-61f5255b1aa2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:42.367295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.403160 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.414189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Transition to ACTIVE for port object 5af509c2-9691-4ee6-aa50-ba858e511ab3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:42.457689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Transition to ACTIVE for port object 5af509c2-9691-4ee6-aa50-ba858e511ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:42.490852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.557953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:42.565475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.567126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:42.574267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:42.586241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:42.598575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027eea5e-d19b-4770-845a-4f6e23b508bb None None] Pushing event updated for resources: {'Port': ['ID=3892df8f-092f-4402-aa98-e87ed0dac2c5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.762273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Attempting to bind port 5af509c2-9691-4ee6-aa50-ba858e511ab3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:34:42.762727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Attempting to bind port 5af509c2-9691-4ee6-aa50-ba858e511ab3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '47842a23-3671-4f16-b1d9-2cef81ead8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:34:42.768638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Attempting to bind port 5af509c2-9691-4ee6-aa50-ba858e511ab3 on network c6c85447-1fd3-46ed-a6f9-c8c640943463 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:34:42.778129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-318533b2-d9c9-4333-a566-e499c44c0afa tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-476249562 HTTP/1.1" status: 204 len: 168 time: 0.5170507 Aug 29 04:34:42.780762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.790783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-88edd5a6-14b3-41e2-a242-15d87c9bb6ae tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:42.792495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Pushing event updated for resources: {'Port': ['ID=5af509c2-9691-4ee6-aa50-ba858e511ab3,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:42.797647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:34:42.798333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Checking segment: {'id': '47842a23-3671-4f16-b1d9-2cef81ead8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:42.798930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.799484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Bound using segment: {'id': '47842a23-3671-4f16-b1d9-2cef81ead8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:34:42.800188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Bound port: 5af509c2-9691-4ee6-aa50-ba858e511ab3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47842a23-3671-4f16-b1d9-2cef81ead8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:34:42.800772 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:42.954697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] For port 5af509c2-9691-4ee6-aa50-ba858e511ab3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:34:42.961184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] For port 5af509c2-9691-4ee6-aa50-ba858e511ab3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5af509c2-9691-4ee6-aa50-ba858e511ab3,segment=NetworkSegment(47842a23-3671-4f16-b1d9-2cef81ead8a5),segment_id=47842a23-3671-4f16-b1d9-2cef81ead8a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:34:42.963220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-fe10acae-2c9a-43b3-bdf8-3eae009e9364 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2662604 Aug 29 04:34:42.978160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88edd5a6-14b3-41e2-a242-15d87c9bb6ae tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 200 len: 205 time: 0.1960361 Aug 29 04:34:42.983022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:42.990269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-432e7946-df74-4322-ace0-802ef21458f2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:43.024099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.034917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.150508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d31f0-486a-4f18-84a6-68dc0658da2e None None] Pushing event updated for resources: {'Port': ['ID=5af509c2-9691-4ee6-aa50-ba858e511ab3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:43.250016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-432e7946-df74-4322-ace0-802ef21458f2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 200 len: 240 time: 0.2646806 Aug 29 04:34:43.255231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.270428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ba749a32-3189-44fd-a030-5706cff6b536 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-615440802') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:43.337305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3654876-74da-41ce-8784-85fb52a8809a req-ab519a70-d434-488b-9afb-21962b98415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.340306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-ab519a70-d434-488b-9afb-21962b98415e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.2129941 Aug 29 04:34:43.464004 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba749a32-3189-44fd-a030-5706cff6b536 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-615440802 HTTP/1.1" status: 204 len: 168 time: 0.2056813 Aug 29 04:34:43.465011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.476320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-12c1ee98-79bc-4ca7-9f51-00c3419f86e2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-615440802') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:43.583433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3654876-74da-41ce-8784-85fb52a8809a req-714e010d-4698-4a60-9de5-ab2c79afc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:43.594255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-714e010d-4698-4a60-9de5-ab2c79afc78d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.2217941 Aug 29 04:34:43.652921 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:34:43.746739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-12c1ee98-79bc-4ca7-9f51-00c3419f86e2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-615440802 HTTP/1.1" status: 204 len: 168 time: 0.2770967 Aug 29 04:34:43.750819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:43.762960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-5195dafa-c831-4ee2-b85a-038be5593b7b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:43.869674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-e43307f0-5e53-4382-a993-b69647a37224 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.2503793 Aug 29 04:34:43.965215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:43.965915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45760) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.001168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:44.008499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5195dafa-c831-4ee2-b85a-038be5593b7b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 200 len: 205 time: 0.2547984 Aug 29 04:34:44.011722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.018181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-714245df-c400-4ca3-8194-7522320903e5 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.029000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:44.038021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.039192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.052340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3654876-74da-41ce-8784-85fb52a8809a req-cdd5ea06-51fb-47d4-8ead-0ff556114267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.054943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-cdd5ea06-51fb-47d4-8ead-0ff556114267 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1728740 Aug 29 04:34:44.144374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-714245df-c400-4ca3-8194-7522320903e5 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 200 len: 241 time: 0.1311791 Aug 29 04:34:44.146817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.155017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-37db55dc-45cd-44bd-a2b2-040c82ae4d17 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-1030642437') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.160417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3654876-74da-41ce-8784-85fb52a8809a req-c9ccda0c-a36f-46eb-8613-b5041186b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:44.162429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-c9ccda0c-a36f-46eb-8613-b5041186b697 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920649 Aug 29 04:34:44.167399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1444809 Aug 29 04:34:44.168360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45770) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.171408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f079cb-26d4-49e5-a248-69cdc768e803 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=98666c7d-0f24-4b49-9066-2d3ded4357e4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.191718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'fixed_ips': [{'subnet_id': '0e585bee-5207-4d5b-97ce-a749d86be613'}, {'subnet_id': '98666c7d-0f24-4b49-9066-2d3ded4357e4'}], 'name': 'tempest-PortsIpV6TestJSON-1068558848'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:44.231690 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37db55dc-45cd-44bd-a2b2-040c82ae4d17 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-1030642437 HTTP/1.1" status: 204 len: 168 time: 0.0829091 Aug 29 04:34:44.232621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.240529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-41a8727c-3624-4d81-b4f5-b5e6e8d1f5bb tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-1030642437') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.245037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e916d275-773f-4d62-9d9d-963821981d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.319192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-41a8727c-3624-4d81-b4f5-b5e6e8d1f5bb tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-1030642437 HTTP/1.1" status: 204 len: 168 time: 0.0846047 Aug 29 04:34:44.323357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.330308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a4de628c-7f8e-4848-805d-d3b62fb9238a tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.380080 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4de628c-7f8e-4848-805d-d3b62fb9238a tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 200 len: 205 time: 0.0554171 Aug 29 04:34:44.385043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.393269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-5d1415f7-3db0-4292-9b1b-b7f4cb14c86d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.466830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d1415f7-3db0-4292-9b1b-b7f4cb14c86d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 204 len: 168 time: 0.0806239 Aug 29 04:34:44.467504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.472773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0b1f9-3130-4cc2-9a74-680e4ea69a02 None None] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:44.475744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-80eb91ad-f8be-4382-be36-8b669f850a29 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.482682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-f265bfe0-663d-444c-819d-1dcee3c84e0b service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043709 Aug 29 04:34:44.633732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e916d275-773f-4d62-9d9d-963821981d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.667317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e916d275-773f-4d62-9d9d-963821981d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.686830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3892df8f-092f-4402-aa98-e87ed0dac2c5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:44.699298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3654876-74da-41ce-8784-85fb52a8809a req-04cf1dc9-c445-4e52-a95c-ae58ff3259e5 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061007 Aug 29 04:34:44.730570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:44.752733 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-80eb91ad-f8be-4382-be36-8b669f850a29 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2828810 Aug 29 04:34:44.753681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.773707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ab9ea6d9-dff0-422a-93a8-f683613dc13b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:44.774754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5f277c21-0db6-4fae-9870-c7ad60d6080e None None] Provisioning for port 3892df8f-092f-4402-aa98-e87ed0dac2c5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:44.781199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e916d275-773f-4d62-9d9d-963821981d52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8f2b53ed25f4f77b8c11d4a7bbfcd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138521 Aug 29 04:34:44.819783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45786) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:44.822854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d275-773f-4d62-9d9d-963821981d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b753352-107e-48ec-8dbb-61802b4b20bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:44.829017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3892df8f-092f-4402-aa98-e87ed0dac2c5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:44.837196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3892df8f-092f-4402-aa98-e87ed0dac2c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:44.837654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.916579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:44.942805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port a0819fdf-51bb-4b6e-a107-539f08116f60 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:34:45.056822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.112254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ab9ea6d9-dff0-422a-93a8-f683613dc13b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.3438213 Aug 29 04:34:45.113014 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.121186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-901a2372-90af-4a38-81a8-13d676ba5c3e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.163440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.194117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.255885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febe389-5414-489d-ad33-6c5432da5e11 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:45.274304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-901a2372-90af-4a38-81a8-13d676ba5c3e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.1567664 Aug 29 04:34:45.275307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.280363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-25e75113-34b1-41f1-87ac-a47c9575f89f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-909114049') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.328019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.330900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.332168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b753352-107e-48ec-8dbb-61802b4b20bb HTTP/1.1" status: 204 len: 168 time: 0.5103664 Aug 29 04:34:45.349909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5b31a-6437-486f-9ac5-30eef4e00736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b753352-107e-48ec-8dbb-61802b4b20bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:45.407016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 3892df8f-092f-4402-aa98-e87ed0dac2c5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3892df8f-092f-4402-aa98-e87ed0dac2c5,segment=NetworkSegment(956c9a0d-444e-44ba-97be-61f5255b1aa2),segment_id=956c9a0d-444e-44ba-97be-61f5255b1aa2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:45.440894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-25e75113-34b1-41f1-87ac-a47c9575f89f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-909114049 HTTP/1.1" status: 201 len: 201 time: 0.1645129 Aug 29 04:34:45.441378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:45.442352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5af509c2-9691-4ee6-aa50-ba858e511ab3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:45.443492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.451967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-43c07806-e76e-4a39-91e8-eff8b69968d0 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-937531824') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.565382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49644458-333d-4102-930e-95167d7d19e0 None None] Provisioning for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:45.598877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43c07806-e76e-4a39-91e8-eff8b69968d0 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-937531824 HTTP/1.1" status: 201 len: 201 time: 0.1539273 Aug 29 04:34:45.599846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.608081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-9a1e574d-1b83-4b31-9e8c-db75dd4e05a8 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-1364153244') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.695300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::74 (c6c85447-1fd3-46ed-a6f9-c8c640943463/0e585bee-5207-4d5b-97ce-a749d86be613/a0819fdf-51bb-4b6e-a107-539f08116f60) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:45.704912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8:0:1::346 (c6c85447-1fd3-46ed-a6f9-c8c640943463/98666c7d-0f24-4b49-9066-2d3ded4357e4/a0819fdf-51bb-4b6e-a107-539f08116f60) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:45.868201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9a1e574d-1b83-4b31-9e8c-db75dd4e05a8 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-1364153244 HTTP/1.1" status: 201 len: 201 time: 0.2644718 Aug 29 04:34:45.872311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:45.878635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-54c28cd2-75d8-4038-b295-740f87928fb1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-951781042') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:45.992831 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-54c28cd2-75d8-4038-b295-740f87928fb1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-951781042 HTTP/1.1" status: 201 len: 201 time: 0.1189194 Aug 29 04:34:45.997107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.021650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-38762086-7809-469e-af43-b503ba5be282 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', {'tags': ['tempest-TagsExtTest-Tag-56227089', 'tempest-TagsExtTest-Tag-788368272', 'tempest-TagsExtTest-Tag-1832614739']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.138085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=3892df8f-092f-4402-aa98-e87ed0dac2c5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.163627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:46.191600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.192028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.214424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.236185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Provisioning complete for port 3892df8f-092f-4402-aa98-e87ed0dac2c5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.236628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.253234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-38762086-7809-469e-af43-b503ba5be282 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 200 len: 315 time: 0.2540677 Aug 29 04:34:46.255619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.261228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-7dd2490f-d436-4c16-a40e-535d20959d71 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.300506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object a0819fdf-51bb-4b6e-a107-539f08116f60 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:46.408875 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.432907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.516276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 5af509c2-9691-4ee6-aa50-ba858e511ab3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5af509c2-9691-4ee6-aa50-ba858e511ab3,segment=NetworkSegment(47842a23-3671-4f16-b1d9-2cef81ead8a5),segment_id=47842a23-3671-4f16-b1d9-2cef81ead8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:46.529391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7dd2490f-d436-4c16-a40e-535d20959d71 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2713437 Aug 29 04:34:46.531677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45836) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.533331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:46.539129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-e7430f79-5661-4c6a-9c16-542c466461b3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-56227089') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.547617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:46.555235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.574614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:46.588878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:46.589585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.612644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=a0819fdf-51bb-4b6e-a107-539f08116f60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.637183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ab752ef-1040-490c-907d-5ee4be8a7ad8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4670184 Aug 29 04:34:46.640616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45840) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.644681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Provisioning for port d0a74063-49af-4774-8165-aa8c099f6a7d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:46.649808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e585bee-5207-4d5b-97ce-a749d86be613'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:46.668965 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e7430f79-5661-4c6a-9c16-542c466461b3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:46.674869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Update dhcp port {'port': {'network_id': 'c6c85447-1fd3-46ed-a6f9-c8c640943463', 'fixed_ips': [{'subnet_id': '0e585bee-5207-4d5b-97ce-a749d86be613', 'ip_address': '2001:db8::2'}, {'subnet_id': '98666c7d-0f24-4b49-9066-2d3ded4357e4'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '5af509c2-9691-4ee6-aa50-ba858e511ab3'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:34:46.675754 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7430f79-5661-4c6a-9c16-542c466461b3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-56227089 HTTP/1.1" status: 404 len: 327 time: 0.1424222 Aug 29 04:34:46.678697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.693522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-903e7ea9-cfd8-4544-8e63-9d903d6e3957 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-788368272') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.741462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.747635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3892df8f-092f-4402-aa98-e87ed0dac2c5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:46.752016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Provisioning complete for port d0a74063-49af-4774-8165-aa8c099f6a7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:46.753996 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.864749 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-903e7ea9-cfd8-4544-8e63-9d903d6e3957 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:46.869359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-903e7ea9-cfd8-4544-8e63-9d903d6e3957 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-788368272 HTTP/1.1" status: 404 len: 328 time: 0.1891043 Aug 29 04:34:46.870297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:46.874644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:46.875616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-d1bdaac5-5419-4acd-a6c0-e43ba46db1af tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e', 'tempest-TagsExtTest-Tag-1832614739') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:46.949416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=5af509c2-9691-4ee6-aa50-ba858e511ab3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:46.955428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c55ee08f-7787-49d8-a01c-85466f40b249 None None] Port d0a74063-49af-4774-8165-aa8c099f6a7d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:47.028264 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-d1bdaac5-5419-4acd-a6c0-e43ba46db1af tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:47.030101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1bdaac5-5419-4acd-a6c0-e43ba46db1af tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags/tempest-TagsExtTest-Tag-1832614739 HTTP/1.1" status: 404 len: 329 time: 0.1584113 Aug 29 04:34:47.033203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.051685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-518137ed-96ad-4315-a6b5-7467e565a006 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', {'tags': ['tempest-TagsExtTest-Tag-87426939', 'tempest-TagsExtTest-Tag-748865439', 'tempest-TagsExtTest-Tag-1084828548']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.132925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3892df8f-092f-4402-aa98-e87ed0dac2c5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:47.133444 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.323386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-518137ed-96ad-4315-a6b5-7467e565a006 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 200 len: 315 time: 0.2881401 Aug 29 04:34:47.325915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.356294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bd2221be-7896-4fe3-ad60-62f712f78468 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.627874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Allocated IP 2001:db8:0:1::2 (c6c85447-1fd3-46ed-a6f9-c8c640943463/98666c7d-0f24-4b49-9066-2d3ded4357e4/5af509c2-9691-4ee6-aa50-ba858e511ab3) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:47.680722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bd2221be-7896-4fe3-ad60-62f712f78468 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.3508611 Aug 29 04:34:47.682804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.697920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b4076ab3-8f90-4e2b-b2e3-3c1e388f4355 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-87426939') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.804932 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-b4076ab3-8f90-4e2b-b2e3-3c1e388f4355 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:47.807318 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4076ab3-8f90-4e2b-b2e3-3c1e388f4355 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-87426939 HTTP/1.1" status: 404 len: 327 time: 0.1217656 Aug 29 04:34:47.812098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.819801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-c52519b0-185f-45d9-8c05-ba0b0518b48d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-748865439') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:47.875661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] For port 5af509c2-9691-4ee6-aa50-ba858e511ab3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5af509c2-9691-4ee6-aa50-ba858e511ab3,segment=NetworkSegment(47842a23-3671-4f16-b1d9-2cef81ead8a5),segment_id=47842a23-3671-4f16-b1d9-2cef81ead8a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:47.934398 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.951745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Transition to ACTIVE for port object 5af509c2-9691-4ee6-aa50-ba858e511ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:47.967444 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-c52519b0-185f-45d9-8c05-ba0b0518b48d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:47.969295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:47.971876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c52519b0-185f-45d9-8c05-ba0b0518b48d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-748865439 HTTP/1.1" status: 404 len: 328 time: 0.1579051 Aug 29 04:34:47.974978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:47.987593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-753cc24c-6af0-40b9-b121-b31e8a5a4394 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d', 'tempest-TagsExtTest-Tag-1084828548') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:48.062808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Delete allocated IP 2001:db8:0:1::346 (c6c85447-1fd3-46ed-a6f9-c8c640943463/98666c7d-0f24-4b49-9066-2d3ded4357e4) {{(pid=94827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:34:48.080208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e11c3f-5c44-4535-be7e-982bbff3b79c None None] Pushing event updated for resources: {'Port': ['ID=5af509c2-9691-4ee6-aa50-ba858e511ab3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.140446 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-753cc24c-6af0-40b9-b121-b31e8a5a4394 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:48.144688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-753cc24c-6af0-40b9-b121-b31e8a5a4394 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags/tempest-TagsExtTest-Tag-1084828548 HTTP/1.1" status: 404 len: 329 time: 0.1650074 Aug 29 04:34:48.144996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.158062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f4886521-1457-4110-823c-8fe064f0bee1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', {'tags': ['tempest-TagsExtTest-Tag-529562673', 'tempest-TagsExtTest-Tag-1121876849', 'tempest-TagsExtTest-Tag-798104336']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:48.385456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.440182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Ignored duplicate provisioning block setup for port a0819fdf-51bb-4b6e-a107-539f08116f60 by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:34:48.448648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.635200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] In _notify_port_updated(), no bound segment for port a0819fdf-51bb-4b6e-a107-539f08116f60 on network c6c85447-1fd3-46ed-a6f9-c8c640943463 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:48.646658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:48.647193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:48.653106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/ports/a0819fdf-51bb-4b6e-a107-539f08116f60 HTTP/1.1" status: 200 len: 925 time: 2.0067871 Aug 29 04:34:48.673622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45900) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:48.705846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e585bee-5207-4d5b-97ce-a749d86be613'}, {'subnet_id': '98666c7d-0f24-4b49-9066-2d3ded4357e4'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:48.763775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec66e-d08f-422e-8db7-71b3f8e817b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=a0819fdf-51bb-4b6e-a107-539f08116f60,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:48.913123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5af509c2-9691-4ee6-aa50-ba858e511ab3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:34:49.011147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a46a-d69e-474b-87c0-fde5910dfc5f req-fa897d60-6d28-4d20-a7e5-769145fdcbdd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:49.015106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6377a46a-d69e-474b-87c0-fde5910dfc5f req-fa897d60-6d28-4d20-a7e5-769145fdcbdd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.4174523 Aug 29 04:34:49.020067 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.194987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4886521-1457-4110-823c-8fe064f0bee1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 200 len: 316 time: 1.0407441 Aug 29 04:34:49.198926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.212363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-f5d25706-9a24-48e5-b983-bb7a2bb8171c tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:49.425763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6377a46a-d69e-474b-87c0-fde5910dfc5f req-f8dfd475-a962-4fac-a7d1-3391274e83a5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3799386 Aug 29 04:34:49.474233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5d25706-9a24-48e5-b983-bb7a2bb8171c tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2741416 Aug 29 04:34:49.480131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.488205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-bcb95f46-86ba-4929-93df-e06bcb92e3b5 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-529562673') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:49.572242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b43906-ab6c-4fe8-88eb-399a68f53ae0 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:49.693393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8:0:1::7a (c6c85447-1fd3-46ed-a6f9-c8c640943463/98666c7d-0f24-4b49-9066-2d3ded4357e4/a0819fdf-51bb-4b6e-a107-539f08116f60) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:49.731874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84c366e7-f3b3-48cf-879a-ebb591d8cb06 None None] Provisioning for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:49.761861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-84c366e7-f3b3-48cf-879a-ebb591d8cb06 None None] Provisioning complete for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:49.765117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84c366e7-f3b3-48cf-879a-ebb591d8cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:49.836382 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-bcb95f46-86ba-4929-93df-e06bcb92e3b5 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:49.837545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bcb95f46-86ba-4929-93df-e06bcb92e3b5 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-529562673 HTTP/1.1" status: 404 len: 328 time: 0.3563812 Aug 29 04:34:49.841808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45922) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:49.854426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-aafc42b7-2938-449b-815e-a7c62ab4c98b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-1121876849') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.085053 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-aafc42b7-2938-449b-815e-a7c62ab4c98b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:50.089411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aafc42b7-2938-449b-815e-a7c62ab4c98b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-1121876849 HTTP/1.1" status: 404 len: 329 time: 0.2441702 Aug 29 04:34:50.090738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.125598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-1272192e-4dc2-429f-8337-eb5650c84442 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7', 'tempest-TagsExtTest-Tag-798104336') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.351907 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1272192e-4dc2-429f-8337-eb5650c84442 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:50.357171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1272192e-4dc2-429f-8337-eb5650c84442 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags/tempest-TagsExtTest-Tag-798104336 HTTP/1.1" status: 404 len: 328 time: 0.2617693 Aug 29 04:34:50.358738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.364305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-8935bf3f-deb8-4449-88d5-f28c3bda2cfa tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', {'tags': ['tempest-TagsExtTest-Tag-766459504', 'tempest-TagsExtTest-Tag-589156846', 'tempest-TagsExtTest-Tag-699665131']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.422674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8935bf3f-deb8-4449-88d5-f28c3bda2cfa tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "PUT /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 200 len: 315 time: 0.0621064 Aug 29 04:34:50.425493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.430423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.438408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b8d9b3b7-5f0a-47b9-967e-15c5c7fd1d5e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.493700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Ignored duplicate provisioning block setup for port a0819fdf-51bb-4b6e-a107-539f08116f60 by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 04:34:50.504053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.510588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8d9b3b7-5f0a-47b9-967e-15c5c7fd1d5e tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 204 len: 168 time: 0.0833509 Aug 29 04:34:50.514613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.520565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-4d3464ff-62e7-4748-818e-a50474983001 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-766459504') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.537752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe188-8972-4bce-9b23-5051228b65a6 req-c79bc3a2-7a95-4486-a923-873c257d45ce tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.548544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f3fe188-8972-4bce-9b23-5051228b65a6 req-c79bc3a2-7a95-4486-a923-873c257d45ce tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.7501388 Aug 29 04:34:50.582832 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-4d3464ff-62e7-4748-818e-a50474983001 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:50.583845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d3464ff-62e7-4748-818e-a50474983001 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-766459504 HTTP/1.1" status: 404 len: 328 time: 0.0682063 Aug 29 04:34:50.586754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.591601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-1d883242-11a0-4287-90a0-68f14c82cf75 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-589156846') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.659822 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1d883242-11a0-4287-90a0-68f14c82cf75 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:50.661081 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d883242-11a0-4287-90a0-68f14c82cf75 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-589156846 HTTP/1.1" status: 404 len: 328 time: 0.0732977 Aug 29 04:34:50.667585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.672826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-196f55de-9ad7-424d-a887-897979af395a tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364', 'tempest-TagsExtTest-Tag-699665131') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.731770 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-196f55de-9ad7-424d-a887-897979af395a tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] show failed (client error): The resource could not be found. Aug 29 04:34:50.738615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-196f55de-9ad7-424d-a887-897979af395a tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags/tempest-TagsExtTest-Tag-699665131 HTTP/1.1" status: 404 len: 328 time: 0.0672462 Aug 29 04:34:50.739232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45946) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.750746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f3fe188-8972-4bce-9b23-5051228b65a6 req-01932628-914e-4b1d-92f6-55bbf86dad1f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2005973 Aug 29 04:34:50.763905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] In _notify_port_updated(), no bound segment for port a0819fdf-51bb-4b6e-a107-539f08116f60 on network c6c85447-1fd3-46ed-a6f9-c8c640943463 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:34:50.764835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-23a8d5b1-bfdb-4cfc-bc2c-85d9f0ab3b64 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b59a7ae-cb73-43ba-bc36-d0ff31dd3364') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:50.767391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Provisioning for port a0819fdf-51bb-4b6e-a107-539f08116f60 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:50.774468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Provisioning complete for port a0819fdf-51bb-4b6e-a107-539f08116f60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.775631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.779141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:50.782906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.790771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/ports/a0819fdf-51bb-4b6e-a107-539f08116f60 HTTP/1.1" status: 200 len: 1010 time: 2.0917819 Aug 29 04:34:50.799444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.875863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Port a0819fdf-51bb-4b6e-a107-539f08116f60 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:50.896371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Provisioning complete for port 5af509c2-9691-4ee6-aa50-ba858e511ab3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:50.897044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74622933-95d5-413b-b110-a3356445c8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:50.902070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:50.902955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23a8d5b1-bfdb-4cfc-bc2c-85d9f0ab3b64 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364/tags HTTP/1.1" status: 204 len: 168 time: 0.1568351 Aug 29 04:34:50.903176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c8b3-f5ff-4425-8a40-3e4553c95c2a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=a0819fdf-51bb-4b6e-a107-539f08116f60,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:50.920680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-6b52a4b9-0288-4ac7-abd0-36073513c99b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c84b4f52-9636-4502-8ab1-61e5569e48f7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:51.144422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b52a4b9-0288-4ac7-abd0-36073513c99b tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2312796 Aug 29 04:34:51.144743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.149694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-b1db837b-6b84-4893-813c-bff30a82e294 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd0a74063-49af-4774-8165-aa8c099f6a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:51.207231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port a0819fdf-51bb-4b6e-a107-539f08116f60 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:51.208153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.315940 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b1db837b-6b84-4893-813c-bff30a82e294 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1700277 Aug 29 04:34:51.319592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.333904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-6ac054e4-b570-4407-9baa-c06f27cf103d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8acf9eb5-2535-4ea2-94b0-322e968c0c3e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:51.421337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7a864959-d977-4fae-bdcd-fe0c29760138 None None] Provisioning complete for port a0819fdf-51bb-4b6e-a107-539f08116f60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:51.421850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a864959-d977-4fae-bdcd-fe0c29760138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.453866 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6ac054e4-b570-4407-9baa-c06f27cf103d tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e/tags HTTP/1.1" status: 204 len: 168 time: 0.1330540 Aug 29 04:34:51.460117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.495006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7a864959-d977-4fae-bdcd-fe0c29760138 None None] Port a0819fdf-51bb-4b6e-a107-539f08116f60 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:51.705170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-72383074-d2a0-49ca-91f0-eed0184b308f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for subnetpool, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.708462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-72383074-d2a0-49ca-91f0-eed0184b308f tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnetpools/0b59a7ae-cb73-43ba-bc36-d0ff31dd3364 HTTP/1.1" status: 204 len: 168 time: 0.2483964 Aug 29 04:34:51.711682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.720838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:51.790080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-6e91add5-e57f-4de9-8835-fdf120cb2bf6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:51.790080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-6e91add5-e57f-4de9-8835-fdf120cb2bf6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.4472497 Aug 29 04:34:51.790080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for a0819fdf-51bb-4b6e-a107-539f08116f60 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:51.851032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a19d7ad7-9175-41b8-bde3-ce3a76d66ea1 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "GET /v2.0/ports?device_id=c84b4f52-9636-4502-8ab1-61e5569e48f7 HTTP/1.1" status: 200 len: 205 time: 0.1335433 Aug 29 04:34:51.851908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:51.885754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-f78a086e-93c5-4647-b493-0dd5a09baf04 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/quotas/68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 375 time: 0.0891612 Aug 29 04:34:51.931434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ceff1a5-0f4b-4348-b861-c0795cd1cce4 None None] Provisioning complete for port a0819fdf-51bb-4b6e-a107-539f08116f60 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:51.932268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ceff1a5-0f4b-4348-b861-c0795cd1cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.001453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ceff1a5-0f4b-4348-b861-c0795cd1cce4 None None] Port a0819fdf-51bb-4b6e-a107-539f08116f60 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:52.177783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.354924 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.436018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d433042d-345d-4e8c-b023-6d23d6a165c6 None None] Could not find standard attr ID for object a0819fdf-51bb-4b6e-a107-539f08116f60. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:52.441835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-29284731-8cda-4b21-882d-85156ed7524b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4112749 Aug 29 04:34:52.593280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=a0819fdf-51bb-4b6e-a107-539f08116f60,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:52.663327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-363c432a-d3c0-4775-93c8-0222641ac1f3 service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202065 Aug 29 04:34:52.733305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.740682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9700d9a-1256-46f8-b97c-8924a86b4365 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/a0819fdf-51bb-4b6e-a107-539f08116f60 HTTP/1.1" status: 204 len: 168 time: 1.9398203 Aug 29 04:34:52.742132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.752707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.757063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.889268 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.890999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Fanout notify agent at l3_agent the message router_deleted on router c84b4f52-9636-4502-8ab1-61e5569e48f7 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:34:52.927959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:52.929175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f20887c6-e2d8-4836-bfaa-5610585659df tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/routers/c84b4f52-9636-4502-8ab1-61e5569e48f7 HTTP/1.1" status: 204 len: 168 time: 1.0749466 Aug 29 04:34:52.932388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:52.960956 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfdf410-8def-4a10-ae8c-c7fc8677f071 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:34:52.962642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9dfdf410-8def-4a10-ae8c-c7fc8677f071 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/a0819fdf-51bb-4b6e-a107-539f08116f60 HTTP/1.1" status: 404 len: 333 time: 0.0854239 Aug 29 04:34:52.968116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:53.088130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-533e1903-f155-49a8-bb2d-f1b8558dee7e service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094770 Aug 29 04:34:53.205491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 98666c7d-0f24-4b49-9066-2d3ded4357e4 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:53.224652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.298076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Deleting port d0a74063-49af-4774-8165-aa8c099f6a7d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:53.298694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.347114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.479375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.512100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Calling delete_port for d0a74063-49af-4774-8165-aa8c099f6a7d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:53.552755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ebfa257-9c48-48a4-bcaa-4c0ee1398b19 req-30e2d170-0e98-49ed-be20-6fd8ad9cf46b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.1118455 Aug 29 04:34:53.793562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.826631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.968335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:53.981479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event deleted for resources: {'Port': ['ID=d0a74063-49af-4774-8165-aa8c099f6a7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.061563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=98666c7d-0f24-4b49-9066-2d3ded4357e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:54.085955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.103891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b32fc7-4166-460f-af5e-ac585bcc2cb0 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:54.109026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c5c60075-0d59-4d71-b915-405e31b16eff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/98666c7d-0f24-4b49-9066-2d3ded4357e4 HTTP/1.1" status: 204 len: 168 time: 1.1367919 Aug 29 04:34:54.113254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.188014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.196619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dc95bd09-7643-44da-a8be-75d40288a2cc tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/ports/d0a74063-49af-4774-8165-aa8c099f6a7d HTTP/1.1" status: 204 len: 168 time: 1.2621899 Aug 29 04:34:54.197431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:54.405398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 0e585bee-5207-4d5b-97ce-a749d86be613 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:54.442268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.520810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Deleting subnet 8acf9eb5-2535-4ea2-94b0-322e968c0c3e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:34:54.534107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.627115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:54.902504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.042615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.198118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e50ea09-d9bc-48ac-88a4-74bb21e9ae0a req-327e0264-289f-4684-84a5-69b84dc53116 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.2886424 Aug 29 04:34:55.201312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.240357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.265911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=0e585bee-5207-4d5b-97ce-a749d86be613,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:55.287828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.293496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c63d1acb-0ad0-4720-beca-a4ee32eb5438 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/0e585bee-5207-4d5b-97ce-a749d86be613 HTTP/1.1" status: 204 len: 168 time: 1.1783171 Aug 29 04:34:55.294245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.375543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.436831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event deleted for resources: {'Subnet': ['ID=8acf9eb5-2535-4ea2-94b0-322e968c0c3e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:55.445433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.450916 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4fc2446-8dca-4d81-b24e-e1620d752cc2 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/subnets/8acf9eb5-2535-4ea2-94b0-322e968c0c3e HTTP/1.1" status: 204 len: 168 time: 1.2431123 Aug 29 04:34:55.451662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:55.456622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1460ea64-45f4-4e04-ae24-b20089366e0f None None] Network 0e420f6f-74fd-46d7-9073-e7aa35a2f999 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:55.499512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.589610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.758828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Deleting port 3892df8f-092f-4402-aa98-e87ed0dac2c5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:55.759211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:55.951426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] For port 3892df8f-092f-4402-aa98-e87ed0dac2c5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3892df8f-092f-4402-aa98-e87ed0dac2c5,segment=NetworkSegment(956c9a0d-444e-44ba-97be-61f5255b1aa2),segment_id=956c9a0d-444e-44ba-97be-61f5255b1aa2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:55.952495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.014696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Calling delete_port for 3892df8f-092f-4402-aa98-e87ed0dac2c5 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:56.015912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-66296423-9f6a-4da2-ba11-e09b29b75e1f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:56.017942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-66296423-9f6a-4da2-ba11-e09b29b75e1f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.3178108 Aug 29 04:34:56.052254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'device_id': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'admin_state_up': True, 'tenant_id': '68cf1279c479416b98435ab1fe4cf264'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:56.171263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 5af509c2-9691-4ee6-aa50-ba858e511ab3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:34:56.174150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.294011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.315410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde57259-db49-4a0f-b4f5-1e27485372a4 None None] DHCP port deletion for 0e420f6f-74fd-46d7-9073-e7aa35a2f999 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:56.366592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498af5a3-1706-4c6e-bb5c-ac78ce2a0d10 None None] Network c6c85447-1fd3-46ed-a6f9-c8c640943463 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:56.374735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event deleted for resources: {'Port': ['ID=3892df8f-092f-4402-aa98-e87ed0dac2c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.377825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] No DVR routers for this DVR port 3892df8f-092f-4402-aa98-e87ed0dac2c5 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:56.426217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 5af509c2-9691-4ee6-aa50-ba858e511ab3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5af509c2-9691-4ee6-aa50-ba858e511ab3,segment=NetworkSegment(47842a23-3671-4f16-b1d9-2cef81ead8a5),segment_id=47842a23-3671-4f16-b1d9-2cef81ead8a5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:34:56.426721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.445852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 5af509c2-9691-4ee6-aa50-ba858e511ab3 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:34:56.598915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e1c8b03-b82b-4c62-8c7f-28a59649db79 None None] Could not find standard attr ID for object 5af509c2-9691-4ee6-aa50-ba858e511ab3. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:34:56.670482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.698194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3892df8f-092f-4402-aa98-e87ed0dac2c5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:56.715985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e420f6f-74fd-46d7-9073-e7aa35a2f999']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:56.742026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dca38cb5-951a-426b-8ed4-e0cb4618613d req-934a6cf6-0c59-43a7-a051-ed05ea950e70 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.1128979 Aug 29 04:34:56.750192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.752282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956c9a0d-444e-44ba-97be-61f5255b1aa2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:56.752583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956c9a0d-444e-44ba-97be-61f5255b1aa2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:56.777245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3892df8f-092f-4402-aa98-e87ed0dac2c5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:56.777589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3892df8f-092f-4402-aa98-e87ed0dac2c5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:56.795541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.799360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cd04b-8111-45ad-9cdc-8c804a0f3d3d None None] DHCP port deletion for c6c85447-1fd3-46ed-a6f9-c8c640943463 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:34:56.836462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.849977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:56.850403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:56.854005 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:56.902860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=5af509c2-9691-4ee6-aa50-ba858e511ab3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:56.919538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 5af509c2-9691-4ee6-aa50-ba858e511ab3 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:34:56.990181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.008281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.016289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] 10.222.0.62 "DELETE /v2.0/networks/0e420f6f-74fd-46d7-9073-e7aa35a2f999 HTTP/1.1" status: 204 len: 168 time: 1.5625577 Aug 29 04:34:57.041220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95f870-771f-4b51-b8d1-d31581b4b8f3 tempest-TagsExtTest-1553059565 tempest-TagsExtTest-1553059565-project] Pushing event deleted for resources: {'Network': ['ID=0e420f6f-74fd-46d7-9073-e7aa35a2f999,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.155214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.185769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c85447-1fd3-46ed-a6f9-c8c640943463']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.231548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47842a23-3671-4f16-b1d9-2cef81ead8a5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.231852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47842a23-3671-4f16-b1d9-2cef81ead8a5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:34:57.260431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.305461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.322911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:34:57.323766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:34:57.381113 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:34:57.433937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:57.437922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.472769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.481198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.490014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/c6c85447-1fd3-46ed-a6f9-c8c640943463 HTTP/1.1" status: 204 len: 168 time: 2.1945512 Aug 29 04:34:57.490559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46086) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.511853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b544d-3d90-48c3-b024-6ef6a09016f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=c6c85447-1fd3-46ed-a6f9-c8c640943463,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:57.635757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f77987-493b-42cd-a5fa-22df8b4c4d1b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:57.637481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-48f77987-493b-42cd-a5fa-22df8b4c4d1b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1457043 Aug 29 04:34:57.643864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46088) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.684117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46090) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.693695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.20.0.7 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/f6500dd9-823e-49ad-8b5e-9991aa1625ed) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:34:57.736262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15d132ba-e635-4427-9730-02b8a7c4d1b0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0901587 Aug 29 04:34:57.741491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:57.753384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-725506698'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:57.805148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:57.814403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.862406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:34:57.880835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:57.881185 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 06156118-1074-48cf-90fe-8ad4a7051172 of type vlan for network fdb522b5-d9d3-48cb-8d87-442ff809e050 Aug 29 04:34:57.977408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.096549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.114875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:58.121326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.223461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09d913c8-edd5-4169-a4ce-98910d00dbbb req-8c87505a-e699-4855-8f1f-3eaad25ea6e4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.1341877 Aug 29 04:34:58.238180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.289344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Transition to ACTIVE for port object f6500dd9-823e-49ad-8b5e-9991aa1625ed will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:34:58.321896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fba81657-f817-4a66-9c30-7c36014c10ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7ef347dbbd8400ab78c98a205dd1970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358216 Aug 29 04:34:58.325293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.333292 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5828068 Aug 29 04:34:58.335879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:58.355377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:58.497082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ce8c0-3ca2-482c-8238-662821d91af3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=fdb522b5-d9d3-48cb-8d87-442ff809e050,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:58.497270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.503286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:58.507236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.512333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:34:58.513146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.696045 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.712053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f', '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:34:58.723641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:34:58.750522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:58.795434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:34:58.809911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:58.835818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5af509c2-9691-4ee6-aa50-ba858e511ab3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:34:58.882582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5af509c2-9691-4ee6-aa50-ba858e511ab3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:34:58.883179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5af509c2-9691-4ee6-aa50-ba858e511ab3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:34:59.044633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.046432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=227ccc03-47ce-42e0-acf1-57b6615a4907,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.072526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.082001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '06156118-1074-48cf-90fe-8ad4a7051172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:34:59.082578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: fdb522b5-d9d3-48cb-8d87-442ff809e050, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:34:59.082786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.085208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5be837d-d985-4c36-bb42-7d48db9309d2 HTTP/1.1" status: 204 len: 168 time: 0.7585518 Aug 29 04:34:59.136551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7f0d5-465b-4fa4-867f-a0f9680160e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be837d-d985-4c36-bb42-7d48db9309d2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:34:59.171671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.172905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.197881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:34:59.203474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-52364629-7beb-4991-91e5-0062f3dfee29 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1696689 Aug 29 04:34:59.221883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, fdb522b5-d9d3-48cb-8d87-442ff809e050) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:34:59.232789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.233811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.243515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15622534-98eb-4ea7-a72f-48dc8044c5f1 None None] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:34:59.275261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Request body: {'port': {'device_id': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:59.299488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0303401e-15e5-47af-954f-7c7fad5fa3cc tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9580250 Aug 29 04:34:59.300173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46130) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:34:59.309059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050', 'name': 'tempest-PortsIpV6TestJSON-51091898'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:34:59.490838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-679fff36-e99f-4ebf-bfae-94763de3c835 None None] Provisioning for port f6500dd9-823e-49ad-8b5e-9991aa1625ed completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:34:59.499316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-679fff36-e99f-4ebf-bfae-94763de3c835 None None] Provisioning complete for port f6500dd9-823e-49ad-8b5e-9991aa1625ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:34:59.499700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-679fff36-e99f-4ebf-bfae-94763de3c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.549163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-679fff36-e99f-4ebf-bfae-94763de3c835 None None] Port f6500dd9-823e-49ad-8b5e-9991aa1625ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:34:59.681388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.714321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.715254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-fdb522b5-d9d3-48cb-8d87-442ff809e050', 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '227ccc03-47ce-42e0-acf1-57b6615a4907'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:34:59.716151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.819729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:34:59.823694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:34:59.883428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dddb9a-c331-4243-bb8e-421003a48c5c req-41d1aa79-2c55-4bcd-91e8-590bc40484ee tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:34:59.885182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4dddb9a-c331-4243-bb8e-421003a48c5c req-41d1aa79-2c55-4bcd-91e8-590bc40484ee tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 931 time: 0.2868149 Aug 29 04:34:59.905324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:00.180919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::153 (fdb522b5-d9d3-48cb-8d87-442ff809e050/227ccc03-47ce-42e0-acf1-57b6615a4907/ef59bfc5-f8d2-40ad-b75a-3e86e44a9283) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:00.598120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6500dd9-823e-49ad-8b5e-9991aa1625ed {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:00.619595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.650143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Transition to ACTIVE for port object f6500dd9-823e-49ad-8b5e-9991aa1625ed will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:00.661913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.731420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4dddb9a-c331-4243-bb8e-421003a48c5c req-8d129e3f-61cf-4323-a8cc-22ba0ac898a6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8243897 Aug 29 04:35:00.732627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:00.816260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:01.014070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.039465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6699cacd-65c1-48ed-9ead-0733688b855e req-99f05702-ed90-4ebe-981a-33260d6db202 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1503873 Aug 29 04:35:01.106313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.131618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Allocated IP 2001:db8::2 (fdb522b5-d9d3-48cb-8d87-442ff809e050/227ccc03-47ce-42e0-acf1-57b6615a4907/3290012b-c74e-4326-8f00-6c52714ea937) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:01.238925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:01.257141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Attempting to bind port f6500dd9-823e-49ad-8b5e-9991aa1625ed on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:01.257499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Attempting to bind port f6500dd9-823e-49ad-8b5e-9991aa1625ed by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:01.257827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Attempting to bind port f6500dd9-823e-49ad-8b5e-9991aa1625ed on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:01.263375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Port f6500dd9-823e-49ad-8b5e-9991aa1625ed on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:01.263995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Attempting to bind port f6500dd9-823e-49ad-8b5e-9991aa1625ed on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:01.285691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:01.286006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:01.286423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:01.286870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Bound port: f6500dd9-823e-49ad-8b5e-9991aa1625ed, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:01.287243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.383401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6699cacd-65c1-48ed-9ead-0733688b855e req-de978ca1-1de0-42fb-84e6-e2f0143cf3bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.2002473 Aug 29 04:35:01.384854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:01.391766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:01.410404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.411360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.477867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:01.483752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:01.498624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.561231 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6699cacd-65c1-48ed-9ead-0733688b855e req-70da636d-2b74-46d5-ac2e-01d5bf11b58e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190422 Aug 29 04:35:01.562250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=ef59bfc5-f8d2-40ad-b75a-3e86e44a9283,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.646548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.647563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:01.649988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] 10.222.0.54 "PUT /v2.0/ports/f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 200 len: 1092 time: 2.4055216 Aug 29 04:35:01.650687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:01.654494 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:01.803555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b55d24ef-171a-48c1-bdde-172c60e240ba tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4994929 Aug 29 04:35:01.827987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:01.836466 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072fb975-5900-43df-9687-2a5b868bf4a4 x-openstack-request-id: req-072fb975-5900-43df-9687-2a5b868bf4a4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:01.836959 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:01.837340 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-072fb975-5900-43df-9687-2a5b868bf4a4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:01.838173 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'status': 'completed', 'code': 200} Aug 29 04:35:01.855415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c523-4b9a-4336-b88b-e7b360da36eb service neutron] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:01.875563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050', 'name': 'tempest-PortsIpV6TestJSON-1596562977'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:01.938144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-0612762f-ed52-4d65-a227-dd36e09792ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:01.965528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-0612762f-ed52-4d65-a227-dd36e09792ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 1095 time: 0.2438357 Aug 29 04:35:01.978856 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.045125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Transition to ACTIVE for port object 3290012b-c74e-4326-8f00-6c52714ea937 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:02.057908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699cacd-65c1-48ed-9ead-0733688b855e req-4671d361-84e9-452a-988b-5244619256e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.059958 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6699cacd-65c1-48ed-9ead-0733688b855e req-4671d361-84e9-452a-988b-5244619256e3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4757271 Aug 29 04:35:02.146418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Transition to ACTIVE for port object 3290012b-c74e-4326-8f00-6c52714ea937 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:02.160603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.237734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-615ee462-6a5e-4404-bd03-4c240418a768 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 200 len: 217 time: 0.2411551 Aug 29 04:35:02.334388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:02.343786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.365505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:02.368765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Pushing event updated for resources: {'Port': ['ID=3290012b-c74e-4326-8f00-6c52714ea937,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:02.369473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-9cda8d0c-02b5-4411-9777-49949d03a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.372401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-9cda8d0c-02b5-4411-9777-49949d03a887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1130388 Aug 29 04:35:02.394549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.394955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.395247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.395588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.395947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.396291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.396625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.400855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 4011f09d-9155-45c1-978e-1fe646ba9b41 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:02.401088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.402886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.403269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.403619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.403990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:02.414989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:02.422709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:02.424437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12905b-10fd-4010-bb31-08cc84afb782 req-15bb8298-6f88-448a-8807-457c91feb9a4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.435823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de12905b-10fd-4010-bb31-08cc84afb782 req-15bb8298-6f88-448a-8807-457c91feb9a4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 943 time: 0.5025828 Aug 29 04:35:02.558374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Attempting to bind port 3290012b-c74e-4326-8f00-6c52714ea937 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:02.558754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Attempting to bind port 3290012b-c74e-4326-8f00-6c52714ea937 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '06156118-1074-48cf-90fe-8ad4a7051172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:02.559140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Attempting to bind port 3290012b-c74e-4326-8f00-6c52714ea937 on network fdb522b5-d9d3-48cb-8d87-442ff809e050 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:02.578709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:02.579402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Checking segment: {'id': '06156118-1074-48cf-90fe-8ad4a7051172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:02.585179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.585861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Bound using segment: {'id': '06156118-1074-48cf-90fe-8ad4a7051172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:02.586415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Bound port: 3290012b-c74e-4326-8f00-6c52714ea937, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06156118-1074-48cf-90fe-8ad4a7051172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fdb522b5-d9d3-48cb-8d87-442ff809e050'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:02.587120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.660683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de12905b-10fd-4010-bb31-08cc84afb782 req-1d2019eb-4ef5-4478-a611-817e0cd22564 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238243 Aug 29 04:35:02.683485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-ff4845b5-9d61-4e3c-9a7a-4e6d11c39fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:02.685429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-ff4845b5-9d61-4e3c-9a7a-4e6d11c39fec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3017972 Aug 29 04:35:02.821610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] For port 3290012b-c74e-4326-8f00-6c52714ea937, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:02.840561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] For port 3290012b-c74e-4326-8f00-6c52714ea937, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3290012b-c74e-4326-8f00-6c52714ea937,segment=NetworkSegment(06156118-1074-48cf-90fe-8ad4a7051172),segment_id=06156118-1074-48cf-90fe-8ad4a7051172)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:02.851048 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:02.872088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::2f5 (fdb522b5-d9d3-48cb-8d87-442ff809e050/227ccc03-47ce-42e0-acf1-57b6615a4907/4011f09d-9155-45c1-978e-1fe646ba9b41) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:03.110067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-e5868018-9925-4eea-88c1-2dab1f5088da service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157515 Aug 29 04:35:03.174424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d2b7-386a-47c8-a190-f9da2f2b868e None None] Pushing event updated for resources: {'Port': ['ID=3290012b-c74e-4326-8f00-6c52714ea937,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.531069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7571e5e-635a-4560-9b2d-a6bed3b5edc7 req-bc75ff0c-0021-4483-8ba9-b245d744b04f service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080703 Aug 29 04:35:03.577656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.618473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 4011f09d-9155-45c1-978e-1fe646ba9b41 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:03.719409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.859143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:03.879383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:03.895898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:03.907126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:03.908823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:03.917876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=4011f09d-9155-45c1-978e-1fe646ba9b41,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:03.951648 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19be1b91-7b58-4dd6-9b02-cca5060368c3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1035895 Aug 29 04:35:03.951980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.016497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-f40eea0b-d4fd-4676-a3a9-80b02eb49e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.028079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-f40eea0b-d4fd-4676-a3a9-80b02eb49e1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 1095 time: 0.4221244 Aug 29 04:35:04.195801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9f896-bf3e-4397-a0c7-3212c3f5c3c1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.209086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45f9f896-bf3e-4397-a0c7-3212c3f5c3c1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A153 HTTP/1.1" status: 200 len: 927 time: 0.2552967 Aug 29 04:35:04.210637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:04.581416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35d36-e4ee-4998-a935-3d18644b4ae0 req-488c7032-4555-4c7d-be38-199775044b12 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.597029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f35d36-e4ee-4998-a935-3d18644b4ae0 req-488c7032-4555-4c7d-be38-199775044b12 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 943 time: 0.4144201 Aug 29 04:35:04.613958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-b5946182-ca8e-4311-8f9c-4aef7ccb5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:04.617213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-b5946182-ca8e-4311-8f9c-4aef7ccb5893 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.5799079 Aug 29 04:35:04.712998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-65cbe8aa-b5d2-4b6b-8145-b19df6890dba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 200 len: 217 time: 0.0847189 Aug 29 04:35:05.037105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3290012b-c74e-4326-8f00-6c52714ea937 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:05.051638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f35d36-e4ee-4998-a935-3d18644b4ae0 req-4d292121-e89d-4e6c-8cda-d14fde3bc91a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471798 Aug 29 04:35:05.097995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-100bc071-be15-4c85-8610-5bda35bcd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.101196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-100bc071-be15-4c85-8610-5bda35bcd09d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3777668 Aug 29 04:35:05.173163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3290012b-c74e-4326-8f00-6c52714ea937 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:05.272345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-590aebb9-c669-4094-ae41-fdbe4f2daf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:05.275574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-590aebb9-c669-4094-ae41-fdbe4f2daf55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529586 Aug 29 04:35:05.292671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 4011f09d-9155-45c1-978e-1fe646ba9b41 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:05.293719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.499550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.524399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 4011f09d-9155-45c1-978e-1fe646ba9b41 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:05.544687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-3c362498-c0fa-4d2b-aa76-dc0ea2072a82 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565415 Aug 29 04:35:05.602571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7232d99-d613-4ec7-b8dc-9852761f06f9 None None] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:05.783263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf21c7ca-380c-4d54-ba0e-fead64a6ca13 req-c738482e-55d1-4ecd-bfd0-f9f8ae31ac00 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258666 Aug 29 04:35:05.814869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.858857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=4011f09d-9155-45c1-978e-1fe646ba9b41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:05.920455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.920803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.921381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.921970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.922329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.922716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.923079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.923722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.924140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.924627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.925055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.928458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:05.933089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:05.936622 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c54cb20-ee4d-4a3f-873c-99539a12a973 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/4011f09d-9155-45c1-978e-1fe646ba9b41 HTTP/1.1" status: 204 len: 168 time: 1.7223337 Aug 29 04:35:05.939552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:05.978931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Provisioning for port 3290012b-c74e-4326-8f00-6c52714ea937 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:06.042311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Provisioning complete for port 3290012b-c74e-4326-8f00-6c52714ea937 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.044523 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e5f27a-5728-4678-825b-9707c593dfa4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:06.045038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.049486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46270) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:06.049669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d9e5f27a-5728-4678-825b-9707c593dfa4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/4011f09d-9155-45c1-978e-1fe646ba9b41 HTTP/1.1" status: 404 len: 333 time: 0.1087101 Aug 29 04:35:06.246148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:06.246664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.393606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.412307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891dc2b-f0f9-431e-8456-d438c7ddbcc3 req-c4668445-4000-4bf8-8167-4a9a6e037f0c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:06.419055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2891dc2b-f0f9-431e-8456-d438c7ddbcc3 req-c4668445-4000-4bf8-8167-4a9a6e037f0c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 943 time: 0.1908414 Aug 29 04:35:06.489475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.524013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:06.546563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] For port 3290012b-c74e-4326-8f00-6c52714ea937, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3290012b-c74e-4326-8f00-6c52714ea937,segment=NetworkSegment(06156118-1074-48cf-90fe-8ad4a7051172),segment_id=06156118-1074-48cf-90fe-8ad4a7051172)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:06.554638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.608783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2891dc2b-f0f9-431e-8456-d438c7ddbcc3 req-6adddc48-e070-4c3e-96c1-ca73c1b2bdf7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773424 Aug 29 04:35:06.700058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266cb7-8114-4528-b359-2b6d8b5405eb None None] Pushing event updated for resources: {'Port': ['ID=3290012b-c74e-4326-8f00-6c52714ea937,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.811995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:06.881346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7bae623-0e59-41df-b616-44a245235599 None None] Could not find standard attr ID for object ef59bfc5-f8d2-40ad-b75a-3e86e44a9283. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:06.935851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=ef59bfc5-f8d2-40ad-b75a-3e86e44a9283,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:06.941783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b7bae623-0e59-41df-b616-44a245235599 None None] Provisioning complete for port 3290012b-c74e-4326-8f00-6c52714ea937 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:06.943870 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b7bae623-0e59-41df-b616-44a245235599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.002280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.009087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1e67e89b-a5c1-4012-b1e2-303f50a529e6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 HTTP/1.1" status: 204 len: 168 time: 0.9566526 Aug 29 04:35:07.010646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46294) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.138886 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ef888-54cd-40ae-8ec3-169a5a682840 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:07.147879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d77ef888-54cd-40ae-8ec3-169a5a682840 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/ef59bfc5-f8d2-40ad-b75a-3e86e44a9283 HTTP/1.1" status: 404 len: 333 time: 0.1351612 Aug 29 04:35:07.150530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46306) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.285091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 227ccc03-47ce-42e0-acf1-57b6615a4907 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:07.289655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.331245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08c2a74b-e937-42c6-b40c-41abed6e0ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.388963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.393973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1834dfcd-28bc-46cb-9422-91037d2ffeb2 None None] Could not find standard attr ID for object ef59bfc5-f8d2-40ad-b75a-3e86e44a9283. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:07.437173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f6500dd9-823e-49ad-8b5e-9991aa1625ed details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:07.597717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.698352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:07.731494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'mac_address': 'fa:16:3e:ac:70:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:07.738593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.882421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=227ccc03-47ce-42e0-acf1-57b6615a4907,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:07.884216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.898058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb13d97f-e1ce-42ee-a6e2-e3f75e267617 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/227ccc03-47ce-42e0-acf1-57b6615a4907 HTTP/1.1" status: 204 len: 168 time: 0.7436635 Aug 29 04:35:07.912410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:07.933425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:07.985431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6500dd9-823e-49ad-8b5e-9991aa1625ed {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:08.070829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e37de-8318-4d88-b996-8921232e19be req-bd5ef287-246a-45a3-bb3c-311fdd67ad1d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:08.084837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a0e37de-8318-4d88-b996-8921232e19be req-bd5ef287-246a-45a3-bb3c-311fdd67ad1d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 943 time: 0.2245598 Aug 29 04:35:08.156285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:08.181462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a0e37de-8318-4d88-b996-8921232e19be req-22d641cf-3f7c-4a69-9a92-ec9b8b263045 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911756 Aug 29 04:35:08.196789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759304c-e7b0-4a87-9d84-fa625f22830f None None] Network fdb522b5-d9d3-48cb-8d87-442ff809e050 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:08.213566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.368011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0953b2dc-9ed4-49d8-a2c2-bab27c82a5b6 None None] Could not find standard attr ID for object 4011f09d-9155-45c1-978e-1fe646ba9b41. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:08.428890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.558500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:08.617869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 3290012b-c74e-4326-8f00-6c52714ea937 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:08.618973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.670185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f6500dd9-823e-49ad-8b5e-9991aa1625ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:08.842218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 3290012b-c74e-4326-8f00-6c52714ea937, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3290012b-c74e-4326-8f00-6c52714ea937,segment=NetworkSegment(06156118-1074-48cf-90fe-8ad4a7051172),segment_id=06156118-1074-48cf-90fe-8ad4a7051172)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:08.842598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:08.856987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3290012b-c74e-4326-8f00-6c52714ea937 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:08.874756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 3290012b-c74e-4326-8f00-6c52714ea937 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:09.070987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.097402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3290012b-c74e-4326-8f00-6c52714ea937 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:09.098319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.108218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 3290012b-c74e-4326-8f00-6c52714ea937 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:09.145726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=3290012b-c74e-4326-8f00-6c52714ea937,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.155969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Port 3290012b-c74e-4326-8f00-6c52714ea937 was deleted so its status cannot be updated. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 04:35:09.162359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507068f-abd2-4da2-a53b-fec956a65f36 None None] DHCP port deletion for fdb522b5-d9d3-48cb-8d87-442ff809e050 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:09.325578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.346975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb522b5-d9d3-48cb-8d87-442ff809e050']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.366531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06156118-1074-48cf-90fe-8ad4a7051172') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.366964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06156118-1074-48cf-90fe-8ad4a7051172') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:09.384507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.416330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.427281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:09.428232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:09.433008 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:09.437845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c3bd6-c1aa-42be-b7c3-8be8f8cf9c04 req-bd3a0f95-e6c6-4705-9ff5-7a4e57b86c15 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.441225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843c3bd6-c1aa-42be-b7c3-8be8f8cf9c04 req-bd3a0f95-e6c6-4705-9ff5-7a4e57b86c15 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 944 time: 0.1176572 Aug 29 04:35:09.548934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.563088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.565163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/fdb522b5-d9d3-48cb-8d87-442ff809e050 HTTP/1.1" status: 204 len: 168 time: 1.6514156 Aug 29 04:35:09.568832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-843c3bd6-c1aa-42be-b7c3-8be8f8cf9c04 req-21061fcb-fc96-446f-ad4f-1c40bf6516cf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037099 Aug 29 04:35:09.569764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.580820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-626968694'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:09.617588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e101088-317e-4013-9506-398d270eb62f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=fdb522b5-d9d3-48cb-8d87-442ff809e050,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:09.642100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:09.648178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.679574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:09.694154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.694875 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment c9c76bf5-9ba6-4f87-9b47-6d1877e42a59 of type vlan for network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 Aug 29 04:35:09.774865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.819955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.832024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:09.833384 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:09.967273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:09.977547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4052770 Aug 29 04:35:09.979493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:10.015755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443e78c-6d2b-4fac-a045-d4ef9f684cf5 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=0ea33336-82fc-4a9f-b310-4ff9ff9dcee7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:10.040013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:10.323093 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.348720 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d7823be-a039-44c1-ac4c-fc1c60a51b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.367590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:10.376328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:10.842096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3290012b-c74e-4326-8f00-6c52714ea937 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:10.944586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3290012b-c74e-4326-8f00-6c52714ea937 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:10.945098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3290012b-c74e-4326-8f00-6c52714ea937 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:10.989336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e5193-0027-4946-8e7a-10f1f68b0312 req-40bf1dc5-9bb8-4802-bd33-71c9cf80d01f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.004789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c5e5193-0027-4946-8e7a-10f1f68b0312 req-40bf1dc5-9bb8-4802-bd33-71c9cf80d01f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 944 time: 0.1472652 Aug 29 04:35:11.223613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c5e5193-0027-4946-8e7a-10f1f68b0312 req-6ad285ce-5c92-41e5-969a-99d294205efe tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993258 Aug 29 04:35:11.230165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.264862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.373338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=00df924a-354c-42d4-bae5-36be27fca4b3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:11.384255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:11.384768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:11.426466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:11.445824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f6500dd9-823e-49ad-8b5e-9991aa1625ed up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:11.463812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:11.484579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:11.485818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:11.526967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360c5f9-12c4-44db-af0e-fad58ac5ee8e None None] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:11.543830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9cb28960-dc64-4df5-a9a0-a896143a8c7e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5695519 Aug 29 04:35:11.544123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:11.553443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7', 'name': 'tempest-PortsIpV6TestJSON-1364682231', 'fixed_ips': [{'subnet_id': '00df924a-354c-42d4-bae5-36be27fca4b3', 'ip_address': '2001:db8::10'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:11.879353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:12.019599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f6500dd9-823e-49ad-8b5e-9991aa1625ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:12.050540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.065097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0ea33336-82fc-4a9f-b310-4ff9ff9dcee7', 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '00df924a-354c-42d4-bae5-36be27fca4b3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:12.066892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.076216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port f9787b62-310c-46a8-ad91-c0be5d77fdd4 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:12.121450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f6500dd9-823e-49ad-8b5e-9991aa1625ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:12.124609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.411566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Allocated IP 2001:db8::2 (0ea33336-82fc-4a9f-b310-4ff9ff9dcee7/00df924a-354c-42d4-bae5-36be27fca4b3/148f2a30-9167-4323-942d-b24482f0eaf7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:12.661880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c34e1-698d-4155-9b29-57b887947156 req-ef56e89b-4903-4ef0-8880-7483262a29e1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:12.663016 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.672985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f43c34e1-698d-4155-9b29-57b887947156 req-ef56e89b-4903-4ef0-8880-7483262a29e1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 944 time: 0.2273078 Aug 29 04:35:12.693407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Transition to ACTIVE for port object 148f2a30-9167-4323-942d-b24482f0eaf7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:12.799280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Transition to ACTIVE for port object 148f2a30-9167-4323-942d-b24482f0eaf7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:12.833388 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.848024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:12.964329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f43c34e1-698d-4155-9b29-57b887947156 req-21939ae6-503f-4aec-967b-55f3c7347536 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848878 Aug 29 04:35:13.031100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Pushing event updated for resources: {'Port': ['ID=148f2a30-9167-4323-942d-b24482f0eaf7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.052905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.059344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.068100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:13.206148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::10 (0ea33336-82fc-4a9f-b310-4ff9ff9dcee7/00df924a-354c-42d4-bae5-36be27fca4b3/f9787b62-310c-46a8-ad91-c0be5d77fdd4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:13.230939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.301591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.364911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Attempting to bind port 148f2a30-9167-4323-942d-b24482f0eaf7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:13.365925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Attempting to bind port 148f2a30-9167-4323-942d-b24482f0eaf7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:13.366392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Attempting to bind port 148f2a30-9167-4323-942d-b24482f0eaf7 on network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:13.407068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:13.409522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:13.410311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Checking segment: {'id': 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:13.410977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.412073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Bound using segment: {'id': 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:13.413048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Bound port: 148f2a30-9167-4323-942d-b24482f0eaf7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:13.413488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.417590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:13.433840 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920b104-ba20-440f-8bb5-8370f8d82946" -d '{"events": [{"server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "name": "network-vif-plugged", "status": "completed", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:13.452050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.592692 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aab81a-5600-4f63-8c60-b10a2935b7c6 x-openstack-request-id: req-32aab81a-5600-4f63-8c60-b10a2935b7c6 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:13.593523 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "name": "network-vif-plugged", "status": "completed", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:13.594110 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32aab81a-5600-4f63-8c60-b10a2935b7c6 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:13.598961 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'code': 200} Aug 29 04:35:13.678291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.713171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object f9787b62-310c-46a8-ad91-c0be5d77fdd4 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:13.782538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.836097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:13.930060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] For port 148f2a30-9167-4323-942d-b24482f0eaf7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:13.949782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:13.951518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] For port 148f2a30-9167-4323-942d-b24482f0eaf7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=148f2a30-9167-4323-942d-b24482f0eaf7,segment=NetworkSegment(c9c76bf5-9ba6-4f87-9b47-6d1877e42a59),segment_id=c9c76bf5-9ba6-4f87-9b47-6d1877e42a59)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:13.963641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:13.972113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:13.972760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:14.011973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:14.013502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.040413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=f9787b62-310c-46a8-ad91-c0be5d77fdd4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.072880 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-614a45c2-771c-41c3-96fb-7260f3457201 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5273719 Aug 29 04:35:14.076978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:14.089875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': '0ea33336-82fc-4a9f-b310-4ff9ff9dcee7', 'name': 'tempest-PortsIpV6TestJSON-160340190', 'fixed_ips': [{'subnet_id': '00df924a-354c-42d4-bae5-36be27fca4b3', 'ip_address': '2001:db8::f'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:14.240923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7811b13-1843-4656-b33d-f8d6e794e67e None None] Pushing event updated for resources: {'Port': ['ID=148f2a30-9167-4323-942d-b24482f0eaf7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:14.448389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:14.457686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:14.513809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 4c01b9ac-da04-441e-96bf-92680b3e612c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:15.071591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 148f2a30-9167-4323-942d-b24482f0eaf7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:15.084690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58ded5-f727-495e-a0fa-67752a421253 req-f90fd4aa-5a3a-4dd7-99da-cdafafeedc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.089492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c58ded5-f727-495e-a0fa-67752a421253 req-f90fd4aa-5a3a-4dd7-99da-cdafafeedc7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 1097 time: 1.4520257 Aug 29 04:35:15.138373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::f (0ea33336-82fc-4a9f-b310-4ff9ff9dcee7/00df924a-354c-42d4-bae5-36be27fca4b3/4c01b9ac-da04-441e-96bf-92680b3e612c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:15.265787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 148f2a30-9167-4323-942d-b24482f0eaf7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:15.267892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c58ded5-f727-495e-a0fa-67752a421253 req-7af1757d-2c39-4be6-9fc3-2c1d3f4344fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623805 Aug 29 04:35:15.281477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7834e6-0215-4bf2-b612-c3d34d04ae69 req-557f1649-47a0-478f-adf5-442b20261373 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:15.290239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d7834e6-0215-4bf2-b612-c3d34d04ae69 req-557f1649-47a0-478f-adf5-442b20261373 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 945 time: 0.3165500 Aug 29 04:35:15.368268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d7834e6-0215-4bf2-b612-c3d34d04ae69 req-3c23810c-e3d7-47b7-bbd6-fd8e1f9e2a63 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766466 Aug 29 04:35:15.673537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.729558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 4c01b9ac-da04-441e-96bf-92680b3e612c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:15.881702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:15.984412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:15.989070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:15.992650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:16.008685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.009710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.055943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9769864 Aug 29 04:35:16.060395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:16.086258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b40e07-7dbf-473a-9981-3a48699e16b7 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=4c01b9ac-da04-441e-96bf-92680b3e612c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:16.245823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cf0c3-3236-4be2-aa27-71284b63fc7b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.248709 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-792cf0c3-3236-4be2-aa27-71284b63fc7b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1867294 Aug 29 04:35:16.253861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:16.425834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85d9ce-89c4-4cf9-8e21-51754655cdf8 None None] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:16.497912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641da82-56f7-4380-b505-5f2b3aa21fbd tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.516832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641da82-56f7-4380-b505-5f2b3aa21fbd tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.563651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641da82-56f7-4380-b505-5f2b3aa21fbd tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.573922 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d641da82-56f7-4380-b505-5f2b3aa21fbd tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3176329 Aug 29 04:35:16.578231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46504) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:16.741593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba40727-bf64-4819-af04-0795750ad979 req-6204ba7a-f78b-40b2-a5fc-5c32bd5273f8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:16.764454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Provisioning for port 148f2a30-9167-4323-942d-b24482f0eaf7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:16.775524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aba40727-bf64-4819-af04-0795750ad979 req-6204ba7a-f78b-40b2-a5fc-5c32bd5273f8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 945 time: 0.2121544 Aug 29 04:35:16.802204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Provisioning complete for port 148f2a30-9167-4323-942d-b24482f0eaf7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:16.802573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.838409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 4c01b9ac-da04-441e-96bf-92680b3e612c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:16.839007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:16.913424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aba40727-bf64-4819-af04-0795750ad979 req-fd7c4ae4-ff5e-4e3b-bee2-c36e8e92d784 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336894 Aug 29 04:35:17.295061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.321822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 4c01b9ac-da04-441e-96bf-92680b3e612c owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:17.353280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.442268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] For port 148f2a30-9167-4323-942d-b24482f0eaf7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=148f2a30-9167-4323-942d-b24482f0eaf7,segment=NetworkSegment(c9c76bf5-9ba6-4f87-9b47-6d1877e42a59),segment_id=c9c76bf5-9ba6-4f87-9b47-6d1877e42a59)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:17.451413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.455811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.520627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.563450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.571595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2915de1-7e3a-4c19-adb3-7377a3feeee8 None None] Pushing event updated for resources: {'Port': ['ID=148f2a30-9167-4323-942d-b24482f0eaf7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.622440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.643764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.678512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.704573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:17.708318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-821ae063-d99d-4ba5-87ec-010749a23fee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.4804618 Aug 29 04:35:17.722975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.763477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=4c01b9ac-da04-441e-96bf-92680b3e612c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:17.828306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:17.831598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8aff1bca-d514-442a-9b02-efd0be46371e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/4c01b9ac-da04-441e-96bf-92680b3e612c HTTP/1.1" status: 204 len: 168 time: 1.2498896 Aug 29 04:35:17.837131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:17.853901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d080d5c5-b443-4d28-b4e6-3c6035a715d8 req-b0eef315-963a-4c88-be40-4282370d140d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381881 Aug 29 04:35:17.904275 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40460ba-5284-4fe7-85b3-39fdfcb1a2f1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:17.909610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d40460ba-5284-4fe7-85b3-39fdfcb1a2f1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/4c01b9ac-da04-441e-96bf-92680b3e612c HTTP/1.1" status: 404 len: 333 time: 0.0707073 Aug 29 04:35:17.913275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:18.091724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Could not find standard attr ID for object 4c01b9ac-da04-441e-96bf-92680b3e612c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:18.170036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Provisioning complete for port 148f2a30-9167-4323-942d-b24482f0eaf7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:18.173117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.275284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port f9787b62-310c-46a8-ad91-c0be5d77fdd4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:18.276016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.480913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.547201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for f9787b62-310c-46a8-ad91-c0be5d77fdd4 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:18.597439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.622521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.687240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.711145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Provisioning for port f9787b62-310c-46a8-ad91-c0be5d77fdd4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:18.738154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.763577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Provisioning complete for port f9787b62-310c-46a8-ad91-c0be5d77fdd4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:18.772281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:18.802982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.842432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.878647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-91e4af28-5363-4d33-887a-f790930838d2 None None] Port f9787b62-310c-46a8-ad91-c0be5d77fdd4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:18.891019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.910307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdc06031-0d66-433f-b824-e7ba36afaf1f req-db489273-7618-4bdc-93c5-4235ae76bf0d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.8684151 Aug 29 04:35:18.943601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cbe3-5fc9-4c2c-8957-0c95428f8d57 req-4f35c2a1-5461-4f83-af4d-ae0c1db7cce0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:18.963523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f947cbe3-5fc9-4c2c-8957-0c95428f8d57 req-4f35c2a1-5461-4f83-af4d-ae0c1db7cce0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 945 time: 0.7578897 Aug 29 04:35:18.986345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 148f2a30-9167-4323-942d-b24482f0eaf7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:19.088584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f947cbe3-5fc9-4c2c-8957-0c95428f8d57 req-0e699eb4-1ba5-4c7a-9995-25d20c90f309 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224737 Aug 29 04:35:19.197779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-261749b4-4131-44e5-827f-64ca27942a52 None None] Provisioning complete for port f9787b62-310c-46a8-ad91-c0be5d77fdd4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.198717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-261749b4-4131-44e5-827f-64ca27942a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.346404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.361873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c050179-b90e-444d-a843-9aef2394227e req-c0b727a1-399d-4278-829e-eb629688e6ff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 267 time: 0.1112099 Aug 29 04:35:19.399710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-261749b4-4131-44e5-827f-64ca27942a52 None None] Port f9787b62-310c-46a8-ad91-c0be5d77fdd4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:19.408511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 148f2a30-9167-4323-942d-b24482f0eaf7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:19.411915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.437658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050179-b90e-444d-a843-9aef2394227e req-dd1ffed3-01bf-4cb2-beb7-ac94da112034 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:19.450068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c050179-b90e-444d-a843-9aef2394227e req-dd1ffed3-01bf-4cb2-beb7-ac94da112034 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 945 time: 0.0868502 Aug 29 04:35:19.456733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'security_groups': []}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:19.508974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=f9787b62-310c-46a8-ad91-c0be5d77fdd4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:19.526446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.532551 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ce5b8b0-03fc-4aa3-a347-9254fe6ee928 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/f9787b62-310c-46a8-ad91-c0be5d77fdd4 HTTP/1.1" status: 204 len: 168 time: 1.6177397 Aug 29 04:35:19.536488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.596467 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-843e0ebe-217c-4804-82aa-a735a54cb0ff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:19.599570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-843e0ebe-217c-4804-82aa-a735a54cb0ff tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/f9787b62-310c-46a8-ad91-c0be5d77fdd4 HTTP/1.1" status: 404 len: 333 time: 0.0617278 Aug 29 04:35:19.604554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:19.642413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8c4f8c0b-a19a-4ab7-b7f0-5995ade8b2e5 None None] Could not find standard attr ID for object 4c01b9ac-da04-441e-96bf-92680b3e612c. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:19.644590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.811113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 00df924a-354c-42d4-bae5-36be27fca4b3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:19.820854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:19.902962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.013457 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.065245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:20.093521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.138461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=00df924a-354c-42d4-bae5-36be27fca4b3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.148610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.155801 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f071424c-f436-4b26-ac10-fadd287b0b09 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/00df924a-354c-42d4-bae5-36be27fca4b3 HTTP/1.1" status: 204 len: 168 time: 0.5426118 Aug 29 04:35:20.156026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.157936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:20.165615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.187843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f6500dd9-823e-49ad-8b5e-9991aa1625ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:20.281711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.282716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:20.290161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c050179-b90e-444d-a843-9aef2394227e req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "PUT /v2.0/ports/f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 200 len: 904 time: 0.8387284 Aug 29 04:35:20.291143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b874-9621-4d40-b153-8e250df16ee1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:20.307214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:20.316256 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267dff91-4701-4f93-8d9d-1f9fef2f1225" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:20.326089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f', '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:20.449575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f6500dd9-823e-49ad-8b5e-9991aa1625ed'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:20.628294 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:20.716139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0aebb-3d81-4093-be49-17db22d7762e None None] Network 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:20.780796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc17c-46b8-4008-baee-190d83947098 req-86c81012-78e9-46e0-a5ff-9c7603d77ece tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:20.784782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88ebc17c-46b8-4008-baee-190d83947098 req-86c81012-78e9-46e0-a5ff-9c7603d77ece tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 907 time: 0.1736300 Aug 29 04:35:20.991413 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83996768-e009-4c83-a534-e1f8922088a1 x-openstack-request-id: req-83996768-e009-4c83-a534-e1f8922088a1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:20.991736 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:20.992017 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83996768-e009-4c83-a534-e1f8922088a1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:20.992499 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'status': 'completed', 'code': 200} Aug 29 04:35:21.277464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-3aed481f-2be9-4867-821c-349fe9e85811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.283217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-3aed481f-2be9-4867-821c-349fe9e85811 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 1059 time: 0.2619474 Aug 29 04:35:21.369527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d41441-100b-4eef-b5e8-0a404e476880 req-4c8df2ec-4bab-4183-9b41-798a3056799f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.373815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3aed3c30-f172-4051-8ec7-7c6b2339e0b0 None None] Provisioning complete for port f6500dd9-823e-49ad-8b5e-9991aa1625ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:21.374688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3aed3c30-f172-4051-8ec7-7c6b2339e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.396788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50d41441-100b-4eef-b5e8-0a404e476880 req-4c8df2ec-4bab-4183-9b41-798a3056799f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2779231 Aug 29 04:35:21.539208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.698517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 148f2a30-9167-4323-942d-b24482f0eaf7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:21.699532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.783882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-7fe73830-3dba-4a28-a63b-31b8d3a0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:21.785471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-7fe73830-3dba-4a28-a63b-31b8d3a0d0f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.4837713 Aug 29 04:35:21.799989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 148f2a30-9167-4323-942d-b24482f0eaf7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=148f2a30-9167-4323-942d-b24482f0eaf7,segment=NetworkSegment(c9c76bf5-9ba6-4f87-9b47-6d1877e42a59),segment_id=c9c76bf5-9ba6-4f87-9b47-6d1877e42a59)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:21.801600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:21.820986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 148f2a30-9167-4323-942d-b24482f0eaf7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:21.933346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-92d28a6c-e945-4b6c-87d8-5d3499545aeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 200 len: 217 time: 0.1195982 Aug 29 04:35:21.962201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50d41441-100b-4eef-b5e8-0a404e476880 req-23d8d963-ceab-45db-8e5b-2324a346eec2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5011845 Aug 29 04:35:22.042900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.218411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 148f2a30-9167-4323-942d-b24482f0eaf7 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:22.238985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=148f2a30-9167-4323-942d-b24482f0eaf7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:22.271495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-9d7e0254-3385-4032-a033-416e4706b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.279413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-9d7e0254-3385-4032-a033-416e4706b3e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.3195477 Aug 29 04:35:22.283235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d45e4b8-4da5-422d-9f4d-a95fdbffa77a None None] DHCP port deletion for 0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:22.505118 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.536874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea33336-82fc-4a9f-b310-4ff9ff9dcee7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.598186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.598863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c76bf5-9ba6-4f87-9b47-6d1877e42a59') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:22.600482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d671-5453-4fd5-a16b-3cdc6fa49066 req-59ec8eaa-097b-45ed-9e2b-ccf14e699f54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.617698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1357d671-5453-4fd5-a16b-3cdc6fa49066 req-59ec8eaa-097b-45ed-9e2b-ccf14e699f54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.4538066 Aug 29 04:35:22.660865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-df821014-9328-4d88-ac4b-6836562268da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:22.662668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-df821014-9328-4d88-ac4b-6836562268da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3208039 Aug 29 04:35:22.673503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.683805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1357d671-5453-4fd5-a16b-3cdc6fa49066 req-59ed89b8-d661-4cf1-8df5-d80a8019382a tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635564 Aug 29 04:35:22.722060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.734657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:22.735186 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:22.740200 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:22.874691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-c2722311-956a-4253-b14a-368e05467a89 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947818 Aug 29 04:35:22.904525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.914568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 148f2a30-9167-4323-942d-b24482f0eaf7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:22.941231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:22.955126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/0ea33336-82fc-4a9f-b310-4ff9ff9dcee7 HTTP/1.1" status: 204 len: 168 time: 2.7959099 Aug 29 04:35:22.965170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:22.974345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 148f2a30-9167-4323-942d-b24482f0eaf7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:22.979352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 148f2a30-9167-4323-942d-b24482f0eaf7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:22.996816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-109926527'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:23.086319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-267dff91-4701-4f93-8d9d-1f9fef2f1225 req-82f5d6ca-1fe7-46ef-86ab-bec3e904fb19 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028708 Aug 29 04:35:23.150318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95779-f032-4138-adf4-ce392711e5a1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=0ea33336-82fc-4a9f-b310-4ff9ff9dcee7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:23.168758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:23.174023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.376488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:35:23.417361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.420693 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Added segment 7d38aa1e-0050-4b99-8781-26780878ace6 of type vlan for network cf1be5a8-83d7-4656-bbd5-fe54752147ef Aug 29 04:35:23.590639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.715167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.722480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.723479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:23.866025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-6a577b07-9fa6-4317-baa6-135498f37a1e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:23.866472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8994713 Aug 29 04:35:23.876402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:23.876928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-6a577b07-9fa6-4317-baa6-135498f37a1e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.5518589 Aug 29 04:35:23.885833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:23.939727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-7b4818d5-90f6-4a01-a274-2c1ddc88bf18 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/quotas/68cf1279c479416b98435ab1fe4cf264 HTTP/1.1" status: 200 len: 375 time: 0.0612481 Aug 29 04:35:23.962938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a6a65-b2a6-4c0b-b3de-536dbb8a2df1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Network': ['ID=cf1be5a8-83d7-4656-bbd5-fe54752147ef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:23.979911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:35:23.998555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:24.115833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-74b9e447-721e-4938-8ca0-15640d4b8f89 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1696181 Aug 29 04:35:24.124216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:24.128659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.285366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4020f03c-24e5-4685-821e-e6049843825e service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686993 Aug 29 04:35:24.370001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.370901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.371448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.372070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.372734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.373405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.373977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.377166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-aad946f7-890c-46ff-af29-6cb955250070 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.3772898 Aug 29 04:35:24.436033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e4404dc-25cb-41b8-b67e-942fdf3efda2 req-09cafeb7-968c-4b96-b5ae-e0a8e26236b6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498700 Aug 29 04:35:24.437021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-9f2b4ade-e12b-4349-9422-7a816f7f69ec service neutron] 10.222.0.62 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393297 Aug 29 04:35:24.618365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:24.720028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=c419cf28-7b72-4fb8-955b-59ecaddb6687,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:24.795871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Checking segment: {'id': '7d38aa1e-0050-4b99-8781-26780878ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:24.796261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network hostable DHCP agents. Network: cf1be5a8-83d7-4656-bbd5-fe54752147ef, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:35:24.882906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-889d9b0b-7280-4072-8847-4dc6cde0ba1d req-2ea97db6-a19f-4408-a5be-7c427ad22b9c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 210 time: 0.1053183 Aug 29 04:35:24.923396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:35:24.985158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, cf1be5a8-83d7-4656-bbd5-fe54752147ef) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:24.999057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:24.999690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.025340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaaf1d3-cba8-41ee-9f7c-c5f30784f83c None None] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:25.047607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-18093d87-0c7b-463a-a4fe-23222ed322e8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1661365 Aug 29 04:35:25.052249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46724) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.058179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-211427634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.156915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.159442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.287406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.299357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.354860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.374049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-502a74fe-db84-4ab9-b575-36bf102941ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3201668 Aug 29 04:35:25.378382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:25.384325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef', 'name': 'tempest-PortsIpV6TestJSON-1504915482'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:25.465092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-cf1be5a8-83d7-4656-bbd5-fe54752147ef', 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': 'c419cf28-7b72-4fb8-955b-59ecaddb6687'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:25.495740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.627632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:25.639511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:25.689375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port c2387d26-acb8-418f-92df-ab4d2237eedb yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:25.803062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Allocated IP 2001:db8::2 (cf1be5a8-83d7-4656-bbd5-fe54752147ef/c419cf28-7b72-4fb8-955b-59ecaddb6687/9210d14d-827c-48d7-a865-3cfeb4050775) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:26.215104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dec8477a-de0a-4c3f-8bc7-71339d94ecae req-d89c9b3e-a62d-4033-b6c3-fbb2553570e4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 210 time: 0.0427656 Aug 29 04:35:26.295963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.307651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Transition to ACTIVE for port object 9210d14d-827c-48d7-a865-3cfeb4050775 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:26.330256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Transition to ACTIVE for port object 9210d14d-827c-48d7-a865-3cfeb4050775 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:26.341423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.404088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Pushing event updated for resources: {'Port': ['ID=9210d14d-827c-48d7-a865-3cfeb4050775,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:26.433340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:26.435840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:26.443041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:26.586265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::11f (cf1be5a8-83d7-4656-bbd5-fe54752147ef/c419cf28-7b72-4fb8-955b-59ecaddb6687/c2387d26-acb8-418f-92df-ab4d2237eedb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:26.693697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Attempting to bind port 9210d14d-827c-48d7-a865-3cfeb4050775 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:26.694273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Attempting to bind port 9210d14d-827c-48d7-a865-3cfeb4050775 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7d38aa1e-0050-4b99-8781-26780878ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:26.700646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Attempting to bind port 9210d14d-827c-48d7-a865-3cfeb4050775 on network cf1be5a8-83d7-4656-bbd5-fe54752147ef {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:26.724442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:26.724850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Checking segment: {'id': '7d38aa1e-0050-4b99-8781-26780878ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:26.725418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.725881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Bound using segment: {'id': '7d38aa1e-0050-4b99-8781-26780878ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:26.726447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Bound port: 9210d14d-827c-48d7-a865-3cfeb4050775, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d38aa1e-0050-4b99-8781-26780878ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf1be5a8-83d7-4656-bbd5-fe54752147ef'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:26.726914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:26.847281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] For port 9210d14d-827c-48d7-a865-3cfeb4050775, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:26.851069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] For port 9210d14d-827c-48d7-a865-3cfeb4050775, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9210d14d-827c-48d7-a865-3cfeb4050775,segment=NetworkSegment(7d38aa1e-0050-4b99-8781-26780878ace6),segment_id=7d38aa1e-0050-4b99-8781-26780878ace6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:26.863887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.038801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.080921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9970a-1236-4306-89e5-1fb6fd1b7b17 None None] Pushing event updated for resources: {'Port': ['ID=9210d14d-827c-48d7-a865-3cfeb4050775,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.083115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object c2387d26-acb8-418f-92df-ab4d2237eedb will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:27.159965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.257043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:27.384609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-209148a4-4458-420c-bcba-85ab346fde5a req-a6985542-0e5b-4be2-982b-9a8bb8e36f64 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 210 time: 0.0920498 Aug 29 04:35:27.475891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:27.495092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:27.554179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.562108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:27.741799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-a4ce684d-1a32-4bdf-85ac-1e612bb424e6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:27.744111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-a4ce684d-1a32-4bdf-85ac-1e612bb424e6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 811 time: 0.5622525 Aug 29 04:35:27.805868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Request body: {'port': {'device_id': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'admin_state_up': True, 'tenant_id': '68cf1279c479416b98435ab1fe4cf264'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:27.818355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=c2387d26-acb8-418f-92df-ab4d2237eedb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:27.846843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c061ff6-47de-4422-83da-90217731e218 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4672961 Aug 29 04:35:27.851132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:28.127995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Made reservation on behalf of 68cf1279c479416b98435ab1fe4cf264 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:28.132939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:28.661596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ea4226b-f62d-4495-911c-f5490afe295d req-a461cd26-84d5-4e7f-89e0-7d5e4abafd86 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 210 time: 0.0715437 Aug 29 04:35:28.684457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Allocated IP 172.20.0.12 (2df54ab5-f532-4caa-89df-0e11d06e1c92/8bc036f4-8c6a-4805-9b4c-024bfe2d1416/9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:28.947771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.049813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9210d14d-827c-48d7-a865-3cfeb4050775 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:29.243022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9210d14d-827c-48d7-a865-3cfeb4050775 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:29.368723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.401356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Transition to ACTIVE for port object 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:29.430753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e975d4-1d95-475d-ac80-bc89af93649c None None] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:29.536494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.614608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f', '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:29.628849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Provisioning for port 9210d14d-827c-48d7-a865-3cfeb4050775 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:29.710106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:29.751494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:29.785279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:29.870738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Provisioning complete for port 9210d14d-827c-48d7-a865-3cfeb4050775 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:29.871115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:29.895907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:29.994213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.042248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:30.043665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.070351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.141672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-42ce2d21-cbdd-4d87-b66c-51151c439b56 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3411689 Aug 29 04:35:30.171996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Request body: {'port': {'device_id': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:30.305980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.494817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.545092 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.673788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] For port 9210d14d-827c-48d7-a865-3cfeb4050775, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9210d14d-827c-48d7-a865-3cfeb4050775,segment=NetworkSegment(7d38aa1e-0050-4b99-8781-26780878ace6),segment_id=7d38aa1e-0050-4b99-8781-26780878ace6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:30.682084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.877673 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:30.889449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=c2387d26-acb8-418f-92df-ab4d2237eedb,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.073647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.074453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.080532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.080883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.081230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.081543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.081902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.082235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.082562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.082885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.083210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.083532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:35:31.190223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44c29bd2-a521-4dac-b0c5-421845929a25 None None] Provisioning for port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:31.195878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b713f-6a27-4cda-9466-4ea592a8ba92 req-c5524264-4cc7-4dca-bff0-41219fd8b26d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:31.203458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2b713f-6a27-4cda-9466-4ea592a8ba92 req-c5524264-4cc7-4dca-bff0-41219fd8b26d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 932 time: 1.1996114 Aug 29 04:35:31.296917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44c29bd2-a521-4dac-b0c5-421845929a25 None None] Provisioning complete for port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.297569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44c29bd2-a521-4dac-b0c5-421845929a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.356470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:31.375850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2b713f-6a27-4cda-9466-4ea592a8ba92 req-00596151-e67f-417d-8c94-4c6693ba8b6c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641121 Aug 29 04:35:31.416638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.465143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Transition to ACTIVE for port object 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:31.471046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.502963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.596950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-44c29bd2-a521-4dac-b0c5-421845929a25 None None] Port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:31.620549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7104a-490f-4828-9e08-f8f302b8482d None None] Pushing event updated for resources: {'Port': ['ID=9210d14d-827c-48d7-a865-3cfeb4050775,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.900036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:31.949622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Provisioning for port c2387d26-acb8-418f-92df-ab4d2237eedb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:31.965872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Provisioning complete for port c2387d26-acb8-418f-92df-ab4d2237eedb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:31.967780 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:31.974979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Attempting to bind port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:31.975335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Attempting to bind port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:31.975642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Attempting to bind port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:32.009028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:32.009606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Attempting to bind port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 on network 2df54ab5-f532-4caa-89df-0e11d06e1c92 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:32.044694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:32.045043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Checking segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:32.045534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Bound using segment: {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:32.045980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Bound port: 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a6f62-cf6a-41df-bbd5-923881e40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:32.046361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.089574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Port c2387d26-acb8-418f-92df-ab4d2237eedb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:32.161872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Provisioning complete for port 9210d14d-827c-48d7-a865-3cfeb4050775 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.162644 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70c275cf-6cab-4563-9bdd-3a1121dde1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.452757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:32.470293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:32.497840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.512476 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.526716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.527690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.653969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.654619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.663954 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] 10.222.0.50 "PUT /v2.0/ports/9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 HTTP/1.1" status: 200 len: 1093 time: 2.5072634 Aug 29 04:35:32.667312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:32.670165 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5495bd62-2f01-43b1-a6df-a2431f644957" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:32.764814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f099aef-7a8d-44d5-82fc-a9d12ceeedcc None None] Provisioning complete for port c2387d26-acb8-418f-92df-ab4d2237eedb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:32.765257 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f099aef-7a8d-44d5-82fc-a9d12ceeedcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:32.869789 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8293c8ea-5e19-4883-bec2-511d31c8f69b x-openstack-request-id: req-8293c8ea-5e19-4883-bec2-511d31c8f69b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:32.870099 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:32.870359 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8293c8ea-5e19-4883-bec2-511d31c8f69b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:32.870784 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'status': 'completed', 'code': 200} Aug 29 04:35:32.953663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb555d5-fc1b-4394-ab18-f353da61c47a service neutron] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.959101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=c2387d26-acb8-418f-92df-ab4d2237eedb,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:32.975609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2f099aef-7a8d-44d5-82fc-a9d12ceeedcc None None] Port c2387d26-acb8-418f-92df-ab4d2237eedb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:32.987673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-6ca611d0-8b9a-4b70-95b0-30e41638f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:32.989331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-6ca611d0-8b9a-4b70-95b0-30e41638f779 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 1096 time: 0.2222905 Aug 29 04:35:33.003087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9210d14d-827c-48d7-a865-3cfeb4050775 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:33.012519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:33.014575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:33.271791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-e7d03afe-c189-4f39-a2ac-129a92b65656 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 HTTP/1.1" status: 200 len: 217 time: 0.2659729 Aug 29 04:35:33.413332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9210d14d-827c-48d7-a865-3cfeb4050775 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:33.414574 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.496466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f5b00-7c15-4e59-91e2-316317f65671 req-009b892a-a938-4d9e-8919-6d6584b1a08e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.498159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-998f5b00-7c15-4e59-91e2-316317f65671 req-009b892a-a938-4d9e-8919-6d6584b1a08e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.5506113 Aug 29 04:35:33.536164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f40071ee-1ba7-493d-9cb9-cc3aac7a48fc None None] Provisioning complete for port c2387d26-acb8-418f-92df-ab4d2237eedb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:33.536880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f40071ee-1ba7-493d-9cb9-cc3aac7a48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:33.544228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-5a9e9a2e-e7fe-4d39-9d04-28c6fca6740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.545808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-5a9e9a2e-e7fe-4d39-9d04-28c6fca6740e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.2585454 Aug 29 04:35:33.608271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-998f5b00-7c15-4e59-91e2-316317f65671 req-f2f4026a-2341-42a2-b55d-5f87fef72cd1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949447 Aug 29 04:35:33.700361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Router 3e3d404c-76f7-474a-bc26-c9d40fd4978a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:35:33.700996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f40071ee-1ba7-493d-9cb9-cc3aac7a48fc None None] Port c2387d26-acb8-418f-92df-ab4d2237eedb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:33.720128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-837b9b10-d087-4376-bed1-cf617551070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.727038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-837b9b10-d087-4376-bed1-cf617551070a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994244 Aug 29 04:35:33.842840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:33.859521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ab0ab4f5-3056-42f3-8f44-92c2fe05c4aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/routers/3e3d404c-76f7-474a-bc26-c9d40fd4978a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0068800 Aug 29 04:35:33.862464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:33.871405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] Sync routers for ids ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:33.904029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] Routers {'3e3d404c-76f7-474a-bc26-c9d40fd4978a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:33.904774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:35:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:33.992299 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-bfe92034-34a0-4d97-8cf4-41d338f26b76 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567015 Aug 29 04:35:33.994826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d6d51-4b0d-4b9e-af8f-1047e4164aa6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:33.999801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.001102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf7d6d51-4b0d-4b9e-af8f-1047e4164aa6 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3d404c-76f7-474a-bc26-c9d40fd4978a HTTP/1.1" status: 200 len: 989 time: 0.1373041 Aug 29 04:35:34.002113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:34.002284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d9120e9-a80d-47f3-80eb-f4d879da4a4d None None] Provisioning complete for port c2387d26-acb8-418f-92df-ab4d2237eedb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:34.002901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d9120e9-a80d-47f3-80eb-f4d879da4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.131324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] Routers {'3e3d404c-76f7-474a-bc26-c9d40fd4978a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:34.132279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:35:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.134375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d9120e9-a80d-47f3-80eb-f4d879da4a4d None None] Port c2387d26-acb8-418f-92df-ab4d2237eedb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:34.257390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a9df7ad8-9bc8-41b7-be9c-3eaf16ef64be req-b5218a1b-430b-427e-84a6-478636d1dc76 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556036 Aug 29 04:35:34.277784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:34.278624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc49f44-ddcb-4b6d-b87a-f303b7527148 None None] The sync data for ids ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:34.557004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-79ba8163-48b8-42f6-92cc-37fbb5a249ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.565244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-79ba8163-48b8-42f6-92cc-37fbb5a249ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 1096 time: 0.1475425 Aug 29 04:35:34.582044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:34.775210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-5b0f7fa5-a809-479a-9247-577b6691b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:34.777428 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-5b0f7fa5-a809-479a-9247-577b6691b3dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.2068021 Aug 29 04:35:34.861477 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-6003ee82-1015-4797-9ad5-f11cef872477 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0733395 Aug 29 04:35:35.036277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-d11bfc7f-c6e3-453c-a553-8bf6fd6e52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.041145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-d11bfc7f-c6e3-453c-a553-8bf6fd6e52d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1713541 Aug 29 04:35:35.193779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-7ed55f2f-2425-42bd-992a-398da162f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.197545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-7ed55f2f-2425-42bd-992a-398da162f8b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460028 Aug 29 04:35:35.428479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:35.530816 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-afa4ed5b-d7b7-4661-85d9-9715609fe5c4 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089988 Aug 29 04:35:35.733878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd7fbf4-5299-428e-a15d-472615582eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.834070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5495bd62-2f01-43b1-a6df-a2431f644957 req-280f2bc6-a5ce-4e2a-9478-01d394cf847b service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941306 Aug 29 04:35:35.864647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430ab4a-1d68-4adc-be05-6edb23b987c0 req-544d25fe-ebff-4a69-b561-1d2ab8ae60fb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:35.867813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a430ab4a-1d68-4adc-be05-6edb23b987c0 req-544d25fe-ebff-4a69-b561-1d2ab8ae60fb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.0906391 Aug 29 04:35:35.958535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd7fbf4-5299-428e-a15d-472615582eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:35.967330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-abd7fbf4-5299-428e-a15d-472615582eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.054766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7fbf4-5299-428e-a15d-472615582eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b555d5-e1b8-4e35-8188-476d9b8cac38,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:36.058927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a430ab4a-1d68-4adc-be05-6edb23b987c0 req-b777adbd-9343-47c8-a37c-af0cfde7ecf5 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794615 Aug 29 04:35:36.086404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-abd7fbf4-5299-428e-a15d-472615582eae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1135137fa494c318c11417462287d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565332 Aug 29 04:35:36.093045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:36.204636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port c2387d26-acb8-418f-92df-ab4d2237eedb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:36.205108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.286266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.325178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.349707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.381262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for c2387d26-acb8-418f-92df-ab4d2237eedb owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:36.396084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.402756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:36.407168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31b555d5-e1b8-4e35-8188-476d9b8cac38 HTTP/1.1" status: 204 len: 168 time: 0.3119962 Aug 29 04:35:36.429883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e47f-5ecf-4844-8f9d-7dc600496f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b555d5-e1b8-4e35-8188-476d9b8cac38,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.093258 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.342226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=c2387d26-acb8-418f-92df-ab4d2237eedb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:37.383760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c6f6256c-9122-4cf6-91c1-34de45ac32c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.565605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:37.763796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89679f9c-1872-4540-a13c-50e9a32dbe07 req-2ea13173-0801-4171-b258-080003ec3027 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:37.773414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89679f9c-1872-4540-a13c-50e9a32dbe07 req-2ea13173-0801-4171-b258-080003ec3027 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.3166471 Aug 29 04:35:37.828360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89679f9c-1872-4540-a13c-50e9a32dbe07 req-44eb8be9-31f3-47fa-8989-d3d4f29093d1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Aug 29 04:35:37.950099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Router 3e3d404c-76f7-474a-bc26-c9d40fd4978a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:35:38.060563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:35:38.069519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5bab3abf-64ae-4b53-8afb-cf1f1ca4fb88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/routers/3e3d404c-76f7-474a-bc26-c9d40fd4978a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0623989 Aug 29 04:35:38.069519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.072726 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] Sync routers for ids ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:35:38.097814 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] Routers {'3e3d404c-76f7-474a-bc26-c9d40fd4978a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:38.100533 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:35:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.117624 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-301ef32f-e8a1-4466-96ee-6198162c4b75 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:38.118869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-301ef32f-e8a1-4466-96ee-6198162c4b75 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/c2387d26-acb8-418f-92df-ab4d2237eedb HTTP/1.1" status: 404 len: 333 time: 0.0487099 Aug 29 04:35:38.121770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.193573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.206309 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] Routers {'3e3d404c-76f7-474a-bc26-c9d40fd4978a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:35:38.207330 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:35:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.256098 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:38.257292 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76046c-2125-4d15-ada8-8b486b4e5821 None None] The sync data for ids ['3e3d404c-76f7-474a-bc26-c9d40fd4978a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:35:38.354314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.662501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.670305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.813601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.814609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3d404c-76f7-474a-bc26-c9d40fd4978a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:35:38.824284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:38.829504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-be828bb4-a10f-48ff-9d10-2444d8bcef6f tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/routers/3e3d404c-76f7-474a-bc26-c9d40fd4978a HTTP/1.1" status: 204 len: 168 time: 0.7062740 Aug 29 04:35:38.830118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:38.973557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.015609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:39.044394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet c419cf28-7b72-4fb8-955b-59ecaddb6687 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:39.054444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.142399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ddf74-cc3f-4f98-bb5d-6d9dbbb304ac req-d695a993-4f49-450a-8cbc-5c4d9df2b680 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:39.149166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-789ddf74-cc3f-4f98-bb5d-6d9dbbb304ac req-d695a993-4f49-450a-8cbc-5c4d9df2b680 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.2180529 Aug 29 04:35:39.202525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.218395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-789ddf74-cc3f-4f98-bb5d-6d9dbbb304ac req-21d32bbc-96ae-419c-8b02-2f5a5487b7be tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Aug 29 04:35:39.310035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423e-703a-41d2-87a1-6967c642632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.372413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:39.399851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'mac_address': 'fa:16:3e:e4:0f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:39.474531 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.503000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:39.579300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.580667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:39.590483 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.723176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.743366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423e-703a-41d2-87a1-6967c642632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.750498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423e-703a-41d2-87a1-6967c642632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.802296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3423e-703a-41d2-87a1-6967c642632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16cd1b-9078-4662-8fff-f6518c197288,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.811228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.895672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=c419cf28-7b72-4fb8-955b-59ecaddb6687,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:39.904703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:39.912026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50612003-620c-420b-a83e-50aba74f6e49 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/c419cf28-7b72-4fb8-955b-59ecaddb6687 HTTP/1.1" status: 204 len: 168 time: 1.0778651 Aug 29 04:35:39.912613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:39.913658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d78f2-415f-4a22-b713-4d6566eef8ea None None] Network cf1be5a8-83d7-4656-bbd5-fe54752147ef requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:39.915514 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a1a3423e-703a-41d2-87a1-6967c642632b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c32f87c20987461eb44b281cfe793697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341428 Aug 29 04:35:39.919294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:40.059769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:40.065257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.134527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.169473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.272925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.275802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.287516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e16cd1b-9078-4662-8fff-f6518c197288 HTTP/1.1" status: 204 len: 168 time: 0.3590758 Aug 29 04:35:40.315419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32123-dcdb-4513-819c-db49698b3dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16cd1b-9078-4662-8fff-f6518c197288,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.340910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 9210d14d-827c-48d7-a865-3cfeb4050775 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:40.341263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.471714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.538135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] For port 9210d14d-827c-48d7-a865-3cfeb4050775, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9210d14d-827c-48d7-a865-3cfeb4050775,segment=NetworkSegment(7d38aa1e-0050-4b99-8781-26780878ace6),segment_id=7d38aa1e-0050-4b99-8781-26780878ace6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:40.540077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.562083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 9210d14d-827c-48d7-a865-3cfeb4050775 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:40.738161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cd49200-9a0f-4441-a36a-e99eca9d9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.763416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:40.825368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=9210d14d-827c-48d7-a865-3cfeb4050775,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:40.839005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No DVR routers for this DVR port 9210d14d-827c-48d7-a865-3cfeb4050775 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:35:40.848370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c8fba-1ad0-4861-b4d1-25e481ff8f09 None None] DHCP port deletion for cf1be5a8-83d7-4656-bbd5-fe54752147ef request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:35:40.867233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235077b2-447d-4c22-b0ea-64583a064949 req-0a6a1049-88a6-49b0-9365-76ed5182e868 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:40.868768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-235077b2-447d-4c22-b0ea-64583a064949 req-0a6a1049-88a6-49b0-9365-76ed5182e868 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 945 time: 0.1871541 Aug 29 04:35:40.939566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-235077b2-447d-4c22-b0ea-64583a064949 req-07cf873b-5dcd-4dde-a9f5-ff06d7398e81 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Aug 29 04:35:41.041018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.066542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1be5a8-83d7-4656-bbd5-fe54752147ef']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:41.141864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d38aa1e-0050-4b99-8781-26780878ace6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:41.142337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d38aa1e-0050-4b99-8781-26780878ace6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:35:41.162099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.182156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.190520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:35:41.190965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:35:41.194722 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:35:41.309174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.324816 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.328441 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.332943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/cf1be5a8-83d7-4656-bbd5-fe54752147ef HTTP/1.1" status: 204 len: 168 time: 1.4188755 Aug 29 04:35:41.339280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.394332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae639c-84f9-4436-a7e7-8cd4e6bef7b2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=cf1be5a8-83d7-4656-bbd5-fe54752147ef,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:41.418879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b0f6f-0742-4a3b-9e78-cf9a6d1a3815 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:41.423603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6f8b0f6f-0742-4a3b-9e78-cf9a6d1a3815 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/31abf03c-cd3e-4a4e-b55e-6497495005e5 HTTP/1.1" status: 200 len: 844 time: 0.0825958 Aug 29 04:35:41.429703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.531164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a26eac6c-1497-40ce-b2bd-bb7106907461 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/31abf03c-cd3e-4a4e-b55e-6497495005e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0997217 Aug 29 04:35:41.537255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:41.544105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:41.688426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:41.693278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:41.981511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.066035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:42.067791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:42.078701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.079213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.101527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=1a665a3e-30ae-4064-93d5-e1d4fa7c6607,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.141227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d9683-8135-4176-a4af-8d205b89e784 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:42.240279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f8b05d5-a5b3-4536-9936-3cfd59913a99 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7015955 Aug 29 04:35:42.243239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.249501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'security_group': {'name': 'tempest-secgroup-380557832'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:42.267321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.317904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0d574-c5dc-4d5b-84ea-8f1c96edc8ff req-09309d8a-71df-4dde-a34f-eb82726f4b58 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:42.332901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cce0d574-c5dc-4d5b-84ea-8f1c96edc8ff req-09309d8a-71df-4dde-a34f-eb82726f4b58 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 945 time: 0.1773083 Aug 29 04:35:42.349405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.405202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cce0d574-c5dc-4d5b-84ea-8f1c96edc8ff req-fe677014-2a3c-42ae-ad51-e734df6b16a2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712960 Aug 29 04:35:42.540045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.545925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.562993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'tenant_id': '3378a9ebf9f64deba0e94ecc8c330218', 'fixed_ips': [{'subnet_id': '1a665a3e-30ae-4064-93d5-e1d4fa7c6607'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:35:42.566829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.584131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.587493 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3431783 Aug 29 04:35:42.590964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.592052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d1cf-cb33-401a-abea-51e31ddb345c tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9dd47e-8782-45ac-a83c-1c7b7666aa2d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.596871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772758100'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:42.645723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.922084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.928035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.970595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf20634-b58f-4d1c-9145-28c1bbb0f3e1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:42.974284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:42.975859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-721730af-476c-413b-a732-b69afe233c88 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3836787 Aug 29 04:35:42.978834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:42.986386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9210d14d-827c-48d7-a865-3cfeb4050775 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:35:42.989775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1140570306', 'security_groups': ['7cf20634-b58f-4d1c-9145-28c1bbb0f3e1'], 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a665a3e-30ae-4064-93d5-e1d4fa7c6607'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:43.061874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9210d14d-827c-48d7-a865-3cfeb4050775 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:35:43.062921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9210d14d-827c-48d7-a865-3cfeb4050775 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:35:43.085385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:43.171561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.369425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:43.391544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:43.500826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:43.501203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.584900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Allocated IP 2001:db8::2 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/1a665a3e-30ae-4064-93d5-e1d4fa7c6607/2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:43.593039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:43.651149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 46d1d988-f530-4785-9382-3a14691156cf yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:43.745106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0739e-8742-4a27-b810-31edc771db53 req-32cd0d5b-86c1-4d71-ac96-4df13f172d5e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:43.752329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ca0739e-8742-4a27-b810-31edc771db53 req-32cd0d5b-86c1-4d71-ac96-4df13f172d5e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 945 time: 0.1964478 Aug 29 04:35:43.953096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ca0739e-8742-4a27-b810-31edc771db53 req-17ef6dcc-7047-4107-82e8-370bb5827098 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470475 Aug 29 04:35:43.972049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-2839d912-b812-4408-bfcd-b0e3267542e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2706909 Aug 29 04:35:44.015612 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.040628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Transition to ACTIVE for port object 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:44.067156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.067793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.068504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.069034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.070124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.070670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.071193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.074568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-25b93bb6-ea1d-48d1-bd84-1bac09b50fb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.0654194 Aug 29 04:35:44.102980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Transition to ACTIVE for port object 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:44.155545 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.245953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:44.254621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d6ae46a9-781c-4c3e-990d-8f6b7181b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.255547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d6ae46a9-781c-4c3e-990d-8f6b7181b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.256286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d6ae46a9-781c-4c3e-990d-8f6b7181b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.257511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.258916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d6ae46a9-781c-4c3e-990d-8f6b7181b540 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 2293 time: 0.1442978 Aug 29 04:35:44.261595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:44.264468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:44.300299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::3b6 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/1a665a3e-30ae-4064-93d5-e1d4fa7c6607/46d1d988-f530-4785-9382-3a14691156cf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:44.371896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.490082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-e036c295-1899-4800-9a19-4efb644723b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 1001 time: 0.2087357 Aug 29 04:35:44.544360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:44.568482 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e67d1-99c6-4a0e-ab8f-251911e1b3cc" -d '{"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:35:44.573892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Attempting to bind port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:44.586728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Attempting to bind port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '98fb52ea-9f20-4042-b999-d664f199b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:44.587503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Attempting to bind port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 on network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:44.758932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:44.766202 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74d327-36fc-43ee-a5bf-a5540ccb6701 x-openstack-request-id: req-7c74d327-36fc-43ee-a5bf-a5540ccb6701 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:35:44.769216 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:35:44.771262 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c74d327-36fc-43ee-a5bf-a5540ccb6701 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:35:44.775385 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'code': 200} Aug 29 04:35:44.778039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:44.779760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Checking segment: {'id': '98fb52ea-9f20-4042-b999-d664f199b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:44.780628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.781254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Bound using segment: {'id': '98fb52ea-9f20-4042-b999-d664f199b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:44.781995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Bound port: 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fb52ea-9f20-4042-b999-d664f199b01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:44.783127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.787884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:44.892180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-28f1b507-6313-440c-95aa-97cb8ea5c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.894546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-28f1b507-6313-440c-95aa-97cb8ea5c182 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.3964577 Aug 29 04:35:44.975324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:44.997304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-e79edb63-1c55-4e73-b87e-16952b325012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:44.999607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-e79edb63-1c55-4e73-b87e-16952b325012 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933881 Aug 29 04:35:45.075518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:45.085561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:45.092438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.134564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.184482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 46d1d988-f530-4785-9382-3a14691156cf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:45.262227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.265845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36df63-68e2-4a33-bc64-3b59aeae1323 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:45.277341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb6cb6-aa8c-4674-8060-816bd97c75ea req-2d081980-8229-43ac-b40c-58e0686ad4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.279498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6cdb6cb6-aa8c-4674-8060-816bd97c75ea req-2d081980-8229-43ac-b40c-58e0686ad4de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 1098 time: 0.3380051 Aug 29 04:35:45.282800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d2d51473-bfa6-4f7b-84f0-0c9c346eed45 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725368 Aug 29 04:35:45.359945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=46d1d988-f530-4785-9382-3a14691156cf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:45.388082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:45.398558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:45.406952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:45.415981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.417416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:45.427320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6cdb6cb6-aa8c-4674-8060-816bd97c75ea req-062015fe-28ff-41f3-acf0-277da23dde6a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036091 Aug 29 04:35:45.457810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4be13832-2d6f-4b70-8623-fd7b3f79d748 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4717660 Aug 29 04:35:45.461684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:45.472838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:45.543078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-1b463b8e-103d-46b1-8251-0adf627eb1d0 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503479 Aug 29 04:35:45.805046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-0cfbdc58-b9d4-40fa-8bf7-5a67a121cd00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 217 time: 0.2465196 Aug 29 04:35:45.925811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b152f1-8f78-4836-ad94-7a7f16d2481a req-608c7626-9bb9-47fd-a439-9dd4e0b77245 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.927853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85b152f1-8f78-4836-ad94-7a7f16d2481a req-608c7626-9bb9-47fd-a439-9dd4e0b77245 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.7174804 Aug 29 04:35:45.945724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d04f93f7-8002-4b40-92ea-7e7d96b4ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:45.947705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d04f93f7-8002-4b40-92ea-7e7d96b4ae71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1339710 Aug 29 04:35:46.080745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85b152f1-8f78-4836-ad94-7a7f16d2481a req-5349d8a1-40fc-414b-85c1-868d5ac2fc43 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452444 Aug 29 04:35:46.131791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-61c8a3ec-2080-49e5-9afc-83db14005f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:46.133587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-61c8a3ec-2080-49e5-9afc-83db14005f48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1720207 Aug 29 04:35:46.377475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-e8ffd354-4005-4a93-828d-a7c5a83fe02f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a2767f3528845ae855f1d5112756be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477922 Aug 29 04:35:46.456194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:46.463227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.530843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-65fefac3-a72a-4cfe-9b89-380677728fea service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881514 Aug 29 04:35:46.584410 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a665a3e-30ae-4064-93d5-e1d4fa7c6607 (CIDR: 2001:db8::/64) Aug 29 04:35:46.592388 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:35:46.593917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:35:46.618829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4a4f4faa-8d85-4864-8a8b-2f97b86d51e2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1552410 Aug 29 04:35:46.622031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:46.627982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:46.915805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:46.929654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:46.986231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:47.051525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:47.142886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-53ca7af7-a27b-4eda-bcdb-dfc71ae248e4 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.153599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-53ca7af7-a27b-4eda-bcdb-dfc71ae248e4 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7748110 Aug 29 04:35:47.158456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-2af00780-18ed-4ae9-b851-d713eabd70af service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909529 Aug 29 04:35:47.248689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Provisioning for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:47.260903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:47.261960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.510188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.552315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:47.563847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.723780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.780473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.801589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:47.802205 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.895127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=1d5065d2-2c50-4881-9085-488d45a3bcf5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:47.897529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dc7ee-3961-4c53-bbcc-bdb4c095a1c4 None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:47.927600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:47.931123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:47.940213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:47.940992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:47.945757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647911da-a611-4007-a1f5-fdb21c53b65c None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:47.984761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-044bbb7e-1020-4708-abae-85f46c31e318 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3577223 Aug 29 04:35:47.985309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:47.991911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-658585321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d5065d2-2c50-4881-9085-488d45a3bcf5'}], 'security_groups': ['9c9dd47e-8782-45ac-a83c-1c7b7666aa2d']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:48.092082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8de6860-a8da-416e-9466-353df1b31fbd None None] Provisioning for port 46d1d988-f530-4785-9382-3a14691156cf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:48.121961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d8de6860-a8da-416e-9466-353df1b31fbd None None] Provisioning complete for port 46d1d988-f530-4785-9382-3a14691156cf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:48.122671 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8de6860-a8da-416e-9466-353df1b31fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.220841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.275455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d7dbd350-ee9f-450d-b316-9c9786d12f18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 217 time: 1.1041260 Aug 29 04:35:48.287115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-0011a569-0534-429c-8f2b-31b53aa9dfa9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/quotas/4a2767f3528845ae855f1d5112756be6 HTTP/1.1" status: 200 len: 375 time: 1.1276083 Aug 29 04:35:48.287501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d8de6860-a8da-416e-9466-353df1b31fbd None None] Port 46d1d988-f530-4785-9382-3a14691156cf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:48.426490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-c525c196-d284-445d-b308-a810374ec580 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a2767f3528845ae855f1d5112756be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507054 Aug 29 04:35:48.457702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Update dhcp port {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'fixed_ips': [{'subnet_id': '1a665a3e-30ae-4064-93d5-e1d4fa7c6607', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d5065d2-2c50-4881-9085-488d45a3bcf5'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:35:48.472464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-a8ff40d3-f8e0-41e4-bab9-7d4a25b41c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.474595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-a8ff40d3-f8e0-41e4-bab9-7d4a25b41c50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1865702 Aug 29 04:35:48.501217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5179-5cf5-41d6-bcde-d7d19cdc7667 req-46b593cd-6a10-40ce-9225-a4c9f2286e51 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.514276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02db5179-5cf5-41d6-bcde-d7d19cdc7667 req-46b593cd-6a10-40ce-9225-a4c9f2286e51 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2373998 Aug 29 04:35:48.533072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:48.641949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02db5179-5cf5-41d6-bcde-d7d19cdc7667 req-80a20f43-f320-45ad-929c-39007c7178af tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255357 Aug 29 04:35:48.650340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-4c1eddb1-4c05-4eb7-9207-509304b6df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:48.652202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-4c1eddb1-4c05-4eb7-9207-509304b6df4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238246 Aug 29 04:35:48.791717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:48.932577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-18967622-6f80-44b0-84e5-861e12dc4dab service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717195 Aug 29 04:35:48.986179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:48.986795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.014599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Delete allocated IP 2001:db8::3b6 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/1a665a3e-30ae-4064-93d5-e1d4fa7c6607) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:35:49.058518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8:0:1::23c (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/1d5065d2-2c50-4881-9085-488d45a3bcf5/46d1d988-f530-4785-9382-3a14691156cf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:49.268261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a8-6687-4347-8850-02e49cadaf53 req-4a4d677a-8995-408a-9750-0214460fb480 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.273211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80a277a8-6687-4347-8850-02e49cadaf53 req-4a4d677a-8995-408a-9750-0214460fb480 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2336147 Aug 29 04:35:49.281812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-b065ed61-faad-4c2b-a79f-4080b2b5c922 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374593 Aug 29 04:35:49.422643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-1f619e3a-b864-403e-b393-e00f589ad110 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 217 time: 0.0827529 Aug 29 04:35:49.516975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.543564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80a277a8-6687-4347-8850-02e49cadaf53 req-dfe49707-e922-4e04-b17b-551b98823e54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606528 Aug 29 04:35:49.559760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 46d1d988-f530-4785-9382-3a14691156cf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:49.569524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.605907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c3730656-9268-46a9-b686-15f2340180c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.610543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c3730656-9268-46a9-b686-15f2340180c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1724696 Aug 29 04:35:49.675166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] In _notify_port_updated(), no bound segment for port 46d1d988-f530-4785-9382-3a14691156cf on network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:35:49.683902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.684164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Allocated IP 2001:db8:0:1::2 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/1d5065d2-2c50-4881-9085-488d45a3bcf5/2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:49.685079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:49.689824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47352) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:49.691649 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/ports/46d1d988-f530-4785-9382-3a14691156cf HTTP/1.1" status: 200 len: 930 time: 1.7048364 Aug 29 04:35:49.770731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-7ea5e256-0985-4ee6-8521-818d83ece841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:49.778631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-7ea5e256-0985-4ee6-8521-818d83ece841 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583333 Aug 29 04:35:49.804429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18dcb-65a2-44ba-a6ac-1149e6ee062b tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=46d1d988-f530-4785-9382-3a14691156cf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:49.928767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:49.940269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8e48c0a-77db-48c8-a580-c299fc52abfb req-2af80c46-2de8-44de-ad23-96b81b1d0fd1 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 210 time: 0.1046779 Aug 29 04:35:50.012434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.068195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Transition to ACTIVE for port object 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:50.074532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.119021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-d3ebaef3-0f94-4f4c-a356-9728d86028a1 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348844 Aug 29 04:35:50.147095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 46d1d988-f530-4785-9382-3a14691156cf {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:35:50.160379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.318647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606abfa-d7f4-42ec-b27f-a650a0a9617f None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:50.380423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:50.393168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-03ea7792-e2e0-470e-9b01-70ea719f9acf service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589705 Aug 29 04:35:50.446458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-315e3200-18b2-45fa-af4a-3811c80c5c82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 217 time: 0.0430007 Aug 29 04:35:50.454674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 46d1d988-f530-4785-9382-3a14691156cf owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:35:50.734631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-2f33bfa5-7ab0-49c9-9e16-8b895ca0355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.738129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-2f33bfa5-7ab0-49c9-9e16-8b895ca0355a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2811661 Aug 29 04:35:50.828435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-5441efd4-279d-457c-a34a-266f5cf8483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:50.830430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-5441efd4-279d-457c-a34a-266f5cf8483a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816047 Aug 29 04:35:50.952375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:51.266941 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.282494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c733e0-e853-4fc9-a983-3b74ed90eda1 req-a4bf3969-c80e-42d0-b187-f83efb75ac57 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:51.290362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78c733e0-e853-4fc9-a983-3b74ed90eda1 req-a4bf3969-c80e-42d0-b187-f83efb75ac57 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.4505074 Aug 29 04:35:51.458921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=46d1d988-f530-4785-9382-3a14691156cf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:51.488770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-debfbd4b-a77d-4ef4-b5f7-d4c3c8ca3820 req-c2f2d920-219e-4a74-a0cc-14144022fd2f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 210 time: 0.0613701 Aug 29 04:35:51.544789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c5b1a6f1-9520-49e0-88bd-f8ba0bb937cd service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738014 Aug 29 04:35:51.549250 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.557348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47396) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.558092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-46aecb25-c058-43ba-b146-f3458db83265 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/46d1d988-f530-4785-9382-3a14691156cf HTTP/1.1" status: 204 len: 168 time: 1.8668351 Aug 29 04:35:51.584135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78c733e0-e853-4fc9-a983-3b74ed90eda1 req-43fe211e-b11b-48c0-956f-730ceeeb0541 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925565 Aug 29 04:35:51.660929 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-981a8ba1-8c26-442b-beaa-dd32041ea491 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:35:51.663589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-981a8ba1-8c26-442b-beaa-dd32041ea491 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/46d1d988-f530-4785-9382-3a14691156cf HTTP/1.1" status: 404 len: 333 time: 0.1028647 Aug 29 04:35:51.674102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.787059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.789425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-3bd3a559-b731-4de3-8d68-7689a06f383f service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233906 Aug 29 04:35:51.829561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.894101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-6665f0d7-a98a-4948-b0cb-136d4cee95b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 217 time: 0.0791657 Aug 29 04:35:51.917664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.922712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:51.925771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/security-groups/7cf20634-b58f-4d1c-9145-28c1bbb0f3e1 HTTP/1.1" status: 204 len: 168 time: 0.2493260 Aug 29 04:35:51.931492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:51.958704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882fb80-efd6-49eb-9856-6051d0849c28 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf20634-b58f-4d1c-9145-28c1bbb0f3e1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.006283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-9bd414c9-e9f8-443a-a946-dd305756b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.008000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-9bd414c9-e9f8-443a-a946-dd305756b50a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.1017258 Aug 29 04:35:52.021407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-05b9c0ab-0cf2-42ae-8f3b-a27e10ae0f9f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=4a2767f3528845ae855f1d5112756be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764203 Aug 29 04:35:52.039683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.045658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Provisioning for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:52.065611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:52.066853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.177713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.324020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.330445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.334243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-710352dd-70be-4253-84e9-aa8ffdab786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.334509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c9dd47e-8782-45ac-a83c-1c7b7666aa2d HTTP/1.1" status: 204 len: 168 time: 0.4009371 Aug 29 04:35:52.336017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-710352dd-70be-4253-84e9-aa8ffdab786c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3133712 Aug 29 04:35:52.338587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:52.360694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:52.361071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.520090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4901e3-bb17-4702-856c-4f7c0fc027de tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9dd47e-8782-45ac-a83c-1c7b7666aa2d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:52.530000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:52.559020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1741a789-971c-4bd3-9a4c-9ba40e622f34 None None] Could not find standard attr ID for object 46d1d988-f530-4785-9382-3a14691156cf. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:52.575793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-75d4b14f-850f-44d4-8b7d-e13398f7baa7 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280688 Aug 29 04:35:52.593220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 1a665a3e-30ae-4064-93d5-e1d4fa7c6607 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:35:52.608086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.685741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-762f541b-94fe-4fd5-848a-d36ec6c91788 None None] Could not find standard attr ID for object 46d1d988-f530-4785-9382-3a14691156cf. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:35:52.713449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:52.744509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-50e2148a-b783-4883-9c13-ec506b173029 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:52.746400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-50e2148a-b783-4883-9c13-ec506b173029 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6693177 Aug 29 04:35:52.759194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c7cef196-9ed4-46be-ab0e-81dbf3dedc4e service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696899 Aug 29 04:35:52.788900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Request body: {'port': {'device_id': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '4a2767f3528845ae855f1d5112756be6'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:52.930993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.059206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-31478009-5193-4197-8f74-1569fdc2d7fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.2890074 Aug 29 04:35:53.136566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.217270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=1a665a3e-30ae-4064-93d5-e1d4fa7c6607,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:53.228386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.231909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-95cc5c83-9f13-4b56-99e6-95de61c0d2a9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/1a665a3e-30ae-4064-93d5-e1d4fa7c6607 HTTP/1.1" status: 204 len: 168 time: 0.8663929 Aug 29 04:35:53.238482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:53.248642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ad391-cc0f-434a-b71b-13158ebe78c7 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:53.249518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:53.299008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-083b49aa-9f31-4ad5-a2dd-6d3e1d0c6d3c req-6f6dd339-ef3a-4533-a5f0-cdf847196449 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 210 time: 0.3887880 Aug 29 04:35:53.470205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c05b36c1-a887-47d1-b0b7-44d5d7ae1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.471738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-c05b36c1-a887-47d1-b0b7-44d5d7ae1def service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.3409717 Aug 29 04:35:53.472404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Made reservation on behalf of 4a2767f3528845ae855f1d5112756be6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:53.476330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.523632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:53.527787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.551174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c2fb9-8c59-4e56-8002-c0a87be4069a req-ca2290cc-f9d0-4285-85e7-eb6fcd537700 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.553135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-658c2fb9-8c59-4e56-8002-c0a87be4069a req-ca2290cc-f9d0-4285-85e7-eb6fcd537700 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2463763 Aug 29 04:35:53.554086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.642308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-658c2fb9-8c59-4e56-8002-c0a87be4069a req-009b1350-81ba-41a9-a290-c7b995c6108f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Aug 29 04:35:53.654237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-30831a3d-d34e-444a-b399-5e1cb6f6bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:53.657246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-30831a3d-d34e-444a-b399-5e1cb6f6bc2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1672945 Aug 29 04:35:53.889580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.896616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-7e5f76b7-ec18-4295-b122-d17e01f2d839 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190711 Aug 29 04:35:53.898578 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:53.969364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186d3639-546b-4545-bc81-80c7227c8ccc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.032860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.193938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:54.206030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:54.208290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=cdadb6ec-0c20-4065-a26b-3226b8cf62b7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.220050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:54.220783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.249282 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c2212c81-74cc-4df6-b09d-6f87e1012708 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0091987 Aug 29 04:35:54.250298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.256591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'security_group': {'name': 'tempest-secgroup-71655825'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:54.291962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.327693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ed84b9c-43b3-4ff7-8753-555874a9d3e1 req-9dbae6a1-dd0e-4d37-a5d2-443a7f59ea98 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008174 Aug 29 04:35:54.476209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Allocated IP 192.168.233.62 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/964fa6ec-d97c-481b-9374-334cb88e6dd2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:54.521784 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.536308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.644598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ccac0-9905-4c39-a2ab-ec6034d55a62,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:54.675638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.680850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1d4a0a3f-6872-49e7-8b1e-2965297c2701 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4264839 Aug 29 04:35:54.683382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:54.706657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'security_group': {'name': 'tempest-secgroup-413942228'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:54.760225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.775516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86208cae-0f1f-44d0-b347-189fc0044f12 req-d7ade168-1cf6-4458-a203-efe8015206f3 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 210 time: 0.2036500 Aug 29 04:35:54.960531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5319998-3b09-4740-99b9-208c5efc2282 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:35:54.982385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:54.988913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.032932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.036661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3497880 Aug 29 04:35:55.039641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.045419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b99b0-d8eb-4911-a7b3-34ab61ab07a0 req-69b80134-dbe8-4b9f-8b87-e7d617b3309b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:55.045605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'security_group': {'name': 'tempest-secgroup-546968615'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:55.051315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63835613-a4ee-4b1b-82a4-7750ae94ade1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ce313-65fa-4929-be54-fc5465ac1e56,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.055663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d84b99b0-d8eb-4911-a7b3-34ab61ab07a0 req-69b80134-dbe8-4b9f-8b87-e7d617b3309b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1885369 Aug 29 04:35:55.092878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.129077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:35:55.155289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d84b99b0-d8eb-4911-a7b3-34ab61ab07a0 req-bbab9162-42f0-4ea7-8178-99b25b646b34 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Aug 29 04:35:55.178238 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.239784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Transition to ACTIVE for port object 964fa6ec-d97c-481b-9374-334cb88e6dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:55.251474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca58c90f-ad05-48fa-af9c-858649b6f571 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:55.252511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58c90f-ad05-48fa-af9c-858649b6f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.302640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.310462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.369311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.371107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3301938 Aug 29 04:35:55.374546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:35:55.389015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1239788645', 'security_groups': ['159bf66c-3381-44fd-8945-053b06e38528'], 'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cdadb6ec-0c20-4065-a26b-3226b8cf62b7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:55.398223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb1b2-799f-422c-883c-aa767cf9fef3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159bf66c-3381-44fd-8945-053b06e38528,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.403520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:35:55.491503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:55.686258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:35:55.709328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Pushing event updated for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:55.714807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:35:55.723653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:35:55.938483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.001669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Update dhcp port {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'fixed_ips': [{'subnet_id': '1d5065d2-2c50-4881-9085-488d45a3bcf5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cdadb6ec-0c20-4065-a26b-3226b8cf62b7'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:35:56.003831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca58c90f-ad05-48fa-af9c-858649b6f571 None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:56.004236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58c90f-ad05-48fa-af9c-858649b6f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.008419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'port_id': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'mac_address': 'fa:16:3e:e4:0f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:35:56.127792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.128980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.215563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:35:56.258078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-a75a6adc-49d9-45cd-ba7c-0f70c6fd5cb0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4862361 Aug 29 04:35:56.416960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4676-2484-48ce-b032-c3425b6c5271 req-26db6878-7834-4b96-88dc-bf816ba7b0ad tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.424616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f09f4676-2484-48ce-b032-c3425b6c5271 req-26db6878-7834-4b96-88dc-bf816ba7b0ad tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 935 time: 0.4416621 Aug 29 04:35:56.433799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Request body: {'port': {'device_id': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:35:56.525437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.526517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f09f4676-2484-48ce-b032-c3425b6c5271 req-2fd2ed23-3577-4ba2-a9b8-5a5e82a71bf7 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896223 Aug 29 04:35:56.569959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c90f-ad05-48fa-af9c-858649b6f571 None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:56.575725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.643474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.647392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:56.681488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:56.752384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] device_id is not set on port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:35:56.790982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873fb4a-cc33-4208-8619-8195b236b10a req-e18c34be-b183-42c8-aa9b-060f62d051a9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:56.794453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a873fb4a-cc33-4208-8619-8195b236b10a req-e18c34be-b183-42c8-aa9b-060f62d051a9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2490993 Aug 29 04:35:56.812693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:56.861424 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.238785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9aec115-eb5b-4075-abfb-d55a9a8a5c84 None None] Provisioning for port 964fa6ec-d97c-481b-9374-334cb88e6dd2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:35:57.256421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9aec115-eb5b-4075-abfb-d55a9a8a5c84 None None] Provisioning complete for port 964fa6ec-d97c-481b-9374-334cb88e6dd2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:57.257484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9aec115-eb5b-4075-abfb-d55a9a8a5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:57.344098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a873fb4a-cc33-4208-8619-8195b236b10a req-76e9a3c6-70f3-48d5-b145-34d3c24e356c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358965 Aug 29 04:35:57.404446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:35:57.558294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Allocated IP 2001:db8::2 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/cdadb6ec-0c20-4065-a26b-3226b8cf62b7/2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:57.629643 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:35:57.666884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:57.866068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9aec115-eb5b-4075-abfb-d55a9a8a5c84 None None] Port 964fa6ec-d97c-481b-9374-334cb88e6dd2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:35:58.016884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964fa6ec-d97c-481b-9374-334cb88e6dd2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:35:58.033252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:35:58.056147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.093243 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.150584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Transition to ACTIVE for port object 964fa6ec-d97c-481b-9374-334cb88e6dd2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:58.212250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Transition to ACTIVE for port object 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:35:58.217697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a00f8-ba1c-48c3-b34b-c77df75848d8 req-d8d837d4-fc89-4bcc-a01f-408685c92980 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:58.223096 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.240293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a2a00f8-ba1c-48c3-b34b-c77df75848d8 req-d8d837d4-fc89-4bcc-a01f-408685c92980 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 935 time: 0.3549984 Aug 29 04:35:58.270033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:58.629175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cafc8f-efa1-4fca-ac2e-41a33bebef27 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.656775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Pushing event updated for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:35:58.757724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8::229 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/cdadb6ec-0c20-4065-a26b-3226b8cf62b7/560b2442-3ec8-44a0-a296-05d5f1bd7b7d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:35:58.807634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:58.840678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a2a00f8-ba1c-48c3-b34b-c77df75848d8 req-ba7afc4b-e55d-4adb-9384-815f8fa8c571 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581467 Aug 29 04:35:59.114961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:35:59.320865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Attempting to bind port 964fa6ec-d97c-481b-9374-334cb88e6dd2 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:35:59.321820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Attempting to bind port 964fa6ec-d97c-481b-9374-334cb88e6dd2 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:35:59.323118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Attempting to bind port 964fa6ec-d97c-481b-9374-334cb88e6dd2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:59.332005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Port 964fa6ec-d97c-481b-9374-334cb88e6dd2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:35:59.332338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Attempting to bind port 964fa6ec-d97c-481b-9374-334cb88e6dd2 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:35:59.342254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:35:59.342631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:35:59.343217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:35:59.343754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Bound port: 964fa6ec-d97c-481b-9374-334cb88e6dd2, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:35:59.344157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.383155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e871d-33b1-40a3-95e9-7ab5efd95884 req-f189a9be-e8ff-43a1-a838-fb197c3e4d8c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.391696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-131e871d-33b1-40a3-95e9-7ab5efd95884 req-f189a9be-e8ff-43a1-a838-fb197c3e4d8c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 945 time: 0.7680147 Aug 29 04:35:59.515960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:35:59.516462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.603577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-131e871d-33b1-40a3-95e9-7ab5efd95884 req-1e89c53f-e6f1-4b1c-8ba2-b9a2e9dd47db tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052674 Aug 29 04:35:59.727208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:35:59.737777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:35:59.755700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.757819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.774567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.802450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:35:59.803393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:35:59.805086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] 10.222.0.54 "PUT /v2.0/ports/964fa6ec-d97c-481b-9374-334cb88e6dd2 HTTP/1.1" status: 200 len: 1096 time: 3.5097356 Aug 29 04:35:59.946237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:35:59.956549 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c44df39-3d88-435d-9b03-356f8347fe3d" -d '{"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:00.044535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:00.058239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.061281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:00.074512 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780f32b-a10a-4c44-af25-a6f575769d32" -d '{"events": [{"name": "network-changed", "server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:00.084700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2c1d2-6e96-4b4a-9ff7-c344fab92a3b service neutron] Pushing event updated for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.242579 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0062c2e8-1dc3-4518-9e1b-b997a3788be7 x-openstack-request-id: req-0062c2e8-1dc3-4518-9e1b-b997a3788be7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:00.243480 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-plugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:00.243910 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0062c2e8-1dc3-4518-9e1b-b997a3788be7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:00.244511 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'code': 200} Aug 29 04:36:00.245319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:00.260699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.277730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 560b2442-3ec8-44a0-a296-05d5f1bd7b7d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:00.310591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Provisioning for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:00.315530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:00.316031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.441806 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ff8fb-c6ce-4664-a7d3-2448ae2d8530 x-openstack-request-id: req-0d2ff8fb-c6ce-4664-a7d3-2448ae2d8530 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:00.442096 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:00.442350 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d2ff8fb-c6ce-4664-a7d3-2448ae2d8530 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:00.442785 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2', 'status': 'completed', 'code': 200} Aug 29 04:36:00.583020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:00.583404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:00.725821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-91f8afa4-8ccf-4522-a218-ab1c0f751227 None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:01.154641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.254119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:01.258873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=560b2442-3ec8-44a0-a296-05d5f1bd7b7d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:01.262321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:01.276864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:01.283627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.284417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.327734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d04b5364-1c68-49c1-8f30-030227b4fcf1 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9519892 Aug 29 04:36:01.332922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:01.340900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405998c6-355e-45f2-b7dd-038c2af28952 req-9dbb7f7b-7456-423d-b614-de92fed2eace tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.342113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:01.349337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-405998c6-355e-45f2-b7dd-038c2af28952 req-9dbb7f7b-7456-423d-b614-de92fed2eace tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 947 time: 1.2151947 Aug 29 04:36:01.402379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-69b6879f-2d07-4128-9334-26781007098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.403384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-69b6879f-2d07-4128-9334-26781007098f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a2767f3528845ae855f1d5112756be6&device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 1099 time: 1.2801573 Aug 29 04:36:01.424640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c240e1-2c5e-49b7-a70d-f3b303b012de req-91c198ce-a3dc-4111-be55-b651f46a6b4b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.426283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c240e1-2c5e-49b7-a70d-f3b303b012de req-91c198ce-a3dc-4111-be55-b651f46a6b4b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.3104355 Aug 29 04:36:01.450160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-405998c6-355e-45f2-b7dd-038c2af28952 req-d6cd2586-8f44-47b2-80c5-919cc62917d6 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996919 Aug 29 04:36:01.638324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36c240e1-2c5e-49b7-a70d-f3b303b012de req-9299436d-a6ad-47f1-ae8d-4ba7b6eccaef tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640217 Aug 29 04:36:01.650699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-840ed478-de50-4b4e-bc1c-1dc3158578f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2 HTTP/1.1" status: 200 len: 217 time: 0.2229714 Aug 29 04:36:01.859481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:01.868499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:01.900929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-476ccdd9-7f01-4da1-96d8-f4dc5d04f547 None None] Provisioning for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:01.901817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-c0b849fb-ef57-4a17-8005-576d73edb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:01.910318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-c0b849fb-ef57-4a17-8005-576d73edb0b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2497051 Aug 29 04:36:01.916547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-476ccdd9-7f01-4da1-96d8-f4dc5d04f547 None None] Provisioning complete for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:01.917045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-476ccdd9-7f01-4da1-96d8-f4dc5d04f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.056574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-476ccdd9-7f01-4da1-96d8-f4dc5d04f547 None None] Port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:02.093116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-2356b628-f1d9-4d25-b342-8078f9f607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.108302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-2356b628-f1d9-4d25-b342-8078f9f607ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1842806 Aug 29 04:36:02.293216 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdadb6ec-0c20-4065-a26b-3226b8cf62b7 (CIDR: 2001:db8::/64) Aug 29 04:36:02.300496 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:36:02.303382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:02.337368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0fc8895-3971-4fa1-9b60-3c6472591ec9 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0026438 Aug 29 04:36:02.342580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.363021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:02.384759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-3f3d3903-2f3b-4d3b-84b5-9a5eb0009aa0 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600749 Aug 29 04:36:02.583449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:02.589041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:02.839152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cee8d64a-992c-4f67-b23c-9d0e34552514 req-7c80b735-9b57-4c76-8bcd-876e86091b10 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426167 Aug 29 04:36:02.879992 n-d-712139-13 neutron-server[94826]: INFO neutron.db.ipam_backend_mixin [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1d5065d2-2c50-4881-9085-488d45a3bcf5 (CIDR: 2001:db8:0:1::/64) Aug 29 04:36:02.889283 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 04:36:02.890057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:02.913498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9c00-18b9-4880-909c-4e2a5accd5d2 req-8c35f393-0ef9-4262-a064-815c1958b8c0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:02.933059 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0c4e9192-65a4-44c4-956d-8090ef713228 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5890195 Aug 29 04:36:02.933967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:02.934088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7a9c00-18b9-4880-909c-4e2a5accd5d2 req-8c35f393-0ef9-4262-a064-815c1958b8c0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 947 time: 0.3120034 Aug 29 04:36:02.940544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'subnet': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:03.230083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab7a9c00-18b9-4880-909c-4e2a5accd5d2 req-258cdf9c-c6f6-489f-902b-10050f128376 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957526 Aug 29 04:36:03.342096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-81ee61ad-25d0-438c-a97a-c9eb92360b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.350028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-81ee61ad-25d0-438c-a97a-c9eb92360b6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a2767f3528845ae855f1d5112756be6&device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 1099 time: 0.4120009 Aug 29 04:36:03.410776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-3328a77a-cfb3-411a-9c3a-77efaf8cbcd3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3363774 Aug 29 04:36:03.418199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49702a83-f28f-4963-ba90-69e4adc27ebd req-c08367c7-d705-4474-ac59-f24a839cbba1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.424072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Made reservation on behalf of 3378a9ebf9f64deba0e94ecc8c330218 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:03.428210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:03.431730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49702a83-f28f-4963-ba90-69e4adc27ebd req-c08367c7-d705-4474-ac59-f24a839cbba1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.4655228 Aug 29 04:36:03.681948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-5f7422ce-3605-4f16-8de0-526310d141ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.684977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-5f7422ce-3605-4f16-8de0-526310d141ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.3095019 Aug 29 04:36:03.773000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.774560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.775666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.776767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.777865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.778929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.780058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:03.784538 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-23d2e184-ea5e-4d2b-9f91-eaca5772fef6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21d9e6150137447f8dd1f5c248dac866&device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 6508 time: 0.3090501 Aug 29 04:36:03.817539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-d8f29af1-a2d0-4cc8-a032-2442b895bc0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2 HTTP/1.1" status: 200 len: 217 time: 0.1155040 Aug 29 04:36:04.072256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-3ef0b358-bc45-47a2-bedb-6d51b61f3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.074965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-3ef0b358-bc45-47a2-bedb-6d51b61f3cf2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2016098 Aug 29 04:36:04.110535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49702a83-f28f-4963-ba90-69e4adc27ebd req-694b5a4c-d898-479c-88ef-98a6c5e737a7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740031 Aug 29 04:36:04.267336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-b98e3a58-14e3-49f2-bd88-be7a54e65fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.290073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-b98e3a58-14e3-49f2-bd88-be7a54e65fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2028756 Aug 29 04:36:04.464087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.604180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:04.605916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5d491e3a-e87c-4484-bf4e-63c9203b69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.606366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5d491e3a-e87c-4484-bf4e-63c9203b69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.606832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5d491e3a-e87c-4484-bf4e-63c9203b69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.609183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5d491e3a-e87c-4484-bf4e-63c9203b69a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb7973a0-93c0-445f-80d3-cea5033b0643&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 200 len: 2297 time: 0.5267751 Aug 29 04:36:04.647953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:04.653148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Subnet': ['ID=e5705102-94be-464c-9c34-ca06768a5c55,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:04.664539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482e1df-c6e3-4239-9c04-6937d5e19103 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:04.684986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.686303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:04.780882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0381-b9d8-4eaa-b29e-1c69e363a0b1 req-f3679c23-4157-444d-a1ec-94f8656a2b1f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:04.798747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d7c0381-b9d8-4eaa-b29e-1c69e363a0b1 req-f3679c23-4157-444d-a1ec-94f8656a2b1f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 947 time: 0.3444011 Aug 29 04:36:04.919320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-7f24eec8-2832-4f19-b120-592dc1857963 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 200 len: 1000 time: 0.2963512 Aug 29 04:36:04.961914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c6c18045-e227-495c-8a30-ecb02a1834f4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0262654 Aug 29 04:36:04.962925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47694) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:04.989118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-554eb0dd-6600-4c72-aef2-f1b3d32ce3e7 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902382 Aug 29 04:36:05.058212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d7c0381-b9d8-4eaa-b29e-1c69e363a0b1 req-879c489b-9a19-4554-a13e-e1c7d186183c tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429907 Aug 29 04:36:05.094153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2075587482', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5705102-94be-464c-9c34-ca06768a5c55'}], 'security_groups': ['0a4ccac0-9905-4c39-a2ab-ec6034d55a62', 'e10ce313-65fa-4929-be54-fc5465ac1e56']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:05.207420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9780f32b-a10a-4c44-af25-a6f575769d32 req-3da311dd-ef07-4ff9-878f-524a3e88b85e service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023969 Aug 29 04:36:05.465344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Update dhcp port {'port': {'network_id': '11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787', 'fixed_ips': [{'subnet_id': '1d5065d2-2c50-4881-9085-488d45a3bcf5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cdadb6ec-0c20-4065-a26b-3226b8cf62b7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5705102-94be-464c-9c34-ca06768a5c55'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:36:05.576743 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:05.617404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ffe0-8b90-4f34-877c-d048f8fb2262 req-077a750e-5ae1-451d-b20e-5b7a0c8b9342 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.618930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5da1ffe0-8b90-4f34-877c-d048f8fb2262 req-077a750e-5ae1-451d-b20e-5b7a0c8b9342 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2881458 Aug 29 04:36:05.646377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-463a10bd-91f5-46ca-bd49-a5e28bbe1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:05.647120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-463a10bd-91f5-46ca-bd49-a5e28bbe1ecd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 200 len: 855 time: 0.7171202 Aug 29 04:36:05.707966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 964fa6ec-d97c-481b-9374-334cb88e6dd2 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:05.773074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5da1ffe0-8b90-4f34-877c-d048f8fb2262 req-887e9e68-5ea0-457a-bfa3-8ff8293f2213 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220365 Aug 29 04:36:05.814873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.047515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-f21b7a09-cf64-454a-bd24-8a97d3adeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.050129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-f21b7a09-cf64-454a-bd24-8a97d3adeaa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb7973a0-93c0-445f-80d3-cea5033b0643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3765938 Aug 29 04:36:06.071195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8a667-98e7-47e8-906c-f8c5e8318977 req-2ac24407-0f47-4a35-ac10-d0f5abff782f tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.084454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4b8a667-98e7-47e8-906c-f8c5e8318977 req-2ac24407-0f47-4a35-ac10-d0f5abff782f tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.1667361 Aug 29 04:36:06.204208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4b8a667-98e7-47e8-906c-f8c5e8318977 req-1f7ae430-5ce3-4bfb-8918-3330a95b23a3 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109114 Aug 29 04:36:06.244950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Allocated IP 2001:db8:0:2::2 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/e5705102-94be-464c-9c34-ca06768a5c55/2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:06.365252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:06.411444 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.430012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Transition to ACTIVE for port object 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:06.456471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c3c8-9d5a-4502-a520-e7eb89ad02d2 req-c9a67e8c-895b-4b6e-9f9c-80d85f767a9d tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:06.468962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5c7c3c8-9d5a-4502-a520-e7eb89ad02d2 req-c9a67e8c-895b-4b6e-9f9c-80d85f767a9d tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 947 time: 0.1845012 Aug 29 04:36:06.478299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:06.558074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Pushing event updated for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:06.595863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5c7c3c8-9d5a-4502-a520-e7eb89ad02d2 req-d3e70944-abbe-4fde-a17a-e189254476dc tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237526 Aug 29 04:36:06.623841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.624791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.625291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.625786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.626258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.626727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.629468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.629814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.630382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.630938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.631439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.631908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9df5d7-8e74-4a8c-b2a9-c1d542c8d939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:06.667336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-e07d66f4-7516-4beb-97e8-d85240d61e6b service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996873 Aug 29 04:36:06.883414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:06.952676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '964fa6ec-d97c-481b-9374-334cb88e6dd2', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '964fa6ec-d97c-481b-9374-334cb88e6dd2', 'mac_address': 'fa:16:3e:0f:1a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:06.978830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:07.013365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-abaed427-8b6f-4665-99a7-3862a0f4f311 service neutron] 10.222.0.50 "GET /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318176 Aug 29 04:36:07.018351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c38b-b93c-44c9-a7fb-7e796e919cb7 req-c3e31af9-5ff2-4ca5-a64f-d4b2418be922 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.031831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c207c38b-b93c-44c9-a7fb-7e796e919cb7 req-c3e31af9-5ff2-4ca5-a64f-d4b2418be922 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1250551 Aug 29 04:36:07.233358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c207c38b-b93c-44c9-a7fb-7e796e919cb7 req-29010a77-1b0b-41da-995b-2134989ab358 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910024 Aug 29 04:36:07.276239 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-947543aa-c98a-4c1f-8d58-39af9bd3fe8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 217 time: 0.2383242 Aug 29 04:36:07.331360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.383737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964fa6ec-d97c-481b-9374-334cb88e6dd2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:07.448838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:07.466769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.532662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00c2ca4a-49ad-4bc2-950a-c64bc0c31b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:07.549609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-72015540-0173-4534-9a45-5c9b4dfd40db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.560678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-72015540-0173-4534-9a45-5c9b4dfd40db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.2664294 Aug 29 04:36:07.657700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171834c2-82ce-492a-a40b-5e9e1093c614 req-421cbc45-9554-4465-954d-75491cdc698e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:07.672738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:07.678214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-171834c2-82ce-492a-a40b-5e9e1093c614 req-421cbc45-9554-4465-954d-75491cdc698e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.2405639 Aug 29 04:36:07.838243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['964fa6ec-d97c-481b-9374-334cb88e6dd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:08.003163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-aa6a3e16-900a-44a4-a80c-4c2bd02120da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.010841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-aa6a3e16-900a-44a4-a80c-4c2bd02120da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2899780 Aug 29 04:36:08.204995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-171834c2-82ce-492a-a40b-5e9e1093c614 req-8943d013-e873-48b0-b117-d573f208a2e7 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148435 Aug 29 04:36:08.217301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Delete allocated IP 2001:db8::229 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/cdadb6ec-0c20-4065-a26b-3226b8cf62b7) {{(pid=94826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 04:36:08.379833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04862824-dce6-484a-bb8d-faa783150342 req-d9b1ec7e-35ca-4cd8-878d-4d16709de69b tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.389240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04862824-dce6-484a-bb8d-faa783150342 req-d9b1ec7e-35ca-4cd8-878d-4d16709de69b tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 948 time: 0.6266394 Aug 29 04:36:08.450607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-0ac4ee91-aa81-4519-816c-d0700f57a408 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:08.453479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-0ac4ee91-aa81-4519-816c-d0700f57a408 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.6444020 Aug 29 04:36:08.593813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-e6b20ff3-bc35-4c1b-9426-25a9dd323fdc service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085990 Aug 29 04:36:08.620369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Allocated IP 2001:db8:0:2::3e0 (11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787/e5705102-94be-464c-9c34-ca06768a5c55/560b2442-3ec8-44a0-a296-05d5f1bd7b7d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:08.693027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Provisioning for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:08.699381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:08.700232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:08.858877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04862824-dce6-484a-bb8d-faa783150342 req-ac9f136b-0d82-4358-a5db-3becd46d8bfa tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571655 Aug 29 04:36:09.001197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346b5c7-b21a-474b-b717-570b05db6cf9 req-384a5771-e595-4948-9544-e4fc1761ee50 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.003800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b346b5c7-b21a-474b-b717-570b05db6cf9 req-384a5771-e595-4948-9544-e4fc1761ee50 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.3822615 Aug 29 04:36:09.066942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Provisioning complete for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.067323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.121123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Deleting port de8578a9-c7d0-4061-b722-b893d36d4624 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:09.122421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:09.123228 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.145114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b346b5c7-b21a-474b-b717-570b05db6cf9 req-e50a70c5-3efb-45f7-ba68-5db93ff0eb01 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183879 Aug 29 04:36:09.181810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.182458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.279592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-772b5f9e-c19a-4d47-bcee-3a29971de547 None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:09.363550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] For port de8578a9-c7d0-4061-b722-b893d36d4624, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de8578a9-c7d0-4061-b722-b893d36d4624,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:09.364182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.473166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Calling delete_port for de8578a9-c7d0-4061-b722-b893d36d4624 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:09.659072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-e4ddb7a5-df0a-46c8-92eb-cb26a68b24b3 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0603268 Aug 29 04:36:09.669825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad533f-ab9d-46d7-9ad0-47fcbc1a9124 req-1d7a9c4c-09c2-4b68-8572-541b81afdb04 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:09.685722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fad533f-ab9d-46d7-9ad0-47fcbc1a9124 req-1d7a9c4c-09c2-4b68-8572-541b81afdb04 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 946 time: 0.3079472 Aug 29 04:36:09.721611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 964fa6ec-d97c-481b-9374-334cb88e6dd2 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:09.728188 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-84cf70f6-3830-4d11-b345-ba21b2dbac27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 217 time: 0.0559528 Aug 29 04:36:09.823239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fad533f-ab9d-46d7-9ad0-47fcbc1a9124 req-938f838d-2cd9-489f-8afa-75ff65bbd52a tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352999 Aug 29 04:36:09.837921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 964fa6ec-d97c-481b-9374-334cb88e6dd2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:09.850766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 964fa6ec-d97c-481b-9374-334cb88e6dd2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:09.852090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.875635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:09.897740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Transition to ACTIVE for port object 560b2442-3ec8-44a0-a296-05d5f1bd7b7d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:09.928183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.080079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] In _notify_port_updated(), no bound segment for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d on network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:36:10.113407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.119822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.126404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "PUT /v2.0/ports/560b2442-3ec8-44a0-a296-05d5f1bd7b7d HTTP/1.1" status: 200 len: 970 time: 5.1520150 Aug 29 04:36:10.133463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:10.144562 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.208420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:10.224982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-7df61dad-8de5-4423-a291-a625b5dc0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.226873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-7df61dad-8de5-4423-a291-a625b5dc0a74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.4884441 Aug 29 04:36:10.232668 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f877b-be08-496f-be26-339f04ad5535" -d '{"events": [{"server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "name": "network-vif-plugged", "status": "completed", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:10.249916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event updated for resources: {'Port': ['ID=560b2442-3ec8-44a0-a296-05d5f1bd7b7d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.282510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:10.295682 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.303971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.304498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de8578a9-c7d0-4061-b722-b893d36d4624 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:10.308892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.309729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.310370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.315038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.316134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.316953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.317723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.318492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.322278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.323240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.325533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04543fc-a172-439c-9315-c03abbf05965 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:10.329851 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.417555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-d9b1a28d-7b2e-492c-b54d-bb5e7e003160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.419156 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-d9b1a28d-7b2e-492c-b54d-bb5e7e003160 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1796036 Aug 29 04:36:10.507633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b45e-2a25-4130-8214-8c2d22308182 req-29ca9b44-a5b2-4d90-97db-3221965eb3fd tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.522576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2469b45e-2a25-4130-8214-8c2d22308182 req-29ca9b44-a5b2-4d90-97db-3221965eb3fd tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 948 time: 0.4349623 Aug 29 04:36:10.531903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: de8578a9-c7d0-4061-b722-b893d36d4624 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:10.532271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de8578a9-c7d0-4061-b722-b893d36d4624 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:10.567604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:10.567993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.573853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db97f838-7c45-4935-82ab-415d03c2fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.576784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Pushing event deleted for resources: {'Port': ['ID=de8578a9-c7d0-4061-b722-b893d36d4624,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.590809 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.665771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:10.686253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c811f808-0933-4854-9371-26d7476eda08 None None] Provisioning for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:10.691365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c811f808-0933-4854-9371-26d7476eda08 None None] Provisioning complete for port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:10.691944 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c811f808-0933-4854-9371-26d7476eda08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.726529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] No DVR routers for this DVR port de8578a9-c7d0-4061-b722-b893d36d4624 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:10.730454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:10.733159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-890743b8-6471-4359-b4e3-5b9a9ce5f2f2 req-97d94ad3-e1a1-4fe8-b36c-359f1781e942 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "DELETE /v2.0/ports/de8578a9-c7d0-4061-b722-b893d36d4624 HTTP/1.1" status: 204 len: 173 time: 2.2637033 Aug 29 04:36:10.737169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c811f808-0933-4854-9371-26d7476eda08 None None] Port 560b2442-3ec8-44a0-a296-05d5f1bd7b7d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:10.753160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2469b45e-2a25-4130-8214-8c2d22308182 req-424ebfe1-cb65-4bb3-ac8a-8e010cf2e865 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296083 Aug 29 04:36:10.760178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'name': 'network-vif-deleted', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:10.763719 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59740334-1e58-421f-8f7e-d105710cb215" -d '{"events": [{"server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "name": "network-vif-deleted", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:10.801855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c648ae3-41e5-4176-983c-c5fef0f1165e req-da3ba780-37f2-4eac-a7d7-20deb9c1565d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:10.818897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c648ae3-41e5-4176-983c-c5fef0f1165e req-da3ba780-37f2-4eac-a7d7-20deb9c1565d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.3599131 Aug 29 04:36:10.863282 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb24580e-b338-44a1-ab8f-d8411dc03aeb x-openstack-request-id: req-fb24580e-b338-44a1-ab8f-d8411dc03aeb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:10.863903 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "name": "network-vif-plugged", "status": "completed", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:10.870318 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb24580e-b338-44a1-ab8f-d8411dc03aeb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:10.871252 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2', 'code': 200} Aug 29 04:36:10.920033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-91ce4f2b-1cdc-47b0-b2a3-c6e5eb67368a service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824471 Aug 29 04:36:10.934255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c648ae3-41e5-4176-983c-c5fef0f1165e req-59abb2ea-417d-4271-8306-ef8a1c682823 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143541 Aug 29 04:36:11.092044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.105436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5164197d-4caf-4935-9ad3-1a0228c1f978 req-20d652c0-e7bc-4bde-83c7-6c4d47bad096 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c7e82f2-f2c2-4685-8573-9090d3d582ed HTTP/1.1" status: 200 len: 210 time: 0.0674305 Aug 29 04:36:11.112473 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab8f26-cf3b-417f-8bd0-66de9b4f7ed6 x-openstack-request-id: req-2dab8f26-cf3b-417f-8bd0-66de9b4f7ed6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:11.113047 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7e82f2-f2c2-4685-8573-9090d3d582ed", "name": "network-vif-deleted", "tag": "de8578a9-c7d0-4061-b722-b893d36d4624", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:11.114116 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dab8f26-cf3b-417f-8bd0-66de9b4f7ed6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:11.115471 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7e82f2-f2c2-4685-8573-9090d3d582ed', 'name': 'network-vif-deleted', 'tag': 'de8578a9-c7d0-4061-b722-b893d36d4624', 'status': 'completed', 'code': 200} Aug 29 04:36:11.146002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 560b2442-3ec8-44a0-a296-05d5f1bd7b7d owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:11.278783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e717c-6f83-4d42-9161-a732d8c2b410 req-a3f49b4d-57ad-4b9b-a7b5-0ee7518c9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.282024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a09e717c-6f83-4d42-9161-a732d8c2b410 req-a3f49b4d-57ad-4b9b-a7b5-0ee7518c9408 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 1101 time: 0.2602885 Aug 29 04:36:11.333311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.371163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a09e717c-6f83-4d42-9161-a732d8c2b410 req-b3cd6c4b-bd4f-4a6c-a173-42468493c71e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806408 Aug 29 04:36:11.385256 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-f788cfdc-7b8f-47fb-9a27-74b4a0904c0e service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505823 Aug 29 04:36:11.505399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-744fbfc1-8719-4010-8abd-67d62fa28776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 200 len: 217 time: 0.0832846 Aug 29 04:36:11.672211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.753539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=560b2442-3ec8-44a0-a296-05d5f1bd7b7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:11.824484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-96eea2a2-41ff-4747-bbbe-71107fc9c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:11.832613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-96eea2a2-41ff-4747-bbbe-71107fc9c339 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.3140366 Aug 29 04:36:11.912343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:11.924319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:11.934425 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4a9706bf-1fa2-48ae-95af-b4ef0ff75d48 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/560b2442-3ec8-44a0-a296-05d5f1bd7b7d HTTP/1.1" status: 204 len: 168 time: 1.7976072 Aug 29 04:36:12.043185 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa49302c-767c-468c-8e50-2fc4852424bb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] GET failed (client error): The resource could not be found. Aug 29 04:36:12.056142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fa49302c-767c-468c-8e50-2fc4852424bb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports/560b2442-3ec8-44a0-a296-05d5f1bd7b7d HTTP/1.1" status: 404 len: 333 time: 0.1280990 Aug 29 04:36:12.057558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:12.145104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.154869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-fd2d6613-8a09-4a44-ad9c-171700ecc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.161055 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-fd2d6613-8a09-4a44-ad9c-171700ecc016 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2201765 Aug 29 04:36:12.310322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca41f7-1f78-486d-b380-465fe3b5e478 req-a0b54818-6c6c-4fbf-8e50-5b48fadd27ca tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.319841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0ca41f7-1f78-486d-b380-465fe3b5e478 req-a0b54818-6c6c-4fbf-8e50-5b48fadd27ca tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 949 time: 0.2605634 Aug 29 04:36:12.352774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bfb13-c874-4efe-9f93-df1d2fe5d09e req-487ee6da-3445-4d57-8bd4-e5b1193af74f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:12.367496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-192bfb13-c874-4efe-9f93-df1d2fe5d09e req-487ee6da-3445-4d57-8bd4-e5b1193af74f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1586430 Aug 29 04:36:12.481904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-175e8293-bf4c-46c5-9621-b1af05e3d773 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119831 Aug 29 04:36:12.559064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0ca41f7-1f78-486d-b380-465fe3b5e478 req-a47da26d-4a7d-47ce-956b-c4bcbf7a1729 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375138 Aug 29 04:36:12.584581 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.609609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-192bfb13-c874-4efe-9f93-df1d2fe5d09e req-411535d4-b921-4486-946b-d015b29a4878 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403047 Aug 29 04:36:12.770955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.821031 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5afa4875-d654-43be-b4fa-c7bfbbcc8707 service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303802 Aug 29 04:36:12.946380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-b4ebde22-5f82-4a83-930c-c729e70884f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 200 len: 217 time: 0.1100233 Aug 29 04:36:12.971912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.977697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:12.991993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/security-groups/159bf66c-3381-44fd-8945-053b06e38528 HTTP/1.1" status: 204 len: 168 time: 0.8882415 Aug 29 04:36:13.000192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.018436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.039701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652af9b-9e2f-460f-b61f-4ed9b6867e89 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159bf66c-3381-44fd-8945-053b06e38528,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.047470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-6fa295f3-8c88-4e0b-bfc1-48db2851d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.049834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-6fa295f3-8c88-4e0b-bfc1-48db2851d68b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 200 len: 797 time: 0.0940499 Aug 29 04:36:13.172987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-39ab86c0-e9b3-4cd5-851f-835d63437829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.175897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-39ab86c0-e9b3-4cd5-851f-835d63437829 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86b4cebc-b2ee-4811-ac05-79465ad51ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142888 Aug 29 04:36:13.233010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.367243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.401154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-35594dd9-e2b6-42b9-bf2b-6f0b29529e1e service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158480 Aug 29 04:36:13.589320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.595282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:13.597353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/security-groups/e10ce313-65fa-4929-be54-fc5465ac1e56 HTTP/1.1" status: 204 len: 168 time: 0.5748997 Aug 29 04:36:13.605749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:13.627368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-70a37e67-41f4-4e31-b009-57ca5674dffb service neutron] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183270 Aug 29 04:36:13.637732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f437f4-084a-4b25-ac5c-41a8158de7d0 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ce313-65fa-4929-be54-fc5465ac1e56,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:13.724794 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-a5e48c19-3f88-4053-aca5-abc16c62c5d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 200 len: 217 time: 0.0878911 Aug 29 04:36:13.850013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-040179e8-50ba-46be-a61d-4544f8ea964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.851614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-040179e8-50ba-46be-a61d-4544f8ea964a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.1180005 Aug 29 04:36:13.966341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-2fdbc9e2-9f8c-4449-83f7-2a0024112c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:13.972044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-2fdbc9e2-9f8c-4449-83f7-2a0024112c9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109939 Aug 29 04:36:14.228599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.308289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-827b7c86-a5cc-4f8d-95d5-e2b21364e0de service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192327 Aug 29 04:36:14.310613 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.387240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.391341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.392913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a4ccac0-9905-4c39-a2ab-ec6034d55a62 HTTP/1.1" status: 204 len: 168 time: 0.7834868 Aug 29 04:36:14.395586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:14.440425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150b1f4-bfb7-4b86-91ca-64c8c51b6c18 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ccac0-9905-4c39-a2ab-ec6034d55a62,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:14.494407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce0c4-59d5-4842-9791-87bcc8b45fb0 req-edf2374c-4e97-4f66-997c-9b1494bd7357 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.503243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71cce0c4-59d5-4842-9791-87bcc8b45fb0 req-edf2374c-4e97-4f66-997c-9b1494bd7357 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.6360879 Aug 29 04:36:14.513642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb344e-b067-47aa-80f8-6a9072d57244 req-df45e86f-5455-423f-94f7-2f4d793c90d0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:14.522503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0fb344e-b067-47aa-80f8-6a9072d57244 req-df45e86f-5455-423f-94f7-2f4d793c90d0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 949 time: 0.7038960 Aug 29 04:36:14.580296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet cdadb6ec-0c20-4065-a26b-3226b8cf62b7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:14.596909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:14.657602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0fb344e-b067-47aa-80f8-6a9072d57244 req-80bd059e-249d-4b35-99f7-22f3726fbc6f tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314094 Aug 29 04:36:14.669668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71cce0c4-59d5-4842-9791-87bcc8b45fb0 req-09903548-ac0c-487d-9490-e8f48e5a9126 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395452 Aug 29 04:36:14.747252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.256517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-b8c4eefd-491a-4677-a14c-3416dde5fad9 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375851 Aug 29 04:36:15.326051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-5a20133d-41dd-4c81-bb3c-11b30e6cb088 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 200 len: 217 time: 0.0597043 Aug 29 04:36:15.330953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:15.504017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-99fef8a1-20f7-4ecb-8285-1527d11ac522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.507781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-99fef8a1-20f7-4ecb-8285-1527d11ac522 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 200 len: 797 time: 0.1709712 Aug 29 04:36:15.546709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66308c77-339f-4f3c-b89c-2db486dfdaa4 req-4d536348-a6fc-4597-8ed2-0ca62b85a7ec tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.558409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66308c77-339f-4f3c-b89c-2db486dfdaa4 req-4d536348-a6fc-4597-8ed2-0ca62b85a7ec tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 949 time: 0.2807093 Aug 29 04:36:15.711661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66308c77-339f-4f3c-b89c-2db486dfdaa4 req-c64822a9-99da-42e1-9108-16d9b76a524d tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508753 Aug 29 04:36:15.719796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-96393409-0aa3-4304-8249-c17e94100978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:15.726634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-96393409-0aa3-4304-8249-c17e94100978 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5f3da0a8-8172-47d0-aa35-c45a47fa4a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578712 Aug 29 04:36:15.971399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.128269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.143868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b4329-e9e0-4db1-add2-acd55e7818ce None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:16.150417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/cdadb6ec-0c20-4065-a26b-3226b8cf62b7 HTTP/1.1" status: 204 len: 168 time: 1.7517149 Aug 29 04:36:16.205852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47910) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:16.238610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43be4b-bb39-4633-b922-8480679a484e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=cdadb6ec-0c20-4065-a26b-3226b8cf62b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:16.346826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-b0acd509-c678-4336-8cd0-3014408277d0 service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859373 Aug 29 04:36:16.464342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet e5705102-94be-464c-9c34-ca06768a5c55 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:16.477305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.594134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5e0ee-a917-4924-9a53-308da2d17c64 req-84feeef7-eefc-4ac6-9517-5bcf798bf63b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.615085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3af5e0ee-a917-4924-9a53-308da2d17c64 req-84feeef7-eefc-4ac6-9517-5bcf798bf63b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.7152476 Aug 29 04:36:16.629418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ea131ad-e2c7-4ffe-8385-cb9d76712701 req-8d5fdd36-4efc-4c98-8c21-8d353eddce7a service neutron] 10.222.0.50 "GET /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741487 Aug 29 04:36:16.746711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3af5e0ee-a917-4924-9a53-308da2d17c64 req-e2539d61-2d0a-4186-a125-58f92c88acf4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183372 Aug 29 04:36:16.847695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:16.940106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-f3aeac0d-9370-4f67-9cfa-b4eab535d6e0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:16.944464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-f3aeac0d-9370-4f67-9cfa-b4eab535d6e0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.54 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 949 time: 0.2310133 Aug 29 04:36:17.382421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da5a8-37ee-4420-acdf-a7f99f39d8df req-9787b968-66fb-4a37-b3b3-f13fbccd0aa1 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:17.396855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-082da5a8-37ee-4420-acdf-a7f99f39d8df req-9787b968-66fb-4a37-b3b3-f13fbccd0aa1 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 949 time: 0.4374175 Aug 29 04:36:17.421037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:17.816124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-082da5a8-37ee-4420-acdf-a7f99f39d8df req-2033c6e7-a078-46ec-8fbc-a7c00cdc18f2 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745687 Aug 29 04:36:17.919465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Deleting port 964fa6ec-d97c-481b-9374-334cb88e6dd2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:17.921482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.136351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.366362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] For port 964fa6ec-d97c-481b-9374-334cb88e6dd2, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=964fa6ec-d97c-481b-9374-334cb88e6dd2,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:18.366816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.397051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eece0a64-7bb0-4a37-a09e-c728cf2a887c None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:18.397850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eece0a64-7bb0-4a37-a09e-c728cf2a887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.514919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=e5705102-94be-464c-9c34-ca06768a5c55,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:18.533256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.539062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22c7983f-c97e-4a3f-9117-6ee05991ffeb tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/e5705102-94be-464c-9c34-ca06768a5c55 HTTP/1.1" status: 204 len: 168 time: 2.3252664 Aug 29 04:36:18.540344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.570759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Calling delete_port for 964fa6ec-d97c-481b-9374-334cb88e6dd2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:18.580933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5603898-164e-4911-9a97-39109027f192 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:18.640005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97331a96-0802-44af-9a60-630a76bb8055 req-e5d7baf4-775a-4189-af6c-001d367cdcaf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:18.641619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97331a96-0802-44af-9a60-630a76bb8055 req-e5d7baf4-775a-4189-af6c-001d367cdcaf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.5547576 Aug 29 04:36:18.680336 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e200f92-048c-4416-be51-94ee239c1383 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:18.681068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e200f92-048c-4416-be51-94ee239c1383 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:18.696245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e200f92-048c-4416-be51-94ee239c1383 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/cdadb6ec-0c20-4065-a26b-3226b8cf62b7 HTTP/1.1" status: 404 len: 337 time: 0.1543300 Aug 29 04:36:18.697305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:18.911275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-eece0a64-7bb0-4a37-a09e-c728cf2a887c None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:18.916949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eece0a64-7bb0-4a37-a09e-c728cf2a887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:18.973228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting subnet 1d5065d2-2c50-4881-9085-488d45a3bcf5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:18.991494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.053470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97331a96-0802-44af-9a60-630a76bb8055 req-b987215b-a0f5-408b-a044-c37a7cdc5a3f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397176 Aug 29 04:36:19.256143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.306453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-eece0a64-7bb0-4a37-a09e-c728cf2a887c None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:19.494058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.655455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Pushing event deleted for resources: {'Port': ['ID=964fa6ec-d97c-481b-9374-334cb88e6dd2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:19.695426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:19.718836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1de0b-5121-487a-8800-2d9e50a21507 req-4b08a487-9f4e-4430-878d-29491f2cd4b0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:19.732908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4d1de0b-5121-487a-8800-2d9e50a21507 req-4b08a487-9f4e-4430-878d-29491f2cd4b0 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 867 time: 0.5704014 Aug 29 04:36:19.781185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 964fa6ec-d97c-481b-9374-334cb88e6dd2 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:19.840102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 964fa6ec-d97c-481b-9374-334cb88e6dd2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:19.840802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 964fa6ec-d97c-481b-9374-334cb88e6dd2 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:19.990635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.003622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] No DVR routers for this DVR port 964fa6ec-d97c-481b-9374-334cb88e6dd2 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:20.011218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.019525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbebc3cb-8055-4968-bf5a-942d432418c9 req-c437477e-a470-470e-ba8c-493810d3b9f9 tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.54 "DELETE /v2.0/ports/964fa6ec-d97c-481b-9374-334cb88e6dd2 HTTP/1.1" status: 204 len: 173 time: 3.0635018 Aug 29 04:36:20.026239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'name': 'network-vif-deleted', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:20.034629 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dd17e0-48f8-4fb5-b8cf-9852ded4c655" -d '{"events": [{"server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "name": "network-vif-deleted", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:20.123993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4d1de0b-5121-487a-8800-2d9e50a21507 req-daa84158-c187-4f86-b8ce-7005862151fb tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/security-groups?id=186d3639-546b-4545-bc81-80c7227c8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029943 Aug 29 04:36:20.210436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:20.223281 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/1d5065d2-2c50-4881-9085-488d45a3bcf5 HTTP/1.1" status: 204 len: 168 time: 1.5244076 Aug 29 04:36:20.227064 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403fdd03-6386-4d7d-b308-ecfda3d611dc x-openstack-request-id: req-403fdd03-6386-4d7d-b308-ecfda3d611dc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:20.227868 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15685ad4-3cf5-4c2e-aa43-37792d626b01", "name": "network-vif-deleted", "tag": "964fa6ec-d97c-481b-9374-334cb88e6dd2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:20.228554 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-403fdd03-6386-4d7d-b308-ecfda3d611dc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:20.229235 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15685ad4-3cf5-4c2e-aa43-37792d626b01', 'name': 'network-vif-deleted', 'tag': '964fa6ec-d97c-481b-9374-334cb88e6dd2', 'status': 'completed', 'code': 200} Aug 29 04:36:20.230444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.254680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1ba60-6261-4930-b043-5a7391837bf3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5065d2-2c50-4881-9085-488d45a3bcf5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:20.378593 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-054389c0-12f5-4e8c-b0b7-137040f606f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:20.379441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054389c0-12f5-4e8c-b0b7-137040f606f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:20.392745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-054389c0-12f5-4e8c-b0b7-137040f606f2 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/1a665a3e-30ae-4064-93d5-e1d4fa7c6607 HTTP/1.1" status: 404 len: 337 time: 0.1575952 Aug 29 04:36:20.396620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.461277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ea08ebf5-0265-4bdb-b356-d77c8bf709aa tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e3d404c-76f7-474a-bc26-c9d40fd4978a HTTP/1.1" status: 200 len: 205 time: 0.0624146 Aug 29 04:36:20.464264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.606390 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-2bcfc330-263e-42e8-9950-816158dcd418 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] delete failed (client error): The resource could not be found. Aug 29 04:36:20.607442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2bcfc330-263e-42e8-9950-816158dcd418 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/routers/3e3d404c-76f7-474a-bc26-c9d40fd4978a HTTP/1.1" status: 404 len: 336 time: 0.1421492 Aug 29 04:36:20.612951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.755507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494146c-beaf-4ce3-9aaf-46d39b591fbd req-80d86969-70d7-4a82-948d-b8d094892325 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:20.758339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a494146c-beaf-4ce3-9aaf-46d39b591fbd req-80d86969-70d7-4a82-948d-b8d094892325 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1797092 Aug 29 04:36:20.794796 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b1eda5-3df8-4848-b54d-cfb7d35971d3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:20.796603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b1eda5-3df8-4848-b54d-cfb7d35971d3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:20.812429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74b1eda5-3df8-4848-b54d-cfb7d35971d3 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/c419cf28-7b72-4fb8-955b-59ecaddb6687 HTTP/1.1" status: 404 len: 337 time: 0.1970363 Aug 29 04:36:20.818642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.917671 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-569fb490-74f9-41b0-9fea-b3872814030d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:20.919465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569fb490-74f9-41b0-9fea-b3872814030d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:20.926359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-569fb490-74f9-41b0-9fea-b3872814030d tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/00df924a-354c-42d4-bae5-36be27fca4b3 HTTP/1.1" status: 404 len: 337 time: 0.1059644 Aug 29 04:36:20.928553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:20.965002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a494146c-beaf-4ce3-9aaf-46d39b591fbd req-5fe7916c-f4fd-457e-b6e7-a47b9753c519 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834772 Aug 29 04:36:21.055480 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3b3b1e-ed03-4217-872f-5cc1cfa1ba4a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.056143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3b3b1e-ed03-4217-872f-5cc1cfa1ba4a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.060149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4e3b3b1e-ed03-4217-872f-5cc1cfa1ba4a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/227ccc03-47ce-42e0-acf1-57b6615a4907 HTTP/1.1" status: 404 len: 337 time: 0.1282961 Aug 29 04:36:21.063916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.170029 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-322af2b4-9fc5-44d2-b320-26ebc0ca577a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.171556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322af2b4-9fc5-44d2-b320-26ebc0ca577a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.202776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-322af2b4-9fc5-44d2-b320-26ebc0ca577a tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/a0819fdf-51bb-4b6e-a107-539f08116f60 HTTP/1.1" status: 404 len: 333 time: 0.1376579 Aug 29 04:36:21.206729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.278195 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff0dbe7-7768-499a-a993-a32876b783ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.279023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff0dbe7-7768-499a-a993-a32876b783ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.287234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eff0dbe7-7768-499a-a993-a32876b783ad tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/98666c7d-0f24-4b49-9066-2d3ded4357e4 HTTP/1.1" status: 404 len: 337 time: 0.0785966 Aug 29 04:36:21.291548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.355826 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-04850a10-7327-4b19-a06f-4a63b1cea20e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.360267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04850a10-7327-4b19-a06f-4a63b1cea20e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.366193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-04850a10-7327-4b19-a06f-4a63b1cea20e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/0e585bee-5207-4d5b-97ce-a749d86be613 HTTP/1.1" status: 404 len: 337 time: 0.0698621 Aug 29 04:36:21.366609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.413401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0caca5f-5389-403f-97cd-a38b80608b41 None None] Network 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:21.454565 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-994fa711-c6cd-45ce-889d-1fceceaedba4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.461176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994fa711-c6cd-45ce-889d-1fceceaedba4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.465729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbff9183-4e8f-4eed-bd93-a0c3a161220d req-0f7b88c4-ccb4-42fa-ab75-7c49b99e9cbb tempest-VolumesNegativeTest-417911578 tempest-VolumesNegativeTest-417911578-project] 10.222.0.62 "GET /v2.0/ports?device_id=15685ad4-3cf5-4c2e-aa43-37792d626b01 HTTP/1.1" status: 200 len: 210 time: 0.1019268 Aug 29 04:36:21.473400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-994fa711-c6cd-45ce-889d-1fceceaedba4 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/39730acb-cf6d-42ba-9b56-fd102916b679 HTTP/1.1" status: 404 len: 333 time: 0.1052706 Aug 29 04:36:21.474362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.634371 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c075fff5-0a0e-489a-8227-3242c204422e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.635102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c075fff5-0a0e-489a-8227-3242c204422e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.658254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.664866 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c075fff5-0a0e-489a-8227-3242c204422e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/1d623705-4a3e-4767-b47f-9275ba72503a HTTP/1.1" status: 404 len: 337 time: 0.1798177 Aug 29 04:36:21.745159 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a078b33b-5d0d-4d1c-a66e-84ed039dd4c8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] DELETE failed (client error): The resource could not be found. Aug 29 04:36:21.745891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a078b33b-5d0d-4d1c-a66e-84ed039dd4c8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:36:21.749413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a078b33b-5d0d-4d1c-a66e-84ed039dd4c8 tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/subnets/3d3d82ee-33b2-42b3-a0fd-247869337de1 HTTP/1.1" status: 404 len: 337 time: 0.0897737 Aug 29 04:36:21.753655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:21.758809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e27ddff-347d-46d1-b45c-d254e0053c2a None None] Provisioning complete for port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:21.759177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e27ddff-347d-46d1-b45c-d254e0053c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.048688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Deleting port 31abf03c-cd3e-4a4e-b55e-6497495005e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:22.049029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.061446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] DHCP port deletion for 11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:36:22.173466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3e27ddff-347d-46d1-b45c-d254e0053c2a None None] Provisioning complete for port 31abf03c-cd3e-4a4e-b55e-6497495005e5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:22.187127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e27ddff-347d-46d1-b45c-d254e0053c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.255341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.298083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Calling delete_port for 31abf03c-cd3e-4a4e-b55e-6497495005e5 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:22.383960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3e27ddff-347d-46d1-b45c-d254e0053c2a None None] Port 31abf03c-cd3e-4a4e-b55e-6497495005e5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:22.399180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Deleting port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:36:22.399562 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.494799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] For port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,segment=NetworkSegment(98fb52ea-9f20-4042-b999-d664f199b01d),segment_id=98fb52ea-9f20-4042-b999-d664f199b01d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:22.495473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.516473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Calling delete_port for 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:36:22.572478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.643664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.644191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:22.646225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/ports/31abf03c-cd3e-4a4e-b55e-6497495005e5 HTTP/1.1" status: 204 len: 168 time: 0.8912523 Aug 29 04:36:22.649682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:22.677756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7b87-d791-4c5a-9fd0-bc8cbcfdb16e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Port': ['ID=31abf03c-cd3e-4a4e-b55e-6497495005e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.712208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45bbbe-314f-4c4c-8d67-4086f3acaee0 req-0282e648-f535-46e3-be1d-3aa9481fc2b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:22.721385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f45bbbe-314f-4c4c-8d67-4086f3acaee0 req-0282e648-f535-46e3-be1d-3aa9481fc2b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1803284 Aug 29 04:36:22.744774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] Pushing event deleted for resources: {'Port': ['ID=2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:22.783735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f45bbbe-314f-4c4c-8d67-4086f3acaee0 req-523a9868-a108-4e06-872b-655ac7e446a6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Aug 29 04:36:22.785603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ceaec-b7a2-48dd-87ca-0f67b65a7e52 None None] No DVR routers for this DVR port 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:36:22.913592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.002754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:23.070197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:36:23.070932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2b3c9b9b-6901-4d39-b4ca-2bba09e3a2f6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:36:23.220099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.236135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.253922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fb52ea-9f20-4042-b999-d664f199b01d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.253922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fb52ea-9f20-4042-b999-d664f199b01d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:23.267846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.303881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.320480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:23.323413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:23.360692 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:23.504611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.531173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:23.535469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] 10.222.0.62 "DELETE /v2.0/networks/11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787 HTTP/1.1" status: 204 len: 168 time: 0.8816924 Aug 29 04:36:23.544646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fe96d-e855-4ee0-91dc-29f6c35c835e tempest-PortsIpV6TestJSON-480585399 tempest-PortsIpV6TestJSON-480585399-project] Pushing event deleted for resources: {'Network': ['ID=11e78c5a-7f6a-4fa6-bc7a-6939e7fd6787,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:24.053313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ad8f-a126-481a-a7ce-e683b86039f2 req-8999a3c0-5091-4f12-9235-0ecea84a4bcc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:24.066224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6df9ad8f-a126-481a-a7ce-e683b86039f2 req-8999a3c0-5091-4f12-9235-0ecea84a4bcc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1336524 Aug 29 04:36:24.167655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6df9ad8f-a126-481a-a7ce-e683b86039f2 req-9e5c7524-7606-4cee-9895-487662e1170b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003995 Aug 29 04:36:24.413145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:24.819691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e984ecb2-e3ce-42c3-a236-e4f9c8453cb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3378a9ebf9f64deba0e94ecc8c330218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046130 Aug 29 04:36:24.822565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:25.044225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.095904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.234135 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.237644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:25.239700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/611c9138-c236-44cc-b365-d4313ecd5b74 HTTP/1.1" status: 204 len: 168 time: 0.4145281 Aug 29 04:36:25.270759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d748f-dbc4-4e4b-9afe-d5219890ca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c9138-c236-44cc-b365-d4313ecd5b74,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:25.564273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0d6d-13de-4b95-b3e9-c6fd17ef3a9b req-191db8e2-72f3-4dbb-977b-46152222d8dd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:25.564273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-157f0d6d-13de-4b95-b3e9-c6fd17ef3a9b req-191db8e2-72f3-4dbb-977b-46152222d8dd tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1960046 Aug 29 04:36:25.715705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-157f0d6d-13de-4b95-b3e9-c6fd17ef3a9b req-451c7084-7dea-44a2-b0c4-107384cdf1e7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440117 Aug 29 04:36:26.547833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-7eb501de-cafa-4a02-a019-2ced81d64709 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:26.547833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-7eb501de-cafa-4a02-a019-2ced81d64709 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 814 time: 0.2292006 Aug 29 04:36:26.620615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-68e5f00c-7b95-4f26-8645-843bd6adb442 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/quotas/b920a909511141bdaad68cdf7e3aca69 HTTP/1.1" status: 200 len: 375 time: 0.0562398 Aug 29 04:36:26.741090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-cecfd726-28f0-4f08-a241-e5e5b9c55b8b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119642 Aug 29 04:36:27.164704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c668-5259-433a-95b6-8328662a2861 req-3a226530-591b-4b58-893a-656f252ba0cb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:27.177752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef0c668-5259-433a-95b6-8328662a2861 req-3a226530-591b-4b58-893a-656f252ba0cb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2078586 Aug 29 04:36:27.266028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ef0c668-5259-433a-95b6-8328662a2861 req-182295a6-b23f-4e5a-b883-29cd8c72435d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870864 Aug 29 04:36:27.298167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-ded0fae8-a330-4c61-b5c5-096291dea46a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:36:27.300871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-ded0fae8-a330-4c61-b5c5-096291dea46a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5498343 Aug 29 04:36:27.502609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:27.562339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-880a5636-55ef-4746-b5f5-9f8561dd6466 service neutron] 10.222.0.62 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546182 Aug 29 04:36:27.765743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-466694318-network', 'tenant_id': '4a787f42ffd9412f87b9a0e0cf73a860'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:27.807756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-17369a5d-0f65-4b6a-ac3f-69dedd1a9862 service neutron] 10.222.0.62 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254684 Aug 29 04:36:27.842049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Made reservation on behalf of 4a787f42ffd9412f87b9a0e0cf73a860 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:27.846516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:27.888527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.069538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.090019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.146089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:28.192058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbcc83-f1a2-434c-b46e-f410b1e52779,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.193849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bef96a64-c21e-484a-9bbc-df2ba65e7e16 req-675d975a-3eb7-4ca6-8fff-1f0e2f9798f5 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 210 time: 0.0864415 Aug 29 04:36:28.199035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.199761 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Added segment 6e348826-0b8b-4d6e-8d45-34e93bbe6264 of type vlan for network e5c94129-71eb-42ea-a226-e562bda12355 Aug 29 04:36:28.473626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.548459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.550625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:28.551717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:28.793349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c94129-71eb-42ea-a226-e562bda12355,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:28.853302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e5c94129-71eb-42ea-a226-e562bda12355 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:28.858388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:28.865017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Request body: {'subnet': {'network_id': 'e5c94129-71eb-42ea-a226-e562bda12355', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-466694318-subnet', 'tenant_id': '4a787f42ffd9412f87b9a0e0cf73a860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:28.872736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2da39db4-3e5a-43c8-a281-c59d81a93d02 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3686092 Aug 29 04:36:28.991593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Made reservation on behalf of 4a787f42ffd9412f87b9a0e0cf73a860 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:29.000527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.557502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:29.702871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.138168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf75dbaa-ea94-4a31-83e6-7c692d870e5c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:30.169016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45689626-4a00-4b02-b008-6c4bd8f730a2 req-4c70f03a-b4b3-4431-b3d7-21a2c831abb2 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 210 time: 0.6282663 Aug 29 04:36:30.198458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d75dda-481c-438d-9650-d706a94cc1ae req-412c7820-a233-41ea-805f-8217e390f0ea tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.208179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26d75dda-481c-438d-9650-d706a94cc1ae req-412c7820-a233-41ea-805f-8217e390f0ea tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.9698832 Aug 29 04:36:30.235358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Checking segment: {'id': '6e348826-0b8b-4d6e-8d45-34e93bbe6264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e5c94129-71eb-42ea-a226-e562bda12355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:30.235731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Network hostable DHCP agents. Network: e5c94129-71eb-42ea-a226-e562bda12355, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:30.268305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Network e5c94129-71eb-42ea-a226-e562bda12355 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:30.317109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26d75dda-481c-438d-9650-d706a94cc1ae req-3af296bc-36fd-4990-a341-6686fa1d4e82 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Aug 29 04:36:30.320888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e5c94129-71eb-42ea-a226-e562bda12355) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:30.340743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.341898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:30.363396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6500f-0855-4888-a1a4-69c2e02efb76 None None] Network e5c94129-71eb-42ea-a226-e562bda12355 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:30.363976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-627a877b-bfec-4736-aae0-de91add31148 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5034060 Aug 29 04:36:30.696311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e5b9b6-c8ea-46f1-a8db-10b5a181e160 None None] Network e5c94129-71eb-42ea-a226-e562bda12355 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:30.758128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-57d739f2-365e-4ea9-83a7-ae30e6005268 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:30.760008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-57d739f2-365e-4ea9-83a7-ae30e6005268 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 814 time: 0.2904348 Aug 29 04:36:30.776363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Request body: {'port': {'device_id': 'f4cb76cd-77be-4405-a021-873738f38f84', 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874', 'admin_state_up': True, 'tenant_id': 'b920a909511141bdaad68cdf7e3aca69'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:31.016187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-a95fbd0b-a0e8-490d-8653-3a5ebd7c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.021669 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-a95fbd0b-a0e8-490d-8653-3a5ebd7c590d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 1098 time: 0.1348696 Aug 29 04:36:31.068838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Made reservation on behalf of b920a909511141bdaad68cdf7e3aca69 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:31.076618 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.316937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-04d596ad-19ea-4574-a5b8-1d365c82554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.324510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-04d596ad-19ea-4574-a5b8-1d365c82554f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.2925212 Aug 29 04:36:31.421336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-f10dc35c-148a-4b8e-a5ba-4c028d394d33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0885212 Aug 29 04:36:31.504643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4a46761-144e-44fd-b1b7-93d2b59b942d req-59bca505-c12d-458d-b36e-42ffd63a1a42 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 210 time: 0.1595819 Aug 29 04:36:31.540895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:31.547825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977001289-network', 'tenant_id': '5a56d2d79e57463c8065160ce96f7a77'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:31.552437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-38310b7b-4a6f-4aa1-83e0-cd4940487c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.554874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-38310b7b-4a6f-4aa1-83e0-cd4940487c2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1253932 Aug 29 04:36:31.633990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Allocated IP 172.20.0.13 (92e9d750-3fb6-46d9-be84-fe429925b874/ecee3047-6e79-4a76-a641-103978c1abd6/a6dcf825-f95f-4387-96dd-6b228fe1698d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:31.663080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c53df2-4681-451b-a85d-ee6383eb5c1d req-8a866227-4c70-45bb-bd19-6ef7c5fec314 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.666257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c53df2-4681-451b-a85d-ee6383eb5c1d req-8a866227-4c70-45bb-bd19-6ef7c5fec314 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1499822 Aug 29 04:36:31.696344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Made reservation on behalf of 5a56d2d79e57463c8065160ce96f7a77 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:31.707298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.748992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.776962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-d990439c-337c-4bc1-84f3-bb4f4fbb4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:31.780787 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-d990439c-337c-4bc1-84f3-bb4f4fbb4d19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143276 Aug 29 04:36:31.903160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:31.969255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.047183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.068123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.068736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.069324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.069851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.070373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.070931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.083202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.084088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.084777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.085275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.085777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.086412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:32.125916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Network 92e9d750-3fb6-46d9-be84-fe429925b874 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:32.144226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:32.157004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:32.178092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c53df2-4681-451b-a85d-ee6383eb5c1d req-ab865ffe-8d3b-4922-a902-3ec609fe0062 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007212 Aug 29 04:36:32.278771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.279773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.509684 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-824a1f26-056b-4d2e-8e00-24a8bd2225a8 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186232 Aug 29 04:36:32.646678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.658579 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.661534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-9275fa91-94b7-4bd8-916a-e18feeee0908 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8900328 Aug 29 04:36:32.683222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Request body: {'port': {'device_id': 'f4cb76cd-77be-4405-a021-873738f38f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:32.745016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e61db89-a6c4-4c1d-b97b-332f490a5cf6 req-c682e781-c72f-44d8-8aaa-8646846b6f72 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241352 Aug 29 04:36:32.748109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:32.750901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809c6f36-f3b6-4800-8d6a-5a4b03f8114f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.789233 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.789643 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Added segment df5254e6-681f-4a0d-9367-29be9552cf1d of type vlan for network e449c151-c2a6-436e-ab32-4a825578c8bb Aug 29 04:36:32.848990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.883028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.884456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.885371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.909490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0540b-e0bb-4ce9-8a97-3a066e80ea8a req-3d4c90f0-9a32-4a9b-9de8-360d04857e4e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:32.914515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2b0540b-e0bb-4ce9-8a97-3a066e80ea8a req-3d4c90f0-9a32-4a9b-9de8-360d04857e4e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 932 time: 0.2513466 Aug 29 04:36:32.925981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:32.943135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3991652 Aug 29 04:36:32.949363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48626) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:32.960775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Request body: {'subnet': {'network_id': 'e449c151-c2a6-436e-ab32-4a825578c8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977001289-subnet', 'tenant_id': '5a56d2d79e57463c8065160ce96f7a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:32.980225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09854b64-cbc6-40f5-b1ea-980c525a4ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=e449c151-c2a6-436e-ab32-4a825578c8bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:32.993252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e449c151-c2a6-436e-ab32-4a825578c8bb details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:33.007824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Made reservation on behalf of 5a56d2d79e57463c8065160ce96f7a77 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:33.010823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.152453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2b0540b-e0bb-4ce9-8a97-3a066e80ea8a req-5b9afbc8-fbd1-4351-bae8-bfb5dcce28dd tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208107 Aug 29 04:36:33.396124 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.473666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Checking segment: {'id': 'df5254e6-681f-4a0d-9367-29be9552cf1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e449c151-c2a6-436e-ab32-4a825578c8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:33.474040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Network hostable DHCP agents. Network: e449c151-c2a6-436e-ab32-4a825578c8bb, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:33.477456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fba6e01-6883-4b08-9553-004a728de10e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:33.513862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Network e449c151-c2a6-436e-ab32-4a825578c8bb is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:33.519348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049305-5f60-436c-b788-00797a441b4b req-597bc7b7-6996-4deb-b849-9b98379ce31b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.521851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d049305-5f60-436c-b788-00797a441b4b req-597bc7b7-6996-4deb-b849-9b98379ce31b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.1533272 Aug 29 04:36:33.530078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e449c151-c2a6-436e-ab32-4a825578c8bb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:33.536655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:33.537652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.551018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b75f7-ab18-4bd9-9652-1645f56a1f8c None None] Network e449c151-c2a6-436e-ab32-4a825578c8bb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:33.579527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9049ce8d-b17f-40d1-862c-225cd49f8ad4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6282008 Aug 29 04:36:33.603509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d049305-5f60-436c-b788-00797a441b4b req-c7323431-1a21-4abb-ae7b-c34550aec478 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699356 Aug 29 04:36:33.721500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dcf825-f95f-4387-96dd-6b228fe1698d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:33.731664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.753704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Transition to ACTIVE for port object a6dcf825-f95f-4387-96dd-6b228fe1698d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:33.759642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:33.976757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.004801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.105608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Deleting subnet bf75dbaa-ea94-4a31-83e6-7c692d870e5c {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:34.119280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.134381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Attempting to bind port a6dcf825-f95f-4387-96dd-6b228fe1698d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:34.134728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Attempting to bind port a6dcf825-f95f-4387-96dd-6b228fe1698d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:34.135069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Attempting to bind port a6dcf825-f95f-4387-96dd-6b228fe1698d on network 92e9d750-3fb6-46d9-be84-fe429925b874 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:34.155119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Port a6dcf825-f95f-4387-96dd-6b228fe1698d on network 92e9d750-3fb6-46d9-be84-fe429925b874 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:36:34.155453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Attempting to bind port a6dcf825-f95f-4387-96dd-6b228fe1698d on network 92e9d750-3fb6-46d9-be84-fe429925b874 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:34.171827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122255f-d8b9-439a-962c-53501a5b9721 None None] Network e449c151-c2a6-436e-ab32-4a825578c8bb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:34.173475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:34.176021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Checking segment: {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:34.177254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Bound using segment: {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:34.179263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Bound port: a6dcf825-f95f-4387-96dd-6b228fe1698d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a696e127-9986-47d2-adb1-52492ade34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:34.180432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.277130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.291704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:34.300199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:34.307679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.403427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.405805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.408026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] 10.222.0.54 "PUT /v2.0/ports/a6dcf825-f95f-4387-96dd-6b228fe1698d HTTP/1.1" status: 200 len: 1093 time: 1.7307451 Aug 29 04:36:34.409059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:34.412641 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa121cc8-5a9f-456e-9511-4ae39cabf48d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:34.492928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.577650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbd17d-eff6-40fa-8dbc-caf482e995ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.636064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11e2a-8ac1-4167-9b4f-b82c88b9bf20 req-6218ea77-98fb-49ed-8ac0-496993500ca3 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.656523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50d11e2a-8ac1-4167-9b4f-b82c88b9bf20 req-6218ea77-98fb-49ed-8ac0-496993500ca3 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 944 time: 0.2965305 Aug 29 04:36:34.657133 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:36:34.720700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.763667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.809874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:34.816942 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bf75dbaa-ea94-4a31-83e6-7c692d870e5c HTTP/1.1" status: 204 len: 168 time: 0.8110888 Aug 29 04:36:34.819737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb148e-40fe-4b00-add5-eaa648149563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf75dbaa-ea94-4a31-83e6-7c692d870e5c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:34.834234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:34.893540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-eb6a86da-fc98-4cc8-848d-15e36a303fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:34.905228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-eb6a86da-fc98-4cc8-848d-15e36a303fbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 1096 time: 0.4192693 Aug 29 04:36:34.951047 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8526ec3-bb0a-4e98-858b-4d17de42e867 x-openstack-request-id: req-a8526ec3-bb0a-4e98-858b-4d17de42e867 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:34.952123 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:34.952658 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8526ec3-bb0a-4e98-858b-4d17de42e867 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:34.954915 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'status': 'completed', 'code': 200} Aug 29 04:36:35.067645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.134426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50d11e2a-8ac1-4167-9b4f-b82c88b9bf20 req-851b3a0c-9fae-4e45-8fcf-060b8b69ce28 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767535 Aug 29 04:36:35.155952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-d8ee0661-14cf-4724-a86a-cb9df9891f78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d HTTP/1.1" status: 200 len: 217 time: 0.1967824 Aug 29 04:36:35.202420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:35.323203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-5c65cc4c-900f-4d7f-9c7c-9198c4bdbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.331160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-5c65cc4c-900f-4d7f-9c7c-9198c4bdbd60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecee3047-6e79-4a76-a641-103978c1abd6 HTTP/1.1" status: 200 len: 854 time: 0.1616032 Aug 29 04:36:35.366443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.370071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46eb41-ef55-47c4-8bd4-91348d951a19 req-7aee7ca0-ed8a-4627-aeef-f4193c9b162b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:35.375753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec46eb41-ef55-47c4-8bd4-91348d951a19 req-7aee7ca0-ed8a-4627-aeef-f4193c9b162b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 946 time: 0.2533898 Aug 29 04:36:35.393696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c94129-71eb-42ea-a226-e562bda12355']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.419291 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.419720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e348826-0b8b-4d6e-8d45-34e93bbe6264') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.420791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e348826-0b8b-4d6e-8d45-34e93bbe6264') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:35.439619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.467905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.475000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-c2ddfbfe-4b8e-4327-8755-21d486151a8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92e9d750-3fb6-46d9-be84-fe429925b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354480 Aug 29 04:36:35.480448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:35.486851 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9457e1-17af-46bb-8298-d742e544a118" -d '{"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:35.487589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:35.488166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:35.490534 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:35.518099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:35.524974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.590107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.611526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.620848 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e5c94129-71eb-42ea-a226-e562bda12355 HTTP/1.1" status: 204 len: 168 time: 0.7834198 Aug 29 04:36:35.623713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.681744 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96464c59-d9c0-4360-84be-309d30089aaa x-openstack-request-id: req-96464c59-d9c0-4360-84be-309d30089aaa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:35.682592 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:35.683450 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96464c59-d9c0-4360-84be-309d30089aaa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:35.685492 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'code': 200} Aug 29 04:36:35.688721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.695862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae5d6-dfb1-463e-b6a3-f300d4079fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c94129-71eb-42ea-a226-e562bda12355,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:35.750470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec46eb41-ef55-47c4-8bd4-91348d951a19 req-5f3202b5-15f0-4528-b427-bbd90cc29d03 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165023 Aug 29 04:36:35.796029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-524bf3d8-8bde-4f92-a2c8-cdfdca82e854 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a2767f3528845ae855f1d5112756be6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012686 Aug 29 04:36:35.797739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:35.848212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-907d60ed-f050-4e1e-9e15-4d40e507ad77 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057270 Aug 29 04:36:35.854967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Deleting subnet 2fba6e01-6883-4b08-9553-004a728de10e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:36:35.861266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.899199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.918909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:35.957624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.014505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.095544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.098755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.100344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/186d3639-546b-4545-bc81-80c7227c8ccc HTTP/1.1" status: 204 len: 168 time: 0.3010318 Aug 29 04:36:36.124690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4baf92-349e-4339-b462-a6fc1022b34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d3639-546b-4545-bc81-80c7227c8ccc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.143331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.147015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca6a79da-3ee8-4528-aefa-f93fc8fd05be req-a71b0129-8a04-419a-99ad-ad7badbeadae service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835751 Aug 29 04:36:36.185322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fba6e01-6883-4b08-9553-004a728de10e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:36.211228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.213876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fedbd162-c38d-4df9-a69a-11d6d73c4eef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2fba6e01-6883-4b08-9553-004a728de10e HTTP/1.1" status: 204 len: 168 time: 0.5890059 Aug 29 04:36:36.217722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:36.458728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.513188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-1f84e0f9-a905-4353-8428-586f3dad2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.515130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-1f84e0f9-a905-4353-8428-586f3dad2dc2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b920a909511141bdaad68cdf7e3aca69&device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 1096 time: 0.1158524 Aug 29 04:36:36.694277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a823c-aa20-4370-bb82-7a57fc3995b6 req-c4379d56-5215-40ab-a539-85eea6959bce tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:36.707100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b92a823c-aa20-4370-bb82-7a57fc3995b6 req-c4379d56-5215-40ab-a539-85eea6959bce tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 944 time: 0.3059042 Aug 29 04:36:36.796572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:36.841173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e449c151-c2a6-436e-ab32-4a825578c8bb']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:36.869512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5254e6-681f-4a0d-9367-29be9552cf1d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:36.869512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5254e6-681f-4a0d-9367-29be9552cf1d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:36.902425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.101686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.128658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b92a823c-aa20-4370-bb82-7a57fc3995b6 req-c6064b26-5568-48e0-8db1-5571a8919a68 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183717 Aug 29 04:36:37.184264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:36:37.184865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:36:37.187852 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:36:37.200967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-b5de0d61-7066-4c74-aa05-26f23c6c4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.202636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-b5de0d61-7066-4c74-aa05-26f23c6c4a2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 200 len: 915 time: 0.6679020 Aug 29 04:36:37.336296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-2c06ba0f-e49f-42da-ac7f-8e1615597f8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d HTTP/1.1" status: 200 len: 217 time: 0.0915456 Aug 29 04:36:37.351079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a286d15f-7c0a-41b0-9a3a-88c068437670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.445009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.464332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dc1b4-64b9-4ec2-a39c-f9af63d5688a req-32960e41-c967-4edc-99d6-5a37b09112d4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.466315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd1dc1b4-64b9-4ec2-a39c-f9af63d5688a req-32960e41-c967-4edc-99d6-5a37b09112d4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.4467325 Aug 29 04:36:37.475855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:37.479590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e449c151-c2a6-436e-ab32-4a825578c8bb HTTP/1.1" status: 204 len: 168 time: 1.2603505 Aug 29 04:36:37.510752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff383769-3335-4d33-b093-ff2948f14b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e449c151-c2a6-436e-ab32-4a825578c8bb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:37.531107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-d983c4d6-55ab-46d2-b8ee-76abd96878a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.533733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-d983c4d6-55ab-46d2-b8ee-76abd96878a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecee3047-6e79-4a76-a641-103978c1abd6 HTTP/1.1" status: 200 len: 854 time: 0.1870730 Aug 29 04:36:37.590150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-c80c53c8-717b-4d74-979c-231e44a1fc87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92e9d750-3fb6-46d9-be84-fe429925b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415936 Aug 29 04:36:37.599533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd1dc1b4-64b9-4ec2-a39c-f9af63d5688a req-8b10bd9f-ad82-4577-9570-c49dcb0a963b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994503 Aug 29 04:36:37.791479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-927fe2f0-3bf8-421a-9cf4-b4915f93ab15 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908650 Aug 29 04:36:37.804879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.871161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e014412d-56fb-4b8a-bf3e-a06c8076ce31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a787f42ffd9412f87b9a0e0cf73a860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646799 Aug 29 04:36:37.874616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:37.948254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53fe6b-f63c-450c-8770-36db16c65cff req-d753150f-b123-4c13-9c55-892c4e3da1a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:37.958784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f53fe6b-f63c-450c-8770-36db16c65cff req-d753150f-b123-4c13-9c55-892c4e3da1a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1881258 Aug 29 04:36:37.965655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.012231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.037827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f53fe6b-f63c-450c-8770-36db16c65cff req-a22e5f73-6577-403d-8eab-409e8ab09aab tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775964 Aug 29 04:36:38.090254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa121cc8-5a9f-456e-9511-4ae39cabf48d req-2d956ae6-2dc4-40e6-8c0c-fd77c1373af8 service neutron] 10.222.0.54 "GET /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734597 Aug 29 04:36:38.215198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.225396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:38.236347 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44fbcc83-f1a2-434c-b46e-f410b1e52779 HTTP/1.1" status: 204 len: 168 time: 0.3594363 Aug 29 04:36:38.286202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff477c6-4b38-41d7-a604-792cf859e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbcc83-f1a2-434c-b46e-f410b1e52779,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:38.417142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c7523-f44a-4a20-8eea-15c439b36d7e req-870561bf-ac21-4876-97c5-0621cd191c0b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.418668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff5c7523-f44a-4a20-8eea-15c439b36d7e req-870561bf-ac21-4876-97c5-0621cd191c0b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1603279 Aug 29 04:36:38.455792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7886d9-09fb-43b1-9339-2a11226b4b34 req-30a7c64a-13c5-4a0d-933b-50bf99e8d467 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:38.463441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc7886d9-09fb-43b1-9339-2a11226b4b34 req-30a7c64a-13c5-4a0d-933b-50bf99e8d467 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 944 time: 0.1352017 Aug 29 04:36:38.597546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff5c7523-f44a-4a20-8eea-15c439b36d7e req-3a5a895d-e98b-439c-a4e1-0c402ea23236 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309035 Aug 29 04:36:38.609883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc7886d9-09fb-43b1-9339-2a11226b4b34 req-63e91e51-84b6-42a5-918a-280a8a494399 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454639 Aug 29 04:36:38.997102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7a33-86eb-42b4-8b53-2d8ee54a6fc1 req-44c955a8-f989-40bf-863f-cd2c05078476 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.008149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-235c7a33-86eb-42b4-8b53-2d8ee54a6fc1 req-44c955a8-f989-40bf-863f-cd2c05078476 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Aug 29 04:36:39.012880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.073629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-235c7a33-86eb-42b4-8b53-2d8ee54a6fc1 req-bf359a62-3cd9-4c8f-b225-fd51b540f668 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645900 Aug 29 04:36:39.086917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c20fc86d-b4d5-47c5-a0e1-f44ef9e5a196 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a56d2d79e57463c8065160ce96f7a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721657 Aug 29 04:36:39.103609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:39.205695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.218986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:36:39.238017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.308533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.313689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:39.315263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/809c6f36-f3b6-4800-8d6a-5a4b03f8114f HTTP/1.1" status: 204 len: 168 time: 0.2105050 Aug 29 04:36:39.326842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1adad-1ace-4d84-b829-a1f4cb050617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c6f36-f3b6-4800-8d6a-5a4b03f8114f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:39.825075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb06da-1e15-43bf-8efa-2e130baabf95 req-481c209c-8519-4645-9378-45981f40c4f0 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:39.826632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b2fb06da-1e15-43bf-8efa-2e130baabf95 req-481c209c-8519-4645-9378-45981f40c4f0 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 944 time: 0.0921845 Aug 29 04:36:39.888728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6dcf825-f95f-4387-96dd-6b228fe1698d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:36:39.975958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b2fb06da-1e15-43bf-8efa-2e130baabf95 req-3b31aa86-2cd2-44c5-bdf0-ff48edc51fe9 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398699 Aug 29 04:36:40.064048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.071349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570070429', 'description': 'tempest-secgroup-smoke-1570070429 description', 'project_id': '5fb81efe55d341afad69b28151dd4d3e'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.126185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.137383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.138596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:40.182031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'network_id': '92e9d750-3fb6-46d9-be84-fe429925b874', 'port_id': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'mac_address': 'fa:16:3e:d1:7b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecee3047-6e79-4a76-a641-103978c1abd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:36:40.264894 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.319210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab7f5c-127b-4728-ace2-9de9cdb30b51 req-14ab156e-eb6f-442e-a7d6-d9cff6fcbdc0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:40.321140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dab7f5c-127b-4728-ace2-9de9cdb30b51 req-14ab156e-eb6f-442e-a7d6-d9cff6fcbdc0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Aug 29 04:36:40.342600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.342817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dcf825-f95f-4387-96dd-6b228fe1698d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:36:40.355363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.386121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.392464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:40.398546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.405712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e9c33aa-942a-45d4-b2f7-27dabc4dad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.418798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f47621-3d2f-47e2-af03-4a374f427c42,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.431878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dab7f5c-127b-4728-ace2-9de9cdb30b51 req-ad5e6257-3eea-4004-be79-586b6f79e834 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001492 Aug 29 04:36:40.497433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.517021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.521936 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.559215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.564649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4986258 Aug 29 04:36:40.565846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.572556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.584423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec64689-9833-4d60-9455-2b46a623f152 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41255e13-b631-48bf-9f7e-3f1fc8890bc0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.628435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.713941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.719155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.737644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816e3964-99e3-4385-aeb7-d1cc2df4a326,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.751423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a6dcf825-f95f-4387-96dd-6b228fe1698d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:36:40.760002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.761604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-973cb0dc-0fff-4f03-a478-1735dbc0e6eb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937180 Aug 29 04:36:40.766708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.777832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.823183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.908601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.915244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.943628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:40.948276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1768498 Aug 29 04:36:40.948276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e9b0e-c78c-430f-bcf5-5c3156789328 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5617df7d-eae0-4813-80c6-83fa3456d4e5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:40.951662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:40.956532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:40.996531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.183776 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.210246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.253919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2438490a-a946-4dbc-bbf0-14b8e0ec24f3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.282142 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.292277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c921b1-1592-4bf1-a21f-e887ad49764c req-9a1687ab-8ce2-4e53-b6a8-eb50cea402d0 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.303392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2c921b1-1592-4bf1-a21f-e887ad49764c req-9a1687ab-8ce2-4e53-b6a8-eb50cea402d0 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 945 time: 0.1789277 Aug 29 04:36:41.309672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.316707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.321691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.324692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-984f553f-9a13-4a6f-936a-5ed27e1264f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729424 Aug 29 04:36:41.374805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2c921b1-1592-4bf1-a21f-e887ad49764c req-0c9133e3-7041-44ea-838d-8afb971edfaf tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720592 Aug 29 04:36:41.378543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.492965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.504704 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.553912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a8cfad-3802-4c36-9c99-5ec495d1be3f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.559216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.562151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-37939dd2-bab7-4b8c-a22b-34da1e66f69c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2447641 Aug 29 04:36:41.565770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49166) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.582090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.621380 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:36:41.629043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.678249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df345346-6ab4-4752-abd2-4cf620ca88ba req-ed49c062-028d-438f-b72c-a255b95b1d16 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:41.680062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df345346-6ab4-4752-abd2-4cf620ca88ba req-ed49c062-028d-438f-b72c-a255b95b1d16 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1041222 Aug 29 04:36:41.751791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.762602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df345346-6ab4-4752-abd2-4cf620ca88ba req-85c78831-49ab-4228-9d60-f48df6cbc7ef tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743105 Aug 29 04:36:41.771563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.821363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e19c19-eb2b-408e-8c4c-57128dc5e5da,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:41.838304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.844887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-84d6c03f-b22d-4bdb-b853-eda7c08c3538 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2641075 Aug 29 04:36:41.847013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:41.850976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '41255e13-b631-48bf-9f7e-3f1fc8890bc0', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:41.878114 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:36:41.884808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.893864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6dcf825-f95f-4387-96dd-6b228fe1698d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:41.959590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.967199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:41.991595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11b3ba5-049b-4999-b6e1-3de8a2d8310d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.001288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.003960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0f57a239-5086-4064-8ef8-a8fea335696b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568561 Aug 29 04:36:42.008562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.019740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'network': {'name': 'tempest-network-smoke--393275021', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:42.022109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port a6dcf825-f95f-4387-96dd-6b228fe1698d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:42.030554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port a6dcf825-f95f-4387-96dd-6b228fe1698d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:42.031239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.066813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:42.070818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.110958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:36:42.130215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.130215 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Added segment d48b34dd-73b7-4b52-b05c-de48ab287e1e of type vlan for network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 Aug 29 04:36:42.193025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.197872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.220203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.257562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:36:42.267601 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18618198-71df-4788-8d82-fb59fefb6b0b" -d '{"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-plugged", "status": "completed", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:36:42.354443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.360789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:42.366459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.370551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.370783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.399172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3887727 Aug 29 04:36:42.401806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49190) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:42.414757 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743be5e8-e4e2-495c-ba6c-9bd3fab335a9 x-openstack-request-id: req-743be5e8-e4e2-495c-ba6c-9bd3fab335a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:36:42.415070 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-plugged", "status": "completed", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:36:42.415263 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-743be5e8-e4e2-495c-ba6c-9bd3fab335a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:36:42.415943 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'code': 200} Aug 29 04:36:42.424600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'admin_state_up': True, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:42.490766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.491776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43eb04b-2306-408a-9823-2b58d26b4f27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Network': ['ID=218fae79-5d5c-46dd-b54d-f46a58f26ad7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:42.508906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:36:42.533091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.541330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.660755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:42.721181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7126-95a6-49d5-bf76-10dfc6d51f4a req-08a55508-ca01-4b75-a18e-ae5c69d5b47b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.728985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b85b7126-95a6-49d5-bf76-10dfc6d51f4a req-08a55508-ca01-4b75-a18e-ae5c69d5b47b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 0.2185776 Aug 29 04:36:42.759275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cbc76-7f17-4d6c-bf47-7fb27b032d8a req-090b37ee-66b1-4442-bd72-901d4055ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.760997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c86cbc76-7f17-4d6c-bf47-7fb27b032d8a req-090b37ee-66b1-4442-bd72-901d4055ba0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 1098 time: 0.1823962 Aug 29 04:36:42.857025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b85b7126-95a6-49d5-bf76-10dfc6d51f4a req-408b8f56-726c-4917-bc7e-39fa5f23dc91 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270866 Aug 29 04:36:42.907003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c86cbc76-7f17-4d6c-bf47-7fb27b032d8a req-8fc4fc11-bd7c-4aa0-afed-4b2f044dda73 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249754 Aug 29 04:36:42.980493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8a55c-b6de-4dbe-a8a5-51e517eb1360 req-cbccbb7d-ecb6-4d10-ba9e-d21b30f77e3b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:42.985105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61c8a55c-b6de-4dbe-a8a5-51e517eb1360 req-cbccbb7d-ecb6-4d10-ba9e-d21b30f77e3b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.0945575 Aug 29 04:36:42.992088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.048903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.133190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61c8a55c-b6de-4dbe-a8a5-51e517eb1360 req-0dec8b38-fb14-4915-9292-d94d7e066515 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373169 Aug 29 04:36:43.403385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.537747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.583207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.626511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b59611-f3f9-4112-b13a-1970fde63fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.800509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.44 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/06e24270-f48e-44ab-a9ad-3a80f5930f10) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:43.820744 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b59611-f3f9-4112-b13a-1970fde63fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.827753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98b59611-f3f9-4112-b13a-1970fde63fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.875516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98b59611-f3f9-4112-b13a-1970fde63fe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0936fc1cfbe4b33a3ee01ea1e0cc510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707367 Aug 29 04:36:43.876579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b59611-f3f9-4112-b13a-1970fde63fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44cd23d-ad7f-4a73-9282-cbbdf6465f3b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:43.880057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:43.943196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.960128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:43.969918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.049952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.062102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6351e8-acad-4bba-9af2-d7a9015952a9 req-766f6753-3fb4-4355-ad59-21d4c9ddee2b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.063786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec6351e8-acad-4bba-9af2-d7a9015952a9 req-766f6753-3fb4-4355-ad59-21d4c9ddee2b tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 0.0798779 Aug 29 04:36:44.089028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.092868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.094664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b44cd23d-ad7f-4a73-9282-cbbdf6465f3b HTTP/1.1" status: 204 len: 168 time: 0.2133620 Aug 29 04:36:44.118714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361da410-2a35-45b0-bdce-b8e9e6550d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44cd23d-ad7f-4a73-9282-cbbdf6465f3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.121745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:44.126140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:44.131739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:44.137094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=06e24270-f48e-44ab-a9ad-3a80f5930f10,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:44.180840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec6351e8-acad-4bba-9af2-d7a9015952a9 req-601bde84-89a1-4165-817e-06e790350dbc tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032453 Aug 29 04:36:44.507392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fff4d-6130-4e99-8084-b43c35a930ad req-1e123bc1-6800-466a-958c-5e084f0b2b22 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:44.509344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:44.510408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-720fff4d-6130-4e99-8084-b43c35a930ad req-1e123bc1-6800-466a-958c-5e084f0b2b22 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1812184 Aug 29 04:36:44.597344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-720fff4d-6130-4e99-8084-b43c35a930ad req-11706011-b080-4c4f-b06d-5548ff797da2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737250 Aug 29 04:36:45.002141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.323000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:36:45.411770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97275bf6-a1b6-45c2-aad2-612bcc3c259b req-7c76b07d-84a6-43ec-aa58-cbab630f44af tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:45.422240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97275bf6-a1b6-45c2-aad2-612bcc3c259b req-7c76b07d-84a6-43ec-aa58-cbab630f44af tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 0.1054411 Aug 29 04:36:45.473899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:45.496629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Sync routers for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:45.518056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97275bf6-a1b6-45c2-aad2-612bcc3c259b req-c16e2afb-741e-4669-a564-66e77d2d7db0 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Aug 29 04:36:45.522497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:45.524491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:45.563876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:45.570848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:45.571040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-161977d1-0b27-4393-b994-cc01b60ec8dd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1664026 Aug 29 04:36:45.686533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:45.825691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c08d4-6dfb-463e-b0af-fde16619e568 req-99baa02d-5161-48a3-9c52-eb3d358e38c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:45.840750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-923c08d4-6dfb-463e-b0af-fde16619e568 req-99baa02d-5161-48a3-9c52-eb3d358e38c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.0978699 Aug 29 04:36:45.910919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-923c08d4-6dfb-463e-b0af-fde16619e568 req-388a4cc9-6c63-4cf5-94c0-5e205ed522e7 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690632 Aug 29 04:36:46.069829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:44Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:46.092762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2edfbf60-6ee2-421a-8aeb-35b34a696d46 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=5fb81efe55d341afad69b28151dd4d3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5213466 Aug 29 04:36:46.095359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.214131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49340) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.216142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Checking router: ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:46.216865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Updating router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 port 06e24270-f48e-44ab-a9ad-3a80f5930f10 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:46.305877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.434501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1d837-461e-4c01-a583-ea51c1aec31b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:46.447742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dab1d837-461e-4c01-a583-ea51c1aec31b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3509603 Aug 29 04:36:46.452678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.528597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a746cd97-a8ea-41e4-9139-46aa57c903e5 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707862 Aug 29 04:36:46.530179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49358) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:46.540976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429862317', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:36:46.697993 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.763798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:36:46.763798 n-d-712139-13 neutron-server[94827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 04:36:46.763798 n-d-712139-13 neutron-server[94827]: [parameters: {'project_id': '4671f791a56e4b44bf27cf782061ef78', 'id': '38ef8209-8f27-4878-97f0-3c51fa682da1', 'expiration': datetime.datetime(2021, 8, 29, 4, 38, 46, 747257)}] Aug 29 04:36:46.763798 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:36:46.764568 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:36:46.764943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:36:46.769281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.911206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:46.930788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Transition to ACTIVE for port object 06e24270-f48e-44ab-a9ad-3a80f5930f10 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:46.944098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.042346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.074843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Attempting to bind port 06e24270-f48e-44ab-a9ad-3a80f5930f10 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:47.075222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Attempting to bind port 06e24270-f48e-44ab-a9ad-3a80f5930f10 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:47.075584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Attempting to bind port 06e24270-f48e-44ab-a9ad-3a80f5930f10 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:47.080826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd168ab-cef2-421f-8849-e45edfe3128b None None] Pushing event updated for resources: {'Port': ['ID=06e24270-f48e-44ab-a9ad-3a80f5930f10,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.095889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:47.096640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:47.097202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.097733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:47.098570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Bound port: 06e24270-f48e-44ab-a9ad-3a80f5930f10, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:47.099139 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.179656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] For port 06e24270-f48e-44ab-a9ad-3a80f5930f10, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:47.183866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] For port 06e24270-f48e-44ab-a9ad-3a80f5930f10, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06e24270-f48e-44ab-a9ad-3a80f5930f10,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:47.192591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.226892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Subnet': ['ID=3d3cfa57-6762-40ee-921f-df473d5590de,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.236084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Checking segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:47.236467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network hostable DHCP agents. Network: 218fae79-5d5c-46dd-b54d-f46a58f26ad7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:36:47.265902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:36:47.272929 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.292992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 218fae79-5d5c-46dd-b54d-f46a58f26ad7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:47.298365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.298987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.304348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd168ab-cef2-421f-8849-e45edfe3128b None None] Pushing event updated for resources: {'Port': ['ID=06e24270-f48e-44ab-a9ad-3a80f5930f10,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.315264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51b2b3-ba6f-4576-8005-a4475d20ca32 None None] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:47.337650 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1edc3a5c-f042-45af-ad48-18b7a3094593 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8014479 Aug 29 04:36:47.337959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.399176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e792a-a975-49e1-8260-19e002533ac7 req-429ff85b-81ac-42b3-8797-f5181c29ec7e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:47.401430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab3e792a-a975-49e1-8260-19e002533ac7 req-429ff85b-81ac-42b3-8797-f5181c29ec7e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2185392 Aug 29 04:36:47.476502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:47.477980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:47.522152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab3e792a-a975-49e1-8260-19e002533ac7 req-8c557601-c545-4969-8552-2425ec0d172d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069696 Aug 29 04:36:47.587050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.593408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.715732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ecf142-71c4-45da-af37-570729730862,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:47.760406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d9db560c-e18f-4f2c-91a9-0894fd59c2ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4671f791a56e4b44bf27cf782061ef78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5370557 Aug 29 04:36:47.765585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:47.884454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:47.942721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.072722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.078946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.083658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14ecf142-71c4-45da-af37-570729730862 HTTP/1.1" status: 204 len: 168 time: 0.3116059 Aug 29 04:36:48.129225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43010400-0fd7-4764-a2e2-dfc93433cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ecf142-71c4-45da-af37-570729730862,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:48.220843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49440) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:48.315271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:48.319944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:36:48.321054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.523456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-730cb2cb-63d6-4b2e-bb05-14d756afb862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.876368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e52fea-3dd2-41c7-8f03-00a820683f1b req-a2ad562c-3135-4465-ba0e-602f355886a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:48.884403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9e52fea-3dd2-41c7-8f03-00a820683f1b req-a2ad562c-3135-4465-ba0e-602f355886a8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1774116 Aug 29 04:36:48.954458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-730cb2cb-63d6-4b2e-bb05-14d756afb862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:48.961543 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-730cb2cb-63d6-4b2e-bb05-14d756afb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.006449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cb2cb-63d6-4b2e-bb05-14d756afb862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd662f-e3f6-48dd-b66c-0987bec425b9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.026094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9e52fea-3dd2-41c7-8f03-00a820683f1b req-b2a3043b-06d7-4520-a579-b746ff322673 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394835 Aug 29 04:36:49.064057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-730cb2cb-63d6-4b2e-bb05-14d756afb862 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e16a36b0acd41d69fa14a0fdfa5c6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416257 Aug 29 04:36:49.068231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.088440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:44Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:49.163907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.189961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311668f4-21fa-47fa-9aaf-14aeb6c87ab3 None None] The sync data for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 is: [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:44Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:49.207536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Allocated IP 172.20.0.2 (218fae79-5d5c-46dd-b54d-f46a58f26ad7/3d3cfa57-6762-40ee-921f-df473d5590de/bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:49.223819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.302347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49454) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:49.324722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc2d15c6-363e-4a39-8030-60228ec1f455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.383437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.559152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.565006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.568441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0fd662f-e3f6-48dd-b66c-0987bec425b9 HTTP/1.1" status: 204 len: 168 time: 0.4988399 Aug 29 04:36:49.588629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047a5a-3ba5-4ee9-82f8-b406cfd3a1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd662f-e3f6-48dd-b66c-0987bec425b9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.621767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc2d15c6-363e-4a39-8030-60228ec1f455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.631224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc2d15c6-363e-4a39-8030-60228ec1f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.721351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.743625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Transition to ACTIVE for port object bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:49.784824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Transition to ACTIVE for port object bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:49.802710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:49.818048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d15c6-363e-4a39-8030-60228ec1f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ae644-6654-42e3-bab0-7e6fe3e3f80f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:49.894239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cc2d15c6-363e-4a39-8030-60228ec1f455 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01d36e3d24b44353bbd89cec22681f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868740 Aug 29 04:36:49.895302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:50.025628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.049863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:50.068701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:50.086969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:50.115758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.442631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Pushing event updated for resources: {'Port': ['ID=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:50.467110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Attempting to bind port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:50.467737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Attempting to bind port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:50.468380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Attempting to bind port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:50.486408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:50.486986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Checking segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:50.488611 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.488611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Bound using segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:50.489405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Bound port: bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:50.490054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.540924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.1 (218fae79-5d5c-46dd-b54d-f46a58f26ad7/3d3cfa57-6762-40ee-921f-df473d5590de/e7625156-3eda-4daf-9fc0-ffb56fd45c61) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:36:50.762202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] For port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:50.770601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] For port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:50.773058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.789835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.824596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object e7625156-3eda-4daf-9fc0-ffb56fd45c61 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:50.924643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:50.999684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.042438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:51.044281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:51.049960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:36:51.131725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:51.146378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ffab-1e2b-4676-b136-8d9f1787c000 None None] Pushing event updated for resources: {'Port': ['ID=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.152217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06e24270-f48e-44ab-a9ad-3a80f5930f10 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:51.170488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61852ee7-835b-48bc-b295-3e0571a1d4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.385009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152aa53-f413-425c-95ab-a4a983970d1a req-6aa7f1b1-b6e9-412e-852e-90b7456125db tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.386797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f152aa53-f413-425c-95ab-a4a983970d1a req-6aa7f1b1-b6e9-412e-852e-90b7456125db tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 1.1985805 Aug 29 04:36:51.393172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.425397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 06e24270-f48e-44ab-a9ad-3a80f5930f10 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:51.436070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 06e24270-f48e-44ab-a9ad-3a80f5930f10 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:51.436978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.444305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.447993 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.464083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/000ae644-6654-42e3-bab0-7e6fe3e3f80f HTTP/1.1" status: 204 len: 168 time: 1.5683146 Aug 29 04:36:51.485421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216e9f-5370-44fb-b741-ed9373581dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ae644-6654-42e3-bab0-7e6fe3e3f80f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.550096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f152aa53-f413-425c-95ab-a4a983970d1a req-187c221e-6abc-4720-b934-cd52b4affb17 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513348 Aug 29 04:36:51.660806 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.696883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 06e24270-f48e-44ab-a9ad-3a80f5930f10, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06e24270-f48e-44ab-a9ad-3a80f5930f10,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:51.705106 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.711074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61852ee7-835b-48bc-b295-3e0571a1d4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.729398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-61852ee7-835b-48bc-b295-3e0571a1d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:51.867478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=06e24270-f48e-44ab-a9ad-3a80f5930f10,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:51.994292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-8cf000c2-8ed3-4bfd-b412-ee16347dfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:51.995912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-8cf000c2-8ed3-4bfd-b412-ee16347dfa49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.1007421 Aug 29 04:36:52.082711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-61852ee7-835b-48bc-b295-3e0571a1d4ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e87d02e974c455691565b5a31cef347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499962 Aug 29 04:36:52.104531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:36:52.142291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61852ee7-835b-48bc-b295-3e0571a1d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa628d9-8f61-4574-9f0b-6b9f11c9a2e9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:52.284169 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.297762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffb3e-c82a-4966-87f7-c494dd6ba247 req-fc4b9129-abf8-4ad9-83d6-304d8f963877 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.301274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb8ffb3e-c82a-4966-87f7-c494dd6ba247 req-fc4b9129-abf8-4ad9-83d6-304d8f963877 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2880025 Aug 29 04:36:52.407790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.424845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb8ffb3e-c82a-4966-87f7-c494dd6ba247 req-02eda376-7dde-4893-8529-6d86c7cb0087 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116886 Aug 29 04:36:52.426554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-fde98a34-549b-47de-93c0-2b124f52f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.428385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-fde98a34-549b-47de-93c0-2b124f52f006 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.4240544 Aug 29 04:36:52.518869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.588243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-eb7ff3ef-5a49-4292-8d4e-0b1d7a633467 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.1470547 Aug 29 04:36:52.735436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-6ca0c90f-4811-47f7-8ee2-c1ea47402d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.739340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-6ca0c90f-4811-47f7-8ee2-c1ea47402d62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1418014 Aug 29 04:36:52.953774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-f6b7e107-a6d9-40f7-ac7e-fed9f00ea704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:52.970842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.976466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:52.980234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-f6b7e107-a6d9-40f7-ac7e-fed9f00ea704 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219243 Aug 29 04:36:52.980511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fa628d9-8f61-4574-9f0b-6b9f11c9a2e9 HTTP/1.1" status: 204 len: 168 time: 0.8736956 Aug 29 04:36:53.044390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5e696-f2ab-41d7-89fa-b3536519a6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa628d9-8f61-4574-9f0b-6b9f11c9a2e9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.064475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.074334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.211787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:53.277372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:53.301740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:53.413047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-785b0ae1-f8ed-48ef-9dba-ada9fef4ac92 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197531 Aug 29 04:36:53.492255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cfe833-a857-4049-9eca-c73d1fe0e169 None None] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:36:53.574867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:53.786904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:36:53.797546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:36:53.823804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b1286f8-c5c1-4701-a063-a8b8b550f088 req-aa3792be-bb7d-416d-9d19-ce89ad48e37c service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979700 Aug 29 04:36:53.864120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06e24270-f48e-44ab-a9ad-3a80f5930f10 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:54.033215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c5172-837f-416d-87c6-2a7c35b1bb24 req-01eeb568-20ee-4e13-9d8b-1dd8f6f22de0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:54.036041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13c5172-837f-416d-87c6-2a7c35b1bb24 req-01eeb568-20ee-4e13-9d8b-1dd8f6f22de0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2104807 Aug 29 04:36:54.087962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Provisioning for port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:54.131421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Provisioning complete for port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:54.133863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.188864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13c5172-837f-416d-87c6-2a7c35b1bb24 req-bf0978b3-57d3-45da-a3bb-2279731736d2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413205 Aug 29 04:36:54.246631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:36:54.483980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 06e24270-f48e-44ab-a9ad-3a80f5930f10 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:54.484828 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.674860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:36:54.702032 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Sync routers for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:36:54.713781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-033c8c49-45ad-42a2-a435-17beb22c7f7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/ed83d4e6-812d-4ba3-b4fa-e24998ce6d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3722498 Aug 29 04:36:54.728347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:54.752859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:54.762832 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:54.952832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] For port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:36:54.981271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.152155 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:55.238778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2703d51-c377-429f-b2e2-a5f4d2886c96 None None] Pushing event updated for resources: {'Port': ['ID=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:55.357578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Provisioning for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:36:55.378259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Provisioning complete for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:55.387678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.497027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62af474-80c7-4581-ae2c-270fea832c0c req-c214c800-38fd-4e31-9a7d-5039d4e4170b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:55.522885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b62af474-80c7-4581-ae2c-270fea832c0c req-c214c800-38fd-4e31-9a7d-5039d4e4170b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1591291 Aug 29 04:36:55.531432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Port e7625156-3eda-4daf-9fc0-ffb56fd45c61 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:55.585569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Provisioning complete for port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:55.586045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef5b9388-f67d-473b-b5c3-23e0a88d9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:55.636578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b62af474-80c7-4581-ae2c-270fea832c0c req-eae1bdca-37e1-40fa-bdc0-2be35653b5dc tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120145 Aug 29 04:36:55.660095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a377d4e8-5f3f-477e-8560-8a63cbb30483 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570070429&fields=id&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 267 time: 0.1334207 Aug 29 04:36:55.873266 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 2, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:56.015523 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Checking router: ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:36:56.016136 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Updating router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 port e7625156-3eda-4daf-9fc0-ffb56fd45c61 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:36:56.141879 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.216880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7c172568-5a51-4ded-91a1-58ad309019da None None] Provisioning complete for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:56.217546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c172568-5a51-4ded-91a1-58ad309019da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.274579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-8670098a-e2b0-49d2-bf28-85122471cc71 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.276258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-8670098a-e2b0-49d2-bf28-85122471cc71 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 796 time: 0.5934658 Aug 29 04:36:56.340828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7c172568-5a51-4ded-91a1-58ad309019da None None] Port e7625156-3eda-4daf-9fc0-ffb56fd45c61 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:56.362118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea1adb-4beb-4848-aa34-c441825bc006 req-4c8f41c1-a880-41f3-895e-a3d1cd80209b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:56.367318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3aea1adb-4beb-4848-aa34-c441825bc006 req-4c8f41c1-a880-41f3-895e-a3d1cd80209b tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.4274662 Aug 29 04:36:56.370740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-2b865c83-b714-470a-bb55-8526055b26cc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/quotas/5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 375 time: 0.0681348 Aug 29 04:36:56.475422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5d33f83-b477-4e27-a411-76eaf1f5aa2d None None] Provisioning complete for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:56.479633 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5d33f83-b477-4e27-a411-76eaf1f5aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:56.549486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3aea1adb-4beb-4848-aa34-c441825bc006 req-5eac4023-5887-45ae-92f2-83367d5865f0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734974 Aug 29 04:36:56.640934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5d33f83-b477-4e27-a411-76eaf1f5aa2d None None] Port e7625156-3eda-4daf-9fc0-ffb56fd45c61 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:36:56.651589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-f59f723d-2b45-471b-b564-09794359fd9b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851332 Aug 29 04:36:56.836967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-5aa40a64-306c-437d-a636-8d41f2c3e562 service neutron] 10.222.0.62 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495564 Aug 29 04:36:57.019336 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.041792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Transition to ACTIVE for port object e7625156-3eda-4daf-9fc0-ffb56fd45c61 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:36:57.045207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67a21-3a39-4b6a-85ae-ebb5567c890c req-ead7f588-ed14-4d4b-8c28-6395f5bc3149 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:57.051148 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.060982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7eb67a21-3a39-4b6a-85ae-ebb5567c890c req-ead7f588-ed14-4d4b-8c28-6395f5bc3149 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2185750 Aug 29 04:36:57.185435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:36:57.278505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7eb67a21-3a39-4b6a-85ae-ebb5567c890c req-41de8e5c-3bb9-4356-82bf-ef8cec8f5b5c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082162 Aug 29 04:36:57.312685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a72baba4-d647-4c6f-985b-670c6092a7ef service neutron] 10.222.0.62 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077420 Aug 29 04:36:57.354799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:36:57.358396 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.492074 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Pushing event updated for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:57.578492 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.583173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.584714 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.585829 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.587080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.596260 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.597233 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.599751 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.600457 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.601018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.601570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.602168 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:36:57.617906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Attempting to bind port e7625156-3eda-4daf-9fc0-ffb56fd45c61 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:36:57.621661 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Attempting to bind port e7625156-3eda-4daf-9fc0-ffb56fd45c61 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:36:57.622375 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Attempting to bind port e7625156-3eda-4daf-9fc0-ffb56fd45c61 on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:36:57.645094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:36:57.647854 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Checking segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:36:57.649964 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.651652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Bound using segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:36:57.652204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Bound port: e7625156-3eda-4daf-9fc0-ffb56fd45c61, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:36:57.652605 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.880262 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] For port e7625156-3eda-4daf-9fc0-ffb56fd45c61, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:36:57.886527 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] For port e7625156-3eda-4daf-9fc0-ffb56fd45c61, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7625156-3eda-4daf-9fc0-ffb56fd45c61,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:36:57.900275 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:57.975321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f030685-79d1-45c2-9bc3-42a7a50be92c req-525b4109-065e-43c9-aab7-e1b754581578 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.1360295 Aug 29 04:36:58.189321 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4427b-5b87-42a5-bd6b-fb4039e90b4b None None] Pushing event updated for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:36:58.249426 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:36:58.250600 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:58.389363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd9dc9-5113-44ab-a211-6ed286ae78f4 req-3e38bbe1-a1f8-4c4c-925d-1d51f7c0d3b2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:58.398687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfdd9dc9-5113-44ab-a211-6ed286ae78f4 req-3e38bbe1-a1f8-4c4c-925d-1d51f7c0d3b2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1309092 Aug 29 04:36:58.496535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfdd9dc9-5113-44ab-a211-6ed286ae78f4 req-52c38627-3513-4795-b81e-d9d810a6af0c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965722 Aug 29 04:36:58.550080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:36:58.995265 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:36:59.083373 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2193-1209-4389-a1dd-a29dc9356b22 None None] The sync data for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 is: [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:36:57Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:36:59.134041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d1db74d-4884-4d5e-9f65-118f00b63c9e req-7efc6fc6-0ec0-49c1-8b7e-5709f78fffc4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.0503047 Aug 29 04:36:59.674296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:36:59.856313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e614e-c17f-4a24-a14a-c57605591af3 req-1ee73c16-f880-462f-b5cf-89f7746b063f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:36:59.859183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d8e614e-c17f-4a24-a14a-c57605591af3 req-1ee73c16-f880-462f-b5cf-89f7746b063f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1953626 Aug 29 04:37:00.004848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d8e614e-c17f-4a24-a14a-c57605591af3 req-27dd0085-7f3b-4776-9fd6-ef55a729997f tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336114 Aug 29 04:37:00.510271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0d5c182-f293-480a-88c2-132a2990593e req-e22d5dcd-7e54-4818-92d0-5404bf159646 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.1589818 Aug 29 04:37:00.759451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42260b60-29c9-4bcc-aa33-519015e02ed0 req-92579f98-cc2b-47ab-be33-cf65c39b6ca1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.785307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42260b60-29c9-4bcc-aa33-519015e02ed0 req-92579f98-cc2b-47ab-be33-cf65c39b6ca1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.3303647 Aug 29 04:37:00.793207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ce01-c736-445c-a2bd-1204079da60c req-84a37997-4568-4bc4-9b25-adf06d54d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:00.797628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-84a37997-4568-4bc4-9b25-adf06d54d405 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 1097 time: 0.3341537 Aug 29 04:37:01.186334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-d73acdd6-e3e2-4a8b-adc0-0713cf054be7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.192130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-d73acdd6-e3e2-4a8b-adc0-0713cf054be7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 796 time: 0.5320423 Aug 29 04:37:01.231296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:01.291785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7625156-3eda-4daf-9fc0-ffb56fd45c61 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:01.395702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ce01-c736-445c-a2bd-1204079da60c req-1af5e397-3b63-4862-be57-0e541859f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.403331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-1af5e397-3b63-4862-be57-0e541859f930 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.5831501 Aug 29 04:37:01.453226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42260b60-29c9-4bcc-aa33-519015e02ed0 req-f29114c7-01fc-4aca-929f-2326b439af39 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6528976 Aug 29 04:37:01.482654 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-f95c98c2-22ba-4893-b4be-eb7522894e75 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 380 time: 0.2668481 Aug 29 04:37:01.527899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'port': {'device_id': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'admin_state_up': True, 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'security_groups': ['41255e13-b631-48bf-9f7e-3f1fc8890bc0']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:01.567408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:01.584597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:01.585264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.696385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-054ce123-b81d-4bfd-bfe6-9223db0ce56e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 200 len: 1000 time: 0.2795126 Aug 29 04:37:01.772059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b78ee01-a25d-456c-af7f-f47d9027577b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:01.830015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a5b7ac5-1872-4945-9e47-f4ab69b7b446 req-03b1c516-c285-4391-883b-ff583b0eb059 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.0615864 Aug 29 04:37:01.880883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ce01-c736-445c-a2bd-1204079da60c req-6bdce5f9-9ee1-4f84-b435-43f90bfbb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:01.898070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-6bdce5f9-9ee1-4f84-b435-43f90bfbb83b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1896310 Aug 29 04:37:01.912137 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.022960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e7625156-3eda-4daf-9fc0-ffb56fd45c61, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7625156-3eda-4daf-9fc0-ffb56fd45c61,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:02.040858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203ce01-c736-445c-a2bd-1204079da60c req-c988e4eb-e094-4d84-adad-9cb573ea2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.043704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-c988e4eb-e094-4d84-adad-9cb573ea2645 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339283 Aug 29 04:37:02.045767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.291555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.317205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b78ee01-a25d-456c-af7f-f47d9027577b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.331356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b78ee01-a25d-456c-af7f-f47d9027577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.348772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-db7349a7-208e-4670-bfab-abadb081d2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899342 Aug 29 04:37:02.416277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b78ee01-a25d-456c-af7f-f47d9027577b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d9d7c5b80a94d03bff668185b80420c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825130 Aug 29 04:37:02.422526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:02.450222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:02.456222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.496325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ee01-a25d-456c-af7f-f47d9027577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f07b8d-77be-4d15-8c19-dc5145d3496e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:02.575275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6203ce01-c736-445c-a2bd-1204079da60c req-941459dd-d54a-44f6-81ba-6929e2a8d41f service neutron] 10.222.0.54 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108886 Aug 29 04:37:02.657105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.703548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.781432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de06da-b962-4ac2-a38a-b4c6455d0830 req-54dcd8b5-20cc-4482-b227-efb31abd18a2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:02.797537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09de06da-b962-4ac2-a38a-b4c6455d0830 req-54dcd8b5-20cc-4482-b227-efb31abd18a2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.1616914 Aug 29 04:37:02.828308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.3 (218fae79-5d5c-46dd-b54d-f46a58f26ad7/3d3cfa57-6762-40ee-921f-df473d5590de/3b9ff879-737a-40eb-bec1-c732f0b30fca) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:02.872221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09de06da-b962-4ac2-a38a-b4c6455d0830 req-ff953802-0f92-4b82-bca6-93546db3a94c tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731430 Aug 29 04:37:02.881887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.886696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:02.890101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99f07b8d-77be-4d15-8c19-dc5145d3496e HTTP/1.1" status: 204 len: 168 time: 0.4580159 Aug 29 04:37:02.943901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0ae0-f3fc-48b0-ad13-33d1ed08bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f07b8d-77be-4d15-8c19-dc5145d3496e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.202804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430a0f87-1721-48f8-8d76-4c30eaebf41a req-1f85d6d4-f910-493a-80b4-14db7190e5d8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.1382177 Aug 29 04:37:03.328058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7625156-3eda-4daf-9fc0-ffb56fd45c61 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:03.393568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.431261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object 3b9ff879-737a-40eb-bec1-c732f0b30fca will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:03.516027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.593302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:03.604637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:03.605984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e7625156-3eda-4daf-9fc0-ffb56fd45c61 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:03.610842 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.638779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:03.682666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:03.781987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:03.785501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:03.787734 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.805646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-475b0742-e878-4cc0-8ae3-69281105bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:03.827230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-a406611b-1d9c-4111-a896-1fddb1789b26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3331943 Aug 29 04:37:03.855675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Request body: {'port': {'device_id': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:03.979658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.038677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-475b0742-e878-4cc0-8ae3-69281105bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.047620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-475b0742-e878-4cc0-8ae3-69281105bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.135849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e1c37f2-4acd-4b27-aa90-9046492b61dd None None] Provisioning for port 3b9ff879-737a-40eb-bec1-c732f0b30fca completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:04.144112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4e1c37f2-4acd-4b27-aa90-9046492b61dd None None] Provisioning complete for port 3b9ff879-737a-40eb-bec1-c732f0b30fca triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:04.145228 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e1c37f2-4acd-4b27-aa90-9046492b61dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.256056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0742-e878-4cc0-8ae3-69281105bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0dd4fe-bafd-4e5b-a5ba-b8698cd7bf04,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:04.266896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-475b0742-e878-4cc0-8ae3-69281105bceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66d2c5d49e094e3f91dcb674ae18dd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837914 Aug 29 04:37:04.302675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:04.342110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c37f2-4acd-4b27-aa90-9046492b61dd None None] Port 3b9ff879-737a-40eb-bec1-c732f0b30fca cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:04.644241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.685523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:04.858171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226162d0-40df-4c6a-94e9-aba8e66dfeb0 req-8039495c-7d00-46ce-a020-d3590a756f06 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:04.876811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-226162d0-40df-4c6a-94e9-aba8e66dfeb0 req-8039495c-7d00-46ce-a020-d3590a756f06 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.6607933 Aug 29 04:37:04.947900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-c2cea0df-e064-4ee5-9257-be69e482fa51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2523978 Aug 29 04:37:05.045187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84654ada-5633-4399-9c47-a0f114969723 req-c64dfd41-cf19-4851-81e8-69f930eeed9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.047948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84654ada-5633-4399-9c47-a0f114969723 req-c64dfd41-cf19-4851-81e8-69f930eeed9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 931 time: 0.5630953 Aug 29 04:37:05.151172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.157008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.168855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c0dd4fe-bafd-4e5b-a5ba-b8698cd7bf04 HTTP/1.1" status: 204 len: 168 time: 0.8561819 Aug 29 04:37:05.182031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebb754-7c50-4d20-9144-a047102a867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0dd4fe-bafd-4e5b-a5ba-b8698cd7bf04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.226546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-226162d0-40df-4c6a-94e9-aba8e66dfeb0 req-9a0e2345-81fa-4a55-bb3e-11d1468ff102 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310282 Aug 29 04:37:05.323342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84654ada-5633-4399-9c47-a0f114969723 req-96bb39e0-95a9-4d3c-a268-9ee0cb16bf12 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489750 Aug 29 04:37:05.347026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-944e68c5-dc8d-4917-947a-c0af76bae85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.355149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-944e68c5-dc8d-4917-947a-c0af76bae85a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68cf1279c479416b98435ab1fe4cf264&device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 1097 time: 0.3516471 Aug 29 04:37:05.403806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9ff879-737a-40eb-bec1-c732f0b30fca {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:05.445786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.476010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Transition to ACTIVE for port object 3b9ff879-737a-40eb-bec1-c732f0b30fca will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:37:05.484932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:05.617272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:05.799775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43e4f-59de-4e5b-b001-b1593c65415e req-ada16bc7-3777-4b70-96fe-d73a42ed68a1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.812499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fb43e4f-59de-4e5b-b001-b1593c65415e req-ada16bc7-3777-4b70-96fe-d73a42ed68a1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2731845 Aug 29 04:37:05.825689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-d7c42a1f-6e15-42da-92a5-37dd5e75d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:05.827259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-d7c42a1f-6e15-42da-92a5-37dd5e75d383 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 200 len: 912 time: 0.4402397 Aug 29 04:37:05.915991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fb43e4f-59de-4e5b-b001-b1593c65415e req-ce906883-139a-4cce-9b15-79f642aeda19 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924611 Aug 29 04:37:06.001593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-c0e0fdf7-913d-4e98-aa25-137e9618851d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 200 len: 217 time: 0.0941923 Aug 29 04:37:06.011831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:37:06.014457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:37:06.015018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:06.036188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:37:06.036764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:37:06.061570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:37:06.062096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Checking segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:06.062867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Bound using segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:37:06.063534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Bound port: 3b9ff879-737a-40eb-bec1-c732f0b30fca, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:37:06.064122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.161811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-441c6b6b-8af9-4e1c-835c-85c1542ae3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.164748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-441c6b6b-8af9-4e1c-835c-85c1542ae3c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 200 len: 850 time: 0.1542675 Aug 29 04:37:06.324809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-a58f3621-1b12-4281-81c2-5ae1efae619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.328553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-a58f3621-1b12-4281-81c2-5ae1efae619b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2df54ab5-f532-4caa-89df-0e11d06e1c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520367 Aug 29 04:37:06.423229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:06.432512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:37:06.443872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.544469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.544469 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:06.545948 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] 10.222.0.50 "PUT /v2.0/ports/3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 1092 time: 2.7002628 Aug 29 04:37:06.565042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:06.570110 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd115df4-bb0e-4afe-a8a2-3eb877457b65" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:06.740615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad44c-a500-41c9-a93c-af1c616381d6 req-0298d19a-57c1-4ad3-9d83-197c26284df6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.755304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb5ad44c-a500-41c9-a93c-af1c616381d6 req-0298d19a-57c1-4ad3-9d83-197c26284df6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.2452881 Aug 29 04:37:06.913891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07096c-8fb4-4ec6-9313-69c064dd0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:06.916795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-4d3a05e0-6758-434c-89c5-4051b1181876 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791905 Aug 29 04:37:06.941392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-13215c95-abd3-433a-8c8d-acdc4c1c3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:06.943341 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-13215c95-abd3-433a-8c8d-acdc4c1c3404 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1095 time: 0.3022027 Aug 29 04:37:06.966110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb5ad44c-a500-41c9-a93c-af1c616381d6 req-abc75e33-9a8f-4ea9-bc17-665f9d22fcf4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097213 Aug 29 04:37:07.069196 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-8edee9ea-9564-4ddb-aec5-90ddd32af36b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 217 time: 0.1083927 Aug 29 04:37:07.219223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-3eaac4c9-f520-4353-97c7-2ae62013b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.231098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-3eaac4c9-f520-4353-97c7-2ae62013b4fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.1471717 Aug 29 04:37:07.333570 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43361032-e3b0-41dd-8111-c2b2368da186 x-openstack-request-id: req-43361032-e3b0-41dd-8111-c2b2368da186 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:07.333797 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:07.335355 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43361032-e3b0-41dd-8111-c2b2368da186 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:07.337151 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'status': 'completed', 'code': 200} Aug 29 04:37:07.381149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-6f13e313-28a9-4790-b753-75bc2af72124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:07.386432 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-6f13e313-28a9-4790-b753-75bc2af72124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518102 Aug 29 04:37:07.489228 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8c824c0e-a3f4-451e-bd2a-5d115ee8a1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:07.489859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afddba21-7c17-420b-825b-40cd9a8e1635 req-90c328e4-4809-49c0-a0fc-896e3bd1f244 service neutron] 10.222.0.50 "GET /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532811 Aug 29 04:37:07.890516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-c96154f5-c381-415d-aeac-c7363f42c54a service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945178 Aug 29 04:37:08.236522 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb858f29-feaf-4396-aed7-1d7f56e5e975 req-73bd03ee-43c8-46a3-b6d6-e7115342cfd6 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367717 Aug 29 04:37:08.277523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a132f-3da6-4dcb-8af6-01d078bc334c req-16962261-97d4-4bd8-bfce-82cc5238f1b6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.287356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-796a132f-3da6-4dcb-8af6-01d078bc334c req-16962261-97d4-4bd8-bfce-82cc5238f1b6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.1122141 Aug 29 04:37:08.336723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-796a132f-3da6-4dcb-8af6-01d078bc334c req-568f843c-1eba-431f-9b95-a1182e0b5f86 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479500 Aug 29 04:37:08.462275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-7d6d9f34-b014-45d2-a077-ed6c32fe7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.463885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-7d6d9f34-b014-45d2-a077-ed6c32fe7d4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1095 time: 0.0986400 Aug 29 04:37:08.635238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-26511ae9-4d23-4eed-b80c-4020f0975cf4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.637293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-1d15f263-a554-48a0-92df-522d9851c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.639964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-1d15f263-a554-48a0-92df-522d9851c936 service neutron] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.1674337 Aug 29 04:37:08.640808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-26511ae9-4d23-4eed-b80c-4020f0975cf4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fad2cbc-de60-4b3b-b0fe-185383871c6d HTTP/1.1" status: 200 len: 944 time: 0.1372976 Aug 29 04:37:08.751279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-6f6dca44-bc57-4a89-966f-4a7acb9eb7d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 217 time: 0.0978529 Aug 29 04:37:08.958104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-f45d918b-4958-47df-9cfc-8779067281f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:08.964098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-f45d918b-4958-47df-9cfc-8779067281f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.2012067 Aug 29 04:37:08.991280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:08.998240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.174331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-1e0e182c-abd6-4341-a48b-c93c2f1bd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:09.190584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-1e0e182c-abd6-4341-a48b-c93c2f1bd46b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134185 Aug 29 04:37:09.320604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:09.321511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.338620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:09.479494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-f66308f4-b771-4cd5-8994-3f5275ab92ce service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750158 Aug 29 04:37:09.701533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af338227-e110-43d3-85eb-75f551a7760f req-73471eef-8c20-4f4c-87f7-831c2a69c712 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:09.723977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af338227-e110-43d3-85eb-75f551a7760f req-73471eef-8c20-4f4c-87f7-831c2a69c712 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.2537282 Aug 29 04:37:09.723977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:09.749564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dd115df4-bb0e-4afe-a8a2-3eb877457b65 req-d234209d-5ba2-4b38-84b9-aec941a709ea service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610376 Aug 29 04:37:09.788283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:09.833395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f', '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:09.882374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af338227-e110-43d3-85eb-75f551a7760f req-7084c3bc-beeb-4f86-939d-3612395f34a4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639400 Aug 29 04:37:09.886861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:09.990646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] No DVR routers for this DVR port 9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:10.031542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.042153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-251a441a-7805-4811-9ca5-0e5a2e3447e9 req-94676e31-d368-4472-98e2-26f19d9922f9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "DELETE /v2.0/ports/9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1 HTTP/1.1" status: 204 len: 173 time: 1.3865316 Aug 29 04:37:10.042858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-deleted', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:10.058119 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94395bd5-92a3-4d90-b70a-362d4146c4a7" -d '{"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-deleted", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:10.175205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45297c31-754b-415b-993d-69e99cc3c3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.423183 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.453611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45297c31-754b-415b-993d-69e99cc3c3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.456930 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72d4516-86c7-4b80-9772-cc9c5163c901 x-openstack-request-id: req-c72d4516-86c7-4b80-9772-cc9c5163c901 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:10.457574 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2cbc-de60-4b3b-b0fe-185383871c6d", "name": "network-vif-deleted", "tag": "9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1", "status": "failed", "code": 422}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:10.458305 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c72d4516-86c7-4b80-9772-cc9c5163c901 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:10.459127 n-d-712139-13 neutron-server[94827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fad2cbc-de60-4b3b-b0fe-185383871c6d', 'name': 'network-vif-deleted', 'tag': '9dc95d3c-6632-4e7d-acbb-aeb0ec48e7f1', 'status': 'failed', 'code': 422} returned with failed status Aug 29 04:37:10.463163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-45297c31-754b-415b-993d-69e99cc3c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.547918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04cc5ce9-6de7-44e5-a108-e81a9f0fdc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.606385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-45297c31-754b-415b-993d-69e99cc3c3ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d66bdecda6a149d187640ef0fc800212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8612468 Aug 29 04:37:10.606728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:10.669990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45297c31-754b-415b-993d-69e99cc3c3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b48ac-7477-4953-b83e-acc5fa9f3de8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:10.806884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:10.862727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.020388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.031557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.033652 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c99b48ac-7477-4953-b83e-acc5fa9f3de8 HTTP/1.1" status: 204 len: 168 time: 0.4258707 Aug 29 04:37:11.049384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b48ac-7477-4953-b83e-acc5fa9f3de8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:11.072201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.072795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.073338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.073855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.074458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.075057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.079219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.080329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.081196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.081818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.082319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.082908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597ab26-5435-4adc-97e3-819cd8a97ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:11.150224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc5826-068d-46a7-817b-775edb2ec673 req-450b4668-affb-4501-9208-d71d4a82d8c7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.160888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aabc5826-068d-46a7-817b-775edb2ec673 req-450b4668-affb-4501-9208-d71d4a82d8c7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.1679714 Aug 29 04:37:11.258316 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.299551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aabc5826-068d-46a7-817b-775edb2ec673 req-f4c17ad1-420b-441a-896f-933629e92ae9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376288 Aug 29 04:37:11.425064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:37:11.631670 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:11.718027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49952) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.759240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2b39-5b7e-49da-8215-0903a2119783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.768731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:11.808795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'mac_address': 'fa:16:3e:11:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:37:11.861166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518ac8-c414-447c-a059-65bcb8d157a5 req-d2dec620-77b1-4548-b441-595f5aac4bfa tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:11.874266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6518ac8-c414-447c-a059-65bcb8d157a5 req-d2dec620-77b1-4548-b441-595f5aac4bfa tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 907 time: 0.1375110 Aug 29 04:37:11.928046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.963855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9ff879-737a-40eb-bec1-c732f0b30fca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:37:11.974805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2b39-5b7e-49da-8215-0903a2119783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:11.979379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:11.985794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2b39-5b7e-49da-8215-0903a2119783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.030692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:12.042051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.045191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba2b39-5b7e-49da-8215-0903a2119783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7797d73d-d759-432b-b6a4-16b4f15ed116,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.067619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0ba2b39-5b7e-49da-8215-0903a2119783 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c20f6cca7fa4431e9d3e29fce6043eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483105 Aug 29 04:37:12.070765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:12.151017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.236999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.318796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.333349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.378235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.378684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.379036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.392698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.396292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.396292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.396292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.396292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.399870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.400587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.401905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.401905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:12.436538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.439464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.458715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7797d73d-d759-432b-b6a4-16b4f15ed116 HTTP/1.1" status: 204 len: 168 time: 0.3867314 Aug 29 04:37:12.530530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0a322-2389-4682-95eb-d6bbd4ee368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7797d73d-d759-432b-b6a4-16b4f15ed116,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:12.533344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['3b9ff879-737a-40eb-bec1-c732f0b30fca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:12.538368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a00973a-a105-4717-b8ec-7377ac16e1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.694300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8b0fc-2c05-4690-a8e8-8481cd664266 req-a37733fd-d666-4f7e-919c-8f8263af64a9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:12.697249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8a8b0fc-2c05-4690-a8e8-8481cd664266 req-a37733fd-d666-4f7e-919c-8f8263af64a9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 944 time: 0.1544502 Aug 29 04:37:12.831232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8a8b0fc-2c05-4690-a8e8-8481cd664266 req-1450eb68-1892-4c2f-847a-60c9363f7f69 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193266 Aug 29 04:37:12.922999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a00973a-a105-4717-b8ec-7377ac16e1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.930407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a00973a-a105-4717-b8ec-7377ac16e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.989598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:12.994725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00973a-a105-4717-b8ec-7377ac16e1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea7afa5-aa99-407d-a8f5-4bcf80990ca6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.028484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9a00973a-a105-4717-b8ec-7377ac16e1c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e3899c92054413f90af2971bb6bc314&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0438955 Aug 29 04:37:13.029238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.087224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db9b7-1931-41ee-83d6-4f37c620a973 req-6c061887-1fdf-476e-a9a4-3f971d101cff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.090616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-938db9b7-1931-41ee-83d6-4f37c620a973 req-6c061887-1fdf-476e-a9a4-3f971d101cff tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 907 time: 0.0854738 Aug 29 04:37:13.140979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.178790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.250337 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.253443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.257786 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fea7afa5-aa99-407d-a8f5-4bcf80990ca6 HTTP/1.1" status: 204 len: 168 time: 0.2246850 Aug 29 04:37:13.275320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebef3f-026a-4809-bc1c-6645c4c480b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea7afa5-aa99-407d-a8f5-4bcf80990ca6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:13.376352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-0a4d047f-0fef-48c8-8d95-ecfadffbc214 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:13.379119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-0a4d047f-0fef-48c8-8d95-ecfadffbc214 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 907 time: 0.1125081 Aug 29 04:37:13.551520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port f6500dd9-823e-49ad-8b5e-9991aa1625ed {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:13.555157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.693885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:13.719165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2c42-3b59-4e72-952e-1156477506bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.824484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port f6500dd9-823e-49ad-8b5e-9991aa1625ed, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f6500dd9-823e-49ad-8b5e-9991aa1625ed,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:13.824849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.865272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for f6500dd9-823e-49ad-8b5e-9991aa1625ed owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:13.961374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2c42-3b59-4e72-952e-1156477506bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:13.969526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2c42-3b59-4e72-952e-1156477506bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.017746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:14.018453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2cfa2c42-3b59-4e72-952e-1156477506bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2705e5c9c8304cf5990f54484716084e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222079 Aug 29 04:37:14.062353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2c42-3b59-4e72-952e-1156477506bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ca737-5e63-4db3-a349-a501647e73e1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.301235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.306517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.363699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e95bfe5-d750-4a8e-841d-8cfcf8464c35 req-d61f2427-59e0-453f-a25c-dde66524e5e8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.1078684 Aug 29 04:37:14.379475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=f6500dd9-823e-49ad-8b5e-9991aa1625ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.439121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.448644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65c6f0-f8b4-4285-ac00-88518164cf39 req-a702cec7-f799-4d75-9565-468625949d36 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:14.450961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e65c6f0-f8b4-4285-ac00-88518164cf39 req-a702cec7-f799-4d75-9565-468625949d36 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 944 time: 0.3878372 Aug 29 04:37:14.494940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] No DVR routers for this DVR port f6500dd9-823e-49ad-8b5e-9991aa1625ed on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:14.504448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.506562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69d81774-1d6a-4ddd-b0dd-7a5648f1fe7e req-4c125a27-806f-421c-8d7e-cfd59cd32ec0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "DELETE /v2.0/ports/f6500dd9-823e-49ad-8b5e-9991aa1625ed HTTP/1.1" status: 204 len: 173 time: 1.1167960 Aug 29 04:37:14.523559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'name': 'network-vif-deleted', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:14.526191 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2eeee-60d0-48ac-9ba8-72fbb6552530" -d '{"events": [{"server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "name": "network-vif-deleted", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:14.596242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e65c6f0-f8b4-4285-ac00-88518164cf39 req-2eea2451-5826-4be3-8ab4-400e6e5b3fb6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027348 Aug 29 04:37:14.634898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.639539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:14.644645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/336ca737-5e63-4db3-a349-a501647e73e1 HTTP/1.1" status: 204 len: 168 time: 0.6256833 Aug 29 04:37:14.675046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b466a-1c32-49a9-86d4-be7f12d818fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ca737-5e63-4db3-a349-a501647e73e1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:14.735256 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab21a3-fb1d-4432-a527-2fdba360c4cb x-openstack-request-id: req-7cab21a3-fb1d-4432-a527-2fdba360c4cb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:14.735881 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ee56d-a4f3-410b-a293-8e38e15c77ae", "name": "network-vif-deleted", "tag": "f6500dd9-823e-49ad-8b5e-9991aa1625ed", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:14.736868 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cab21a3-fb1d-4432-a527-2fdba360c4cb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:14.738255 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ee56d-a4f3-410b-a293-8e38e15c77ae', 'name': 'network-vif-deleted', 'tag': 'f6500dd9-823e-49ad-8b5e-9991aa1625ed', 'status': 'completed', 'code': 200} Aug 29 04:37:15.459143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:37:15.729503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01faf69f-bf8d-4fd2-848b-c1556beb50ff req-623f0559-99a0-491e-97f9-0b159eb2bd95 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d9ee56d-a4f3-410b-a293-8e38e15c77ae HTTP/1.1" status: 200 len: 210 time: 0.1071126 Aug 29 04:37:15.736621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 3b9ff879-737a-40eb-bec1-c732f0b30fca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:37:15.747457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 3b9ff879-737a-40eb-bec1-c732f0b30fca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:15.748583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:15.980840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79f5b3-6c4f-4f7a-bf03-a152ba11a7d8 req-dd5ae30d-f074-46c1-a75c-6c9f11551fdc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:15.988416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a79f5b3-6c4f-4f7a-bf03-a152ba11a7d8 req-dd5ae30d-f074-46c1-a75c-6c9f11551fdc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 944 time: 0.1951714 Aug 29 04:37:16.075017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f6500dd9-823e-49ad-8b5e-9991aa1625ed no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:16.120793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.126989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f6500dd9-823e-49ad-8b5e-9991aa1625ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:16.127462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f6500dd9-823e-49ad-8b5e-9991aa1625ed not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:16.162268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a79f5b3-6c4f-4f7a-bf03-a152ba11a7d8 req-008665bb-b987-49f8-ae9d-c8efdd75c2a2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595144 Aug 29 04:37:16.167148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:16.174347 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b23fe5-58f3-4812-a088-7eae08d40d49" -d '{"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:16.193054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:16.202425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:16.290772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:16.638194 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccab067-d059-45bb-8a4c-fa32cfdea8fe x-openstack-request-id: req-bccab067-d059-45bb-8a4c-fa32cfdea8fe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:16.639339 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:16.639891 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccab067-d059-45bb-8a4c-fa32cfdea8fe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:16.640540 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'code': 200} Aug 29 04:37:16.846633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744c7ff-987b-4f3d-8a72-8b8e41f60778 req-8aa87e55-46ac-408a-b8f2-3be3e0dcde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:16.850752 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2744c7ff-987b-4f3d-8a72-8b8e41f60778 req-8aa87e55-46ac-408a-b8f2-3be3e0dcde69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.0769300 Aug 29 04:37:16.923092 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2744c7ff-987b-4f3d-8a72-8b8e41f60778 req-72c8c342-ad41-4a8e-998e-884ba92d11eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636942 Aug 29 04:37:17.518050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cf4c1-f6dd-4fe6-bf41-4c31f2188490 req-b6014c2d-a088-4f60-9a2b-f8051c3d61a0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.522345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26cf4c1-f6dd-4fe6-bf41-4c31f2188490 req-b6014c2d-a088-4f60-9a2b-f8051c3d61a0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.1589510 Aug 29 04:37:17.676043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e26cf4c1-f6dd-4fe6-bf41-4c31f2188490 req-f6c4718b-aec4-4c9f-97e4-54e9677b7589 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440179 Aug 29 04:37:17.726239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64ac3-1b55-44a9-8967-574d8e13875e req-cb94b877-3471-4895-98fc-f2417c25a1bb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:17.727964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fb64ac3-1b55-44a9-8967-574d8e13875e req-cb94b877-3471-4895-98fc-f2417c25a1bb tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.1773086 Aug 29 04:37:17.840383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fb64ac3-1b55-44a9-8967-574d8e13875e req-afb5e5f3-f36c-48a7-84fd-a0cf9b8f0c54 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994072 Aug 29 04:37:19.062152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71e976-f3ce-4545-a117-d675c8b2fd38 req-6360f010-e6c6-4238-b986-f8002602bf62 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.065041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac71e976-f3ce-4545-a117-d675c8b2fd38 req-6360f010-e6c6-4238-b986-f8002602bf62 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.1400511 Aug 29 04:37:19.182657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac71e976-f3ce-4545-a117-d675c8b2fd38 req-ee475225-89a9-46f8-ba23-bb7155073f37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002760 Aug 29 04:37:19.228014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444ca7-0638-40ac-b01d-102e9aa03d33 req-77589ece-e666-4463-8446-9a2a58ee8334 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.244934 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e444ca7-0638-40ac-b01d-102e9aa03d33 req-77589ece-e666-4463-8446-9a2a58ee8334 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.2032557 Aug 29 04:37:19.442470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e444ca7-0638-40ac-b01d-102e9aa03d33 req-2b39d5e5-db95-40ed-963f-ebccf9d55a0e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716177 Aug 29 04:37:19.500098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4dabd-1745-445b-9656-0cd7f0a950bb req-2f99312d-ac3f-4ecb-8efd-e85d5c0d01ce tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.515405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94c4dabd-1745-445b-9656-0cd7f0a950bb req-2f99312d-ac3f-4ecb-8efd-e85d5c0d01ce tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.2177041 Aug 29 04:37:19.712636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94c4dabd-1745-445b-9656-0cd7f0a950bb req-e2c2df4e-9fa9-4245-803c-9c32e23d06a1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821847 Aug 29 04:37:19.772923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-91b50f59-c750-415a-9a16-991c0a0f28a3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.774614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.777216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-91b50f59-c750-415a-9a16-991c0a0f28a3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 945 time: 0.2306862 Aug 29 04:37:19.876203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d71aa61-478f-441d-adc5-999f4c56665f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:19.879246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7d71aa61-478f-441d-adc5-999f4c56665f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1092 time: 0.1031029 Aug 29 04:37:19.883532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:19.898831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:19.952596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.057860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:20.058405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.236593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:20.237251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.266432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.271831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for 37fe82d9-84ad-4c9c-ba13-66a7f42d200f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:20.833984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:20.849873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.21 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/2ec2a1bd-987d-4109-a83b-96ed95f5932d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:37:20.883128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f', '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:21.022228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=37fe82d9-84ad-4c9c-ba13-66a7f42d200f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.104454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] No DVR routers for this DVR port 37fe82d9-84ad-4c9c-ba13-66a7f42d200f on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:21.127203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.130943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81dc1fe0-89fd-45c2-bdb6-047fa7b931ec req-bdb2578b-df93-4521-abaf-a9dc09cb8eec tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "DELETE /v2.0/ports/37fe82d9-84ad-4c9c-ba13-66a7f42d200f HTTP/1.1" status: 204 len: 173 time: 1.3367662 Aug 29 04:37:21.132051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'name': 'network-vif-deleted', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:21.140137 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796dffe1-e3ae-40f7-9ee9-65addd59c50c" -d '{"events": [{"server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "name": "network-vif-deleted", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:21.321590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-616f77ee-dd95-4af1-b7e4-2329a5c73427 req-d4d4897a-2296-4bb3-a249-8c7439dc74e2 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.2699239 Aug 29 04:37:21.333178 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb979f9-4e80-4d2c-835a-6bccc6fb454a x-openstack-request-id: req-bbb979f9-4e80-4d2c-835a-6bccc6fb454a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:21.333607 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd332390-0883-4a1f-86b2-0a496c088a5d", "name": "network-vif-deleted", "tag": "37fe82d9-84ad-4c9c-ba13-66a7f42d200f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:21.333993 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbb979f9-4e80-4d2c-835a-6bccc6fb454a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:21.334779 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd332390-0883-4a1f-86b2-0a496c088a5d', 'name': 'network-vif-deleted', 'tag': '37fe82d9-84ad-4c9c-ba13-66a7f42d200f', 'status': 'completed', 'code': 200} Aug 29 04:37:21.588491 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.672132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:21.760398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=2ec2a1bd-987d-4109-a83b-96ed95f5932d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:21.784280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:37:21.794904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:21.799288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:37:22.832943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63ec6cee-9a3c-42ef-aab5-3d4ab147ace8 req-31dfb842-ced5-444a-888b-f7272847ab58 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd332390-0883-4a1f-86b2-0a496c088a5d HTTP/1.1" status: 200 len: 210 time: 0.1388884 Aug 29 04:37:23.482759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 37fe82d9-84ad-4c9c-ba13-66a7f42d200f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:23.612613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 37fe82d9-84ad-4c9c-ba13-66a7f42d200f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:23.613733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 37fe82d9-84ad-4c9c-ba13-66a7f42d200f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:24.197707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.414013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:24.879417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09a8bc-afe2-434c-9a2f-20b0ec93f0c5 req-d8816f45-789b-41b3-a45c-8188a370ccdf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.886649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b09a8bc-afe2-434c-9a2f-20b0ec93f0c5 req-d8816f45-789b-41b3-a45c-8188a370ccdf tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.1425858 Aug 29 04:37:24.967329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-890a341d-b283-499e-853b-d62a26f8d6d3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:24.970649 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-890a341d-b283-499e-853b-d62a26f8d6d3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 945 time: 0.1376944 Aug 29 04:37:24.980594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b09a8bc-afe2-434c-9a2f-20b0ec93f0c5 req-17b49bad-e172-42c2-b1df-d8882c58b62e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812557 Aug 29 04:37:25.014682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.026295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.215070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.253647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port f239c38f-6f3d-4c0f-b48f-0478f5452f4f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:25.254130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.429436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=2ec2a1bd-987d-4109-a83b-96ed95f5932d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:25.448794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port f239c38f-6f3d-4c0f-b48f-0478f5452f4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:25.449731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.482236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for f239c38f-6f3d-4c0f-b48f-0478f5452f4f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:25.486250 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 96c02419-62a3-4ebe-a3c1-76abd9b3f3ab associated. External IP: 172.25.3.21, port: 3b9ff879-737a-40eb-bec1-c732f0b30fca. Aug 29 04:37:25.874162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:25.920380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f239c38f-6f3d-4c0f-b48f-0478f5452f4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:37:26.092148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:26.143683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] No DVR routers for this DVR port f239c38f-6f3d-4c0f-b48f-0478f5452f4f on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:26.149459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=f239c38f-6f3d-4c0f-b48f-0478f5452f4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:26.157004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.161239 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2220a7b-ed85-40e5-ab83-c458e1e42e57 req-0a391cdc-6cd5-481a-9b3d-73d31d91f0f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.50 "DELETE /v2.0/ports/f239c38f-6f3d-4c0f-b48f-0478f5452f4f HTTP/1.1" status: 204 len: 173 time: 1.1692843 Aug 29 04:37:26.162354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'name': 'network-vif-deleted', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:26.173379 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7d24f-40d2-40d0-a1c4-abd935c7289f" -d '{"events": [{"server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "name": "network-vif-deleted", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:26.178809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e35acce4-f12d-4a60-8e01-fa40e036aa07 req-f16533c8-6ff6-46cf-bd9c-550c0c69220e tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e82f3f-40ba-423e-be1b-74d330c01897 HTTP/1.1" status: 200 len: 210 time: 0.0661471 Aug 29 04:37:26.313991 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d3888-0c80-4382-ae6a-9b10cd76dbca x-openstack-request-id: req-023d3888-0c80-4382-ae6a-9b10cd76dbca {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:26.314494 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e82f3f-40ba-423e-be1b-74d330c01897", "name": "network-vif-deleted", "tag": "f239c38f-6f3d-4c0f-b48f-0478f5452f4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:26.314888 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-023d3888-0c80-4382-ae6a-9b10cd76dbca {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:26.315551 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e82f3f-40ba-423e-be1b-74d330c01897', 'name': 'network-vif-deleted', 'tag': 'f239c38f-6f3d-4c0f-b48f-0478f5452f4f', 'status': 'completed', 'code': 200} Aug 29 04:37:26.751154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:26.771109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Sync routers for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:26.799441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:26.800943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:26.820020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:26.928609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9ade9ab2-9f03-4bf4-88a3-c2403cc60620 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0394456 Aug 29 04:37:26.929652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:26.935251 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:27.303158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:27.494445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0355c8-6d17-4df1-bdae-003e23c27fa2 req-f49821cb-1f1e-4a6a-bbee-908c8f7e57f5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.521861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da0355c8-6d17-4df1-bdae-003e23c27fa2 req-f49821cb-1f1e-4a6a-bbee-908c8f7e57f5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.2593875 Aug 29 04:37:27.547098 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e91a19-3661-40a0-8d1b-a759c444fa9c x-openstack-request-id: req-43e91a19-3661-40a0-8d1b-a759c444fa9c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:27.547976 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:27.548798 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43e91a19-3661-40a0-8d1b-a759c444fa9c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:27.559575 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'status': 'completed', 'code': 200} Aug 29 04:37:27.666488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da0355c8-6d17-4df1-bdae-003e23c27fa2 req-1864b037-0128-4085-95e6-10d026e714f9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425076 Aug 29 04:37:27.699371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:27.727944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-32f76076-50cc-4ead-95ec-05da0cd15910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:27.735757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-32f76076-50cc-4ead-95ec-05da0cd15910 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.1502776 Aug 29 04:37:28.162316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.167122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-19e18e91-6e7e-49b7-b0ab-f3602ffa63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.173889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-19e18e91-6e7e-49b7-b0ab-f3602ffa63b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.4238575 Aug 29 04:37:28.177281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.198331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.220168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.235483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.250736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.275842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.287993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-142692b7-b813-4440-90e7-eebf2857e015 req-9327557b-9311-4053-805a-9618da336c3c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.5405998 Aug 29 04:37:28.374169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f255da70-0db0-4ed2-ad10-13e92d7bb566 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 200 len: 990 time: 0.6681001 Aug 29 04:37:28.450995 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-9bf080a6-8fe5-43e7-a739-e018a7b02826 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 998 time: 0.2681205 Aug 29 04:37:28.479323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-142692b7-b813-4440-90e7-eebf2857e015 req-24f563e7-c35b-4b0a-893c-a478513f6c65 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876168 Aug 29 04:37:28.609664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '96c02419-62a3-4ebe-a3c1-76abd9b3f3ab', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'mac_address': 'fa:16:3e:11:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:22Z', 'updated_at': '2021-08-29T04:37:22Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.658891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-d9754ea2-c91b-4539-bb4d-6036dfc2a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.668412 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-d9754ea2-c91b-4539-bb4d-6036dfc2a507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.1944118 Aug 29 04:37:28.672553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Checking router: ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:28.688307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:28.689429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:28.836229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a93a-0839-4334-9f42-8b7df310a0d0 req-311312a2-97ad-4bfa-899e-a0d9e6b8b547 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.843564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9a8a93a-0839-4334-9f42-8b7df310a0d0 req-311312a2-97ad-4bfa-899e-a0d9e6b8b547 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2218475 Aug 29 04:37:28.941333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:28.980433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-2526051a-0270-470f-a405-594837a4db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:28.983259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9a8a93a-0839-4334-9f42-8b7df310a0d0 req-577cf473-c2de-47fd-b9a2-b3a563b88441 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344597 Aug 29 04:37:28.999813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-2526051a-0270-470f-a405-594837a4db17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864087 Aug 29 04:37:29.109570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.134737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.152230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.159897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.166966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.173441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.180097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.182376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0a4ef976-b801-4047-b4af-ba400e74a45a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.1831453 Aug 29 04:37:29.282151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-72f11231-8ecd-4c7e-bf68-9ff251336ab7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:29.286000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-72f11231-8ecd-4c7e-bf68-9ff251336ab7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0929453 Aug 29 04:37:29.388248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:29.506898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f239c38f-6f3d-4c0f-b48f-0478f5452f4f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:29.702830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-1f0e592a-74cb-4c7d-bba3-9e804aec64c0 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4062679 Aug 29 04:37:29.726058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: f239c38f-6f3d-4c0f-b48f-0478f5452f4f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:29.727133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f239c38f-6f3d-4c0f-b48f-0478f5452f4f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:29.742654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:29.819882 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:29.862886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '96c02419-62a3-4ebe-a3c1-76abd9b3f3ab', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'mac_address': 'fa:16:3e:11:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:22Z', 'updated_at': '2021-08-29T04:37:22Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:29.931704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57ea48-7842-4526-a161-fe8b4de47b23 None None] The sync data for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 is: [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '96c02419-62a3-4ebe-a3c1-76abd9b3f3ab', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'mac_address': 'fa:16:3e:11:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:37:22Z', 'updated_at': '2021-08-29T04:37:22Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:30.005619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8556e32d-75a1-4283-bb39-d6ede9ac3078 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 200 len: 990 time: 0.6119356 Aug 29 04:37:30.071689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-daac7039-4861-4189-be7d-9a223e253ef2 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0619128 Aug 29 04:37:30.093128 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.282354 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-62ac14a1-8c8c-4639-9d1b-d7a24e0ff6ab req-a22c1d8e-882b-4870-a522-ec45e896dbd5 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006466 Aug 29 04:37:30.396149 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee82afe-1373-495d-ac93-fb44dfb85fbb None None] New status for floating IP 96c02419-62a3-4ebe-a3c1-76abd9b3f3ab: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:30.481304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=c85aff2e-5e27-47cc-9513-4665235de53f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:30.571968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] For port c85aff2e-5e27-47cc-9513-4665235de53f, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:30.604414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-5af2e770-4920-4147-96e5-a3a60ec4eff0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.609997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-5af2e770-4920-4147-96e5-a3a60ec4eff0 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.7268898 Aug 29 04:37:30.721376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] device_id is not set on port c85aff2e-5e27-47cc-9513-4665235de53f yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:30.744149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.750669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.757560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.764342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.771010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.777461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.784685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.786786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f7efb4f-31c9-449e-9073-91a639792125 req-abdee5c9-bf21-43ad-a6c1-2e908ff82339 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 5444 time: 0.9274313 Aug 29 04:37:30.796905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.806370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bb557-fc6c-409a-b632-27ffdfee83f3 req-2d99a089-a7c2-4e30-b9a4-1f8f5b5c7933 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:30.815078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-094bb557-fc6c-409a-b632-27ffdfee83f3 req-2d99a089-a7c2-4e30-b9a4-1f8f5b5c7933 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.6561759 Aug 29 04:37:30.850651 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:30.958701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-094bb557-fc6c-409a-b632-27ffdfee83f3 req-e066c0ce-b30f-450d-a904-c257fd2dc30d tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426215 Aug 29 04:37:31.009776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50376) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:31.027806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Pushing event updated for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.143713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c2fa164-ee92-4ec1-b3cb-a64dbd07fcf2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 200 len: 992 time: 0.1318364 Aug 29 04:37:31.152299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] No DVR routers for this DVR port c85aff2e-5e27-47cc-9513-4665235de53f on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:31.159520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f7efb4f-31c9-449e-9073-91a639792125 req-ea8afea9-e27a-4bd0-a75c-2ed1cc053c38 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3298757 Aug 29 04:37:31.269967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] In _notify_port_updated(), no bound segment for port c85aff2e-5e27-47cc-9513-4665235de53f on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:31.272578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.273241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.274653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c997fc9b-a93c-4d20-9782-da81e13e8e98 service neutron] 10.222.0.50 "PUT /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 200 len: 1031 time: 1.5598593 Aug 29 04:37:31.277128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port 28b7488c-811b-4e30-bf31-f82a3b06003a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:31.278685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.427175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-1ea3f5b9-1bb7-4321-9361-3f2d01692514 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:31.429157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-1ea3f5b9-1bb7-4321-9361-3f2d01692514 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "GET /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1243334 Aug 29 04:37:31.442867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a086a9a-52f8-4b9b-b410-bad1a2da47e7 None None] Provisioning complete for port c85aff2e-5e27-47cc-9513-4665235de53f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:31.443983 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a086a9a-52f8-4b9b-b410-bad1a2da47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.454025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:31.501329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a086a9a-52f8-4b9b-b410-bad1a2da47e7 None None] Port c85aff2e-5e27-47cc-9513-4665235de53f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:31.510902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9e091ab5-1ad3-4675-8daf-600fe89f9e04 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:31.535976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] For port 28b7488c-811b-4e30-bf31-f82a3b06003a, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=28b7488c-811b-4e30-bf31-f82a3b06003a,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.536580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.633864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.666229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:31.669728 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4e7e0-71f2-4c54-8703-245e3b5296ab" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:31.683009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.723786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:31.737161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:31.739911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 91921a32-4042-427d-86ab-19f410fcaa4f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:31.848732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:31.854676 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafd1f43-4496-4e60-89ef-177f9557c5f7 x-openstack-request-id: req-aafd1f43-4496-4e60-89ef-177f9557c5f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:31.855120 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:31.855490 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aafd1f43-4496-4e60-89ef-177f9557c5f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:31.856098 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'code': 200} Aug 29 04:37:31.996039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.075691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:32.083477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.084392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6d7dd95d-1b15-4b7b-ace9-97f592672091 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:32.177514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 28b7488c-811b-4e30-bf31-f82a3b06003a no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:32.209600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.210399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.211056 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Floating IP b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6 disassociated. External IP: 172.25.3.205, port: 28b7488c-811b-4e30-bf31-f82a3b06003a. Aug 29 04:37:32.214491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for 28b7488c-811b-4e30-bf31-f82a3b06003a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:32.272563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9af574fc-c576-47e5-b68a-18dbf86a013e,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:32.343580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d149a-3138-4e7e-a18a-68e87007964c req-c471b098-c014-472a-8df8-297d6db96617 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.347171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905d149a-3138-4e7e-a18a-68e87007964c req-c471b098-c014-472a-8df8-297d6db96617 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 945 time: 0.2679641 Aug 29 04:37:32.466722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.492232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] For port 9af574fc-c576-47e5-b68a-18dbf86a013e, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:37:32.557490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.565559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.572593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.579873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.587150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.592831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.594831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:32.603709 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-1f75bdac-ad99-4678-baa2-2f602d9f03ef tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 4662 time: 0.2522209 Aug 29 04:37:32.629317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905d149a-3138-4e7e-a18a-68e87007964c req-94ede798-7723-4e2f-becb-dc197a1d82fa tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups?id=022b1e7f-d4df-445e-8a75-276cfdcd5ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2628222 Aug 29 04:37:32.651520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] device_id is not set on port 9af574fc-c576-47e5-b68a-18dbf86a013e yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:37:32.665209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:32.672048 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.673423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device c85aff2e-5e27-47cc-9513-4665235de53f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:32.700991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df7e6e4d-9399-4a4e-87d1-30c4590610bb req-a0e9090a-61ea-4146-bcd2-0b9f01eb6ec6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&id=c17bd6c4-0c3d-4f65-bc88-633407824a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951705 Aug 29 04:37:32.726321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.742268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:32.843763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:32.936822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device c85aff2e-5e27-47cc-9513-4665235de53f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:32.938921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9af574fc-c576-47e5-b68a-18dbf86a013e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:32.945229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Pushing event updated for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.064402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.064778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.065091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.065443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.066292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.066292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.070439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.070439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.070803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.071110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.071453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.071787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:37:33.210336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9af574fc-c576-47e5-b68a-18dbf86a013e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:33.211381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 697ce41c-0190-4a05-97f8-0961b6a83b3c no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:33.256865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] No DVR routers for this DVR port 9af574fc-c576-47e5-b68a-18dbf86a013e on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:33.496787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] In _notify_port_updated(), no bound segment for port 9af574fc-c576-47e5-b68a-18dbf86a013e on network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:37:33.498330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:33.499409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.518158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-886c5f32-39e8-497f-a60b-3b8dab4c01fa service neutron] 10.222.0.50 "PUT /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 200 len: 1033 time: 2.0727508 Aug 29 04:37:33.598869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.636021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.675355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2caefcbf-7bc7-4650-8a5e-a9c7f8dc2a67 None None] Provisioning complete for port 9af574fc-c576-47e5-b68a-18dbf86a013e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:37:33.676452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2caefcbf-7bc7-4650-8a5e-a9c7f8dc2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.805227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=28b7488c-811b-4e30-bf31-f82a3b06003a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:33.808990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:33.837966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:33.845185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 43647c13-3aa7-42f5-ae96-eef192c38843 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:33.871912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f'}, {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091'}, {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:33.877561 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac84461f-b1e6-40dc-8e9a-12fe962ce0ef" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f"}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091"}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:34.017799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.063210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2caefcbf-7bc7-4650-8a5e-a9c7f8dc2a67 None None] Port 9af574fc-c576-47e5-b68a-18dbf86a013e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:37:34.324572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.435429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:34.445343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:34.646540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:34.957837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f675a414-dfe3-44e7-b43a-e6e53073f913 req-60aa842a-a785-4a72-a8eb-b876235477f1 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 210 time: 1.1061268 Aug 29 04:37:35.222757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.230516 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe6e4f1-5be8-4f95-85e1-9d19b840aadb x-openstack-request-id: req-6fe6e4f1-5be8-4f95-85e1-9d19b840aadb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:35.231968 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f", "code": 200}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091", "code": 200}, {"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:35.232990 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fe6e4f1-5be8-4f95-85e1-9d19b840aadb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:35.233889 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f', 'code': 200} Aug 29 04:37:35.234523 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'code': 200} Aug 29 04:37:35.235153 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'code': 200} Aug 29 04:37:35.237538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.254016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.275367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.289528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:35.301423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-086f7a8a-d6ea-4234-8b25-c011e661726e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3878 time: 1.3143005 Aug 29 04:37:35.331674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Router b8e505b8-f4b7-47a2-aab9-3275ffb70504 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:35.341867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 43647c13-3aa7-42f5-ae96-eef192c38843 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:35.342758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:35.521610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a185a69e-c173-4c68-a585-d4c741566cd6 req-3faff50c-e992-431e-b01f-11aed03cbea5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186084 Aug 29 04:37:35.668253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 43647c13-3aa7-42f5-ae96-eef192c38843, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=43647c13-3aa7-42f5-ae96-eef192c38843,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:35.669528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.461544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.462216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.462804 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Floating IP cd47b7bf-b550-4a91-aeac-9ddef712a1f7 disassociated. External IP: 172.25.3.48, port: 43647c13-3aa7-42f5-ae96-eef192c38843. Aug 29 04:37:36.463610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 43647c13-3aa7-42f5-ae96-eef192c38843 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:36.737757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:36.777593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3d0068-aa74-47ef-8392-049a77044a56 req-d00c5093-b0da-444a-92cc-9f69182b6b33 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 210 time: 0.5739522 Aug 29 04:37:36.981621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=43647c13-3aa7-42f5-ae96-eef192c38843,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:37.027711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:37.053278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Sync routers for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:37.103278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:37.104389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:37.190848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-228b3621-1999-40d9-b573-9752c1efbc64 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.198821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-228b3621-1999-40d9-b573-9752c1efbc64 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.208700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-228b3621-1999-40d9-b573-9752c1efbc64 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.221303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-228b3621-1999-40d9-b573-9752c1efbc64 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:37.223263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-228b3621-1999-40d9-b573-9752c1efbc64 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3143 time: 0.3030040 Aug 29 04:37:37.291846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] No DVR routers for this DVR port 28b7488c-811b-4e30-bf31-f82a3b06003a on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:37.301053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.304052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bf48d26-1f1d-46be-9008-7900bb2a884d req-f3ad2344-1561-44f8-9f2c-9e1518ab3df4 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.54 "DELETE /v2.0/ports/28b7488c-811b-4e30-bf31-f82a3b06003a HTTP/1.1" status: 204 len: 173 time: 6.6514683 Aug 29 04:37:37.304552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-deleted', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:37.319458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dead5ac-bf71-4d81-bdf9-a96a305ae997" -d '{"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-deleted", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:37.329401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:37.355785 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e29d76-626e-4511-9b34-e5752c59547d" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:37.460345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e461e2e-dd6d-44e8-b8c0-0d59c767d455 req-40bdd523-4c41-4864-828e-d94f3309c10d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097032 Aug 29 04:37:37.580418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ba67e44-31e4-433f-bc51-260647f825c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:37.593294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Router 808b7c4e-a098-4b35-8616-7a5f6f767736 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:37.686588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:38.120005 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a293f6a0-4759-41e5-92b6-e1602f243a90 x-openstack-request-id: req-a293f6a0-4759-41e5-92b6-e1602f243a90 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:38.121554 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a98ce4-233a-4f25-bf4d-aa1c353e92b2", "name": "network-vif-deleted", "tag": "28b7488c-811b-4e30-bf31-f82a3b06003a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:38.126661 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a293f6a0-4759-41e5-92b6-e1602f243a90 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:38.127171 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a98ce4-233a-4f25-bf4d-aa1c353e92b2', 'name': 'network-vif-deleted', 'tag': '28b7488c-811b-4e30-bf31-f82a3b06003a', 'status': 'completed', 'code': 200} Aug 29 04:37:38.133829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:38.158334 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Sync routers for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:38.177721 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:38.178677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.389524 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abda2b3-1f76-4d8b-96c9-a7489b08ee5d x-openstack-request-id: req-0abda2b3-1f76-4d8b-96c9-a7489b08ee5d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:38.389524 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:38.390511 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0abda2b3-1f76-4d8b-96c9-a7489b08ee5d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:38.390511 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843', 'code': 200} Aug 29 04:37:38.512040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 43647c13-3aa7-42f5-ae96-eef192c38843 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:38.562620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.636254 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:38.648853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Checking router: b8e505b8-f4b7-47a2-aab9-3275ffb70504 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:38.654976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:38.661618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:38.662660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:38.664598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d77f8046-4a44-4eed-bcc2-1d91a3eda33a tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "DELETE /v2.0/ports/43647c13-3aa7-42f5-ae96-eef192c38843 HTTP/1.1" status: 204 len: 173 time: 5.1189358 Aug 29 04:37:38.706552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c672a35e-3ba0-4492-afa6-59d91db213ab req-fdaf2f08-17d1-4305-a0ff-228dff6a52e3 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/ports?device_id=87a98ce4-233a-4f25-bf4d-aa1c353e92b2 HTTP/1.1" status: 200 len: 210 time: 0.4037235 Aug 29 04:37:38.933707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:39.135043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa6c73-7f3e-46a5-8f03-858dd420adab req-95a2c0ac-7fa6-409b-82ba-8c51d855de58 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.152862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33fa6c73-7f3e-46a5-8f03-858dd420adab req-95a2c0ac-7fa6-409b-82ba-8c51d855de58 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 1.0051491 Aug 29 04:37:39.323350 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.459074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33fa6c73-7f3e-46a5-8f03-858dd420adab req-ca617f30-bf09-4491-a0c2-05492e792c5e tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047967 Aug 29 04:37:39.504579 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Checking router: 808b7c4e-a098-4b35-8616-7a5f6f767736 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:39.546809 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:39.548242 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.553321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e937c-c218-4247-bb89-bcb372115441 req-4d0d9aec-ec73-4186-8ded-4c71fb0435c3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.613284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e937c-c218-4247-bb89-bcb372115441 req-4d0d9aec-ec73-4186-8ded-4c71fb0435c3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.648115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e937c-c218-4247-bb89-bcb372115441 req-4d0d9aec-ec73-4186-8ded-4c71fb0435c3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.679643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e937c-c218-4247-bb89-bcb372115441 req-4d0d9aec-ec73-4186-8ded-4c71fb0435c3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:39.688750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-237e937c-c218-4247-bb89-bcb372115441 req-4d0d9aec-ec73-4186-8ded-4c71fb0435c3 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3143 time: 0.7085843 Aug 29 04:37:39.912856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:39.997892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1760a9-22cd-4c29-a6df-60421b1e43ba None None] The sync data for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 is: [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:26:19Z', 'revision_number': 4, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c', 'name': '', 'network_id': '2df54ab5-f532-4caa-89df-0e11d06e1c92', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'mac_address': 'fa:16:3e:69:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:16Z', 'updated_at': '2021-08-29T04:26:31Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'subnets': [{'id': '8bc036f4-8c6a-4805-9b4c-024bfe2d1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:40.056815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-237e937c-c218-4247-bb89-bcb372115441 req-dd26af67-cf84-467e-8615-0d37794f074c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669655 Aug 29 04:37:40.079070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.113869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-cb9e91d8-9601-4ec2-8fa1-369ed5bf74b1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:40.115741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-cb9e91d8-9601-4ec2-8fa1-369ed5bf74b1 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 0.3933659 Aug 29 04:37:40.130722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:40.159311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:40.175690 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcea265-5d1e-4aad-b843-ef6494777c39" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:40.192653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 697ce41c-0190-4a05-97f8-0961b6a83b3c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:40.210950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.339182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.400872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-668774c2-a599-4594-96da-7ff37f386137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.416152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.443559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.459908 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afe4aa-929e-4432-ac2c-27a4efdae52e x-openstack-request-id: req-10afe4aa-929e-4432-ac2c-27a4efdae52e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:40.460484 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "43647c13-3aa7-42f5-ae96-eef192c38843", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:40.461045 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10afe4aa-929e-4432-ac2c-27a4efdae52e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:40.461880 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '43647c13-3aa7-42f5-ae96-eef192c38843', 'status': 'completed', 'code': 200} Aug 29 04:37:40.510265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.671256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.675569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:40.684834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "DELETE /v2.0/security-groups/022b1e7f-d4df-445e-8a75-276cfdcd5ef0 HTTP/1.1" status: 204 len: 168 time: 0.6000631 Aug 29 04:37:40.686800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.740338 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-8ad31c5a-4a99-4c70-86b7-9bf0d07475b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] show failed (client error): The resource could not be found. Aug 29 04:37:40.746253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ad31c5a-4a99-4c70-86b7-9bf0d07475b8 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "GET /v2.0/security-groups/022b1e7f-d4df-445e-8a75-276cfdcd5ef0 HTTP/1.1" status: 404 len: 347 time: 0.0481284 Aug 29 04:37:40.751459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:40.781461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830890b-4d7a-4727-a9cb-8fd167c625c9 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b1e7f-d4df-445e-8a75-276cfdcd5ef0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:41.055300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc41b1a-c947-4414-9b77-8ff2756b3538 None None] New status for floating IP b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:41.122382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Deleting port ecd40edf-32ac-41ce-9335-2f76d0647118 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:41.122983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.312091 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:41.431706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b458f763-5ee1-43cd-84aa-c6bfd5d778d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.559693 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6f550-a6e9-4f7f-ae52-534c7359d1da None None] The sync data for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 is: [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:25:54Z', 'revision_number': 4, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '7b8e80b4-ac27-41e3-abbb-c42923e50806', 'name': '', 'network_id': 'cb7973a0-93c0-445f-80d3-cea5033b0643', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'mac_address': 'fa:16:3e:a8:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:52Z', 'updated_at': '2021-08-29T04:26:06Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'subnets': [{'id': 'de83ea66-af0a-4a47-abcd-a92c959d89b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:41.643074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.830272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.831159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:41.881090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Calling delete_port for ecd40edf-32ac-41ce-9335-2f76d0647118 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:41.916560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b458f763-5ee1-43cd-84aa-c6bfd5d778d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.056470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b458f763-5ee1-43cd-84aa-c6bfd5d778d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.126994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a6dcf825-f95f-4387-96dd-6b228fe1698d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:42.241925 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.265400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b458f763-5ee1-43cd-84aa-c6bfd5d778d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62daaa9e1b1b4b06bcc3e4f6740b2d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8190632 Aug 29 04:37:42.316955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.346525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5253d-c382-4166-9f41-228a601844cd req-f22b5cb9-2677-45b7-b2ea-43e355bba2d3 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:42.353384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc5253d-c382-4166-9f41-228a601844cd req-f22b5cb9-2677-45b7-b2ea-43e355bba2d3 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 946 time: 1.5094156 Aug 29 04:37:42.428928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.452305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.546319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f28f03-2d8a-4f24-a5e0-124d0020155f None None] New status for floating IP cd47b7bf-b550-4a91-aeac-9ddef712a1f7: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:37:42.557383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Pushing event deleted for resources: {'Port': ['ID=ecd40edf-32ac-41ce-9335-2f76d0647118,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:42.575802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:42.585379 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eacbdf2-9a9c-4538-af7c-26fbcf5aacdc" -d '{"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:42.663378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.670316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.676790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a767ffe2-4b2c-4832-93cc-bbcbae4958f6 tempest-ServerActionsTestJSON-575923628 tempest-ServerActionsTestJSON-575923628-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9a1d7cb-c358-4e83-81c2-b4267f7a5ab6 HTTP/1.1" status: 204 len: 168 time: 1.9187808 Aug 29 04:37:42.677847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:42.737016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc5253d-c382-4166-9f41-228a601844cd req-67dd561c-44a3-48b5-9128-4ced44fe05ae tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080448 Aug 29 04:37:42.802089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 697ce41c-0190-4a05-97f8-0961b6a83b3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=697ce41c-0190-4a05-97f8-0961b6a83b3c,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:42.804095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:42.998497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.018955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458f763-5ee1-43cd-84aa-c6bfd5d778d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d62ac3-47d2-480e-ba23-a3870e4a4fe2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.064937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 697ce41c-0190-4a05-97f8-0961b6a83b3c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:43.105471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-dbcdde50-4c14-4576-9f83-5cd86d5799fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.133393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-dbcdde50-4c14-4576-9f83-5cd86d5799fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.139948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-dbcdde50-4c14-4576-9f83-5cd86d5799fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.166946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-dbcdde50-4c14-4576-9f83-5cd86d5799fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:43.183087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-dbcdde50-4c14-4576-9f83-5cd86d5799fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 3143 time: 1.7606919 Aug 29 04:37:43.233496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Deleting port a6dcf825-f95f-4387-96dd-6b228fe1698d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:43.233858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.319530 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8dde52-ad69-4776-a3d7-688d0782e9d5 x-openstack-request-id: req-fd8dde52-ad69-4776-a3d7-688d0782e9d5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:43.320607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:43.321085 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd8dde52-ad69-4776-a3d7-688d0782e9d5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:43.321729 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'code': 200} Aug 29 04:37:43.330191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.396232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.417624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.606790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:43.760469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.845356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7155141d-ace6-4590-8211-d9341a8d90d0 req-9336551e-0afc-4a10-a11e-285289ef5b08 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6077445 Aug 29 04:37:43.933566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.954174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] For port a6dcf825-f95f-4387-96dd-6b228fe1698d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a6dcf825-f95f-4387-96dd-6b228fe1698d,segment=NetworkSegment(a696e127-9986-47d2-adb1-52492ade34e9),segment_id=a696e127-9986-47d2-adb1-52492ade34e9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:43.954896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:43.983982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Calling delete_port for a6dcf825-f95f-4387-96dd-6b228fe1698d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:44.167054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.170251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.171493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6d62ac3-47d2-480e-ba23-a3870e4a4fe2 HTTP/1.1" status: 204 len: 168 time: 1.8170772 Aug 29 04:37:44.356690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf7e51-f3e4-43ff-a910-023a7ef2b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d62ac3-47d2-480e-ba23-a3870e4a4fe2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.375050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.525682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1e4d-acc4-4932-a7bc-6367ba0ff132 req-990b289a-f01b-40ed-bbd7-9574db4d6415 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:44.527552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-620c1e4d-acc4-4932-a7bc-6367ba0ff132 req-990b289a-f01b-40ed-bbd7-9574db4d6415 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 944 time: 0.4094186 Aug 29 04:37:44.528597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=697ce41c-0190-4a05-97f8-0961b6a83b3c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:44.596144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 697ce41c-0190-4a05-97f8-0961b6a83b3c on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:44.608709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.611682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-a36d7ad8-f4f2-4b90-8297-f98fecf784b2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "DELETE /v2.0/ports/697ce41c-0190-4a05-97f8-0961b6a83b3c HTTP/1.1" status: 204 len: 173 time: 5.8973360 Aug 29 04:37:44.612218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:44.616676 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae774286-a765-45b1-bff9-795bce639ec0" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:44.880132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Deleting port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:44.883602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:44.946681 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450511e-5b40-4413-a524-e42845f17613 x-openstack-request-id: req-6450511e-5b40-4413-a524-e42845f17613 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:44.947310 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "697ce41c-0190-4a05-97f8-0961b6a83b3c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:44.950824 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6450511e-5b40-4413-a524-e42845f17613 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:44.951624 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '697ce41c-0190-4a05-97f8-0961b6a83b3c', 'status': 'completed', 'code': 200} Aug 29 04:37:44.977895 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.016932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-620c1e4d-acc4-4932-a7bc-6367ba0ff132 req-066922a2-e7ee-4d42-95fe-5df59ec1e658 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ca72b81-d694-4575-90df-45e46d15e161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623165 Aug 29 04:37:45.085114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] For port a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:45.085840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.146682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Calling delete_port for a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:45.208794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Pushing event deleted for resources: {'Port': ['ID=a6dcf825-f95f-4387-96dd-6b228fe1698d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:45.313269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 6d7dd95d-1b15-4b7b-ace9-97f592672091 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:45.318530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.356018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:45.374331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] No DVR routers for this DVR port a6dcf825-f95f-4387-96dd-6b228fe1698d on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:45.416306 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.419585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9bfc603-f792-4ee9-866c-922fb6f20a98 req-0ecbd5cf-9a31-4474-9726-0dcc32ba1c24 tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.54 "DELETE /v2.0/ports/a6dcf825-f95f-4387-96dd-6b228fe1698d HTTP/1.1" status: 204 len: 173 time: 5.2611871 Aug 29 04:37:45.422551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1631-a9af-43c6-b2a8-7690d1ba24b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.596662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234576f3-e09d-4c6c-aa25-b99f5a6c13f7 req-9427a364-775f-46b3-bd27-44b02e0843d7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.603240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234576f3-e09d-4c6c-aa25-b99f5a6c13f7 req-9427a364-775f-46b3-bd27-44b02e0843d7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.610346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234576f3-e09d-4c6c-aa25-b99f5a6c13f7 req-9427a364-775f-46b3-bd27-44b02e0843d7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:45.618392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-234576f3-e09d-4c6c-aa25-b99f5a6c13f7 req-9427a364-775f-46b3-bd27-44b02e0843d7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 2410 time: 0.4406011 Aug 29 04:37:45.846234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 6d7dd95d-1b15-4b7b-ace9-97f592672091, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6d7dd95d-1b15-4b7b-ace9-97f592672091,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:45.846897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:45.867420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 6d7dd95d-1b15-4b7b-ace9-97f592672091 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:45.991665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-234576f3-e09d-4c6c-aa25-b99f5a6c13f7 req-d2280f81-da34-4e4e-b52d-f7296dbb208f tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719449 Aug 29 04:37:46.000904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1631-a9af-43c6-b2a8-7690d1ba24b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.020686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcfb1631-a9af-43c6-b2a8-7690d1ba24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.174228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb1631-a9af-43c6-b2a8-7690d1ba24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a012157a-1c2f-466d-abd0-4c83e3b6dd6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.282067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-d7793386-af53-43b0-9c14-8755d71fe2c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5103586 Aug 29 04:37:46.304424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.332711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dcfb1631-a9af-43c6-b2a8-7690d1ba24b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d64ca6a424b49b7bbfa5343f953eb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724879 Aug 29 04:37:46.339143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:46.383144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2775973a-5dfd-42a7-b8b8-03b8f8f39d39 req-c5860c91-8c1d-4fab-818b-7cb10f03b4ce tempest-VolumesSnapshotTestJSON-505017396 tempest-VolumesSnapshotTestJSON-505017396-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4cb76cd-77be-4405-a021-873738f38f84 HTTP/1.1" status: 200 len: 210 time: 0.0966847 Aug 29 04:37:46.433613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:46.712714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.798714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.798714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.798714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.799242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.799629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.800846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.804450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:46.810992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-8faa1257-7ac8-466d-986a-415190fc2a6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.2621155 Aug 29 04:37:46.830279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.859913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.964650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-deleted', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:46.967453 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d108d-7550-4172-ade7-44908fce7857" -d '{"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-deleted", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:46.991612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:46.994525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.000184 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a012157a-1c2f-466d-abd0-4c83e3b6dd6c HTTP/1.1" status: 204 len: 168 time: 0.5945163 Aug 29 04:37:47.035334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28078c7-a17e-45de-8ff9-c4e4d6dec60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012157a-1c2f-466d-abd0-4c83e3b6dd6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.039649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=6d7dd95d-1b15-4b7b-ace9-97f592672091,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:47.100253 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e6b27a-88d7-45cb-b8e4-3c0a0e91c8df x-openstack-request-id: req-06e6b27a-88d7-45cb-b8e4-3c0a0e91c8df {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:47.100805 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cb76cd-77be-4405-a021-873738f38f84", "name": "network-vif-deleted", "tag": "a6dcf825-f95f-4387-96dd-6b228fe1698d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:47.101106 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06e6b27a-88d7-45cb-b8e4-3c0a0e91c8df {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:47.101611 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cb76cd-77be-4405-a021-873738f38f84', 'name': 'network-vif-deleted', 'tag': 'a6dcf825-f95f-4387-96dd-6b228fe1698d', 'status': 'completed', 'code': 200} Aug 29 04:37:47.124483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.192103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 6d7dd95d-1b15-4b7b-ace9-97f592672091 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:47.208648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.210949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-0c0125ee-7ddd-4e5c-a9e2-94f04665bd77 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "DELETE /v2.0/ports/6d7dd95d-1b15-4b7b-ace9-97f592672091 HTTP/1.1" status: 204 len: 173 time: 2.5875661 Aug 29 04:37:47.525067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-b408b469-ffe0-4aa3-acad-477fc855f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.525067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-b408b469-ffe0-4aa3-acad-477fc855f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.525067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-b408b469-ffe0-4aa3-acad-477fc855f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.528365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-b408b469-ffe0-4aa3-acad-477fc855f1fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 2293 time: 0.6829040 Aug 29 04:37:47.560160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616af5a-de2d-40c5-981a-a230a2a4a6f0 req-1fb137b6-d217-46ed-873e-78e3fc4c3267 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.569383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616af5a-de2d-40c5-981a-a230a2a4a6f0 req-1fb137b6-d217-46ed-873e-78e3fc4c3267 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:47.584041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6616af5a-de2d-40c5-981a-a230a2a4a6f0 req-1fb137b6-d217-46ed-873e-78e3fc4c3267 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 1677 time: 0.3639991 Aug 29 04:37:47.852965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:47.853390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:47.861260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6616af5a-de2d-40c5-981a-a230a2a4a6f0 req-071afeba-f57f-4116-9d05-4aec5e1e4b47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758319 Aug 29 04:37:47.874387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-aad1a8f8-290f-4f37-9228-5d6fcfc124ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 1001 time: 0.3317814 Aug 29 04:37:47.877717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Router b8e505b8-f4b7-47a2-aab9-3275ffb70504 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:37:48.082334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-0b42ef82-d07c-4aba-8326-366f193efa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.087300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-0b42ef82-d07c-4aba-8326-366f193efa54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.1862857 Aug 29 04:37:48.320111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.390789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 9e091ab5-1ad3-4675-8daf-600fe89f9e04, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9e091ab5-1ad3-4675-8daf-600fe89f9e04,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:48.391308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.394651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be4e3f8-d440-4bff-b5ba-b0ee1d3da9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.414165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:37:48.424502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:48.426572 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-487d63a7-ce07-4e9c-857e-5bebf09f77e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/b8e505b8-f4b7-47a2-aab9-3275ffb70504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7412732 Aug 29 04:37:48.440793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Sync routers for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:37:48.464059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:48.470370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:48.700447 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:37:48.726416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 9e091ab5-1ad3-4675-8daf-600fe89f9e04 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:48.729069 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.767410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:48.788256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-cd8508c1-8cfb-436b-af5d-434df93f40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:48.789764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-cd8508c1-8cfb-436b-af5d-434df93f40bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6386724 Aug 29 04:37:48.868051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be4e3f8-d440-4bff-b5ba-b0ee1d3da9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.875487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1be4e3f8-d440-4bff-b5ba-b0ee1d3da9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:48.962338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1be4e3f8-d440-4bff-b5ba-b0ee1d3da9cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af890071d0554f14b090f5fd2f8b7848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408203 Aug 29 04:37:48.963193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e3f8-d440-4bff-b5ba-b0ee1d3da9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea9c8f-48ba-466c-bb76-d1633fad0069,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:48.978938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:49.096211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.099472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.110934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:49.113517 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403faa5c-a6a3-42c9-9b9e-d7e2d59b759b" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:49.126468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-e052277d-63b4-4a9a-ba28-f121041e22c1 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953224 Aug 29 04:37:49.154202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.248699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.251527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:49.256769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53ea9c8f-48ba-466c-bb76-d1633fad0069 HTTP/1.1" status: 204 len: 168 time: 0.2701368 Aug 29 04:37:49.271425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:37:46Z', 'revision_number': 5, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port': {'id': '81c72fd0-5c26-4031-bdbc-efbe899b34cc', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:26:08Z', 'updated_at': '2021-08-29T04:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.273599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9399c0d-1e49-4341-9d89-5197b05e625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea9c8f-48ba-466c-bb76-d1633fad0069,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:49.367095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Checking router: b8e505b8-f4b7-47a2-aab9-3275ffb70504 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:37:49.429066 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e50638-0efb-47be-85f2-4d58112b0cb9 x-openstack-request-id: req-e5e50638-0efb-47be-85f2-4d58112b0cb9 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:49.429326 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "6d7dd95d-1b15-4b7b-ace9-97f592672091", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:49.429542 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5e50638-0efb-47be-85f2-4d58112b0cb9 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:49.429934 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '6d7dd95d-1b15-4b7b-ace9-97f592672091', 'status': 'completed', 'code': 200} Aug 29 04:37:49.431022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Routers {'b8e505b8-f4b7-47a2-aab9-3275ffb70504'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:37:49.433281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.598950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] Set router b8e505b8-f4b7-47a2-aab9-3275ffb70504 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:37:49.730784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 6, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:49.833470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1233dae3-eab0-4871-afee-8ccbb3a0e751 None None] The sync data for ids ['b8e505b8-f4b7-47a2-aab9-3275ffb70504'] in n-d-712139-13 is: [{'id': 'b8e505b8-f4b7-47a2-aab9-3275ffb70504', 'name': 'tempest-ServerActionsTestJSON-213129092-router', 'tenant_id': '68cf1279c479416b98435ab1fe4cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:26:02Z', 'updated_at': '2021-08-29T04:37:49Z', 'revision_number': 6, 'project_id': '68cf1279c479416b98435ab1fe4cf264', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:37:50.201648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Deleting port 81c72fd0-5c26-4031-bdbc-efbe899b34cc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:50.202763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.209746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:50.222645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.440027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ab0906-b9c4-4c3b-8b15-e120e0f4936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.489138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-17cf14fd-b048-44b5-b040-e82332f316f7 service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3219514 Aug 29 04:37:50.500256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=9e091ab5-1ad3-4675-8daf-600fe89f9e04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:50.646921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb03e77-3ece-411f-ab34-d7d1580b4ae1 req-d138c81a-5b07-40f7-b68c-3679eac9c9b6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.654495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb03e77-3ece-411f-ab34-d7d1580b4ae1 req-d138c81a-5b07-40f7-b68c-3679eac9c9b6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.656864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4eb03e77-3ece-411f-ab34-d7d1580b4ae1 req-d138c81a-5b07-40f7-b68c-3679eac9c9b6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 1599 time: 1.4303789 Aug 29 04:37:50.675247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-492f7eae-2b65-4692-8da8-334c18ea38e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 217 time: 0.1602602 Aug 29 04:37:50.680355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 9e091ab5-1ad3-4675-8daf-600fe89f9e04 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:50.726409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.730306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-d040b4b2-889b-4853-a878-337040a44eb2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "DELETE /v2.0/ports/9e091ab5-1ad3-4675-8daf-600fe89f9e04 HTTP/1.1" status: 204 len: 173 time: 3.4550376 Aug 29 04:37:50.755084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ab0906-b9c4-4c3b-8b15-e120e0f4936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.770011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87ab0906-b9c4-4c3b-8b15-e120e0f4936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:50.811678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-723e5c0b-508f-4766-8b1a-e1ecb79998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:50.813276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-723e5c0b-508f-4766-8b1a-e1ecb79998e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.0987580 Aug 29 04:37:51.075621 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87ab0906-b9c4-4c3b-8b15-e120e0f4936d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75281e9eb3c54a2d889b49142fae34f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614936 Aug 29 04:37:51.075621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab0906-b9c4-4c3b-8b15-e120e0f4936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385dc36-bb6a-4013-b034-a671cef43bd5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.092427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.299325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.321723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] For port 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81c72fd0-5c26-4031-bdbc-efbe899b34cc,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:51.323504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.414710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.437200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4eb03e77-3ece-411f-ab34-d7d1580b4ae1 req-dae8a34e-ed19-4ab2-9086-7a07b152aec8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7604301 Aug 29 04:37:51.463660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81c72fd0-5c26-4031-bdbc-efbe899b34cc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:51.466052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Calling delete_port for 81c72fd0-5c26-4031-bdbc-efbe899b34cc owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:51.495714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:51.506542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:51.513749 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4983d-4661-4cc6-8bd0-2a37e4d855cc" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:51.726040 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.729063 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f07f4c-8b47-4ca7-8510-65bc786982d3 x-openstack-request-id: req-34f07f4c-8b47-4ca7-8510-65bc786982d3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:51.729711 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "9e091ab5-1ad3-4675-8daf-600fe89f9e04", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:51.730878 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34f07f4c-8b47-4ca7-8510-65bc786982d3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:51.731905 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '9e091ab5-1ad3-4675-8daf-600fe89f9e04', 'status': 'completed', 'code': 200} Aug 29 04:37:51.735293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-a1c1ed80-856a-42fc-9d33-cd1b2417b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:51.737903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-a1c1ed80-856a-42fc-9d33-cd1b2417b15b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6311078 Aug 29 04:37:51.746016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.753786 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0385dc36-bb6a-4013-b034-a671cef43bd5 HTTP/1.1" status: 204 len: 168 time: 0.6572087 Aug 29 04:37:51.800255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.801259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de7df4-e2c7-4c27-b5dd-fb1929c79886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385dc36-bb6a-4013-b034-a671cef43bd5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.835418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 81c72fd0-5c26-4031-bdbc-efbe899b34cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81c72fd0-5c26-4031-bdbc-efbe899b34cc,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:51.843427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.844520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:51.917604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:51.953677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 91921a32-4042-427d-86ab-19f410fcaa4f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:51.954334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:51.972672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1403087532-network', 'tenant_id': '19fcfd8664e8453c8ed4b7076b57ad57'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:51.994039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:51.994861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7696f25-c6ad-4a4f-8aa1-86dbf8ab310c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:52.040541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Made reservation on behalf of 19fcfd8664e8453c8ed4b7076b57ad57 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:52.046384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.083078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.095556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.238434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c72fd0-5c26-4031-bdbc-efbe899b34cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.337788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.345272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.350653 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.388516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:52.439006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e292a-f984-4425-8856-2e9afc76dfe4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.471098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.471743 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Added segment 77c6ed40-9884-47e2-ab2d-4651e566b664 of type vlan for network d7539e24-6669-4d58-87ed-8cd88129585b Aug 29 04:37:52.550991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 91921a32-4042-427d-86ab-19f410fcaa4f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=91921a32-4042-427d-86ab-19f410fcaa4f,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:52.551689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.560481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.575750 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.588845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.597787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 91921a32-4042-427d-86ab-19f410fcaa4f owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:52.599794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.617618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-11743f48-df79-4427-a9c4-bddcabd722a9 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531371 Aug 29 04:37:52.618510 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b92b9e6-1844-40fd-8093-af1c87d3c0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.688454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.689728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.690617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.863745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7539e24-6669-4d58-87ed-8cd88129585b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:52.869472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8edce8d-0cbf-4e4f-b6ea-4fe2a4f9e7a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3605118 Aug 29 04:37:52.873275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50718) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.875457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.876108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e505b8-f4b7-47a2-aab9-3275ffb70504 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:37:52.884861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d7539e24-6669-4d58-87ed-8cd88129585b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:52.896111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Request body: {'subnet': {'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1403087532-subnet', 'tenant_id': '19fcfd8664e8453c8ed4b7076b57ad57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:52.907954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:52.909146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4030439c-745b-4267-964c-2a54b6c32ce6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b8e505b8-f4b7-47a2-aab9-3275ffb70504 HTTP/1.1" status: 204 len: 168 time: 4.4828875 Aug 29 04:37:52.913114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50720) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:52.978716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a6f86-88ff-4677-9b2b-ce007861f215 req-7bb0c976-547a-47dc-9bf3-4b70a93c2cc6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:52.980611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b2a6f86-88ff-4677-9b2b-ce007861f215 req-7bb0c976-547a-47dc-9bf3-4b70a93c2cc6 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 943 time: 0.2499213 Aug 29 04:37:53.034692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Deleting subnet 8bc036f4-8c6a-4805-9b4c-024bfe2d1416 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:37:53.046525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.131896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b2a6f86-88ff-4677-9b2b-ce007861f215 req-67d5e6f1-b938-42f0-828c-93e2d37d09a4 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3b9e65d-8220-471a-b6e9-4dfc3184c530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321182 Aug 29 04:37:53.139744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-1ab0fbf3-81a7-457e-9002-790d315408a9 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255700 Aug 29 04:37:53.158622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.235818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-fbcbf0d9-1977-4deb-a435-d81c13c43a08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 217 time: 0.0873697 Aug 29 04:37:53.330287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b92b9e6-1844-40fd-8093-af1c87d3c0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.345789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.367083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b92b9e6-1844-40fd-8093-af1c87d3c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.400849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.430852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Made reservation on behalf of 19fcfd8664e8453c8ed4b7076b57ad57 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:53.434808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.439547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.521661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc036f4-8c6a-4805-9b4c-024bfe2d1416,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.544924 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.549469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bd6c9098-81c8-4298-8ea7-6dd6c1f21379 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8bc036f4-8c6a-4805-9b4c-024bfe2d1416 HTTP/1.1" status: 204 len: 168 time: 0.6306112 Aug 29 04:37:53.553666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e126d-d7a4-4388-b9dd-fb32d2f08ad5 None None] Network 2df54ab5-f532-4caa-89df-0e11d06e1c92 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:53.557341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.572372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 91921a32-4042-427d-86ab-19f410fcaa4f on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:53.584069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=91921a32-4042-427d-86ab-19f410fcaa4f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.593718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-c30ba30d-74de-4d7f-bef3-fd39e487b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.595707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-c30ba30d-74de-4d7f-bef3-fd39e487b52c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.3416030 Aug 29 04:37:53.598537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.601216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2c963a9-411d-4b26-93c7-8561110b6392 req-c600047b-3210-46ef-944b-b68011fa9535 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.50 "DELETE /v2.0/ports/91921a32-4042-427d-86ab-19f410fcaa4f HTTP/1.1" status: 204 len: 173 time: 2.7846265 Aug 29 04:37:53.603318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92b9e6-1844-40fd-8093-af1c87d3c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090e853-d084-4a4f-b26e-2e8a12a47a6c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:53.628581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2b92b9e6-1844-40fd-8093-af1c87d3c0b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a62262f845c43099745ca550cde68c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0609288 Aug 29 04:37:53.638827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:53.733395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:37:53.736259 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e11916-9a78-4c87-a9a9-f1e637205dc9" -d '{"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:37:53.810794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-5078faa7-3e96-4373-88a6-b897a896b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:53.818171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-5078faa7-3e96-4373-88a6-b897a896b377 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778767 Aug 29 04:37:53.895580 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89125869-7d6f-400f-889e-2364def1ddce x-openstack-request-id: req-89125869-7d6f-400f-889e-2364def1ddce {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:37:53.896712 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4865ef0-46da-4525-aeff-1fd3d140d5ad", "name": "network-vif-deleted", "tag": "91921a32-4042-427d-86ab-19f410fcaa4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:37:53.897081 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89125869-7d6f-400f-889e-2364def1ddce {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:37:53.897609 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4865ef0-46da-4525-aeff-1fd3d140d5ad', 'name': 'network-vif-deleted', 'tag': '91921a32-4042-427d-86ab-19f410fcaa4f', 'status': 'completed', 'code': 200} Aug 29 04:37:53.898492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:53.935315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.037338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.044522 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.046882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7090e853-d084-4a4f-b26e-2e8a12a47a6c HTTP/1.1" status: 204 len: 168 time: 0.4049776 Aug 29 04:37:54.059774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862fcee-4c83-422c-9b7d-af525cf0160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090e853-d084-4a4f-b26e-2e8a12a47a6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.105080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.128504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-54efb95c-4a84-4434-ae23-b54047875bdd service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009367 Aug 29 04:37:54.453775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] DHCP port deletion for 2df54ab5-f532-4caa-89df-0e11d06e1c92 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:37:54.525778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-d5288e7a-6def-43ad-85a6-8083f5f3860e service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811529 Aug 29 04:37:54.553028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49d38dc9-9eef-404c-bc61-af31215690fb req-9251533a-df0f-4bd1-abce-1a825ae0e120 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0430212 Aug 29 04:37:54.578606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.638062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-a35fdd88-76ba-47f8-a064-cf407cb88461 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 217 time: 0.0954833 Aug 29 04:37:54.661765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Deleting port 22861fa0-f940-4841-a894-6461202e472e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:54.663303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.771490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-937562d2-91c6-4d1f-8761-568c79dd26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.775750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-937562d2-91c6-4d1f-8761-568c79dd26c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.1268075 Aug 29 04:37:54.848155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=78007fed-f13e-47bb-bb93-a3925d18db88,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:54.851194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] For port 22861fa0-f940-4841-a894-6461202e472e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=22861fa0-f940-4841-a894-6461202e472e,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:54.851725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:54.886718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Calling delete_port for 22861fa0-f940-4841-a894-6461202e472e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:54.889096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-84086ad8-3540-4e13-9bb9-185e301a466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:54.891305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Deleting port 22861fa0-f940-4841-a894-6461202e472e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:37:54.893841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-84086ad8-3540-4e13-9bb9-185e301a466e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067913 Aug 29 04:37:54.900228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.002175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] For port 22861fa0-f940-4841-a894-6461202e472e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=22861fa0-f940-4841-a894-6461202e472e,segment=NetworkSegment(ee7a6f62-cf6a-41df-bbd5-923881e40352),segment_id=ee7a6f62-cf6a-41df-bbd5-923881e40352)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:37:55.002175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.039644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Calling delete_port for 22861fa0-f940-4841-a894-6461202e472e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:37:55.077012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.202699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] Pushing event deleted for resources: {'Port': ['ID=22861fa0-f940-4841-a894-6461202e472e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.219591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dd888-db8a-4581-a5f0-5966d701abed None None] No DVR routers for this DVR port 22861fa0-f940-4841-a894-6461202e472e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:55.268468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-e9f0c14a-8e90-4631-9575-d7cecf537379 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601882 Aug 29 04:37:55.274558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.332542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 22861fa0-f940-4841-a894-6461202e472e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:37:55.371868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] No DVR routers for this DVR port 22861fa0-f940-4841-a894-6461202e472e on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:37:55.395012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 22861fa0-f940-4841-a894-6461202e472e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:37:55.395309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 22861fa0-f940-4841-a894-6461202e472e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:37:55.443358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Checking segment: {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:37:55.460074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Network hostable DHCP agents. Network: d7539e24-6669-4d58-87ed-8cd88129585b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:37:55.464522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Pushing event deleted for resources: {'Port': ['ID=22861fa0-f940-4841-a894-6461202e472e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:55.530020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-59c0cb37-1ffb-4ead-af70-8c9efce129a8 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490401 Aug 29 04:37:55.663876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Network d7539e24-6669-4d58-87ed-8cd88129585b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:37:55.670397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.698970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-094ded5d-f3fe-4aff-bbd8-de6846ab94a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 217 time: 0.1512289 Aug 29 04:37:55.738514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df54ab5-f532-4caa-89df-0e11d06e1c92']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:55.751720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d7539e24-6669-4d58-87ed-8cd88129585b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:37:55.760987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de11554-f833-4b6a-b5e3-7fceea4201b8 None None] Network d7539e24-6669-4d58-87ed-8cd88129585b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:55.762781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7a6f62-cf6a-41df-bbd5-923881e40352') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:55.763313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7a6f62-cf6a-41df-bbd5-923881e40352') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:37:55.767276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb381544-1070-49af-8b4a-4a9eb04e3e51 req-8685b910-8f40-4338-b22c-8a931a0a88fa tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0829101 Aug 29 04:37:55.767514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.768517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.796755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.829889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5f80b3e1-1972-41e5-879f-e2fee94ef9ce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9453757 Aug 29 04:37:55.834458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.850597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:37:55.851513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:55.925692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-1bdb06bb-56f7-440b-bb10-455026fb0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:55.933602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-1bdb06bb-56f7-440b-bb10-455026fb0b40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2052901 Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:37:56.003442 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:37:56.009354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.054663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.062645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2df54ab5-f532-4caa-89df-0e11d06e1c92 HTTP/1.1" status: 204 len: 168 time: 2.5028210 Aug 29 04:37:56.093944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e5578-2904-4d3a-b95d-19e1493515f7 None None] Network d7539e24-6669-4d58-87ed-8cd88129585b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:37:56.115358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-ab168d55-01bd-4916-ab12-6744214aaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.117043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-ab168d55-01bd-4916-ab12-6744214aaea1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1696460 Aug 29 04:37:56.123694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b02aef-4ae1-4990-8a59-e10648e69756 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df54ab5-f532-4caa-89df-0e11d06e1c92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:56.421158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-1622aee4-d0b0-4c23-a9e7-9d637cdebcfe service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894003 Aug 29 04:37:56.518562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.687058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-edb54471-c258-4a32-97aa-9061774b970c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68cf1279c479416b98435ab1fe4cf264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661766 Aug 29 04:37:56.690816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:56.700160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-2630248d-d6d9-46cf-9821-71ae054aec4b service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711272 Aug 29 04:37:56.795241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-cd73ba3a-4763-4b27-b6d1-ed7538e5a575 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 217 time: 0.0808065 Aug 29 04:37:56.869085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:56.957272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-51aec50f-1ab1-4ba9-8225-7b6d49da81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:56.959267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-51aec50f-1ab1-4ba9-8225-7b6d49da81ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.1554139 Aug 29 04:37:56.990058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.065715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.076851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:57.079718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8 HTTP/1.1" status: 204 len: 168 time: 0.3835843 Aug 29 04:37:57.140084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abc6b4-0821-40ac-b951-e21d8e49e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a0317-03fd-4b63-8e2f-f6eb1bf10ae8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:57.525329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:57.938324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-4a191349-e013-4cb8-b8b1-1f11acd331ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:57.958738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-4a191349-e013-4cb8-b8b1-1f11acd331ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9868112 Aug 29 04:37:57.985815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6381efe-4283-4388-b1d4-79ca17574914 req-ab73b1fb-d449-46fc-8f73-f8de8eee79f5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.2176404 Aug 29 04:37:58.139036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'network': {'name': 'tempest-network-smoke--1888023824', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:58.192935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:37:58.196827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.217471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.334258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-7ebcac1e-bf9f-4e53-870d-21064024e39b service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437209 Aug 29 04:37:58.523667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.545908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.572596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-e8ebef8a-9e37-4ece-b031-6cac18f2ef1e service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159448 Aug 29 04:37:58.623624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39ca91-c570-420f-bdd0-dd51f41e2fb7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:58.649244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:37:58.684393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.684393 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Added segment 892deb7d-94bb-4369-bdf7-80a72f29ea82 of type vlan for network 54c5b940-a3d2-48fe-bb26-160b29e053a0 Aug 29 04:37:58.685388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-6d9b8923-d1f2-4a5f-aa77-5cbab0fa1484 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.1078334 Aug 29 04:37:58.823559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.900731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.906703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.907372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:58.920017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-c5fb5fb5-7ba6-4673-bc1a-70701bb175db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.934354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-c5fb5fb5-7ba6-4673-bc1a-70701bb175db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.1723609 Aug 29 04:37:58.939598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-e27a9748-1888-438e-a4a0-4ab0a78111f2 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:58.957216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-e27a9748-1888-438e-a4a0-4ab0a78111f2 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.2647889 Aug 29 04:37:59.036979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-0811d271-297a-4901-a917-4a482904f799 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.126413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-7f89dcba-70bd-4b6d-a2ea-026de6eb1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:37:59.134107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-7f89dcba-70bd-4b6d-a2ea-026de6eb1bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1796238 Aug 29 04:37:59.214589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Network': ['ID=54c5b940-a3d2-48fe-bb26-160b29e053a0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:37:59.235281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:37:59.269957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6f06814c-545e-4c40-93a5-86c9adf30463 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7425399 Aug 29 04:37:59.272405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50864) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.292522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'admin_state_up': True, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:59.347894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:59.347894 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:59.347894 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': 'c877231de95049d3b9f6adf70ecfa38f', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 59, 321746)}] Aug 29 04:37:59.347894 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:59.349365 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:59.436818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:37:59.653483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d656946-1622-43ed-a69b-e14a746f3d68 req-33f0c573-ce1f-4700-aed1-437cc5ffdce9 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.2019267 Aug 29 04:37:59.766321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.848734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2133564228-network', 'tenant_id': '36dca58c5d5c412089edbe0d8c6a4859'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:37:59.915171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-0811d271-297a-4901-a917-4a482904f799 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.946015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-0811d271-297a-4901-a917-4a482904f799 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.958299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:37:59.958299 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:37:59.958299 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '36dca58c5d5c412089edbe0d8c6a4859', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 37, 59, 885193)}] Aug 29 04:37:59.958299 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:37:59.962823 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:37:59.966611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.968244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:37:59.985502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-1b6fcc5d-f585-4fd6-969c-7d6d654255d5 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423662 Aug 29 04:38:00.247461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.341766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc32196-a058-41b2-b473-b920ddf9f9ef req-0811d271-297a-4901-a917-4a482904f799 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3882046 Aug 29 04:38:00.395442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811d271-297a-4901-a917-4a482904f799 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b7661-329e-4768-953d-db9e91246ea7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:00.498264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-195e47e6-ad97-423e-8c29-18a2bcaf8613 req-3cecb5fd-16c4-4b3c-8f36-ffe6c3811d6d service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451187 Aug 29 04:38:00.636097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f159bb-230a-4776-a3bb-43c4df851395 req-ff0a30ca-55a8-488f-8f5e-b094687fccd8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:00.645022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6f159bb-230a-4776-a3bb-43c4df851395 req-ff0a30ca-55a8-488f-8f5e-b094687fccd8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.1053534 Aug 29 04:38:00.709524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Made reservation on behalf of 36dca58c5d5c412089edbe0d8c6a4859 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:00.715449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.731013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6f159bb-230a-4776-a3bb-43c4df851395 req-ae7fa1d5-17fd-4555-a6a1-0b88220ebf49 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844502 Aug 29 04:38:00.743461 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.757859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:00.800623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:01.047743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b76c828b-c92b-4c8d-915f-73a64bd5c0cb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 200 len: 992 time: 0.2439907 Aug 29 04:38:01.143470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-486bf342-b612-4423-84a8-83e2a172866a req-5aadee48-73b4-4680-a5d5-74f415a2644f tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0795050 Aug 29 04:38:01.499642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.523856 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.545322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-1746f3a3-28a0-4190-8be1-64c961c42956 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:01.563378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-1746f3a3-28a0-4190-8be1-64c961c42956 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 809 time: 0.4812796 Aug 29 04:38:01.641134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-ddddf30c-21e0-4653-9878-505168bda5ed tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/quotas/19fcfd8664e8453c8ed4b7076b57ad57 HTTP/1.1" status: 200 len: 375 time: 0.0761931 Aug 29 04:38:01.708597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-b1cc64ce-4fca-469a-8e5c-713b0cb959de tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627418 Aug 29 04:38:01.733829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:01.754023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b9a475-6acc-410f-9d60-9961d1cca4cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:01.759070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.759720 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Added segment a14b024a-a604-40ee-8dd2-28169c72c7b5 of type vlan for network 1c26666b-e78d-463c-8d4f-583f107b6a76 Aug 29 04:38:01.843720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:01.974164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.110682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.330582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-159c2ff4-5338-4026-98f2-78f224230925 service neutron] 10.222.0.62 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919638 Aug 29 04:38:02.347527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.25.3.129 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/535005ef-e753-4a7a-a5d1-28c0bd048f1e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:02.598851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.662296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-7ea5f304-b316-4b3a-9598-95252d28676d service neutron] 10.222.0.62 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317106 Aug 29 04:38:02.672028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.673812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:02.674658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.682211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:02.849183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:02.914047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=535005ef-e753-4a7a-a5d1-28c0bd048f1e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.053390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.6139371 Aug 29 04:38:03.060917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:03.070144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:03.084252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:03.088425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:03.136466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Request body: {'subnet': {'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2133564228-subnet', 'tenant_id': '36dca58c5d5c412089edbe0d8c6a4859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:03.151420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-654a0ae9-85a1-4324-80b1-1711050f9331 req-446072e7-f3ba-441d-95e3-46d70ca0a6fe tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1477902 Aug 29 04:38:03.247313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6652a2-b01a-4ba4-8a6c-634c2aceeb68 admin admin] Pushing event updated for resources: {'Network': ['ID=1c26666b-e78d-463c-8d4f-583f107b6a76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:03.293769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 1c26666b-e78d-463c-8d4f-583f107b6a76 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:03.412545 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Made reservation on behalf of 36dca58c5d5c412089edbe0d8c6a4859 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:03.440176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:03.545459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-ba69a8c4-59cd-407c-ad04-b7adc4b2f60d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6926105 Aug 29 04:38:04.018802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d1299c2-783e-45ff-99cb-9e104dc78425 req-764d2d87-e7a1-44ed-9e84-e64ba2fb3288 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 210 time: 0.2489173 Aug 29 04:38:04.118016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771c86-3e97-41d4-a16e-281e5f61a95a req-99faa97c-afe6-4fd7-94ed-8d8641404da2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:04.132778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72771c86-3e97-41d4-a16e-281e5f61a95a req-99faa97c-afe6-4fd7-94ed-8d8641404da2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.4712789 Aug 29 04:38:04.199667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72771c86-3e97-41d4-a16e-281e5f61a95a req-dd5ba59a-7b31-4878-a61e-7c217e1059a5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650663 Aug 29 04:38:04.540967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d71ff46c-14e5-49a4-ba89-3c54facf6d26 req-6c9e61fd-c502-4744-b746-add571612608 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1373580 Aug 29 04:38:05.473001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.535664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:05.570971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb13d304-3a7a-4773-ad90-b855c8b9d55c req-e44c651d-d329-4f9f-9412-f15dfd65b04c tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 210 time: 0.2666626 Aug 29 04:38:05.732257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99002849-f7a1-4194-9e35-c718e3fb3647 req-51504056-6208-42e8-84a3-e3cd43bf9b01 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:05.742248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99002849-f7a1-4194-9e35-c718e3fb3647 req-51504056-6208-42e8-84a3-e3cd43bf9b01 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.3529763 Aug 29 04:38:05.892725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd5a2c5d-d40b-4142-9420-d182da5c93eb req-474337a6-3ea9-48ae-acc3-3de0d96f727d tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0746875 Aug 29 04:38:05.921459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99002849-f7a1-4194-9e35-c718e3fb3647 req-5f0169e6-2567-4182-b8dd-162ae733990c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782227 Aug 29 04:38:05.928444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2404d5c1-e672-434c-a5ee-7b57c33dfa46,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:06.151664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.153507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Checking segment: {'id': 'a14b024a-a604-40ee-8dd2-28169c72c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:06.154052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Network hostable DHCP agents. Network: 1c26666b-e78d-463c-8d4f-583f107b6a76, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:06.300656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Network 1c26666b-e78d-463c-8d4f-583f107b6a76 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:06.324829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 1c26666b-e78d-463c-8d4f-583f107b6a76) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:06.337846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aba44a-5bb8-4086-9a45-db72e0b092f5 None None] Network 1c26666b-e78d-463c-8d4f-583f107b6a76 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:06.341792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.345793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:06.538734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e777b30c-1d45-415a-a5c0-fb474148136a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4389544 Aug 29 04:38:06.691350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:38:06.821187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00b5d8-4d89-4aed-a64f-12267bc40378 None None] Network 1c26666b-e78d-463c-8d4f-583f107b6a76 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:06.828960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-6c601316-33f0-4c14-8048-5cebd1c53c6a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:06.831374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-6c601316-33f0-4c14-8048-5cebd1c53c6a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.54 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 809 time: 0.3854327 Aug 29 04:38:06.841375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2255482b-688e-47b4-86a8-ec5a5f00c0bb req-c1953b78-ed9b-4aab-a26d-febcb6f64ab5 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 210 time: 0.0512819 Aug 29 04:38:06.854852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Request body: {'port': {'device_id': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b', 'admin_state_up': True, 'tenant_id': '19fcfd8664e8453c8ed4b7076b57ad57'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:07.015750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Made reservation on behalf of 19fcfd8664e8453c8ed4b7076b57ad57 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:07.019697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.394957 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab062a38-5472-4b89-9f6f-593dc0eae856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.454573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ceb7c5c-c489-4be2-a08d-9934ffa3cd1e req-279f2fe5-0c39-4183-a40d-969357aaa884 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1909404 Aug 29 04:38:07.468944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:07.502530 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:07.511167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0442-fb98-4d07-90d7-590d7bd3a2e7 req-06d9955c-7b21-4bd9-b1e0-18c64d87485f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.519525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777c0442-fb98-4d07-90d7-590d7bd3a2e7 req-06d9955c-7b21-4bd9-b1e0-18c64d87485f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.3719034 Aug 29 04:38:07.552920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-b6b636a4-ba73-4c81-820c-3cef31067f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.557249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-b6b636a4-ba73-4c81-820c-3cef31067f1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.2627923 Aug 29 04:38:07.561248 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:07.567528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f35e2b8c-e854-4a22-b06d-32fffb2940de tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2840695 Aug 29 04:38:07.568168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:07.579489 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:07.589591 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:37:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:07.592879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Allocated IP 172.20.0.5 (d7539e24-6669-4d58-87ed-8cd88129585b/78007fed-f13e-47bb-bb93-a3925d18db88/0058718a-efcd-40fe-8eec-32c8cac47eaa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:07.657127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-777c0442-fb98-4d07-90d7-590d7bd3a2e7 req-dbae2431-9023-4fe6-a8c0-f1e6b294150a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318898 Aug 29 04:38:07.969946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-a7b4c8b2-c14b-4b15-86f6-c76715d003b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:07.975277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-a7b4c8b2-c14b-4b15-86f6-c76715d003b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.4072082 Aug 29 04:38:08.205690 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b3b52ec-11b0-4448-8644-74a0ad2df712 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c877231de95049d3b9f6adf70ecfa38f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6333072 Aug 29 04:38:08.223726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.346551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-818ae943-af62-4405-b6b1-9a123446ea94 req-abceb40a-5ef2-4313-a281-99e5f17fddfc tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 210 time: 0.3075054 Aug 29 04:38:08.450837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-4d3142a8-9f6a-4ec6-a3bc-e946f445a02c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 1000 time: 0.4660785 Aug 29 04:38:08.474174 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:08.685662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-b8c3dcbb-8917-4a20-8a49-5a08aedc5ea1 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.700385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-b8c3dcbb-8917-4a20-8a49-5a08aedc5ea1 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/networks?id=1c26666b-e78d-463c-8d4f-583f107b6a76 HTTP/1.1" status: 200 len: 822 time: 0.4854846 Aug 29 04:38:08.792878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b4e05a3-805d-4495-96fd-a8ff070440cc req-554e3e2f-dc55-45c3-b85e-32267ec30bf2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0904629 Aug 29 04:38:08.795236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be864f02-b8f3-4a14-97e3-bd2e9c6ae6e9 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:08.801721 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be864f02-b8f3-4a14-97e3-bd2e9c6ae6e9 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5764308 Aug 29 04:38:08.806492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.855785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-27cb5ab6-713b-4ae4-a538-aaf43ec76b46 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/quotas/36dca58c5d5c412089edbe0d8c6a4859 HTTP/1.1" status: 200 len: 375 time: 0.1542368 Aug 29 04:38:08.875682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-17635335-b475-4979-afeb-aee28e5b633e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679734 Aug 29 04:38:08.880588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:08.900413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490810883', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:09.027844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.059680 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:04Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:09.128974 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:09.129315 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Updating router 55cd6e6c-2937-4432-9b30-e56548a7e553 port 535005ef-e753-4a7a-a5d1-28c0bd048f1e binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:09.167591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-7f3dd1da-83b8-4368-8958-d6c7435fbfa3 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36dca58c5d5c412089edbe0d8c6a4859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2867961 Aug 29 04:38:09.229790 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.294121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-8f975841-bcda-452a-820c-14fc90bd5f8a service neutron] 10.222.0.62 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265364 Aug 29 04:38:09.327475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-e88484d3-98ff-4477-8b3d-9a2768ee6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:09.329301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-e88484d3-98ff-4477-8b3d-9a2768ee6a8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.8138285 Aug 29 04:38:09.339125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:09.903885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Network d7539e24-6669-4d58-87ed-8cd88129585b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:09.911235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:09.932306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:10.060108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7463b5-1c8a-45e7-b52b-b3fe4f372cff req-bd968120-6be7-4437-b8b5-ed70d9c65a08 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.074556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7463b5-1c8a-45e7-b52b-b3fe4f372cff req-bd968120-6be7-4437-b8b5-ed70d9c65a08 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.8918254 Aug 29 04:38:10.221197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-692ad8c6-e33b-4a49-816f-7d1d81bf016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.222812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-692ad8c6-e33b-4a49-816f-7d1d81bf016a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8686612 Aug 29 04:38:10.225015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-2e34e7b5-a83e-460b-8ba6-eb13835a0f44 service neutron] 10.222.0.62 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9301069 Aug 29 04:38:10.252593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Pushing event updated for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.326075 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.363786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7463b5-1c8a-45e7-b52b-b3fe4f372cff req-aa5296af-317e-42e5-b5d3-1487e364326c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844195 Aug 29 04:38:10.398195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:10.402207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.419584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.455710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a96216f0-0b81-4d02-9e03-033f990311d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.458467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:10.461656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.470786 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Transition to ACTIVE for port object 535005ef-e753-4a7a-a5d1-28c0bd048f1e will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:10.506316 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.658634 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Pushing event updated for resources: {'Port': ['ID=535005ef-e753-4a7a-a5d1-28c0bd048f1e,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:10.671425 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.672156 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.672727 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.673234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.673791 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.674284 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.674899 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.675393 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.676001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.676758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.677481 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.677942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-446290be-f769-4aa5-96c9-bb76216cc1b9 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417510 Aug 29 04:38:10.678267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:10.732632 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Attempting to bind port 535005ef-e753-4a7a-a5d1-28c0bd048f1e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:10.732896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-37de62f5-53a3-498f-95f1-311dfdfd6843 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8820055 Aug 29 04:38:10.733540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Attempting to bind port 535005ef-e753-4a7a-a5d1-28c0bd048f1e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:10.734141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Attempting to bind port 535005ef-e753-4a7a-a5d1-28c0bd048f1e on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:10.745083 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:10.749005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:10.749572 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.750207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:10.750786 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Bound port: 535005ef-e753-4a7a-a5d1-28c0bd048f1e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:10.751286 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:10.940711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] For port 535005ef-e753-4a7a-a5d1-28c0bd048f1e, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:10.964267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] For port 535005ef-e753-4a7a-a5d1-28c0bd048f1e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=535005ef-e753-4a7a-a5d1-28c0bd048f1e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:10.970978 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.178851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Request body: {'port': {'device_id': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:11.183645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-704d0b41-3e2d-48cb-a13a-0a41aea328e2 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477103 Aug 29 04:38:11.202964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:11.204448 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:11.253395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78b04a96-f185-4ef6-b319-838588a45c7a req-0804e30a-b93b-4ef2-b6d9-d5adbfef27ec tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0660026 Aug 29 04:38:11.325359 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:11.354672 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ec14-1bd7-4a71-90e5-dfcb3adae6b1 None None] Pushing event updated for resources: {'Port': ['ID=535005ef-e753-4a7a-a5d1-28c0bd048f1e,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:11.458248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-930a952c-6f2c-4c45-b5ba-5ee504469101 req-94feae40-3256-4e9c-bb0f-8a90696a2ac7 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0490029 Aug 29 04:38:11.709293 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:12.147688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.235880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1179-0c34-411f-a052-2c645cdaae33 req-4c5bdedd-f5ab-4de9-9b22-cab5c1ae958f tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.248253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7ac1179-0c34-411f-a052-2c645cdaae33 req-4c5bdedd-f5ab-4de9-9b22-cab5c1ae958f tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 931 time: 1.0904822 Aug 29 04:38:12.280789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.302357 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-518db405-3478-41bf-8758-4b6b413c232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:04Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:12.387237 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518db405-3478-41bf-8758-4b6b413c232e None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:04Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:12.467169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7ac1179-0c34-411f-a052-2c645cdaae33 req-73fe0c57-129a-4651-8ab8-0fbfbaf91196 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048535 Aug 29 04:38:12.610489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a9ba5-8d1a-4d5d-9192-5ff80f29843f req-2cf4f12b-2c2e-49e6-afa5-f31bd4d28a00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:12.639750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-280a9ba5-8d1a-4d5d-9192-5ff80f29843f req-2cf4f12b-2c2e-49e6-afa5-f31bd4d28a00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.6969142 Aug 29 04:38:12.796563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:12.868482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-280a9ba5-8d1a-4d5d-9192-5ff80f29843f req-997b6c13-bbc6-4185-affd-c23bbede3d79 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081692 Aug 29 04:38:13.063703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.467173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 535005ef-e753-4a7a-a5d1-28c0bd048f1e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:13.636045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 535005ef-e753-4a7a-a5d1-28c0bd048f1e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:13.642943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 535005ef-e753-4a7a-a5d1-28c0bd048f1e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:13.643309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:13.756642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c86246e-d1d0-47dc-9782-fb5c6ac82b3d req-a00d579c-c908-4a03-a7cf-8afdf0556da0 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 210 time: 0.0490720 Aug 29 04:38:13.893187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-395e0e70-29c7-4122-9327-8c82dd9e396e req-4f278524-83d4-4714-a6fb-c85b9cd1d47c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.2415135 Aug 29 04:38:13.922362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.012633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 535005ef-e753-4a7a-a5d1-28c0bd048f1e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=535005ef-e753-4a7a-a5d1-28c0bd048f1e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:14.030851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.071709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Subnet': ['ID=d3a2c33a-567b-406d-b8b4-53772cf72161,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.183829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=535005ef-e753-4a7a-a5d1-28c0bd048f1e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:14.206474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.206829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.210489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.211101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.211653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.212240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.214206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.215337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.215846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.216363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.218104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.221895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:14.482542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Checking segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:14.484844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network hostable DHCP agents. Network: 54c5b940-a3d2-48fe-bb26-160b29e053a0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:14.609784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8222b23-3405-4ebe-8723-fbedf06dfe6b req-9eb16006-d01b-4206-8421-986b75ac45c5 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.611704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8222b23-3405-4ebe-8723-fbedf06dfe6b req-9eb16006-d01b-4206-8421-986b75ac45c5 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 931 time: 0.5628767 Aug 29 04:38:14.704570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:14.764077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 54c5b940-a3d2-48fe-bb26-160b29e053a0) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:14.769394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.770426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.780477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f054b96-e770-45e9-a633-512197ca617e None None] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:14.806216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845c97-61fb-49e4-b9a3-d4b5a6139c92 req-5f8c3fb2-09f6-4cb0-b157-db2d7eeb994a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.815282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46845c97-61fb-49e4-b9a3-d4b5a6139c92 req-5f8c3fb2-09f6-4cb0-b157-db2d7eeb994a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.3428280 Aug 29 04:38:14.849292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0058718a-efcd-40fe-8eec-32c8cac47eaa {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:14.874016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-05a6d310-2289-4cb7-a3fe-9093a9c3df1c tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:14.875871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-05a6d310-2289-4cb7-a3fe-9093a9c3df1c tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.50 "GET /v2.0/networks?id=1c26666b-e78d-463c-8d4f-583f107b6a76 HTTP/1.1" status: 200 len: 822 time: 0.7065661 Aug 29 04:38:14.917220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Request body: {'port': {'device_id': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76', 'admin_state_up': True, 'tenant_id': '36dca58c5d5c412089edbe0d8c6a4859'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:14.927704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:14.973178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46845c97-61fb-49e4-b9a3-d4b5a6139c92 req-cf11e5ec-27f4-4078-80f6-99ee18c2811d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567833 Aug 29 04:38:14.994537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8222b23-3405-4ebe-8723-fbedf06dfe6b req-f2640c24-f69a-4b6f-ac97-f0a6ade25fe0 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476236 Aug 29 04:38:15.144219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-68f77626-0418-4ce3-b42b-621d0a6275a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.2524092 Aug 29 04:38:15.153305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:15.213460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-54c5b940-a3d2-48fe-bb26-160b29e053a0', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:15.214368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.292596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c48f341-d250-4842-95ec-1930db161bb0 req-6520fe7b-dc76-4c05-abca-edc4c49b9e87 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.0971017 Aug 29 04:38:15.431433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 535005ef-e753-4a7a-a5d1-28c0bd048f1e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:15.477746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Transition to ACTIVE for port object 0058718a-efcd-40fe-8eec-32c8cac47eaa will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:15.514013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9331c4a-d807-4e3a-bd36-7d4f13cf660d req-5a31e230-e79b-4ab4-9d77-92365ec1be3b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 210 time: 0.1394136 Aug 29 04:38:15.520944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.650938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Pushing event updated for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:15.925268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Made reservation on behalf of 36dca58c5d5c412089edbe0d8c6a4859 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:15.931148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:15.967908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 535005ef-e753-4a7a-a5d1-28c0bd048f1e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:15.971000 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.154782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Allocated IP 172.20.0.2 (54c5b940-a3d2-48fe-bb26-160b29e053a0/d3a2c33a-567b-406d-b8b4-53772cf72161/fe937797-166e-456e-bec8-4052ad6baafa) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:16.526110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.537598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Transition to ACTIVE for port object fe937797-166e-456e-bec8-4052ad6baafa will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:16.558998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Transition to ACTIVE for port object fe937797-166e-456e-bec8-4052ad6baafa will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:16.585273 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.649945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Pushing event updated for resources: {'Port': ['ID=fe937797-166e-456e-bec8-4052ad6baafa,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:16.682521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:16.684670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:16.690848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:16.769152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Attempting to bind port fe937797-166e-456e-bec8-4052ad6baafa on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:16.769859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Attempting to bind port fe937797-166e-456e-bec8-4052ad6baafa by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:16.770411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Attempting to bind port fe937797-166e-456e-bec8-4052ad6baafa on network 54c5b940-a3d2-48fe-bb26-160b29e053a0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:16.777471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:16.778305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Checking segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:16.778915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.779480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Bound using segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:16.780179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Bound port: fe937797-166e-456e-bec8-4052ad6baafa, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:16.780775 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:16.918552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] For port fe937797-166e-456e-bec8-4052ad6baafa, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:16.922732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] For port fe937797-166e-456e-bec8-4052ad6baafa, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe937797-166e-456e-bec8-4052ad6baafa,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:16.931567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.119696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Attempting to bind port 0058718a-efcd-40fe-8eec-32c8cac47eaa on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:17.121177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Attempting to bind port 0058718a-efcd-40fe-8eec-32c8cac47eaa by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:17.121177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Attempting to bind port 0058718a-efcd-40fe-8eec-32c8cac47eaa on network d7539e24-6669-4d58-87ed-8cd88129585b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:17.142237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Port 0058718a-efcd-40fe-8eec-32c8cac47eaa on network d7539e24-6669-4d58-87ed-8cd88129585b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:17.142566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Attempting to bind port 0058718a-efcd-40fe-8eec-32c8cac47eaa on network d7539e24-6669-4d58-87ed-8cd88129585b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:17.171243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ec1a-4adc-4fb5-bdf3-24018cbe33f9 None None] Pushing event updated for resources: {'Port': ['ID=fe937797-166e-456e-bec8-4052ad6baafa,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:17.202227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Allocated IP 172.20.0.6 (1c26666b-e78d-463c-8d4f-583f107b6a76/2404d5c1-e672-434c-a5ee-7b57c33dfa46/da8d47df-0340-4345-99f2-4da1de5787ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:17.265638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d2bee-01b9-4993-b91d-8cd9017211bf req-813669cd-cf0f-4404-8c68-34472686e743 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.266642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2d2bee-01b9-4993-b91d-8cd9017211bf req-813669cd-cf0f-4404-8c68-34472686e743 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.4275656 Aug 29 04:38:17.267662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:17.268065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Checking segment: {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:17.268436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Bound using segment: {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:17.268904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Bound port: 0058718a-efcd-40fe-8eec-32c8cac47eaa, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:17.269281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.385782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b1c9b-b521-4b1c-ad45-7ae95029dd58 req-cf9a82d7-c6ab-439f-9445-cf0b11038503 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:17.395511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-533b1c9b-b521-4b1c-ad45-7ae95029dd58 req-cf9a82d7-c6ab-439f-9445-cf0b11038503 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 943 time: 0.5632253 Aug 29 04:38:17.833133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-533b1c9b-b521-4b1c-ad45-7ae95029dd58 req-d14b9d27-693a-4bc7-851e-28631bbb652f tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365520 Aug 29 04:38:17.883490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:17.888879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:17.900377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:17.920087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2d2bee-01b9-4993-b91d-8cd9017211bf req-4575d716-b0d0-4e8f-a489-6d745983dc73 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5828781 Aug 29 04:38:18.196146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Pushing event updated for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:18.231457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f38488f-8fec-468b-bc1f-59626e2020e3 req-54fefba1-4d7f-46b3-9c8d-0746e01ea62e tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1770656 Aug 29 04:38:18.271074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.272200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:18.275025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-0d7c8c57-ebde-465c-83d8-71d704a59879 service neutron] 10.222.0.54 "PUT /v2.0/ports/0058718a-efcd-40fe-8eec-32c8cac47eaa HTTP/1.1" status: 200 len: 1092 time: 7.1072931 Aug 29 04:38:18.301516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:18.311713 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b10df-ffc1-4dba-82eb-475d51a692f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:18.432084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c8bd022-38d5-4982-9fcd-53d03c1cb805 req-9ecc2e4f-ac44-49a6-b87b-6268dc32d2fe tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 210 time: 0.1111097 Aug 29 04:38:18.501732 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084b0de-cb1b-4d9d-aaa7-bd04617c040b x-openstack-request-id: req-4084b0de-cb1b-4d9d-aaa7-bd04617c040b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:18.502068 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:18.505619 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4084b0de-cb1b-4d9d-aaa7-bd04617c040b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:18.506147 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa', 'status': 'completed', 'code': 200} Aug 29 04:38:18.652978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-8a492827-b3bf-47fc-a4ca-384efaba3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:18.655714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-8a492827-b3bf-47fc-a4ca-384efaba3b09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 1095 time: 0.2223513 Aug 29 04:38:18.844471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-e22343aa-a7fc-4bd9-a02c-f9d858d6a478 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa HTTP/1.1" status: 200 len: 217 time: 0.1416502 Aug 29 04:38:19.025699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.078232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6f7fe-eae0-4b1c-a588-0c5ba2a1a0d5 None None] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:19.148510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76909170-8e41-487c-af55-f4a166d2dfa9 None None] Provisioning for port fe937797-166e-456e-bec8-4052ad6baafa completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:19.166700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-9679975f-6bf9-48ee-9a6e-b855780f6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.169373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-9679975f-6bf9-48ee-9a6e-b855780f6ca3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78007fed-f13e-47bb-bb93-a3925d18db88 HTTP/1.1" status: 200 len: 849 time: 0.3040664 Aug 29 04:38:19.283093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-ec5ed64d-d1f3-4043-9f1a-dfe7fe08edab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7539e24-6669-4d58-87ed-8cd88129585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770197 Aug 29 04:38:19.334859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.361883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd66ddd-1417-4c7b-a29d-eb261fabb7f0 req-5069c05c-5709-479c-9417-c8426f8cd1fb tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.364539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd66ddd-1417-4c7b-a29d-eb261fabb7f0 req-5069c05c-5709-479c-9417-c8426f8cd1fb tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 943 time: 0.3276687 Aug 29 04:38:19.376386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe937797-166e-456e-bec8-4052ad6baafa up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:19.454720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fe937797-166e-456e-bec8-4052ad6baafa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:19.466690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fe937797-166e-456e-bec8-4052ad6baafa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:19.466690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.531820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.549573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a397-c80c-411f-95b6-8854c9891436 req-bd860a76-2745-4350-a192-36a548e47f60 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:19.562677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c2a397-c80c-411f-95b6-8854c9891436 req-bd860a76-2745-4350-a192-36a548e47f60 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.5028713 Aug 29 04:38:19.645634 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.707016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fe937797-166e-456e-bec8-4052ad6baafa, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe937797-166e-456e-bec8-4052ad6baafa,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:19.713351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.803963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fe937797-166e-456e-bec8-4052ad6baafa,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:19.816600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-96ff9453-5f2d-48b1-8b25-fc7519db958f None None] Provisioning complete for port fe937797-166e-456e-bec8-4052ad6baafa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:19.817082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-96ff9453-5f2d-48b1-8b25-fc7519db958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:19.832943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Network 1c26666b-e78d-463c-8d4f-583f107b6a76 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:19.849907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:19.965261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:19.996262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fd66ddd-1417-4c7b-a29d-eb261fabb7f0 req-0b602966-1ee5-43d8-95ec-5dc3eda0d4f7 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945964 Aug 29 04:38:20.081698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Pushing event updated for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:20.122819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-aa5b76cc-bdb7-4099-a220-b737c0031d63 service neutron] 10.222.0.54 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061121 Aug 29 04:38:20.139572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c2a397-c80c-411f-95b6-8854c9891436 req-b21f2161-8bda-4451-bb7f-24b94fe09e13 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679213 Aug 29 04:38:20.214799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.216176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:20.335274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc90de7-38ab-4c62-b8d2-c2cd1e28e016 req-345c6eb1-7381-43b2-a9b1-5b1515e8f8cd service neutron] 10.222.0.54 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838381 Aug 29 04:38:20.505241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-525e682d-5583-4de7-a5c8-03fa21d2c94c req-eb168b0a-3997-40c3-94c6-56ff43766fa2 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1654086 Aug 29 04:38:20.590737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1e8f-0029-4deb-98fd-4b9acbc3f465 req-3139dd86-e293-4649-8ae0-56e755bc8692 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:20.592930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-951f1e8f-0029-4deb-98fd-4b9acbc3f465 req-3139dd86-e293-4649-8ae0-56e755bc8692 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 931 time: 0.2396915 Aug 29 04:38:20.599567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-d70260a8-261a-46c6-a6d8-7165f3f7e6e8 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6889291 Aug 29 04:38:20.642978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Request body: {'port': {'device_id': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:21.027536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-d5d65080-2f8d-4b69-aacc-60e9aaabed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:21.030046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-d5d65080-2f8d-4b69-aacc-60e9aaabed39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 1095 time: 0.5910115 Aug 29 04:38:21.382499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe937797-166e-456e-bec8-4052ad6baafa up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:21.478464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.500461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-951f1e8f-0029-4deb-98fd-4b9acbc3f465 req-7bc62e2c-38b1-4510-b274-88cb39489080 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8994985 Aug 29 04:38:21.550412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fe937797-166e-456e-bec8-4052ad6baafa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:21.551372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:21.906772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286a43-7f9b-4c3c-bed2-b24de43a2538 req-0cb5c3ca-0a6b-4e38-b4af-9b6c62f41505 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:21.908361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29286a43-7f9b-4c3c-bed2-b24de43a2538 req-0cb5c3ca-0a6b-4e38-b4af-9b6c62f41505 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 943 time: 0.7633018 Aug 29 04:38:22.020823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29286a43-7f9b-4c3c-bed2-b24de43a2538 req-7d0dde33-703f-4b98-9b8f-e82a3ad8e00b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971649 Aug 29 04:38:22.028994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-01ea46a7-f08d-4458-8dc9-1a5999772026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.030668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-01ea46a7-f08d-4458-8dc9-1a5999772026 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 910 time: 0.9799101 Aug 29 04:38:22.112691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c8af0-b91f-40c2-83c2-2a01d456b3c6 req-73d4dfa7-bed0-4def-8579-dd2d5ae1a8d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.114588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a74c8af0-b91f-40c2-83c2-2a01d456b3c6 req-73d4dfa7-bed0-4def-8579-dd2d5ae1a8d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.2499406 Aug 29 04:38:22.115419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-3c7aef90-8575-4dc4-b0ea-77ebb54589e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa HTTP/1.1" status: 200 len: 217 time: 0.0709600 Aug 29 04:38:22.121358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.1 (54c5b940-a3d2-48fe-bb26-160b29e053a0/d3a2c33a-567b-406d-b8b4-53772cf72161/a9070fdd-8a13-4ff2-aeb0-8e685afe18ef) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:22.228010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-7549c19d-561a-4ee1-827a-967b8576722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:22.229068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-7549c19d-561a-4ee1-827a-967b8576722a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=78007fed-f13e-47bb-bb93-a3925d18db88 HTTP/1.1" status: 200 len: 849 time: 0.0966113 Aug 29 04:38:22.283373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0058718a-efcd-40fe-8eec-32c8cac47eaa details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:22.417803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-e05f2a3c-bf88-4506-be12-3e107c1e1e7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7539e24-6669-4d58-87ed-8cd88129585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445134 Aug 29 04:38:22.499699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0272306c-cc64-4abd-854c-37ebfc4dc7c5 req-f5e946f5-6f59-462b-a6b4-18e267bc8b6c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.2661450 Aug 29 04:38:22.583103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:22.622412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '0058718a-efcd-40fe-8eec-32c8cac47eaa', 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b', 'port_id': '0058718a-efcd-40fe-8eec-32c8cac47eaa', 'mac_address': 'fa:16:3e:5a:18:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78007fed-f13e-47bb-bb93-a3925d18db88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:22.695965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.728131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0058718a-efcd-40fe-8eec-32c8cac47eaa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:22.784826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:22.792453 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.891836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8d47df-0340-4345-99f2-4da1de5787ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:22.897048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:22.909003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:22.961412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Transition to ACTIVE for port object da8d47df-0340-4345-99f2-4da1de5787ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:22.974383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-fadbc604-9590-4c57-b271-ad336018f0a8 service neutron] 10.222.0.54 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773526 Aug 29 04:38:23.003857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.036211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a74c8af0-b91f-40c2-83c2-2a01d456b3c6 req-8974dc18-9c14-4ae4-aab9-6122d7747fc1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7824795 Aug 29 04:38:23.149579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['0058718a-efcd-40fe-8eec-32c8cac47eaa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:23.327062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81f12-f590-4ee7-ac4e-eef56ee2b696 req-dae36c87-1699-4d95-98bf-cffdcf33eb0a tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.334769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfe81f12-f590-4ee7-ac4e-eef56ee2b696 req-dae36c87-1699-4d95-98bf-cffdcf33eb0a tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 931 time: 0.5384238 Aug 29 04:38:23.354515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.422713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:23.490696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-824b10df-ffc1-4dba-82eb-475d51a692f3 req-44392227-51c6-4b8b-b6da-4d6db0074d62 service neutron] 10.222.0.54 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991329 Aug 29 04:38:23.546559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object a9070fdd-8a13-4ff2-aeb0-8e685afe18ef will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:23.707492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfe81f12-f590-4ee7-ac4e-eef56ee2b696 req-d90762d8-d710-4c86-93df-a2bb11bdddc4 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543386 Aug 29 04:38:23.834731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b3b93-98dd-4621-aeea-288a644552c6 req-f555559e-9e5f-429a-96e6-916824577e8c tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:23.837712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c8b3b93-98dd-4621-aeea-288a644552c6 req-f555559e-9e5f-429a-96e6-916824577e8c tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 944 time: 0.3591702 Aug 29 04:38:23.914830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abfe9bc6-e48b-4555-8ad8-3a8450b83f15 req-a14334b3-47b4-4430-938a-b87e820b9eb1 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4865ef0-46da-4525-aeff-1fd3d140d5ad HTTP/1.1" status: 200 len: 210 time: 0.1253302 Aug 29 04:38:23.939978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Attempting to bind port da8d47df-0340-4345-99f2-4da1de5787ff on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:23.940536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Attempting to bind port da8d47df-0340-4345-99f2-4da1de5787ff by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'a14b024a-a604-40ee-8dd2-28169c72c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:23.941084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Attempting to bind port da8d47df-0340-4345-99f2-4da1de5787ff on network 1c26666b-e78d-463c-8d4f-583f107b6a76 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:23.959877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:23.972747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Port da8d47df-0340-4345-99f2-4da1de5787ff on network 1c26666b-e78d-463c-8d4f-583f107b6a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:23.973437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Attempting to bind port da8d47df-0340-4345-99f2-4da1de5787ff on network 1c26666b-e78d-463c-8d4f-583f107b6a76 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:24.062243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c8b3b93-98dd-4621-aeea-288a644552c6 req-873ff908-a0d1-4edc-af35-6e75246c3734 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796970 Aug 29 04:38:24.076189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:24.077783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:24.079125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Checking segment: {'id': 'a14b024a-a604-40ee-8dd2-28169c72c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:24.079564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Bound using segment: {'id': 'a14b024a-a604-40ee-8dd2-28169c72c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:24.080072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Bound port: da8d47df-0340-4345-99f2-4da1de5787ff, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14b024a-a604-40ee-8dd2-28169c72c7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:24.080978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.095975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:24.117820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:24.190989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:24.286976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.614347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b11e6412-1937-41b5-baf4-413416e64d4d None None] Provisioning for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:24.627618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b11e6412-1937-41b5-baf4-413416e64d4d None None] Provisioning complete for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:24.629164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b11e6412-1937-41b5-baf4-413416e64d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.650350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936cba0-8e39-4631-93cb-a795fb848034 req-9ec1ed84-94b4-4c90-b898-b2f86ed35a75 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:24.659775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d936cba0-8e39-4631-93cb-a795fb848034 req-9ec1ed84-94b4-4c90-b898-b2f86ed35a75 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.4916203 Aug 29 04:38:24.681660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b11e6412-1937-41b5-baf4-413416e64d4d None None] Port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:24.722802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:24.725438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:24.752239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d936cba0-8e39-4631-93cb-a795fb848034 req-476c5e1a-e170-4000-97d4-044544d8024e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867205 Aug 29 04:38:24.897072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=da8d47df-0340-4345-99f2-4da1de5787ff,segment=NetworkSegment(a14b024a-a604-40ee-8dd2-28169c72c7b5),segment_id=a14b024a-a604-40ee-8dd2-28169c72c7b5)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:25.026201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.124666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.283674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.327717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.390394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.394144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.399291 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/security-groups/a3b9e65d-8220-471a-b6e9-4dfc3184c530 HTTP/1.1" status: 204 len: 168 time: 0.2726426 Aug 29 04:38:25.400277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.430564 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-64f4dfbc-3a72-47d0-a2da-2a819d2401d9 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] show failed (client error): The resource could not be found. Aug 29 04:38:25.437456 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64f4dfbc-3a72-47d0-a2da-2a819d2401d9 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "GET /v2.0/security-groups/a3b9e65d-8220-471a-b6e9-4dfc3184c530 HTTP/1.1" status: 404 len: 347 time: 0.0314083 Aug 29 04:38:25.445332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:25.455539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b9e65d-8220-471a-b6e9-4dfc3184c530,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.509293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.509961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.511025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.511573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.512172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.512660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.513527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.514100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.514574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.515067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.515550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.516336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae5122-e393-4d5b-a43e-911673ec79ee tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:25.650354 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:38:25.681223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.682417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.685724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] 10.222.0.50 "PUT /v2.0/ports/da8d47df-0340-4345-99f2-4da1de5787ff HTTP/1.1" status: 200 len: 1092 time: 5.0469337 Aug 29 04:38:25.690929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:25.698431 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11faa47a-4e35-495a-843f-ecdb5fced4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:25.728812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 157d8bcf-5317-4059-a836-c0f7bb1bd894 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:25.729197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.808690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c72edf-437a-4e0a-83f7-21c63d0fc09b req-04fa6938-b5fc-42be-bf04-c2fd6d40fbfd tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.811634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16c72edf-437a-4e0a-83f7-21c63d0fc09b req-04fa6938-b5fc-42be-bf04-c2fd6d40fbfd tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 943 time: 0.9128559 Aug 29 04:38:25.853357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.853357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:25.861845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e5b9-a8a8-4c67-95e8-0f212356ee86 service neutron] Pushing event updated for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:25.871448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 157d8bcf-5317-4059-a836-c0f7bb1bd894 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:25.872185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d026-b0a2-4e2c-a5ff-5adc90e533fa req-a392aa80-4505-4843-b2ca-c49afa98a1b3 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.880452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50c6d026-b0a2-4e2c-a5ff-5adc90e533fa req-a392aa80-4505-4843-b2ca-c49afa98a1b3 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 944 time: 0.3985910 Aug 29 04:38:25.989005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-bf569fa5-11c3-40c6-beb7-f433d2a9a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:25.990611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-bf569fa5-11c3-40c6-beb7-f433d2a9a946 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36dca58c5d5c412089edbe0d8c6a4859&device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 1095 time: 0.2117407 Aug 29 04:38:26.001322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16c72edf-437a-4e0a-83f7-21c63d0fc09b req-79e33aea-c415-43c7-95f3-34680ae9f7a7 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497927 Aug 29 04:38:26.011657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50c6d026-b0a2-4e2c-a5ff-5adc90e533fa req-684a6058-434d-4865-816a-ec9efefdbfe2 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296310 Aug 29 04:38:26.106692 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b1eb1f-1203-45a2-97ac-afae5a7bf0bb x-openstack-request-id: req-a4b1eb1f-1203-45a2-97ac-afae5a7bf0bb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:26.107124 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:26.107492 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4b1eb1f-1203-45a2-97ac-afae5a7bf0bb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:26.108043 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff', 'status': 'completed', 'code': 200} Aug 29 04:38:26.109888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-f68e0e34-8ce9-4f32-b1d9-9f8ee912a0e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da8d47df-0340-4345-99f2-4da1de5787ff HTTP/1.1" status: 200 len: 217 time: 0.0924776 Aug 29 04:38:26.134396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.134594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.192007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.308065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-98290ee7-e58a-441b-ade8-84cd59380687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.316236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-98290ee7-e58a-441b-ade8-84cd59380687 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2404d5c1-e672-434c-a5ee-7b57c33dfa46 HTTP/1.1" status: 200 len: 862 time: 0.1764910 Aug 29 04:38:26.327120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0058718a-efcd-40fe-8eec-32c8cac47eaa up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:26.352839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.374160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=157d8bcf-5317-4059-a836-c0f7bb1bd894,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.380313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-04632521-23a0-4cfb-9a43-19d6dcc3f0c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c26666b-e78d-463c-8d4f-583f107b6a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525744 Aug 29 04:38:26.381762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.394918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04e16c-733a-4bd6-bdc8-b5cd8c190839 req-d8f5278d-49c2-44af-b370-68c6269dc242 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:26.396928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab04e16c-733a-4bd6-bdc8-b5cd8c190839 req-d8f5278d-49c2-44af-b370-68c6269dc242 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.2172520 Aug 29 04:38:26.403665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.419205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.421991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf723531-ff37-42da-b720-1f5800eb42a8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/floatingips/cd47b7bf-b550-4a91-aeac-9ddef712a1f7 HTTP/1.1" status: 204 len: 168 time: 0.9747944 Aug 29 04:38:26.424835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:26.438167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 0058718a-efcd-40fe-8eec-32c8cac47eaa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:26.445510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 0058718a-efcd-40fe-8eec-32c8cac47eaa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:26.446341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.602665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab04e16c-733a-4bd6-bdc8-b5cd8c190839 req-3b151fc3-2078-41a8-9acf-71f0d40b13ea tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893649 Aug 29 04:38:26.622264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.665470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 9af574fc-c576-47e5-b68a-18dbf86a013e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:26.665970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.672352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:26.675669 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942fce1-3970-437b-ba18-66f9b6de9964" -d '{"events": [{"server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "name": "network-vif-plugged", "status": "completed", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:26.679211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-74bab069-fb07-4d83-b0b0-574c7c3588fd service neutron] 10.222.0.50 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809041 Aug 29 04:38:26.700858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:26.708898 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.771250 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810ef04-c397-4181-afe2-55fdfee40184 x-openstack-request-id: req-6810ef04-c397-4181-afe2-55fdfee40184 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:26.772352 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "name": "network-vif-plugged", "status": "completed", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:26.772756 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6810ef04-c397-4181-afe2-55fdfee40184 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:26.773233 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa', 'code': 200} Aug 29 04:38:26.786187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:26.791615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:26.853600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:26.952071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:26.968057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 9af574fc-c576-47e5-b68a-18dbf86a013e owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:27.020919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6efc3e5c-075c-4b00-b0ed-4580bd46a540 req-0e06ec1e-e859-4f85-b080-5bb9a80ae376 service neutron] 10.222.0.50 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314312 Aug 29 04:38:27.028935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e71db-9a21-47b8-a0a8-061499121433 req-846258f1-a01f-41f7-95ed-b09883ff2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.030511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-311e71db-9a21-47b8-a0a8-061499121433 req-846258f1-a01f-41f7-95ed-b09883ff2036 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 1097 time: 0.1603622 Aug 29 04:38:27.099713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:38:27.285028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.354512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=9af574fc-c576-47e5-b68a-18dbf86a013e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:27.394693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db9ad082-a9d3-404f-bc18-49976b022b45 None None] Provisioning complete for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:27.395236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db9ad082-a9d3-404f-bc18-49976b022b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.424428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-311e71db-9a21-47b8-a0a8-061499121433 req-0de0fafc-195f-4bbe-a9a1-17cfc4dfc3b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836398 Aug 29 04:38:27.567482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.572070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-db9ad082-a9d3-404f-bc18-49976b022b45 None None] Port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:27.573908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cf5b77eb-34e0-4c68-b359-fc27c32ebb47 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/ports/9af574fc-c576-47e5-b68a-18dbf86a013e HTTP/1.1" status: 204 len: 168 time: 1.1464205 Aug 29 04:38:27.577675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:27.638053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-aa390312-2f64-47f4-b6ff-bff71aafa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.644951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-aa390312-2f64-47f4-b6ff-bff71aafa825 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=36dca58c5d5c412089edbe0d8c6a4859&device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 1095 time: 0.3938551 Aug 29 04:38:27.748312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port c85aff2e-5e27-47cc-9513-4665235de53f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:27.748702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:27.898022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259574cd-2a6b-4244-81db-f01dc32310a2 req-c402ff1d-6dc8-41c6-8ca4-c30195cf7c66 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:27.909356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-259574cd-2a6b-4244-81db-f01dc32310a2 req-c402ff1d-6dc8-41c6-8ca4-c30195cf7c66 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 943 time: 0.6175501 Aug 29 04:38:28.004188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.043643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for c85aff2e-5e27-47cc-9513-4665235de53f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:28.064889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:38:28.081576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:38:28.103344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ebb433ca-56d6-45b6-bd7a-0498ff5ad98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/55cd6e6c-2937-4432-9b30-e56548a7e553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9365959 Aug 29 04:38:28.112521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8caf6-9ca6-40b2-a67b-604dc2d1054b req-d01a3c64-7e98-476d-a73b-76da493a41d5 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.114644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d8caf6-9ca6-40b2-a67b-604dc2d1054b req-d01a3c64-7e98-476d-a73b-76da493a41d5 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.6863685 Aug 29 04:38:28.118663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.155507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:28.157269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:28.197519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-ccc8277b-c9f3-4280-8841-1d1a7c6075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:28.200763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-ccc8277b-c9f3-4280-8841-1d1a7c6075f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c26666b-e78d-463c-8d4f-583f107b6a76 HTTP/1.1" status: 200 len: 923 time: 0.4941473 Aug 29 04:38:28.437985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-b7cd5717-a1d2-48dd-a2b8-087d39744302 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da8d47df-0340-4345-99f2-4da1de5787ff HTTP/1.1" status: 200 len: 217 time: 0.1163034 Aug 29 04:38:28.440442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.462676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-259574cd-2a6b-4244-81db-f01dc32310a2 req-32099419-53a0-470f-8391-5fce8a69165a tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949330 Aug 29 04:38:28.523944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=c85aff2e-5e27-47cc-9513-4665235de53f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:28.583612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:28.617437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.622527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-817321b9-380b-4fac-aa09-2b2374c07f62 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/ports/c85aff2e-5e27-47cc-9513-4665235de53f HTTP/1.1" status: 204 len: 168 time: 1.0363955 Aug 29 04:38:28.624909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:28.817062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting subnet 1daa1b27-4ce4-4486-92ec-a0730450d834 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:28.833544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:28.933398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d8caf6-9ca6-40b2-a67b-604dc2d1054b req-54ef79e5-82bb-4d41-8b9a-445d64308e05 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7705705 Aug 29 04:38:29.185918 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.207917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-2cbb02e4-2fdf-4a63-814c-66ab39357058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:29.212508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-2cbb02e4-2fdf-4a63-814c-66ab39357058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2404d5c1-e672-434c-a5ee-7b57c33dfa46 HTTP/1.1" status: 200 len: 862 time: 0.7482195 Aug 29 04:38:29.385839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:25Z', 'revision_number': 2, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:29.454084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:38:29.454797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Updating router 55cd6e6c-2937-4432-9b30-e56548a7e553 port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:38:29.518442 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.545395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.797157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:29.816394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-d4e819ec-e4e1-4f88-9ead-793db69ae79a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c26666b-e78d-463c-8d4f-583f107b6a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5849721 Aug 29 04:38:30.004303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Subnet': ['ID=1daa1b27-4ce4-4486-92ec-a0730450d834,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.035890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.046181 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b19f2b26-b4ec-4615-9239-a7541dcff9d8 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/subnets/1daa1b27-4ce4-4486-92ec-a0730450d834 HTTP/1.1" status: 204 len: 168 time: 1.4135382 Aug 29 04:38:30.047514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.095781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device da8d47df-0340-4345-99f2-4da1de5787ff details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:30.099849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c75646-8ca2-47d2-8bf2-5210987443f6 None None] Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:30.212540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting subnet 8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:30.230229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.324757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.324757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.325687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.325687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.326118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.326583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.327195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.328743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.329400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.329867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.330406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.330868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.332970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.333718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.341180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c3ebdd73-2e7c-426a-9c8e-89349819f268 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9841 time: 2.2209997 Aug 29 04:38:30.346827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.348189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.349841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.367688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-25473d9d-da99-4432-942b-e302f26c8b56 service neutron] 10.222.0.50 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311087 Aug 29 04:38:30.413732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf83e4-0c10-4e5f-adb8-508352051c7a req-e8fb4651-71eb-4b01-ae50-06956a77862b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.415971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48cf83e4-0c10-4e5f-adb8-508352051c7a req-e8fb4651-71eb-4b01-ae50-06956a77862b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 943 time: 0.5706270 Aug 29 04:38:30.538101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3798a-c2ec-4761-bdf4-14a5c7e93c7d req-7690bf29-9fcc-4e4a-a5d1-2198fc9ab7f1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:30.555320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebb3798a-c2ec-4761-bdf4-14a5c7e93c7d req-7690bf29-9fcc-4e4a-a5d1-2198fc9ab7f1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 1.5027173 Aug 29 04:38:30.562963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.809394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.902823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=da8d47df-0340-4345-99f2-4da1de5787ff,segment=NetworkSegment(a14b024a-a604-40ee-8dd2-28169c72c7b5),segment_id=a14b024a-a604-40ee-8dd2-28169c72c7b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:30.924539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:30.929808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/subnets/8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2 HTTP/1.1" status: 204 len: 168 time: 0.8807673 Aug 29 04:38:30.933483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:30.948178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebb3798a-c2ec-4761-bdf4-14a5c7e93c7d req-0574f76a-75e9-4d9e-87f7-3c6037be70f5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908548 Aug 29 04:38:30.950396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'da8d47df-0340-4345-99f2-4da1de5787ff', 'network_id': '1c26666b-e78d-463c-8d4f-583f107b6a76', 'port_id': 'da8d47df-0340-4345-99f2-4da1de5787ff', 'mac_address': 'fa:16:3e:6e:01:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2404d5c1-e672-434c-a5ee-7b57c33dfa46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:30.950848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4ced8-747b-46be-b3b9-81ef914164c7 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9a1b0c-1d1c-4b76-93ad-dfeef38ba5f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:30.973070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48cf83e4-0c10-4e5f-adb8-508352051c7a req-0e43ea75-35df-4995-a830-28d2f139e424 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573795 Aug 29 04:38:30.973292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdbf9c-40fb-4b7d-a6fc-88ed89300832 None None] Network 86b4cebc-b2ee-4811-ac05-79465ad51ca2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:31.047474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.054259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.055156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.056011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.056839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.058133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.058888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.059629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.067326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.068256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.072082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.072743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.076159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.087898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-27401ff5-d5da-4728-8908-b38e82a4fe12 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8314 time: 0.7340412 Aug 29 04:38:31.098558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:31.273012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11faa47a-4e35-495a-843f-ecdb5fced4d1 req-38deab9d-c29b-4df4-816d-c7c91bd3f7c2 service neutron] 10.222.0.50 "GET /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101959 Aug 29 04:38:31.335780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.377981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c7a46-a351-4068-82ac-49c01e17037c None None] DHCP port deletion for 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:31.453652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314126-54f2-4106-91e8-fc04fc1ec778 req-11c07ef9-a465-4992-ae5f-4b4347e664e9 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:31.469206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02314126-54f2-4106-91e8-fc04fc1ec778 req-11c07ef9-a465-4992-ae5f-4b4347e664e9 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.2329514 Aug 29 04:38:31.547116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 88eea607-094d-45e0-9c2d-99864ae6fea4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:31.547718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.562311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 88eea607-094d-45e0-9c2d-99864ae6fea4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:31.602609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.668563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 88eea607-094d-45e0-9c2d-99864ae6fea4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=88eea607-094d-45e0-9c2d-99864ae6fea4,segment=NetworkSegment(9885dbb3-842b-4182-b132-79d6f881501b),segment_id=9885dbb3-842b-4182-b132-79d6f881501b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:31.672054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:31.689877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02314126-54f2-4106-91e8-fc04fc1ec778 req-cb9b6fb6-28f6-418b-b2cc-2b802d8b9cfd tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162576 Aug 29 04:38:31.721470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 88eea607-094d-45e0-9c2d-99864ae6fea4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:32.057158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.186917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=88eea607-094d-45e0-9c2d-99864ae6fea4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:32.194462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-122f7fa5-9b75-465b-98e6-b370325e7942 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 1.0909500 Aug 29 04:38:32.199824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 88eea607-094d-45e0-9c2d-99864ae6fea4 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:32.473953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c87ffc-13bb-4be4-945a-57c18598da29 req-f4ad2933-0d79-4a8a-9fb5-aaed4757a121 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.486007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7c87ffc-13bb-4be4-945a-57c18598da29 req-f4ad2933-0d79-4a8a-9fb5-aaed4757a121 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 943 time: 0.1937585 Aug 29 04:38:32.540188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ccb3-6ece-4d1e-9cf0-fdca3224e17d req-b4499524-d8af-4033-8054-3095869ec77d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:32.545603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2406ccb3-6ece-4d1e-9cf0-fdca3224e17d req-b4499524-d8af-4033-8054-3095869ec77d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.2073822 Aug 29 04:38:32.558552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Transition to ACTIVE for port object a9070fdd-8a13-4ff2-aeb0-8e685afe18ef will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:32.567359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.614788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3da0a8-8172-47d0-aa35-c45a47fa4a49']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.652246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9885dbb3-842b-4182-b132-79d6f881501b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.652246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9885dbb3-842b-4182-b132-79d6f881501b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:32.677386 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.681580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.725650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.737321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.748120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:32.749295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:32.767150 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:32.840823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7c87ffc-13bb-4be4-945a-57c18598da29 req-7d8a16fa-b2a2-4dd5-a447-0ef3d379f795 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536375 Aug 29 04:38:32.851804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No active binding found for port 88eea607-094d-45e0-9c2d-99864ae6fea4 {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:38:32.852600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 88eea607-094d-45e0-9c2d-99864ae6fea4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:32.976841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2406ccb3-6ece-4d1e-9cf0-fdca3224e17d req-9d5800fb-3e72-4487-80c7-e7491e97783f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858080 Aug 29 04:38:33.064030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.082523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.098656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/networks/5f3da0a8-8172-47d0-aa35-c45a47fa4a49 HTTP/1.1" status: 204 len: 168 time: 2.1635551 Aug 29 04:38:33.125060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:33.137336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8d47df-0340-4345-99f2-4da1de5787ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:33.224981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147d47c-cd3d-4301-9860-72e4ce3a12e5 tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Network': ['ID=5f3da0a8-8172-47d0-aa35-c45a47fa4a49,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.289949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22f709-3c6c-4a34-9c67-8b6b1616d047 None None] Pushing event updated for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:33.406071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d79c7a46-a351-4068-82ac-49c01e17037c None None] Deleting port 88eea607-094d-45e0-9c2d-99864ae6fea4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.406714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d79c7a46-a351-4068-82ac-49c01e17037c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.410162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=da8d47df-0340-4345-99f2-4da1de5787ff,segment=NetworkSegment(a14b024a-a604-40ee-8dd2-28169c72c7b5),segment_id=a14b024a-a604-40ee-8dd2-28169c72c7b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:33.475555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.511530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-d79c7a46-a351-4068-82ac-49c01e17037c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 could not be found. Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 could not be found. Aug 29 04:38:33.607218 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:38:33.785478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Deleting port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:33.786052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:33.982008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa92f2-2f37-40dc-ae70-ecec66ec5491 None None] DHCP port deletion for 5f3da0a8-8172-47d0-aa35-c45a47fa4a49 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:34.082466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] For port 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9fdf8902-5b7e-442b-ac8d-8671dafa8602,segment=NetworkSegment(2482549b-7999-47dc-8ddf-65a971aa3b73),segment_id=2482549b-7999-47dc-8ddf-65a971aa3b73)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:34.083173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.086424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] DHCP port deletion for 86b4cebc-b2ee-4811-ac05-79465ad51ca2 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:38:34.114617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc89b1-ea9c-48cd-bfbe-e09db7e80801 req-a26f5612-5970-4ad4-9082-e78d256b6b9d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:34.124215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7dc89b1-ea9c-48cd-bfbe-e09db7e80801 req-a26f5612-5970-4ad4-9082-e78d256b6b9d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.1460328 Aug 29 04:38:34.138195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Calling delete_port for 9fdf8902-5b7e-442b-ac8d-8671dafa8602 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:34.192872 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-8bf4378a-df69-480a-be15-12f0c7e71a55 service neutron] show failed (client error): The resource could not be found. Aug 29 04:38:34.195407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-8bf4378a-df69-480a-be15-12f0c7e71a55 service neutron] 10.222.0.50 "GET /v2.0/ports/3b9ff879-737a-40eb-bec1-c732f0b30fca/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.4330227 Aug 29 04:38:34.251265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7dc89b1-ea9c-48cd-bfbe-e09db7e80801 req-e247e283-5744-418c-ba6b-3c7c2fccd579 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256263 Aug 29 04:38:34.308296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51318) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.314344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896879707', 'description': 'tempest-secgroup-smoke-896879707 description', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:34.403783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.537603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['da8d47df-0340-4345-99f2-4da1de5787ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:34.623176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Attempting to bind port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:34.623911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Attempting to bind port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:34.623911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Attempting to bind port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef on network 54c5b940-a3d2-48fe-bb26-160b29e053a0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:34.649873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.658923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.661538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.696668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:34.697080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Checking segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:34.697497 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.698079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Bound using segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:34.698608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Bound port: a9070fdd-8a13-4ff2-aeb0-8e685afe18ef, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:34.698946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.699785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.728230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.735895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4245956 Aug 29 04:38:34.738313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:34.739620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9223b9-bce8-425c-8056-db648c2bbadc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.752568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:34.825510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:34.851664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] No DVR routers for this DVR port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:34.890774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Port': ['ID=9fdf8902-5b7e-442b-ac8d-8671dafa8602,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:34.941526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.942294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.945457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.946292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.946627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.950077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:34.955045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:38:35.039235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.066518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.150431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de7627c-7635-49cf-a855-dde5e143ecfa,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.151532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae77d-40e8-40ab-9c25-ae061ae3c68e req-26b0ab92-d9db-4bd8-a9be-463e9699b98f tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.165007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-928ae77d-40e8-40ab-9c25-ae061ae3c68e req-26b0ab92-d9db-4bd8-a9be-463e9699b98f tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 944 time: 0.4807205 Aug 29 04:38:35.175788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c72ac96c-44df-45a9-8cdf-892454a09b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.178126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c72ac96c-44df-45a9-8cdf-892454a09b5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 1097 time: 0.7022126 Aug 29 04:38:35.186888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.192080 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1dd96173-f584-41c2-a312-f931d78ab853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490192 Aug 29 04:38:35.194768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.204615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] For port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:35.222955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.238903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] For port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:35.278226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.280797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.301284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.337637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.376325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5eab9-5a69-42d0-b4f5-0525792a45b0 req-97ff2747-364c-4d93-835b-3644e442048b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.398109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5eab9-5a69-42d0-b4f5-0525792a45b0 req-97ff2747-364c-4d93-835b-3644e442048b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.7353253 Aug 29 04:38:35.424434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Deleting port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:35.424966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.489558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b4cebc-b2ee-4811-ac05-79465ad51ca2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.521617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.542601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.560064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-928ae77d-40e8-40ab-9c25-ae061ae3c68e req-4e71549d-1360-44f2-8945-7f1309f7c26b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744416 Aug 29 04:38:35.569413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2482549b-7999-47dc-8ddf-65a971aa3b73') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.571799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2482549b-7999-47dc-8ddf-65a971aa3b73') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.576300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.578563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3808985 Aug 29 04:38:35.618857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51330) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:35.628381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82b5eab9-5a69-42d0-b4f5-0525792a45b0 req-59307d35-ce3e-4d56-aaa4-b22c04344ac6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285225 Aug 29 04:38:35.635063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbe626-14f0-44c9-970a-b18e5a56dc63 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6379a052-bf96-43ea-8065-76942f52b9e1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.639255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:35.697211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22f709-3c6c-4a34-9c67-8b6b1616d047 None None] Pushing event updated for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.706097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.724678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9fdf8902-5b7e-442b-ac8d-8671dafa8602 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:35.790210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-2373d828-5b7c-41ff-a668-82aff93907ce tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:35.793174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-2373d828-5b7c-41ff-a668-82aff93907ce tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.5807633 Aug 29 04:38:35.837472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] For port 9fdf8902-5b7e-442b-ac8d-8671dafa8602, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:35.837998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.855770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Calling delete_port for 9fdf8902-5b7e-442b-ac8d-8671dafa8602 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:35.862231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:38:35.866526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9fdf8902-5b7e-442b-ac8d-8671dafa8602 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:35.866835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9fdf8902-5b7e-442b-ac8d-8671dafa8602 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:35.871443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.930858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.940374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.952474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:35.952894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:35.966010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:38:35.967321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:35.977030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] Pushing event deleted for resources: {'Port': ['ID=9fdf8902-5b7e-442b-ac8d-8671dafa8602,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:35.978976 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:35.985859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9efe6-692b-4bce-a969-02e944a7a5a1 None None] No DVR routers for this DVR port 9fdf8902-5b7e-442b-ac8d-8671dafa8602 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:36.076318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a81b9f-3ee4-494c-92b0-60100da691a9 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:38:36.081049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.141005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab070a2-6e4e-411e-805e-f17fcf69073b req-6fa1f0df-95be-4637-a63d-f5d7bde1ed00 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:36.148716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dab070a2-6e4e-411e-805e-f17fcf69073b req-6fa1f0df-95be-4637-a63d-f5d7bde1ed00 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.3493602 Aug 29 04:38:36.201552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.334783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:38:36.662012 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.669017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] 10.222.0.62 "DELETE /v2.0/networks/86b4cebc-b2ee-4811-ac05-79465ad51ca2 HTTP/1.1" status: 204 len: 168 time: 3.5381718 Aug 29 04:38:36.669550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a81b9f-3ee4-494c-92b0-60100da691a9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:38:36.713442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b7aee-be3a-44dc-b801-917af5ce7c1c tempest-TaggedBootDevicesTest_v242-190363112 tempest-TaggedBootDevicesTest_v242-190363112-project] Pushing event deleted for resources: {'Network': ['ID=86b4cebc-b2ee-4811-ac05-79465ad51ca2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:36.750418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dab070a2-6e4e-411e-805e-f17fcf69073b req-f4134d6e-a6c2-42f7-9d82-21c95ad2e437 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006756 Aug 29 04:38:36.776171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:36.790111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Deleting port 0058718a-efcd-40fe-8eec-32c8cac47eaa {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:36.790817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.951583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96685836-b2e2-4bd6-a01f-2e9b1d3a89e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:36.971317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:35Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:37.038203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.077148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c8002-9627-40b7-b2a0-9c242a25ba5d None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:35Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:38:37.086382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.179578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96685836-b2e2-4bd6-a01f-2e9b1d3a89e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.186221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-96685836-b2e2-4bd6-a01f-2e9b1d3a89e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.274046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-96685836-b2e2-4bd6-a01f-2e9b1d3a89e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9069edee3914444aaaead95d384b7a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961851 Aug 29 04:38:37.275302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96685836-b2e2-4bd6-a01f-2e9b1d3a89e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7101e36c-3fa9-475d-bed6-15924a52cb7a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.282082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.323741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0848-b9c6-46a8-86c6-61b8e01682b0 req-280ccfb7-f95f-410b-a56b-42ea76c6b304 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.332883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-505b0848-b9c6-46a8-86c6-61b8e01682b0 req-280ccfb7-f95f-410b-a56b-42ea76c6b304 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 944 time: 0.5779996 Aug 29 04:38:37.353922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f226f9e-04a2-43bf-a9ff-8e3c561617ae,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:37.363838 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2b8d647-f659-4c44-a8fc-c15693524a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.387818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.389976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d2a07dd7-0265-4699-b0ea-8644aab82454 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7580254 Aug 29 04:38:37.392874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:37.411057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:37.423009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16921-44b8-4eac-9144-bbb442bc16b3 req-6621a6a8-545b-4a63-aa6b-ff432df11c25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:37.425053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49a16921-44b8-4eac-9144-bbb442bc16b3 req-6621a6a8-545b-4a63-aa6b-ff432df11c25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.4657331 Aug 29 04:38:37.483316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.500794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a9070fdd-8a13-4ff2-aeb0-8e685afe18ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:37.511970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49a16921-44b8-4eac-9144-bbb442bc16b3 req-77129cda-97d3-4353-9c82-37f732edb42b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744205 Aug 29 04:38:37.527525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] For port 0058718a-efcd-40fe-8eec-32c8cac47eaa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0058718a-efcd-40fe-8eec-32c8cac47eaa,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:37.528129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.532462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:37.567494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Calling delete_port for 0058718a-efcd-40fe-8eec-32c8cac47eaa owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:37.593561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device da8d47df-0340-4345-99f2-4da1de5787ff up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:37.594057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-505b0848-b9c6-46a8-86c6-61b8e01682b0 req-ecc2ba21-c01a-4efd-9b97-6296a5bc541b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584655 Aug 29 04:38:37.669327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.763550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:37.828926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:37.847548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:37.848065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:37.850992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port da8d47df-0340-4345-99f2-4da1de5787ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:37.896484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port da8d47df-0340-4345-99f2-4da1de5787ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:37.896840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.025087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:38.030046 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a9017c-2e5b-4289-a430-6e1075baf19f" -d '{"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:38.036880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.059563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513e3c-27da-4c91-a090-1b8b442e1bbe req-b6e0c02d-a02b-4fe9-bb96-158cc8abe641 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:38.061210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1513e3c-27da-4c91-a090-1b8b442e1bbe req-b6e0c02d-a02b-4fe9-bb96-158cc8abe641 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 945 time: 0.1662612 Aug 29 04:38:38.175047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1513e3c-27da-4c91-a090-1b8b442e1bbe req-3bf55e49-c723-465a-a4ff-83af1beef9bd tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025543 Aug 29 04:38:38.207009 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07e0af-9f6c-48bc-8fca-86458ecdc68c x-openstack-request-id: req-2c07e0af-9f6c-48bc-8fca-86458ecdc68c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:38.207394 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:38.207562 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c07e0af-9f6c-48bc-8fca-86458ecdc68c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:38.207981 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'code': 200} Aug 29 04:38:38.224853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.228631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Transition to ACTIVE for port object 3b9ff879-737a-40eb-bec1-c732f0b30fca will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:38.250526 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.258732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['0058718a-efcd-40fe-8eec-32c8cac47eaa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:38.313687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.325816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Pushing event deleted for resources: {'Port': ['ID=0058718a-efcd-40fe-8eec-32c8cac47eaa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.354640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.459970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:38.477119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.491111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.498083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.499738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7101e36c-3fa9-475d-bed6-15924a52cb7a HTTP/1.1" status: 204 len: 168 time: 1.2141416 Aug 29 04:38:38.504063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.531029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=da8d47df-0340-4345-99f2-4da1de5787ff,segment=NetworkSegment(a14b024a-a604-40ee-8dd2-28169c72c7b5),segment_id=a14b024a-a604-40ee-8dd2-28169c72c7b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:38.534846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:38.539563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f491a-5b8f-4e42-bedd-484b7a2107ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7101e36c-3fa9-475d-bed6-15924a52cb7a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.540787 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a9dff-2858-4512-bbc7-5ae5fdf02f77" -d '{"events": [{"server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:38.558265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.567010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.568865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:38.574775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] No DVR routers for this DVR port 0058718a-efcd-40fe-8eec-32c8cac47eaa on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:38.587595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.598534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59f1f7c2-d806-4643-aa98-02d790d9e908 req-5a6a9a76-d2ba-4dcf-8060-f5a8106c9e04 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.54 "DELETE /v2.0/ports/0058718a-efcd-40fe-8eec-32c8cac47eaa HTTP/1.1" status: 204 len: 173 time: 2.7132318 Aug 29 04:38:38.714391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.738824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.752208 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23c132-341d-4ffa-a325-013af447a765 x-openstack-request-id: req-cc23c132-341d-4ffa-a325-013af447a765 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:38.752563 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "name": "network-vif-plugged", "status": "completed", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:38.752756 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc23c132-341d-4ffa-a325-013af447a765 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:38.753150 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff', 'code': 200} Aug 29 04:38:38.796981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:38.805214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4111340 Aug 29 04:38:38.805912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51386) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:38.831500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:38.912219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96b88e-755e-47a0-9b36-86c579b79c24 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a31a37-9ed8-4049-835a-f6004ef37fe1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.931820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:38.977338 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:39.015745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.017348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.024380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:39.295021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d46f-3b89-4216-8b31-5ce3a2c468f7 req-506bb93b-8c41-4ac6-be35-8660015f871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.299791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc92d46f-3b89-4216-8b31-5ce3a2c468f7 req-506bb93b-8c41-4ac6-be35-8660015f871a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 1097 time: 0.3305316 Aug 29 04:38:39.338977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] No DVR routers for this DVR port 3b9ff879-737a-40eb-bec1-c732f0b30fca on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:39.351446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.358750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.392572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe5efee-e99b-411f-9164-5e6b083f005c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.407049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ece0-e2b7-4873-98e5-e89934f31e5f req-b06b33aa-ed86-4cbe-a98b-3c0694bf19b4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.411171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22b7ece0-e2b7-4873-98e5-e89934f31e5f req-b06b33aa-ed86-4cbe-a98b-3c0694bf19b4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.6318586 Aug 29 04:38:39.426814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.430965 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-38b3e5f7-4590-4d82-85a6-c85ed1b29c2f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6227651 Aug 29 04:38:39.437880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:39.451506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:39.475145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a9070fdd-8a13-4ff2-aeb0-8e685afe18ef up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:39.499568 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:38:39.517311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.525567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212f49-bd7d-472c-9879-1cf584abbd72 req-0c8572e9-7746-412b-88b2-c7a75758f216 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:39.527997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6212f49-bd7d-472c-9879-1cf584abbd72 req-0c8572e9-7746-412b-88b2-c7a75758f216 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 945 time: 0.6400580 Aug 29 04:38:39.665669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:39.666055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.703226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.711078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.765396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f635f970-5715-44ee-b557-e8eb5adc0c43,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:39.781486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc92d46f-3b89-4216-8b31-5ce3a2c468f7 req-a59be90a-bcea-4122-88b6-4664ec05b3fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458299 Aug 29 04:38:39.784174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:39.795539 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e37b68f2-86c9-4218-a876-78cce70ff0d9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451905 Aug 29 04:38:39.861226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22b7ece0-e2b7-4873-98e5-e89934f31e5f req-88d443e9-9740-4fd2-9d87-f49c76746d3a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078972 Aug 29 04:38:39.898122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6212f49-bd7d-472c-9879-1cf584abbd72 req-8eb46e7d-742d-49b0-aa84-457f36adbdaa tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475121 Aug 29 04:38:40.039478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:40.040395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:40.041182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:40.078708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:40.086745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Attempting to bind port 3b9ff879-737a-40eb-bec1-c732f0b30fca on network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:40.211132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47ce56d0-ed5a-4387-b75c-8a3ecad6591d req-2625fb00-3b2b-464c-8052-d6df7a52cb7f tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9d9ea99-e856-470a-b637-ab35393bf86e HTTP/1.1" status: 200 len: 210 time: 0.1434309 Aug 29 04:38:40.213048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'name': 'network-vif-deleted', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:40.219185 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da486a3-aa70-4625-93ac-e2e0011160d5" -d '{"events": [{"server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "name": "network-vif-deleted", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:40.237808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:40.238633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Checking segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:40.238961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Bound using segment: {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:40.239874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Bound port: 3b9ff879-737a-40eb-bec1-c732f0b30fca, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b34dd-73b7-4b52-b05c-de48ab287e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:40.245610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.290842 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.332409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c886d6f1-e9a2-4515-baa4-69c6630be946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.359847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0058718a-efcd-40fe-8eec-32c8cac47eaa no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:40.382748 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54715568-5b2c-47bf-b64e-12d04f02c7e1 x-openstack-request-id: req-54715568-5b2c-47bf-b64e-12d04f02c7e1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:40.383333 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9ea99-e856-470a-b637-ab35393bf86e", "name": "network-vif-deleted", "tag": "0058718a-efcd-40fe-8eec-32c8cac47eaa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:40.383618 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54715568-5b2c-47bf-b64e-12d04f02c7e1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:40.384276 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9ea99-e856-470a-b637-ab35393bf86e', 'name': 'network-vif-deleted', 'tag': '0058718a-efcd-40fe-8eec-32c8cac47eaa', 'status': 'completed', 'code': 200} Aug 29 04:38:40.437749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 0058718a-efcd-40fe-8eec-32c8cac47eaa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:40.438972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0058718a-efcd-40fe-8eec-32c8cac47eaa not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:40.471077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-5a7c2d20-73ee-4f60-966c-685fc7bcb6b7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896879707&fields=id&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 267 time: 0.2760258 Aug 29 04:38:40.599005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:40.606420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:40.616649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.699357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.700033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:40.701606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 1092 time: 5.4737334 Aug 29 04:38:40.716847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-99d8fa52-e5d8-4101-96ae-07a2ad1e7c69 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.724606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-99d8fa52-e5d8-4101-96ae-07a2ad1e7c69 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/networks?id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 797 time: 0.2522879 Aug 29 04:38:40.788552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef1ec006-a80d-44af-bfcc-c03dd8f1381d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/quotas/c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 375 time: 0.0628049 Aug 29 04:38:40.790779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7712031-bd80-46cd-95b0-6f1fe7efe2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:40.860235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-4e77e165-54d6-4fdf-a335-e18e8e2e182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:40.861865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-4e77e165-54d6-4fdf-a335-e18e8e2e182e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1095 time: 0.1197407 Aug 29 04:38:40.916253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-d33390f8-001a-4fc2-9797-7010905fdb16 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089611 Aug 29 04:38:41.208435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-282672ca-eb5c-40ba-b4c3-b7309187ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.210369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-282672ca-eb5c-40ba-b4c3-b7309187ce12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.3367553 Aug 29 04:38:41.300172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:41.337291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-da7244e8-0503-45f8-83b4-8c4a637042f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 998 time: 0.1150842 Aug 29 04:38:41.349687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73c3-82f7-4a9d-900a-3a1228b9dc71 req-ec515675-b16a-470c-a4fe-fbb64958311c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.351272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bfb73c3-82f7-4a9d-900a-3a1228b9dc71 req-ec515675-b16a-470c-a4fe-fbb64958311c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.2085495 Aug 29 04:38:41.361099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-13e1a462-e265-4b1d-a24b-1d00cb0f849e service neutron] 10.222.0.62 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002631 Aug 29 04:38:41.429556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-08a9b02c-5857-495a-b2fb-b79c2b8d1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.431091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-08a9b02c-5857-495a-b2fb-b79c2b8d1144 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.0785160 Aug 29 04:38:41.562636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bfb73c3-82f7-4a9d-900a-3a1228b9dc71 req-6f6742de-5f5f-41d2-9749-6817a5a93069 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928661 Aug 29 04:38:41.575149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-29a704bc-e00c-46d7-8d45-89db5b60e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.576713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-29a704bc-e00c-46d7-8d45-89db5b60e5cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234078 Aug 29 04:38:41.687949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-38fd966e-71d8-4f29-be82-72a9eeb11937 service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019356 Aug 29 04:38:41.725551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-93af5227-61c2-446a-b061-130cb5013f81 service neutron] 10.222.0.62 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635418 Aug 29 04:38:41.908559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d70f4-1b31-4cc6-a106-f9b43353ac0c req-62c9d9dd-880a-4bcf-ba0c-6ef77d251ed5 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:41.916806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-457d70f4-1b31-4cc6-a106-f9b43353ac0c req-62c9d9dd-880a-4bcf-ba0c-6ef77d251ed5 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 945 time: 0.2135017 Aug 29 04:38:41.964571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79fb117-0e7b-492c-a9e6-83d0a9c355be req-e0cd4fda-3dd5-405f-aca1-d727446ac1d0 service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597795 Aug 29 04:38:42.006559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-457d70f4-1b31-4cc6-a106-f9b43353ac0c req-6dad7124-0c8d-4d55-b303-e218bec60453 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884950 Aug 29 04:38:42.142146 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:42.304569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7ee40c1-66b2-4b36-973c-e6e1c8dd9c9a req-a60198f8-1979-4777-809c-ddd9c98db149 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 210 time: 0.0791297 Aug 29 04:38:42.396703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:42.399364 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2dc0a-f983-4586-b3c4-f17b0be30de8" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:42.697664 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f0b0ec-49db-4964-b105-4432520e4be1 x-openstack-request-id: req-b0f0b0ec-49db-4964-b105-4432520e4be1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:42.699325 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:42.699325 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0f0b0ec-49db-4964-b105-4432520e4be1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:42.699325 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'status': 'completed', 'code': 200} Aug 29 04:38:42.921302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-867c768e-74f9-4129-a05b-5311d210fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.923447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-867c768e-74f9-4129-a05b-5311d210fdb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1095 time: 0.2205629 Aug 29 04:38:42.928636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-f67f48ec-f8a7-4647-8f22-a8bfc551b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.930327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-f67f48ec-f8a7-4647-8f22-a8bfc551b989 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1095 time: 0.1462328 Aug 29 04:38:42.956972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0216c-b2ce-4b5a-93c6-d132834d44df req-96eb1e60-c8f0-4195-9087-ed3880333f6a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:42.958916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74d0216c-b2ce-4b5a-93c6-d132834d44df req-96eb1e60-c8f0-4195-9087-ed3880333f6a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 943 time: 0.1571312 Aug 29 04:38:43.043105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:43.152510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74d0216c-b2ce-4b5a-93c6-d132834d44df req-34904a55-0f5e-4734-a7a6-08ae4285ba88 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802599 Aug 29 04:38:43.228127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-e25b1745-b7ed-4e71-b746-64c64da98f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.231645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-e25b1745-b7ed-4e71-b746-64c64da98f67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.2603974 Aug 29 04:38:43.261277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-cec85d20-820a-4a38-9f93-6c4c8a64c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:43.264282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-cec85d20-820a-4a38-9f93-6c4c8a64c26e service neutron] 10.222.0.54 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 0.3280375 Aug 29 04:38:44.113341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-5b39b819-ae57-4830-b778-670ad01f0aa7 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.115320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-5b39b819-ae57-4830-b778-670ad01f0aa7 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 809 time: 0.8975055 Aug 29 04:38:44.171097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-f43e4f43-776c-4db5-9a1f-541142c38f72 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/quotas/19fcfd8664e8453c8ed4b7076b57ad57 HTTP/1.1" status: 200 len: 375 time: 0.0167272 Aug 29 04:38:44.280122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-4949ab67-d199-4cad-8b43-09581af05000 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 998 time: 0.9700091 Aug 29 04:38:44.323121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-47bb6980-04dd-4e50-9915-9c0ca7ab9090 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079671 Aug 29 04:38:44.364904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:44.510162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7489a5dd-2535-4622-9e58-16786a5ea21d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.512773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7489a5dd-2535-4622-9e58-16786a5ea21d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/networks?id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 797 time: 0.1923444 Aug 29 04:38:44.700054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.718443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'port_id': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'mac_address': 'fa:16:3e:11:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:44.736809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-c82beb9c-5edd-4ca8-8e1b-925ef4d40c48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 998 time: 1.4832258 Aug 29 04:38:44.780177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.845912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-32d6a7bb-c45c-4e68-95a0-2bce426bdcc0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 379 time: 0.1883726 Aug 29 04:38:44.850980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9ff879-737a-40eb-bec1-c732f0b30fca {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:44.875302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-27c872c2-dc4c-46f1-bdf0-0be6ff758b36 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.878660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-27c872c2-dc4c-46f1-bdf0-0be6ff758b36 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 945 time: 0.1852031 Aug 29 04:38:44.911152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:44.917820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:44.937782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-7a0a1a88-312d-4627-b10c-3e1f3dadea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.939307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-7a0a1a88-312d-4627-b10c-3e1f3dadea97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.1202416 Aug 29 04:38:44.952868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'port': {'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'admin_state_up': True, 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'security_groups': ['f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:44.988519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20618dd1-24b9-4161-b5fc-d51bf79ab1c3 req-d1facd25-c33f-4ca9-b56e-f1ec7b62c840 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:44.996233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20618dd1-24b9-4161-b5fc-d51bf79ab1c3 req-d1facd25-c33f-4ca9-b56e-f1ec7b62c840 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9616f41-91ca-4979-87c9-73884ba9e3c5 HTTP/1.1" status: 200 len: 945 time: 1.7377021 Aug 29 04:38:45.071092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:45.094659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Deleting port da8d47df-0340-4345-99f2-4da1de5787ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:38:45.095308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.214470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20618dd1-24b9-4161-b5fc-d51bf79ab1c3 req-b5520429-e43a-4f07-8a29-2c051756e285 tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.62 "GET /v2.0/security-groups?id=69b9a475-6acc-410f-9d60-9961d1cca4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139637 Aug 29 04:38:45.217461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-7e8963ca-1855-44b6-9716-c0b5f4c77d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.218999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-7e8963ca-1855-44b6-9716-c0b5f4c77d1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.8999794 Aug 29 04:38:45.241454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3b9ff879-737a-40eb-bec1-c732f0b30fca'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:45.414101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] For port da8d47df-0340-4345-99f2-4da1de5787ff, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=da8d47df-0340-4345-99f2-4da1de5787ff,segment=NetworkSegment(a14b024a-a604-40ee-8dd2-28169c72c7b5),segment_id=a14b024a-a604-40ee-8dd2-28169c72c7b5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:45.417758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.511398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Calling delete_port for da8d47df-0340-4345-99f2-4da1de5787ff owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:38:45.558617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98d10505-beb8-47c6-a94a-8b3cd57b288c req-0bacf796-7f7c-4b25-9160-86d7ddaf4f3c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 210 time: 0.1812792 Aug 29 04:38:45.770049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-1fd5c54d-fb06-417a-91c2-ecbab1077b44 service neutron] 10.222.0.62 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2365503 Aug 29 04:38:45.782343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-79863c55-4179-4ed7-a53e-9490bd40bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.790185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-79863c55-4179-4ed7-a53e-9490bd40bceb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5351338 Aug 29 04:38:45.805840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-45c921ff-9f4d-491f-bc37-d8a99ce42125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:45.808219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-45c921ff-9f4d-491f-bc37-d8a99ce42125 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8450742 Aug 29 04:38:45.845390 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:45.956848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Pushing event deleted for resources: {'Port': ['ID=da8d47df-0340-4345-99f2-4da1de5787ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:46.008530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] No DVR routers for this DVR port da8d47df-0340-4345-99f2-4da1de5787ff on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:38:46.019135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:46.023640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.024130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:46.030202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b9d51b8-0fb9-410d-ab40-138d55359796 req-29c470f7-b37f-40d2-b238-222dadd2951b tempest-ServerAddressesNegativeTestJSON-494029457 tempest-ServerAddressesNegativeTestJSON-494029457-project] 10.222.0.50 "DELETE /v2.0/ports/da8d47df-0340-4345-99f2-4da1de5787ff HTTP/1.1" status: 204 len: 173 time: 1.1430738 Aug 29 04:38:46.031032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'name': 'network-vif-deleted', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:46.046155 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95d641-4d40-4a6c-b348-4a0431f1f0da" -d '{"events": [{"server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "name": "network-vif-deleted", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:46.313458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-8f147dbb-3ab1-4876-910d-fdd3118c5e01 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598396 Aug 29 04:38:46.363606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09721c0f-1317-439b-af5c-4b8ade4d7434 req-d4fdd6ef-3e66-44e1-9178-e6f723a8cb10 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:46.365286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09721c0f-1317-439b-af5c-4b8ade4d7434 req-d4fdd6ef-3e66-44e1-9178-e6f723a8cb10 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 944 time: 0.4996488 Aug 29 04:38:46.501233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-d7e638f3-30e5-4a16-9c44-d8865ac353f3 service neutron] 10.222.0.62 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056921 Aug 29 04:38:46.518377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-239aae1e-067e-4cc0-af5e-21c92d373274 service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947896 Aug 29 04:38:46.642043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09721c0f-1317-439b-af5c-4b8ade4d7434 req-419313c2-4567-4284-9b3d-b63a92c5fcc4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553294 Aug 29 04:38:46.962586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-96dd4dbe-98db-4688-9979-e5ec2dbba4ee service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961263 Aug 29 04:38:47.100788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.3 (54c5b940-a3d2-48fe-bb26-160b29e053a0/d3a2c33a-567b-406d-b8b4-53772cf72161/038e0be3-c49b-4b9d-9624-a8e028b8392b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:47.164048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.188669 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ffec6d-62a3-457a-bc0c-fc7e7b437cfe x-openstack-request-id: req-c4ffec6d-62a3-457a-bc0c-fc7e7b437cfe {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:47.189209 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9616f41-91ca-4979-87c9-73884ba9e3c5", "name": "network-vif-deleted", "tag": "da8d47df-0340-4345-99f2-4da1de5787ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:47.189980 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4ffec6d-62a3-457a-bc0c-fc7e7b437cfe {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:47.190511 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9616f41-91ca-4979-87c9-73884ba9e3c5', 'name': 'network-vif-deleted', 'tag': 'da8d47df-0340-4345-99f2-4da1de5787ff', 'status': 'completed', 'code': 200} Aug 29 04:38:47.197491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.234415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.260428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.276372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.306006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.336637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.367328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:47.396471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-6254b6e8-4d77-4696-8f25-5aa141c18b9e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.4225295 Aug 29 04:38:47.421472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Deleting subnet 2404d5c1-e672-434c-a5ee-7b57c33dfa46 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:38:47.426647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.470355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.522618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f9d2cd-de53-4b52-b790-4e61e7bdade5 req-f9f208cc-5c1e-4f17-ab2a-73484c359db4 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 210 time: 0.1107183 Aug 29 04:38:47.526812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.539807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2da2dc0a-f983-4586-b3c4-f17b0be30de8 req-90c6fac2-c6fd-433c-b868-3673bc554f73 service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484963 Aug 29 04:38:47.608541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.625557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device da8d47df-0340-4345-99f2-4da1de5787ff no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:38:47.720298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2404d5c1-e672-434c-a5ee-7b57c33dfa46,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:47.725274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:47.731110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44f483d5-651d-46c0-9d13-a7346b9acf58 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2404d5c1-e672-434c-a5ee-7b57c33dfa46 HTTP/1.1" status: 204 len: 168 time: 0.4654789 Aug 29 04:38:47.731751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: da8d47df-0340-4345-99f2-4da1de5787ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:38:47.731751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device da8d47df-0340-4345-99f2-4da1de5787ff not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:38:47.739911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:47.772937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c8ba218-8719-4fcb-8801-0e944f742852 req-eb6e70de-a8b2-43b8-9d83-c83edcb0e462 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3739827 Aug 29 04:38:48.000649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.207900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c2089e9-24b2-4ab7-9c08-6020b60c4c06 req-32792fd1-88af-4b0d-a05d-1bff69a595d4 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 210 time: 0.1627793 Aug 29 04:38:48.228175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.246769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c26666b-e78d-463c-8d4f-583f107b6a76']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:48.264831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14b024a-a604-40ee-8dd2-28169c72c7b5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:48.265636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14b024a-a604-40ee-8dd2-28169c72c7b5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:38:48.281079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.286846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.303010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.313844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:38:48.314775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:38:48.334825 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:38:48.338218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e20f71-e77c-4bf4-a09d-5a088670d449 req-7318e7c3-9580-42a5-887d-136f9b560900 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.346010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45e20f71-e77c-4bf4-a09d-5a088670d449 req-7318e7c3-9580-42a5-887d-136f9b560900 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 944 time: 0.3690078 Aug 29 04:38:48.419289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:38:48.425115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.428052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-48d3a1a7-36fa-4f51-aec7-fc4d0a0befc6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.429997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-48d3a1a7-36fa-4f51-aec7-fc4d0a0befc6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9&tenant_id=5fb81efe55d341afad69b28151dd4d3e&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.3786077 Aug 29 04:38:48.431898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object 038e0be3-c49b-4b9d-9624-a8e028b8392b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:48.435186 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.438057 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] 10.222.0.62 "DELETE /v2.0/networks/1c26666b-e78d-463c-8d4f-583f107b6a76 HTTP/1.1" status: 204 len: 168 time: 0.6967208 Aug 29 04:38:48.471394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5d84d-6c92-435b-8895-92e9477969dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1c26666b-e78d-463c-8d4f-583f107b6a76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:48.613011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3b9ff879-737a-40eb-bec1-c732f0b30fca completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:48.614732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45e20f71-e77c-4bf4-a09d-5a088670d449 req-faa5c3b6-3845-4726-8c06-d2f9d9905b6d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673380 Aug 29 04:38:48.621018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3b9ff879-737a-40eb-bec1-c732f0b30fca triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:48.621689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.773957 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-bcfc95b4-6c1e-4040-a6ff-2f510dedb0a2 service neutron] delete failed (client error): The resource could not be found. Aug 29 04:38:48.775502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-bcfc95b4-6c1e-4040-a6ff-2f510dedb0a2 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3b9ff879-737a-40eb-bec1-c732f0b30fca/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.3352411 Aug 29 04:38:48.778719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.796619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.804823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.815169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.821547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:48.855161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.862552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.871256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.898249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:48.929780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:48.946985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17609c6e-a45e-4fb6-9a05-0cf3e0630a62 req-b545588e-e071-4518-add9-00526fbfecb6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.5907638 Aug 29 04:38:48.966217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:48.968386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:48.971217 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba0db78-a6ad-4312-b174-15b7e9a109d1" -d '{"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:48.990652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.186997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:49.196108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.236684 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3974c75-80ec-4af7-8a30-5af53058c692 x-openstack-request-id: req-d3974c75-80ec-4af7-8a30-5af53058c692 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:49.237202 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:49.237513 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3974c75-80ec-4af7-8a30-5af53058c692 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:49.237987 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'code': 200} Aug 29 04:38:49.309263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:49.312326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:49.386212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e99acf35-8fef-4823-9899-2cd6c2b21626 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36dca58c5d5c412089edbe0d8c6a4859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833450 Aug 29 04:38:49.408263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:49.691046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f5b36-2822-4f0c-bfc8-a7766998282e req-0fe471fd-44ff-4f2b-a84b-509ae3ad706c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.693813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b4f5b36-2822-4f0c-bfc8-a7766998282e req-0fe471fd-44ff-4f2b-a84b-509ae3ad706c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 931 time: 0.9347565 Aug 29 04:38:49.697428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ebf7150-94e2-4e85-9649-719c00ddde4a req-f065d4a2-eb66-4911-afc5-0eda005c742b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 210 time: 0.2302818 Aug 29 04:38:49.708332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:49.717625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-43120a38-d372-4db5-97fd-8cc3a394d98b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.727692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-43120a38-d372-4db5-97fd-8cc3a394d98b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.50 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 809 time: 0.5793927 Aug 29 04:38:49.764740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Request body: {'port': {'device_id': '5dde15c1-80ca-4423-bc55-3042130a599a', 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b', 'admin_state_up': True, 'tenant_id': '19fcfd8664e8453c8ed4b7076b57ad57'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:49.776750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-640f8e11-49d7-44cc-836f-6e759e0fd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.783419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-640f8e11-49d7-44cc-836f-6e759e0fd7ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.6925344 Aug 29 04:38:49.815632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:49.819016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.906345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a182434-91e1-45b9-becb-010d3fbfc758 None None] Provisioning for port 038e0be3-c49b-4b9d-9624-a8e028b8392b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:38:49.919552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a182434-91e1-45b9-becb-010d3fbfc758 None None] Provisioning complete for port 038e0be3-c49b-4b9d-9624-a8e028b8392b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:38:49.921392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a182434-91e1-45b9-becb-010d3fbfc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:49.996061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:50.001665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-ef5076e7-105c-4175-ab7c-788178260543 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0563171 Aug 29 04:38:50.019486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8a182434-91e1-45b9-becb-010d3fbfc758 None None] Port 038e0be3-c49b-4b9d-9624-a8e028b8392b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:38:50.140765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.171633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.217382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Made reservation on behalf of 19fcfd8664e8453c8ed4b7076b57ad57 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:50.226902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:50.272128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Request body: {'port': {'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:50.512198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Allocated IP 172.20.0.8 (d7539e24-6669-4d58-87ed-8cd88129585b/78007fed-f13e-47bb-bb93-a3925d18db88/197ff84f-a8e1-46d4-9c3d-bc227d0cf968) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:50.935827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.051258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.073745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.079763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69b9a475-6acc-410f-9d60-9961d1cca4cb HTTP/1.1" status: 204 len: 168 time: 1.6696923 Aug 29 04:38:51.090152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.188851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487e57-c6c2-4b81-aa47-2b8c2767a268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b9a475-6acc-410f-9d60-9961d1cca4cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.328539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b4f5b36-2822-4f0c-bfc8-a7766998282e req-2293e211-4319-4c87-92ab-c567bce4c485 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5845406 Aug 29 04:38:51.368911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Pushing event updated for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:51.400026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Network d7539e24-6669-4d58-87ed-8cd88129585b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:51.403180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:51.408541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:51.513804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:51.514851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.551220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e0c7708f-1d0d-4147-9b40-44c7586a3f3d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8041205 Aug 29 04:38:51.589225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Request body: {'port': {'device_id': '5dde15c1-80ca-4423-bc55-3042130a599a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:51.797461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.810910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de5c94d4-fdb1-4abb-ae9d-63348da00b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:51.934929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.189352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de5c94d4-fdb1-4abb-ae9d-63348da00b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.231796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de5c94d4-fdb1-4abb-ae9d-63348da00b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.237649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.295561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd10b-facb-4375-946c-fb9d4545a308 req-398f2376-440b-4a1f-b863-1ec2128901e7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.311847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbfbd10b-facb-4375-946c-fb9d4545a308 req-398f2376-440b-4a1f-b863-1ec2128901e7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 2.3380749 Aug 29 04:38:52.463299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c94d4-fdb1-4abb-ae9d-63348da00b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b397b526-4d20-4662-819b-fd6f29a5d5b3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:52.493779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e5bb4-883a-408c-b788-26e4185bbfe1 req-86cb5a3d-3ad3-4901-b7d0-0ccefebedf3a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.507730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a5e5bb4-883a-408c-b788-26e4185bbfe1 req-86cb5a3d-3ad3-4901-b7d0-0ccefebedf3a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 931 time: 0.6482670 Aug 29 04:38:52.761339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.762293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.763109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.763942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.764951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.765538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-d211cdf8-a16c-4123-b586-f1e4fc28b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.765729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.766403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:52.767986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-d211cdf8-a16c-4123-b586-f1e4fc28b2b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 2.9741673 Aug 29 04:38:52.780110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-553ded46-a691-425b-b4a1-9cd45192ce61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.5399401 Aug 29 04:38:52.782538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-de5c94d4-fdb1-4abb-ae9d-63348da00b14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0369df0c28cd41d89f5ac43a0250777d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7831774 Aug 29 04:38:52.802166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51672) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:52.941179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:52.951308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:52.968868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Transition to ACTIVE for port object 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:52.974273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-2f36a799-21c0-4c32-8939-efa69226db3d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&id=e85c0d63-9894-47e3-8a18-311b2801b471&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930857 Aug 29 04:38:52.976259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.163561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038e0be3-c49b-4b9d-9624-a8e028b8392b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:53.165107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Pushing event updated for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.174647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.193990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Transition to ACTIVE for port object 038e0be3-c49b-4b9d-9624-a8e028b8392b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:53.194766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Attempting to bind port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:53.195660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Attempting to bind port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:53.196846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Attempting to bind port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 on network d7539e24-6669-4d58-87ed-8cd88129585b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:53.198639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-6a961170-09b0-435e-b504-edd2bb9909b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 1000 time: 0.3995190 Aug 29 04:38:53.204711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 on network d7539e24-6669-4d58-87ed-8cd88129585b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:53.205945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Attempting to bind port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 on network d7539e24-6669-4d58-87ed-8cd88129585b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:53.209389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbfbd10b-facb-4375-946c-fb9d4545a308 req-e6796fce-ec99-4ba8-a6aa-92b6fd048fe8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8962233 Aug 29 04:38:53.214417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:53.215124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Checking segment: {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:53.216368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Bound using segment: {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:53.217052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Bound port: 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c6ed40-9884-47e2-ab2d-4651e566b664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:53.217789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.235285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a5e5bb4-883a-408c-b788-26e4185bbfe1 req-f191f8cb-2bb3-414d-89ce-ba1202a0c411 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261887 Aug 29 04:38:53.266570 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.334538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:53.340468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:53.346779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.437948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.441307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.442281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51684) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:53.443728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] 10.222.0.50 "PUT /v2.0/ports/197ff84f-a8e1-46d4-9c3d-bc227d0cf968 HTTP/1.1" status: 200 len: 1092 time: 1.8714042 Aug 29 04:38:53.448419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:53.451175 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64c2d9-548c-4714-947c-402f9864991e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:53.509165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fc9dd-db21-4b0e-9675-cde7fe6d3b10 service neutron] Pushing event updated for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.556844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-c2bbe450-4761-451f-99cc-d07579c6e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.558920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-c2bbe450-4761-451f-99cc-d07579c6e290 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.3215985 Aug 29 04:38:53.559789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Pushing event updated for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:53.604865 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6e4155-9f58-41ea-b8ab-848ab75c3ed1 x-openstack-request-id: req-ef6e4155-9f58-41ea-b8ab-848ab75c3ed1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:53.605272 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:53.605834 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef6e4155-9f58-41ea-b8ab-848ab75c3ed1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:53.606290 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968', 'status': 'completed', 'code': 200} Aug 29 04:38:53.665809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-a1aac531-140a-40a7-b5bb-d73e9de6f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.669469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-a1aac531-140a-40a7-b5bb-d73e9de6f88c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 1095 time: 0.1450872 Aug 29 04:38:53.777675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-3bf98750-e082-414d-ac21-e439bbbb1edd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968 HTTP/1.1" status: 200 len: 217 time: 0.0880568 Aug 29 04:38:53.866877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-7482c3b9-5eef-4aca-bf0d-14dc8b1865e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.868917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-7482c3b9-5eef-4aca-bf0d-14dc8b1865e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78007fed-f13e-47bb-bb93-a3925d18db88 HTTP/1.1" status: 200 len: 849 time: 0.0832090 Aug 29 04:38:53.870771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1765231089-network', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:53.876200 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:53.893199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480de9a-969b-42e6-a6c6-6a9032cc735f req-eb2525af-0e5f-48b8-8feb-8ba2ddc25286 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:53.895977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1480de9a-969b-42e6-a6c6-6a9032cc735f req-eb2525af-0e5f-48b8-8feb-8ba2ddc25286 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 943 time: 0.5111055 Aug 29 04:38:53.906566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-3105b85c-8e4c-411a-acee-af8be50b0933 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7539e24-6669-4d58-87ed-8cd88129585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291121 Aug 29 04:38:53.939733 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.061819 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-2b122d2e-72fa-405f-9914-26bb593cad4a service neutron] 10.222.0.50 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467650 Aug 29 04:38:54.069381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-a4b6e6fe-5d91-40e2-bb98-866608759516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.072084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-a4b6e6fe-5d91-40e2-bb98-866608759516 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4922009 Aug 29 04:38:54.086429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Made reservation on behalf of 9bf4c18931704a319905dd406b1d8e99 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:54.089486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.147178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Attempting to bind port 038e0be3-c49b-4b9d-9624-a8e028b8392b on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:54.147719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Attempting to bind port 038e0be3-c49b-4b9d-9624-a8e028b8392b by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:54.148290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Attempting to bind port 038e0be3-c49b-4b9d-9624-a8e028b8392b on network 54c5b940-a3d2-48fe-bb26-160b29e053a0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:54.201395 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0697eda7-4f8b-4bb8-abbc-cf406702a0da req-3853e952-926d-414b-bb6b-8370f989a7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302643 Aug 29 04:38:54.217794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.230865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.235405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.239770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b397b526-4d20-4662-819b-fd6f29a5d5b3 HTTP/1.1" status: 204 len: 168 time: 1.4047656 Aug 29 04:38:54.266805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Port 038e0be3-c49b-4b9d-9624-a8e028b8392b on network 54c5b940-a3d2-48fe-bb26-160b29e053a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:38:54.267236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Attempting to bind port 038e0be3-c49b-4b9d-9624-a8e028b8392b on network 54c5b940-a3d2-48fe-bb26-160b29e053a0 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:54.296183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1480de9a-969b-42e6-a6c6-6a9032cc735f req-deb16345-7e2c-4a46-8c97-ca2ea4fd8ebd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903251 Aug 29 04:38:54.334286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc303aa1-a8e3-4efb-8008-323fdc2df511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b397b526-4d20-4662-819b-fd6f29a5d5b3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.361285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:54.361844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Checking segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:54.362474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Bound using segment: {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:54.363211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Bound port: 038e0be3-c49b-4b9d-9624-a8e028b8392b, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892deb7d-94bb-4369-bdf7-80a72f29ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:54.363814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.506895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c2d9-548c-4714-947c-402f9864991e req-f7549a57-9fb0-4e2c-9be6-fd07b86110da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.512591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-f7549a57-9fb0-4e2c-9be6-fd07b86110da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 1095 time: 0.1829255 Aug 29 04:38:54.709240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c2d9-548c-4714-947c-402f9864991e req-35f8750b-2ec5-49ff-9043-177a80a52b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.713450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-35f8750b-2ec5-49ff-9043-177a80a52b79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 200 len: 910 time: 0.1906748 Aug 29 04:38:54.785377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.796697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-40500ba1-5319-4721-be04-9a7348d43a0b service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134187 Aug 29 04:38:54.808499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:54.814225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-e090f7a2-be55-4408-a60f-17aada5a630e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968 HTTP/1.1" status: 200 len: 217 time: 0.0889988 Aug 29 04:38:54.882310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3226237-b815-410b-bb6e-09e7c1aa1002,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:54.906735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fa86a-3f01-4760-b304-8f07b289253b req-f85bc631-a639-454a-8f67-2a95bcb3e656 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.909384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e3fa86a-3f01-4760-b304-8f07b289253b req-f85bc631-a639-454a-8f67-2a95bcb3e656 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.4749713 Aug 29 04:38:54.918840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:54.941570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b0327-a729-45c1-9a32-c3f93d50cfe7 req-a77166f2-ef68-467a-bc87-9eb43358d41c tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:54.944447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b8b0327-a729-45c1-9a32-c3f93d50cfe7 req-a77166f2-ef68-467a-bc87-9eb43358d41c tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 943 time: 0.4096837 Aug 29 04:38:54.997940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:55.011850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64c2d9-548c-4714-947c-402f9864991e req-c7ddefd8-3f2a-488d-870d-91b5460eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.015161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-c7ddefd8-3f2a-488d-870d-91b5460eb7af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78007fed-f13e-47bb-bb93-a3925d18db88 HTTP/1.1" status: 200 len: 849 time: 0.1831996 Aug 29 04:38:55.103198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b8b0327-a729-45c1-9a32-c3f93d50cfe7 req-3839b595-dfda-4ce3-87a3-81e12b09b524 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229327 Aug 29 04:38:55.111155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-ed95ff86-3ccc-4e82-b656-d79f121f3285 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d7539e24-6669-4d58-87ed-8cd88129585b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875595 Aug 29 04:38:55.117470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.117809 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Added segment e1598c5e-5530-4245-82f9-14fc908a460d of type vlan for network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 Aug 29 04:38:55.209030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:55.227605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e3fa86a-3f01-4760-b304-8f07b289253b req-54e77ccd-9f30-4e5d-8831-519aaa1a8588 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791262 Aug 29 04:38:55.290628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.360628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Pushing event updated for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.374469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.394038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.394851 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.396512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7e1958a9-9500-4045-a5bf-bb6b178a5264 service neutron] 10.222.0.54 "PUT /v2.0/ports/038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 200 len: 1092 time: 5.2310915 Aug 29 04:38:55.397034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:38:55.399360 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a21db7-758e-4552-8170-a33d0e0be2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:38:55.407893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17d82316-414a-49b7-baa2-c9d718ec3cf5 req-8051f684-16a4-45b7-a5ec-80905e915328 service neutron] 10.222.0.50 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859942 Aug 29 04:38:55.413413 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-1a7eb3da-f139-479a-b84d-b51a495f4c7d service neutron] 10.222.0.50 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914610 Aug 29 04:38:55.512799 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da71dd-ab86-4856-bfda-979c9db890a2 x-openstack-request-id: req-16da71dd-ab86-4856-bfda-979c9db890a2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:38:55.513422 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:38:55.513738 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16da71dd-ab86-4856-bfda-979c9db890a2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:38:55.514216 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'status': 'completed', 'code': 200} Aug 29 04:38:55.590924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bd64c2d9-548c-4714-947c-402f9864991e req-497a1ef1-35de-4ddc-83ce-36cabbdbb49d service neutron] 10.222.0.50 "GET /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616616 Aug 29 04:38:55.600276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.601527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.602203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:55.757045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:55.774686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:55.803859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6178-221a-4a12-b345-bda459010875 req-732ef5db-91b0-463d-b33f-096e06314a09 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.805643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b02f6178-221a-4a12-b345-bda459010875 req-732ef5db-91b0-463d-b33f-096e06314a09 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 943 time: 0.3820448 Aug 29 04:38:55.847679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ac256de-1742-4f2a-acc2-20af747bb0a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3747678 Aug 29 04:38:55.853031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:55.867083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Request body: {'subnet': {'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1765231089-subnet', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:55.890347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-39ea48a7-c2c0-4297-8976-b0c641dad2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:55.901819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-39ea48a7-c2c0-4297-8976-b0c641dad2db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1095 time: 0.3841145 Aug 29 04:38:55.933425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Made reservation on behalf of 9bf4c18931704a319905dd406b1d8e99 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:55.936303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.248830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:56.271700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.454674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4f8919-83fc-43c4-9963-e54f63351592,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:56.460470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Checking segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:56.461046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Network hostable DHCP agents. Network: 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:38:56.473957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b02f6178-221a-4a12-b345-bda459010875 req-682bb686-da06-4e27-9293-a5a7c9f2a389 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6483402 Aug 29 04:38:56.500329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:38:56.504272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75ed4-a2eb-4d8e-a2fb-1c364c4f9873 req-3fdfb26b-c480-4106-a073-6ed1b0b33071 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.520603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43d75ed4-a2eb-4d8e-a2fb-1c364c4f9873 req-3fdfb26b-c480-4106-a073-6ed1b0b33071 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 943 time: 0.2436318 Aug 29 04:38:56.522826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:56.533360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.542449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.547191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98829100-02e9-4d14-927f-03540b314736 None None] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:38:56.560033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-6663e2d0-2f83-486b-aa0a-51dd52439851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:56.561843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-6663e2d0-2f83-486b-aa0a-51dd52439851 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c877231de95049d3b9f6adf70ecfa38f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.6321700 Aug 29 04:38:56.580204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f97ea175-858d-4cec-92c2-e44d4d3c92b7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7235370 Aug 29 04:38:56.584630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:56.608028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:56.688768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1392366680-network', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:56.716578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.717867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.783879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:56.812836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.816180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Made reservation on behalf of 749393dcb2f84866bcbc413acb84a18c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:56.821449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:56.824810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43d75ed4-a2eb-4d8e-a2fb-1c364c4f9873 req-b7d5e010-7f96-4c61-8098-a8acde99ee90 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985318 Aug 29 04:38:56.914464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.217524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.313327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:38:57.316247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.341081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85071-dbb9-4ae4-8a36-1297c9f3368e req-80987af9-2665-411d-adc4-86713d35fc15 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.349058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c85071-dbb9-4ae4-8a36-1297c9f3368e req-80987af9-2665-411d-adc4-86713d35fc15 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.6432624 Aug 29 04:38:57.408363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-fddfe2b3-8f08-4e1a-8745-a3634231619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.410614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27a21db7-758e-4552-8170-a33d0e0be2aa req-fddfe2b3-8f08-4e1a-8745-a3634231619a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8342299 Aug 29 04:38:57.556123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.582917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.600238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c85071-dbb9-4ae4-8a36-1297c9f3368e req-1a8fdcbc-ff48-4ddf-b380-9becdc8a2aa5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500451 Aug 29 04:38:57.613980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:38:57.667654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.670785 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Added segment e89f853f-6ac5-4cd6-b01a-f149defa3ba4 of type vlan for network 7a2b781f-e03b-45a3-b190-872ebc6fe54b Aug 29 04:38:57.676676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Allocated IP 172.20.0.2 (2fddabf1-f1c5-44e4-b2f0-e5a6a179a382/0d4f8919-83fc-43c4-9963-e54f63351592/6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:57.774557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.821201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:57.852515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:57.854684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:57.855756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.123891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.142989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Transition to ACTIVE for port object 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:58.169137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2b781f-e03b-45a3-b190-872ebc6fe54b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.169977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:38:58.191652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:38:58.213410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Transition to ACTIVE for port object 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:38:58.312519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60412074-18bd-49f3-bfc7-e75fbd091d92,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.334044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.461769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Pushing event updated for resources: {'Port': ['ID=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:58.495175 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:38:58.563910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-380edeb0-d0e1-4b5e-b513-d4a2cdd11bc3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3129456 Aug 29 04:38:58.576613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:38:58.578552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:38:58.586213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:38:58.609437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:38:58.620490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Request body: {'subnet': {'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1392366680-subnet', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:38:58.658111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b420e35-3d18-48e0-ad1b-1d91d5ae03ca tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 200 len: 992 time: 0.8293347 Aug 29 04:38:58.710798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfcd15-8b97-465d-ad5e-716bee1e9ce8 req-78c07834-98a7-4351-b298-633c68487064 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.713800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fadfcd15-8b97-465d-ad5e-716bee1e9ce8 req-78c07834-98a7-4351-b298-633c68487064 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 943 time: 0.4307013 Aug 29 04:38:58.746920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-a74fc445-0718-4311-afeb-3e6fe45cd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.750145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-a74fc445-0718-4311-afeb-3e6fe45cd41c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1095 time: 1.2341537 Aug 29 04:38:58.766241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.777202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Made reservation on behalf of 749393dcb2f84866bcbc413acb84a18c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:38:58.781853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:58.901014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:58.920900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13856f32-13bc-4835-860b-e94badc65028 req-181ada5e-4ec2-425a-9079-87d378358531 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:58.932635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13856f32-13bc-4835-860b-e94badc65028 req-181ada5e-4ec2-425a-9079-87d378358531 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 943 time: 0.5300126 Aug 29 04:38:58.960919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968', 'network_id': 'd7539e24-6669-4d58-87ed-8cd88129585b', 'port_id': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968', 'mac_address': 'fa:16:3e:64:7a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78007fed-f13e-47bb-bb93-a3925d18db88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:38:59.085102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-a3f36ebd-0cc1-430c-a8ec-1b8857e63e76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 200 len: 217 time: 0.2932758 Aug 29 04:38:59.090130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.110826 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.116172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Attempting to bind port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:38:59.116938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Attempting to bind port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:38:59.117969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Attempting to bind port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:38:59.145492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:38:59.147505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Checking segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:38:59.149699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.150607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Bound using segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:38:59.152166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Bound port: 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:38:59.152978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.181449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:38:59.265298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-a0e0a7f8-360c-467b-afa6-887ad9691d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.268243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-a0e0a7f8-360c-467b-afa6-887ad9691d45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3a2c33a-567b-406d-b8b4-53772cf72161 HTTP/1.1" status: 200 len: 834 time: 0.1469226 Aug 29 04:38:59.286129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:38:59.296206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.296698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fadfcd15-8b97-465d-ad5e-716bee1e9ce8 req-7cd9c79a-d3c6-4248-9066-405f7219416d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5543144 Aug 29 04:38:59.323594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13856f32-13bc-4835-860b-e94badc65028 req-9fa8a8b6-a881-4d09-b034-51d8372c5dd2 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890455 Aug 29 04:38:59.435971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] For port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:38:59.443817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] For port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:38:59.459346 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.466245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.520556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Allocated IP 172.25.3.131 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/55acc776-0081-4fe7-a76f-b7ef026d05c6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:38:59.554824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-f48b1820-2a7d-4065-8128-cd6f6f2f1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:38:59.562671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d782022-8d54-44f6-9097-0fb15cec0999 None None] Pushing event updated for resources: {'Port': ['ID=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:38:59.568435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-f48b1820-2a7d-4065-8128-cd6f6f2f1d46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54c5b940-a3d2-48fe-bb26-160b29e053a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758818 Aug 29 04:38:59.585157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.613763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['197ff84f-a8e1-46d4-9c3d-bc227d0cf968'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:38:59.782984 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:38:59.837290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-2ab684fa-51a9-44a2-822e-3740be9c4d38 service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673445 Aug 29 04:39:00.070544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.206704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3988b1d6-46bb-48c6-9ac1-6ecdf38e4417 req-7ffb8194-9263-4420-80a2-a94e07df41ee service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602736 Aug 29 04:39:00.440002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb2addb-f82e-4ae2-a473-1625e279f1db,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.469279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Checking segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:00.470063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Network hostable DHCP agents. Network: 7a2b781f-e03b-45a3-b190-872ebc6fe54b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:00.480941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.517322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:00.538448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 7a2b781f-e03b-45a3-b190-872ebc6fe54b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:00.568976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.570295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.572083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba346b-c321-482a-a57e-0b660714d9dc None None] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:00.634508 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1bc7933e-7856-4048-adc3-dd26331aad40 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0482571 Aug 29 04:39:00.638316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.640906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb25d-9f9a-4717-965c-8957ba17a162 req-e60c4ff8-aeba-4b5c-bf19-579a004bbef8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.642169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51784) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:00.643503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bdcb25d-9f9a-4717-965c-8957ba17a162 req-e60c4ff8-aeba-4b5c-bf19-579a004bbef8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 943 time: 0.1450033 Aug 29 04:39:00.666480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:00.688470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a69d94-9a86-4d19-8851-31b7660c3ce2 req-17adc549-68fd-4aae-b7c1-e24eb96f65dc tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:00.690133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a69d94-9a86-4d19-8851-31b7660c3ce2 req-17adc549-68fd-4aae-b7c1-e24eb96f65dc tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 944 time: 0.1736252 Aug 29 04:39:00.745612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Deleting port 7b8e80b4-ac27-41e3-abbb-c42923e50806 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:00.745874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.793921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=55acc776-0081-4fe7-a76f-b7ef026d05c6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:00.811757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:00.826505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:00.834123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:00.849094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a69d94-9a86-4d19-8851-31b7660c3ce2 req-c3589377-95e5-43a2-a316-53572d97711b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505961 Aug 29 04:39:00.884045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bdcb25d-9f9a-4717-965c-8957ba17a162 req-da1be46d-53e7-44ed-87a9-fc16070878ad tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177913 Aug 29 04:39:00.952966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] For port 7b8e80b4-ac27-41e3-abbb-c42923e50806, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7b8e80b4-ac27-41e3-abbb-c42923e50806,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:00.954298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.982135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Calling delete_port for 7b8e80b4-ac27-41e3-abbb-c42923e50806 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:00.986508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.987854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:00.998365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:00.999253 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.149910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.273973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Allocated IP 172.20.0.2 (7a2b781f-e03b-45a3-b190-872ebc6fe54b/0bb2addb-f82e-4ae2-a473-1625e279f1db/fb9d878b-7034-4855-a3de-2979827b3e14) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:01.363077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.486022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:01.494515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8e80b4-ac27-41e3-abbb-c42923e50806,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:01.568080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:01.615314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce4e6a-3486-470a-82d0-d86530c28fe5 None None] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:01.826188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:01.847646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.061156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.064391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Provisioning for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:02.065773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:02.104852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Provisioning complete for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:02.104852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.125618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:02.126004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.209749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.237342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Transition to ACTIVE for port object fb9d878b-7034-4855-a3de-2979827b3e14 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:02.264753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:02.285448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Transition to ACTIVE for port object fb9d878b-7034-4855-a3de-2979827b3e14 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:02.287064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:02.287440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.334709 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.410256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.493684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.573876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 038e0be3-c49b-4b9d-9624-a8e028b8392b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:02.585311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.597851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:02.620242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:02.637167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:02.643173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:02.644931 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.646902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Pushing event updated for resources: {'Port': ['ID=fb9d878b-7034-4855-a3de-2979827b3e14,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:02.664588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] For port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:02.698942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417148e0-6b43-4840-a36e-4de9fd2d0d13 req-260f7894-e392-4eb7-870b-45351c4d5429 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.700759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-417148e0-6b43-4840-a36e-4de9fd2d0d13 req-260f7894-e392-4eb7-870b-45351c4d5429 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 943 time: 0.6123214 Aug 29 04:39:02.736963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:02.841986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11515b98-9460-485b-9c42-07fdb8366de3 req-9763b8df-e667-4b81-9d26-9e9346b526b8 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:02.843501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11515b98-9460-485b-9c42-07fdb8366de3 req-9763b8df-e667-4b81-9d26-9e9346b526b8 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 944 time: 0.7773914 Aug 29 04:39:02.959761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.027663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-417148e0-6b43-4840-a36e-4de9fd2d0d13 req-ba8946f4-8cd1-45b6-89b2-81207362e64d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214046 Aug 29 04:39:03.036056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11515b98-9460-485b-9c42-07fdb8366de3 req-37e4a07b-2a0b-46d2-8d01-f86792ade204 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494558 Aug 29 04:39:03.051649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Allocated IP 172.25.3.98 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/e4007378-e598-4c96-88f0-762a4831120d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:03.122738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Router 808b7c4e-a098-4b35-8616-7a5f6f767736 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:03.190731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Attempting to bind port fb9d878b-7034-4855-a3de-2979827b3e14 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:03.191194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Attempting to bind port fb9d878b-7034-4855-a3de-2979827b3e14 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:03.191575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Attempting to bind port fb9d878b-7034-4855-a3de-2979827b3e14 on network 7a2b781f-e03b-45a3-b190-872ebc6fe54b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:03.256149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fbc36-b54b-45d7-9761-36490cd95111 None None] Pushing event updated for resources: {'Port': ['ID=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.257451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.266630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88ea5f6b-6f0a-46d9-ae15-0c49beeb883b None None] Provisioning complete for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:03.267013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88ea5f6b-6f0a-46d9-ae15-0c49beeb883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.273004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:03.273409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Checking segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:03.273785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.274190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Bound using segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:03.275983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Bound port: fb9d878b-7034-4855-a3de-2979827b3e14, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:03.276416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.280089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:03.284554 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:03.284911 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:03.285443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.346962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:03.368270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:03.443858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:03.451004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:03.454063 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c1e41-5fed-4401-ad98-175b303664f9" -d '{"events": [{"server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "name": "network-vif-plugged", "status": "completed", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:03.463839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.478478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:03.495332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Sync routers for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:03.502613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c12988d8-59c6-4888-9a56-4a094bb916b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/808b7c4e-a098-4b35-8616-7a5f6f767736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6744604 Aug 29 04:39:03.505168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51802) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.516579 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:03.517136 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:03.548944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.598332 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76b392-07cb-4bab-b9e0-eee23ec5a3f2 x-openstack-request-id: req-0d76b392-07cb-4bab-b9e0-eee23ec5a3f2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:03.598938 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "name": "network-vif-plugged", "status": "completed", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:03.600260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:03.601936 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d76b392-07cb-4bab-b9e0-eee23ec5a3f2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:03.602593 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968', 'code': 200} Aug 29 04:39:03.644845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:03.694536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:03.697102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:03.778582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.779754 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6570905-d38d-44b0-a171-f769a029a5e8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1927617 Aug 29 04:39:03.787065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:03.789836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:03.879391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.917309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:03.936698 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:03.948231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:03.962731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] For port fb9d878b-7034-4855-a3de-2979827b3e14, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:03.970881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Pushing event updated for resources: {'Port': ['ID=e4007378-e598-4c96-88f0-762a4831120d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.022593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038e0be3-c49b-4b9d-9624-a8e028b8392b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:04.047437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:04.052340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] For port fb9d878b-7034-4855-a3de-2979827b3e14, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fb9d878b-7034-4855-a3de-2979827b3e14,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:04.055180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:04.056175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.137829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.175497 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:39:01Z', 'revision_number': 5, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port': {'id': 'a3eb9069-0485-4fef-a61b-d5808e8358e4', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:25:45Z', 'updated_at': '2021-08-29T04:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.197091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f4a38-ea1d-4d95-b17a-3ec480224ffd req-9d2c0875-744a-498f-afe7-c71c3e65cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.199565 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-685f4a38-ea1d-4d95-b17a-3ec480224ffd req-9d2c0875-744a-498f-afe7-c71c3e65cb92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 1097 time: 0.5535669 Aug 29 04:39:04.214802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:04.277418 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Checking router: 808b7c4e-a098-4b35-8616-7a5f6f767736 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:04.287461 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Routers {'808b7c4e-a098-4b35-8616-7a5f6f767736'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:04.288203 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['808b7c4e-a098-4b35-8616-7a5f6f767736'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.354894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-685f4a38-ea1d-4d95-b17a-3ec480224ffd req-7e0b56b0-8b3d-43c1-88c9-8f94d9200458 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Aug 29 04:39:04.435011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd45c5-8678-4fbe-bdd5-55465363a0d5 req-e30716a4-7752-4aa5-b3d5-6f937c96459d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.435238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.439044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5acd45c5-8678-4fbe-bdd5-55465363a0d5 req-e30716a4-7752-4aa5-b3d5-6f937c96459d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.2405016 Aug 29 04:39:04.453683 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.514293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caa0fb-ab5d-4970-ac34-46e1bd3f2370 req-b8143350-2ce0-4e50-82c7-9952e09cf4f8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:04.544188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65caa0fb-ab5d-4970-ac34-46e1bd3f2370 req-b8143350-2ce0-4e50-82c7-9952e09cf4f8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 944 time: 0.2573037 Aug 29 04:39:04.616497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:04.625203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Deleting port a3eb9069-0485-4fef-a61b-d5808e8358e4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:04.625203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:04.674713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] Set router 808b7c4e-a098-4b35-8616-7a5f6f767736 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:04.815005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:04.848626 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 6, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:04.894264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['038e0be3-c49b-4b9d-9624-a8e028b8392b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:04.930363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104ea61-127d-4f3e-b9dc-8936cc53b42d None None] The sync data for ids ['808b7c4e-a098-4b35-8616-7a5f6f767736'] in n-d-712139-13 is: [{'id': '808b7c4e-a098-4b35-8616-7a5f6f767736', 'name': 'tempest-TaggedBootDevicesTest_v242-102649501-router', 'tenant_id': '21d9e6150137447f8dd1f5c248dac866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:25:43Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 6, 'project_id': '21d9e6150137447f8dd1f5c248dac866', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:04.945793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] For port a3eb9069-0485-4fef-a61b-d5808e8358e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a3eb9069-0485-4fef-a61b-d5808e8358e4,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:04.949314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.012859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Calling delete_port for a3eb9069-0485-4fef-a61b-d5808e8358e4 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:05.033476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5acd45c5-8678-4fbe-bdd5-55465363a0d5 req-e284264e-4312-48bd-917a-d1ab6f07ae2a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791481 Aug 29 04:39:05.093150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011e1ee-0c80-4028-9c62-fad8e090f11a None None] Pushing event updated for resources: {'Port': ['ID=fb9d878b-7034-4855-a3de-2979827b3e14,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.110846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:05.111737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.174785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:01Z', 'revision_number': 3, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:05.227879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:05.228626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Updating router 83fdafd7-3d27-422b-9d43-3efc0feec641 port 55acc776-0081-4fe7-a76f-b7ef026d05c6 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:05.256554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.291038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.606378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65caa0fb-ab5d-4970-ac34-46e1bd3f2370 req-fc999b12-dc06-4473-9986-484af71ba277 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0610707 Aug 29 04:39:05.624595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.734243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.843357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.887581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eb9069-0485-4fef-a61b-d5808e8358e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:05.976290 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.983231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:05.990724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Transition to ACTIVE for port object 55acc776-0081-4fe7-a76f-b7ef026d05c6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:06.008532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.044246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Allocated IP 172.20.0.1 (2fddabf1-f1c5-44e4-b2f0-e5a6a179a382/0d4f8919-83fc-43c4-9963-e54f63351592/d928f624-a61e-43f7-ab04-8504bbed070b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:06.120284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.127275 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.151083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91e7e-12dc-4eff-91ad-5220157bebc5 None None] Pushing event updated for resources: {'Port': ['ID=55acc776-0081-4fe7-a76f-b7ef026d05c6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.175133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Attempting to bind port 55acc776-0081-4fe7-a76f-b7ef026d05c6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:06.176754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Attempting to bind port 55acc776-0081-4fe7-a76f-b7ef026d05c6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:06.177155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Attempting to bind port 55acc776-0081-4fe7-a76f-b7ef026d05c6 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:06.185895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Router 1d45694d-da65-44cf-91d5-7b7769e52fee is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:06.191385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:06.191822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:06.193489 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.193896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:06.195172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Bound port: 55acc776-0081-4fe7-a76f-b7ef026d05c6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:06.195586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.311534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.314468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808b7c4e-a098-4b35-8616-7a5f6f767736 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:06.331839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.334381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] For port 55acc776-0081-4fe7-a76f-b7ef026d05c6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:06.344248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-26951660-88d3-448f-be70-5b0be1d76e6c admin admin] 10.222.0.62 "DELETE /v2.0/routers/808b7c4e-a098-4b35-8616-7a5f6f767736 HTTP/1.1" status: 204 len: 168 time: 2.8367567 Aug 29 04:39:06.345097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:06.370107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] For port 55acc776-0081-4fe7-a76f-b7ef026d05c6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55acc776-0081-4fe7-a76f-b7ef026d05c6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:06.382288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.422003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5620a-ec3c-466a-b810-8b808333bee6 req-c20fe1d9-b8bf-4525-98d8-896c6c619b93 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.425960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79b5620a-ec3c-466a-b810-8b808333bee6 req-c20fe1d9-b8bf-4525-98d8-896c6c619b93 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.2057574 Aug 29 04:39:06.485096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Deleting subnet de83ea66-af0a-4a47-abcd-a92c959d89b4 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:06.485685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:06.486828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:06.491484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91e7e-12dc-4eff-91ad-5220157bebc5 None None] Pushing event updated for resources: {'Port': ['ID=55acc776-0081-4fe7-a76f-b7ef026d05c6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:06.508051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.569553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.581148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79b5620a-ec3c-466a-b810-8b808333bee6 req-c2f196d5-12cb-4796-8301-eaa899a2aa58 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346788 Aug 29 04:39:06.652960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Transition to ACTIVE for port object d928f624-a61e-43f7-ab04-8504bbed070b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:06.797791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fb9d878b-7034-4855-a3de-2979827b3e14 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:06.824946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.859889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:06.884103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-912b444b-84ba-451c-bf43-6dae50525203 req-fd923be5-9af1-4b4a-8e4e-4c9e079f4aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1049950 Aug 29 04:39:06.889157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:06.916199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cfdc6-1cc7-47ea-838e-34d5764ae5a9 None None] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:06.939044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:06.960729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30f431-6ea5-4bec-b250-d90d4c67f02a req-6cdb94fd-a30a-494b-9f38-98349f414cc6 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:06.964276 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Sync routers for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:06.976163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea30f431-6ea5-4bec-b250-d90d4c67f02a req-6cdb94fd-a30a-494b-9f38-98349f414cc6 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 944 time: 0.1565974 Aug 29 04:39:06.984734 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:06.986368 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:07.034366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea30f431-6ea5-4bec-b250-d90d4c67f02a req-7929efac-13dd-487e-a5cb-3ef51286a491 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567927 Aug 29 04:39:07.142725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-912b444b-84ba-451c-bf43-6dae50525203 req-d2f4cd81-2584-41d5-a5bd-bf02793159d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.1357286 Aug 29 04:39:07.147690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:07.158034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Provisioning for port fb9d878b-7034-4855-a3de-2979827b3e14 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:07.168322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Provisioning complete for port fb9d878b-7034-4855-a3de-2979827b3e14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:07.168990 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.177165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fb9d878b-7034-4855-a3de-2979827b3e14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:07.195040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:07.216444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fb9d878b-7034-4855-a3de-2979827b3e14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:07.216823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.240261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.240261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cb71ad38-b14a-44f8-89a6-9338b0582402 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5870037 Aug 29 04:39:07.241042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:07.243787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:07.265291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:07.298974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-912b444b-84ba-451c-bf43-6dae50525203 req-199ad46d-ce02-43d7-8223-2234134bd4b3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055145 Aug 29 04:39:07.305491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:07.448896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1959abe1-09b8-4fc1-90d5-dee6c3d2b05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.686032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b444b-84ba-451c-bf43-6dae50525203 req-91bb6ca8-47e9-4b73-892c-7ce778e16a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:07.688706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-912b444b-84ba-451c-bf43-6dae50525203 req-91bb6ca8-47e9-4b73-892c-7ce778e16a64 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2759545 Aug 29 04:39:07.727473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.731125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.865473 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 3, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:07.873971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:07.947844 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Checking router: 1d45694d-da65-44cf-91d5-7b7769e52fee for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:07.948747 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Updating router 1d45694d-da65-44cf-91d5-7b7769e52fee port e4007378-e598-4c96-88f0-762a4831120d binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:07.955641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.019373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.033576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] For port fb9d878b-7034-4855-a3de-2979827b3e14, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fb9d878b-7034-4855-a3de-2979827b3e14,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:08.050753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:01Z', 'revision_number': 3, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:08.069372 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.071638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d3431-420f-47e4-90ff-7ff9291c3b99 req-62643599-01b6-4193-ad8a-d4f99a095a91 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.088793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-406d3431-420f-47e4-90ff-7ff9291c3b99 req-62643599-01b6-4193-ad8a-d4f99a095a91 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.1808963 Aug 29 04:39:08.141455 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.160702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbf65f-d877-49a4-9c49-e7d5a51993b7 None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:01Z', 'revision_number': 3, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:08.230223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-406d3431-420f-47e4-90ff-7ff9291c3b99 req-01c31419-7101-4646-a5b8-2201aeca3e9b tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338105 Aug 29 04:39:08.306316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093355-5d26-4b71-b202-75a429b6c9fb req-b77d558e-5355-4419-be59-3048bb2e8bdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:08.321730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b093355-5d26-4b71-b202-75a429b6c9fb req-b77d558e-5355-4419-be59-3048bb2e8bdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 944 time: 0.1256471 Aug 29 04:39:08.397817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b093355-5d26-4b71-b202-75a429b6c9fb req-64e0be86-99ae-46ba-adde-e42ec92574a7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742402 Aug 29 04:39:08.442151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0f81c30-cdfa-4792-a213-b690fcea4591 None None] Provisioning for port d928f624-a61e-43f7-ab04-8504bbed070b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:08.466996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0f81c30-cdfa-4792-a213-b690fcea4591 None None] Provisioning complete for port d928f624-a61e-43f7-ab04-8504bbed070b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:08.468799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0f81c30-cdfa-4792-a213-b690fcea4591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.479299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c0c1-abcf-4804-8ee2-2bd202fd5a75 None None] Pushing event updated for resources: {'Port': ['ID=fb9d878b-7034-4855-a3de-2979827b3e14,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.486972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:08.486972 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:08.508206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.511950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 038e0be3-c49b-4b9d-9624-a8e028b8392b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:08.584487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81c30-cdfa-4792-a213-b690fcea4591 None None] Port d928f624-a61e-43f7-ab04-8504bbed070b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:08.595396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de83ea66-af0a-4a47-abcd-a92c959d89b4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.602142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.606756 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d185074a-4763-488c-956c-87342965ed38 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/de83ea66-af0a-4a47-abcd-a92c959d89b4 HTTP/1.1" status: 204 len: 168 time: 2.2605786 Aug 29 04:39:08.611208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:08.636568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 038e0be3-c49b-4b9d-9624-a8e028b8392b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:08.662577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd14342-4b12-40f8-b1c9-1ab23c4be407 None None] Network cb7973a0-93c0-445f-80d3-cea5033b0643 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:08.686946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 038e0be3-c49b-4b9d-9624-a8e028b8392b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:08.688645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.748485 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.761630 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Transition to ACTIVE for port object e4007378-e598-4c96-88f0-762a4831120d will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:08.779273 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.833497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.891660 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Attempting to bind port e4007378-e598-4c96-88f0-762a4831120d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:08.893948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Attempting to bind port e4007378-e598-4c96-88f0-762a4831120d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:08.894773 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Attempting to bind port e4007378-e598-4c96-88f0-762a4831120d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:08.927901 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:08.928299 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:08.928708 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.929109 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:08.929228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.929686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Bound port: e4007378-e598-4c96-88f0-762a4831120d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:08.929978 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.934840 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405de4-f292-43c1-bdec-8b44ebba420a None None] Pushing event updated for resources: {'Port': ['ID=e4007378-e598-4c96-88f0-762a4831120d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:08.981431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Deleting port 6c843ff4-da27-40ed-a685-62222a8268ba {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:08.981832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:08.988419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f999a1ec-076c-49a6-a7a2-526f3df25f88 None None] Provisioning complete for port fb9d878b-7034-4855-a3de-2979827b3e14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:08.989136 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f999a1ec-076c-49a6-a7a2-526f3df25f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.000557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.079064 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] For port e4007378-e598-4c96-88f0-762a4831120d, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:09.086705 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] For port e4007378-e598-4c96-88f0-762a4831120d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e4007378-e598-4c96-88f0-762a4831120d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:09.087801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.113846 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.153330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] For port 6c843ff4-da27-40ed-a685-62222a8268ba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6c843ff4-da27-40ed-a685-62222a8268ba,segment=NetworkSegment(5e110455-ce94-4a9d-a7ee-b4546a23a053),segment_id=5e110455-ce94-4a9d-a7ee-b4546a23a053)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:09.161029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.189392 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:09.190383 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:38:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:09.195671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Calling delete_port for 6c843ff4-da27-40ed-a685-62222a8268ba owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:09.240110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.339602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a3eb9069-0485-4fef-a61b-d5808e8358e4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:09.361491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:09.364331 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ebf74f-95f3-4778-80d0-8d3e8de16641" -d '{"events": [{"server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "name": "network-vif-plugged", "status": "completed", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:09.428067 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405de4-f292-43c1-bdec-8b44ebba420a None None] Pushing event updated for resources: {'Port': ['ID=e4007378-e598-4c96-88f0-762a4831120d,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.431414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a93b80-efea-4b02-a6fe-f69bf61d1af4 None None] DHCP port deletion for cb7973a0-93c0-445f-80d3-cea5033b0643 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:09.463645 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a3eb9069-0485-4fef-a61b-d5808e8358e4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:09.464167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a3eb9069-0485-4fef-a61b-d5808e8358e4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:09.464799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7b8e80b4-ac27-41e3-abbb-c42923e50806 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:09.473238 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df58f7-3b94-43ef-a955-eca62bcc12eb x-openstack-request-id: req-42df58f7-3b94-43ef-a955-eca62bcc12eb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:09.475539 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "name": "network-vif-plugged", "status": "completed", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:09.478958 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42df58f7-3b94-43ef-a955-eca62bcc12eb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:09.487900 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'code': 200} Aug 29 04:39:09.529441 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:09.556559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:09.561703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 7b8e80b4-ac27-41e3-abbb-c42923e50806 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:09.569265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7b8e80b4-ac27-41e3-abbb-c42923e50806 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:09.640799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.659693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c1a93b80-efea-4b02-a6fe-f69bf61d1af4 None None] The port '6c843ff4-da27-40ed-a685-62222a8268ba' was deleted {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 04:39:09.674875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:09.752863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb56d-c79a-446b-a175-1db77f862502 req-a4194c29-6fd6-45ad-b636-b38a45698d4a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.757388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caeeb56d-c79a-446b-a175-1db77f862502 req-a4194c29-6fd6-45ad-b636-b38a45698d4a tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.3480811 Aug 29 04:39:09.829905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.842905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] No DVR routers for this DVR port 6c843ff4-da27-40ed-a685-62222a8268ba on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:09.874745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55acc776-0081-4fe7-a76f-b7ef026d05c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:09.923240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c843ff4-da27-40ed-a685-62222a8268ba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:09.938347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87f7c-756a-44dc-b566-35e3396360d9 req-bc0c2a06-9522-4f24-8644-fb8fe545f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:09.940543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1be87f7c-756a-44dc-b566-35e3396360d9 req-bc0c2a06-9522-4f24-8644-fb8fe545f7dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1096 time: 0.3970060 Aug 29 04:39:09.992049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 55acc776-0081-4fe7-a76f-b7ef026d05c6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:10.000305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 55acc776-0081-4fe7-a76f-b7ef026d05c6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.000684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.005553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 3, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.063277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a36a2-e214-4d64-ab59-80b5fc36c65d None None] The sync data for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 is: [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:04Z', 'revision_number': 3, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:10.077786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Pushing event updated for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.116583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caeeb56d-c79a-446b-a175-1db77f862502 req-e9ff7b97-602d-45af-a667-5ec6d91891a2 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577078 Aug 29 04:39:10.143654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.148606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.157850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.159695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79622d-026e-44ca-9ce4-ce767f6e6563 req-f6384b99-f8d3-4293-b649-a52e5261d5fe tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.161527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a79622d-026e-44ca-9ce4-ce767f6e6563 req-f6384b99-f8d3-4293-b649-a52e5261d5fe tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.5330184 Aug 29 04:39:10.189396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1be87f7c-756a-44dc-b566-35e3396360d9 req-09fa4742-3564-4971-abae-77bf2db460e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340674 Aug 29 04:39:10.211163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 55acc776-0081-4fe7-a76f-b7ef026d05c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55acc776-0081-4fe7-a76f-b7ef026d05c6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:10.220603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.222178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fb9d878b-7034-4855-a3de-2979827b3e14 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:10.225271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7973a0-93c0-445f-80d3-cea5033b0643']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.229929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-a9c2d1ec-1019-4616-8cbf-d251cd63a417 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:10.232772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-a9c2d1ec-1019-4616-8cbf-d251cd63a417 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.2877004 Aug 29 04:39:10.254369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e110455-ce94-4a9d-a7ee-b4546a23a053') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.254688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e110455-ce94-4a9d-a7ee-b4546a23a053') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:10.280538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a79622d-026e-44ca-9ce4-ce767f6e6563 req-7e0ca621-31af-4cad-ac63-406112c9a3e8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889010 Aug 29 04:39:10.289811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.302152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:10.339965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.357626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:10.361705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:10.362591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.427285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4282cd3-7d8c-45db-8d5d-9fd60e924e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.430388 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.437561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=55acc776-0081-4fe7-a76f-b7ef026d05c6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:10.460923 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:10.464057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fb9d878b-7034-4855-a3de-2979827b3e14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:10.464057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.522870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.553150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:10.556103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cb7973a0-93c0-445f-80d3-cea5033b0643 HTTP/1.1" status: 204 len: 168 time: 1.9435556 Aug 29 04:39:10.595502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f1fcb-f6da-46d9-bfe3-0ec7a8522836 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7973a0-93c0-445f-80d3-cea5033b0643,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:10.863211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6c843ff4-da27-40ed-a685-62222a8268ba no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:10.925691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6c843ff4-da27-40ed-a685-62222a8268ba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:10.926307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6c843ff4-da27-40ed-a685-62222a8268ba not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:11.047147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.080059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Allocated IP 172.20.0.1 (7a2b781f-e03b-45a3-b190-872ebc6fe54b/0bb2addb-f82e-4ae2-a473-1625e279f1db/f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:11.102727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd61e9d6-b563-4b8e-b0ce-072eea896a7d None None] Provisioning complete for port d928f624-a61e-43f7-ab04-8504bbed070b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:11.103098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd61e9d6-b563-4b8e-b0ce-072eea896a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.178908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8cb46ca1-578b-481a-8d5b-a6d058f6f32a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21d9e6150137447f8dd1f5c248dac866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273913 Aug 29 04:39:11.184162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:11.205284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-cd61e9d6-b563-4b8e-b0ce-072eea896a7d None None] Port d928f624-a61e-43f7-ab04-8504bbed070b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:11.310834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.342308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:11.374251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Deleting port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:11.386406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.433813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.577311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.616684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807236e0-6170-447f-ae91-4d01f982d7cc req-9636f80f-aea9-4fc8-9ecf-64d998017ce4 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.617472 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.626404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-807236e0-6170-447f-ae91-4d01f982d7cc req-9636f80f-aea9-4fc8-9ecf-64d998017ce4 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 945 time: 0.2461419 Aug 29 04:39:11.694778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Transition to ACTIVE for port object f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:11.736780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2badb-e162-43a2-b601-c01012146720 req-d17baa7f-8c4f-4dcc-851c-86c27179ea92 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:11.738267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9bc2badb-e162-43a2-b601-c01012146720 req-d17baa7f-8c4f-4dcc-851c-86c27179ea92 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.2620780 Aug 29 04:39:11.760689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-807236e0-6170-447f-ae91-4d01f982d7cc req-6ed524bd-c724-4815-b71e-13878c54607d tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/security-groups?id=b12e292a-f984-4425-8856-2e9afc76dfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330094 Aug 29 04:39:11.761084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] For port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,segment=NetworkSegment(77c6ed40-9884-47e2-ab2d-4651e566b664),segment_id=77c6ed40-9884-47e2-ab2d-4651e566b664)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:11.764608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.794723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Calling delete_port for 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:11.802381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:11.807484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.817045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-91f98738-45c1-4456-a829-940e7b2eabb8 admin admin] 10.222.0.62 "PUT /v2.0/routers/83fdafd7-3d27-422b-9d43-3efc0feec641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0209613 Aug 29 04:39:11.825574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.827139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c17bd6c4-0c3d-4f65-bc88-633407824a3e HTTP/1.1" status: 204 len: 168 time: 0.6390619 Aug 29 04:39:11.831807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:11.856204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:11.858335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:11.896964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:11.902198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78e0eb-7ebd-4031-a580-603ca0df3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bd6c4-0c3d-4f65-bc88-633407824a3e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:11.971704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:11.979536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:11.979912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:12.004615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:12.042585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9bc2badb-e162-43a2-b601-c01012146720 req-80d962de-a0c0-4b20-b84f-d313159bcf8e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794826 Aug 29 04:39:12.075116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Pushing event updated for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.080383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e4007378-e598-4c96-88f0-762a4831120d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:12.171037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.262776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.385823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.423820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Pushing event deleted for resources: {'Port': ['ID=197ff84f-a8e1-46d4-9c3d-bc227d0cf968,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:12.527714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] No DVR routers for this DVR port 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:12.534319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.538705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-596cf337-aacc-4e93-adbb-64819adf27c4 req-88788a89-5744-4271-b400-ceed9379b602 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.50 "DELETE /v2.0/ports/197ff84f-a8e1-46d4-9c3d-bc227d0cf968 HTTP/1.1" status: 204 len: 173 time: 2.2786260 Aug 29 04:39:12.539430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'name': 'network-vif-deleted', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:12.545064 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf069a8-0898-4cd2-9907-70dd829bff59" -d '{"events": [{"server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "name": "network-vif-deleted", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:12.719410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.737581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e4007378-e598-4c96-88f0-762a4831120d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:12.739617 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ffaf5-68e2-498c-bdca-3a0d5c3c9b51 x-openstack-request-id: req-b68ffaf5-68e2-498c-bdca-3a0d5c3c9b51 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:12.739866 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dde15c1-80ca-4423-bc55-3042130a599a", "name": "network-vif-deleted", "tag": "197ff84f-a8e1-46d4-9c3d-bc227d0cf968", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:12.740270 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b68ffaf5-68e2-498c-bdca-3a0d5c3c9b51 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:12.741450 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dde15c1-80ca-4423-bc55-3042130a599a', 'name': 'network-vif-deleted', 'tag': '197ff84f-a8e1-46d4-9c3d-bc227d0cf968', 'status': 'completed', 'code': 200} Aug 29 04:39:12.770450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02bb71ee-c147-4a7f-b342-878353ca0d84 None None] Provisioning for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:12.794153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e4007378-e598-4c96-88f0-762a4831120d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:12.794741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.824247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:12.837368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-02bb71ee-c147-4a7f-b342-878353ca0d84 None None] Provisioning complete for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:12.840543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-02bb71ee-c147-4a7f-b342-878353ca0d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.840984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Deleting subnet ecee3047-6e79-4a76-a641-103978c1abd6 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:12.847705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:12.991056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.196506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.205190 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.314565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-02bb71ee-c147-4a7f-b342-878353ca0d84 None None] Port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:13.338178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b47102c-11fe-4b06-a2d0-2fa21f35a6c1 req-b0038945-a687-40c3-936a-1aa7bbcc2695 tempest-VolumesActionsTest-708599874 tempest-VolumesActionsTest-708599874-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dde15c1-80ca-4423-bc55-3042130a599a HTTP/1.1" status: 200 len: 210 time: 0.1043444 Aug 29 04:39:13.443974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.450287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.463330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.465981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.473211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289884253', 'description': 'tempest-description--1184593258'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:13.553365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.556272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecee3047-6e79-4a76-a641-103978c1abd6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.599791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.612315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Pushing event updated for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:13.669450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.683182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c10c7aad-0ac8-446e-8172-60c79d52690e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ecee3047-6e79-4a76-a641-103978c1abd6 HTTP/1.1" status: 204 len: 168 time: 1.6983902 Aug 29 04:39:13.686062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.687166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.735333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e4007378-e598-4c96-88f0-762a4831120d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e4007378-e598-4c96-88f0-762a4831120d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:13.749518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:13.750492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55acc776-0081-4fe7-a76f-b7ef026d05c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:13.757462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0707c8f-458b-4a1f-8fe5-b601420673b2 req-078f92cd-b74f-45e2-b8cb-de4068491226 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:13.770765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0707c8f-458b-4a1f-8fe5-b601420673b2 req-078f92cd-b74f-45e2-b8cb-de4068491226 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.2222388 Aug 29 04:39:13.811750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:13.831030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:13.862128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:13.868941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:13.872807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0707c8f-458b-4a1f-8fe5-b601420673b2 req-72100f54-b3ae-4f35-a471-cb1ba1fecfe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004572 Aug 29 04:39:13.883363 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.008295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.016095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.112178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.113717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6450264 Aug 29 04:39:14.121032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.127533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group_rule': {'security_group_id': '5db8396c-a4f4-4ff4-8b6b-939a08ce457a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.149742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9513a-bd15-4a9f-8ba0-5cc08d9b8f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8396c-a4f4-4ff4-8b6b-939a08ce457a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.166201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2121926923-network', 'tenant_id': '162610ebab4f4ab281eb4e9971166382'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.172716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ae779-c8dc-4ac7-86c4-0f3b6864cb6d req-1f52d505-79d1-4bb4-8c4b-49b5c1b7da10 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.184246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a01ae779-c8dc-4ac7-86c4-0f3b6864cb6d req-1f52d505-79d1-4bb4-8c4b-49b5c1b7da10 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.1468513 Aug 29 04:39:14.188534 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.203005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:14.204999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 197ff84f-a8e1-46d4-9c3d-bc227d0cf968 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:14.220146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e9d750-3fb6-46d9-be84-fe429925b874']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.248803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a01ae779-c8dc-4ac7-86c4-0f3b6864cb6d req-3ec79c04-ca89-4dc6-b1f4-99ad712a064b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636506 Aug 29 04:39:14.252502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a696e127-9986-47d2-adb1-52492ade34e9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.252993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a696e127-9986-47d2-adb1-52492ade34e9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.261381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:08Z', 'revision_number': 2, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.269331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.284676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.315772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.319855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e4007378-e598-4c96-88f0-762a4831120d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.329049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.334161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Made reservation on behalf of 162610ebab4f4ab281eb4e9971166382 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:14.336412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:14.337274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Updating router 83fdafd7-3d27-422b-9d43-3efc0feec641 port d928f624-a61e-43f7-ab04-8504bbed070b binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:14.338515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.348493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.349431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.350391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.351230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.352066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.352850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.354232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.354954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.355722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.356846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.357898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.358695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:14.369927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a10a9-1c5f-47f0-a635-f0bb49f3f50c tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:14.374474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.374729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb9a10a9-1c5f-47f0-a635-f0bb49f3f50c tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1092 time: 0.1041381 Aug 29 04:39:14.380447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.385223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.405894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:14.406576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:14.422857 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:14.428672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.443263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.446099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Router 1d45694d-da65-44cf-91d5-7b7769e52fee has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:14.465176 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.469886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 55acc776-0081-4fe7-a76f-b7ef026d05c6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.470504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.477701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-520bbfc5-b5ae-4a7f-a271-42b74ce06481 None None] Provisioning complete for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:14.477926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16626b45-82c8-43e3-8e22-10254f7983fd,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.478042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-520bbfc5-b5ae-4a7f-a271-42b74ce06481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.482190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.630586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-520bbfc5-b5ae-4a7f-a271-42b74ce06481 None None] Port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:14.648515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.670169 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.672352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] 10.222.0.62 "DELETE /v2.0/networks/92e9d750-3fb6-46d9-be84-fe429925b874 HTTP/1.1" status: 204 len: 168 time: 0.9843657 Aug 29 04:39:14.696303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0bac5-225f-4a33-8174-4a03a2281a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e9d750-3fb6-46d9-be84-fe429925b874,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.701005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.799656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.813138 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.867227 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.872503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23fb074e-84dd-48ae-bd22-d379c81772e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7483165 Aug 29 04:39:14.882289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:14.885006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.888145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:14.894992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a04032e5-62c4-422f-ae57-4b3dbde6c270 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d45694d-da65-44cf-91d5-7b7769e52fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6268132 Aug 29 04:39:14.898693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group_rule': {'security_group_id': '5db8396c-a4f4-4ff4-8b6b-939a08ce457a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:14.901536 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Sync routers for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:14.919093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:14.925151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:14.927066 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:14.939770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b339154f-cebf-454a-aead-33b4d353e8e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:14.975254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:14.978088 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Added segment 583354fb-aa67-418c-b272-2c723c39f24b of type vlan for network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e Aug 29 04:39:15.084676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.25.3.74 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8d0e37d0-1155-4879-8f8f-6475eae28fce) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:15.096836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7bc62725-26a4-4028-94a0-48966d148f4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b920a909511141bdaad68cdf7e3aca69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753778 Aug 29 04:39:15.103787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.123003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.200420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.205842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e4007378-e598-4c96-88f0-762a4831120d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:15.278890 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:15.341673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.344249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.350434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:15.350434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.352701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.395534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Transition to ACTIVE for port object d928f624-a61e-43f7-ab04-8504bbed070b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:15.413658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.421639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.542497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7072465 Aug 29 04:39:15.547280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.552885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Request body: {'subnet': {'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2121926923-subnet', 'tenant_id': '162610ebab4f4ab281eb4e9971166382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:15.573812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3f3bd-300a-4497-96ae-0ca1cf0c5f1e admin admin] Pushing event updated for resources: {'Network': ['ID=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.586969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e4007378-e598-4c96-88f0-762a4831120d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:15.588088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.602597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.608821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Made reservation on behalf of 162610ebab4f4ab281eb4e9971166382 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:15.615180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.624517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.730543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:15.740456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0169a-3b0b-4ca9-83a7-cafe8176519b None None] Pushing event updated for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.748957 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.780280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ce22c0-84de-43ab-9895-c3f42374d74e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.786774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.788675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cba82022-72ee-426c-b449-956fa6e1a942 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9021327 Aug 29 04:39:15.797037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:15.804271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.810495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:15.810808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.812615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ca72b81-d694-4575-90df-45e46d15e161 HTTP/1.1" status: 204 len: 168 time: 0.7077658 Aug 29 04:39:15.850519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8419-1265-4c6c-b69f-b3b9af85e06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca72b81-d694-4575-90df-45e46d15e161,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:15.859008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.895714 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 2, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:15.936817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:15.979846 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Checking router: 1d45694d-da65-44cf-91d5-7b7769e52fee for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:15.980891 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Updating router 1d45694d-da65-44cf-91d5-7b7769e52fee port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:16.047646 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.051625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:16.068450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:16.078575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:16.150913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=8d0e37d0-1155-4879-8f8f-6475eae28fce,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.397992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Attempting to bind port d928f624-a61e-43f7-ab04-8504bbed070b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:16.398683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Attempting to bind port d928f624-a61e-43f7-ab04-8504bbed070b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:16.398683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Attempting to bind port d928f624-a61e-43f7-ab04-8504bbed070b on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:16.455014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.512254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:16.514644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Checking segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:16.521930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.521930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Bound using segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:16.521930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Bound port: d928f624-a61e-43f7-ab04-8504bbed070b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:16.521930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.621495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:16.628418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.636272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1867114475-network', 'tenant_id': '86b637783f6a44d087551f4b225d369c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:16.722628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] For port d928f624-a61e-43f7-ab04-8504bbed070b, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:16.730172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] For port d928f624-a61e-43f7-ab04-8504bbed070b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d928f624-a61e-43f7-ab04-8504bbed070b,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:16.737499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.742401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.771166 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.772960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Checking segment: {'id': '583354fb-aa67-418c-b272-2c723c39f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:16.773547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Network hostable DHCP agents. Network: fcdff373-7c5b-4ce7-85a4-3d6f4df7007e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:16.799602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Transition to ACTIVE for port object f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:16.813546 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.830027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Made reservation on behalf of 86b637783f6a44d087551f4b225d369c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:16.838788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.869960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.874463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:16.880181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0169a-3b0b-4ca9-83a7-cafe8176519b None None] Pushing event updated for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.902817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:16.903712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:16.923201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, fcdff373-7c5b-4ce7-85a4-3d6f4df7007e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:16.941876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Allocated IP 172.25.3.236 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8ac74708-51de-4f7e-9a72-84fe048e87fb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:16.946867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:16.949087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:16.961746 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Pushing event updated for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:16.988855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.989962 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.990472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.991053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.991875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.992586 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.993236 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.993861 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.994903 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.995397 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.996066 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:16.996559 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:17.030392 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Attempting to bind port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:17.030764 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Attempting to bind port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:17.031200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Attempting to bind port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 on network 7a2b781f-e03b-45a3-b190-872ebc6fe54b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:17.046807 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:17.047205 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Checking segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:17.047609 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.048037 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Bound using segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:17.048534 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Bound port: f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:17.048920 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.131253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:17.194406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.209484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.241376 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f4c98f7c-99b0-429a-82b8-9d894de5611f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6817918 Aug 29 04:39:17.264289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:17.316476 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] For port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:17.319465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50337a1b-9432-4c1a-9fed-672fa70e30f7 None None] Network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:17.328884 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] For port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:17.338637 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.343069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.423138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.434213 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Added segment 5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5 of type vlan for network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 Aug 29 04:39:17.491750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.508684 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9f5c-d03e-4845-ad13-62e0f3e0bdac None None] Pushing event updated for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.542222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0a63d-e892-453e-b9d7-a0fd867ffe0a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:17.631117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:17.638127 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:17.638786 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:17.644487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:17.662031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:17.765166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:17.971707 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:17.972271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=8ac74708-51de-4f7e-9a72-84fe048e87fb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.060849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.072985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:39:18.085206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.151610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.155327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.159736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.302011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6792779 Aug 29 04:39:18.304966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.305232 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34205821-9805-4a42-8c73-669eea2a5143 admin admin] Pushing event updated for resources: {'Network': ['ID=235d394f-7b11-42c3-b6bc-4225c3cdfeb9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:18.323377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5482e0de-5f0a-44af-8d87-eba433654ebb None None] Network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:18.327850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:18.331479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:18.334587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Request body: {'subnet': {'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1867114475-subnet', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:18.411464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.413492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Made reservation on behalf of 86b637783f6a44d087551f4b225d369c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:18.416853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:18.613434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:16Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.649038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65f71a-0afd-4464-95f7-03152c781f4b None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:16Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:18.893286 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:18.937528 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246f975-404d-4185-8ee8-fd7f6346cd82 None None] The sync data for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 is: [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:18.968666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-9491b3a6-a9df-43cd-8100-3d5a2d10ef0c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:18.970313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-9491b3a6-a9df-43cd-8100-3d5a2d10ef0c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/networks?id=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e HTTP/1.1" status: 200 len: 822 time: 0.4483471 Aug 29 04:39:19.285561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d928f624-a61e-43f7-ab04-8504bbed070b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:19.395160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-460b77b4-c632-4b3b-a100-e5156d0cf664 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/quotas/162610ebab4f4ab281eb4e9971166382 HTTP/1.1" status: 200 len: 375 time: 0.1961153 Aug 29 04:39:19.490809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d928f624-a61e-43f7-ab04-8504bbed070b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:19.504336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d928f624-a61e-43f7-ab04-8504bbed070b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:19.504801 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.568683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.575943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-5c6c569f-00a9-4c11-b88c-e410fd105e9e tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=162610ebab4f4ab281eb4e9971166382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248348 Aug 29 04:39:19.639285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.645509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.764788 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.782193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=8ac74708-51de-4f7e-9a72-84fe048e87fb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:19.843986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.866870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.868233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fbf7f95f-a75c-4df3-b4b1-1e7ef6ce74e1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0691786 Aug 29 04:39:19.876836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d928f624-a61e-43f7-ab04-8504bbed070b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d928f624-a61e-43f7-ab04-8504bbed070b,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:19.891029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:19.951394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cff136-6840-4900-8f38-4442a5516832,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.035556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:20.252565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e723f-e92b-460e-88de-2cec66c33feb req-5cdae6a1-45a0-4b0e-be14-294e49f5b9e2 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.254336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b92e723f-e92b-460e-88de-2cec66c33feb req-5cdae6a1-45a0-4b0e-be14-294e49f5b9e2 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 0.6774211 Aug 29 04:39:20.291309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Checking segment: {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:20.292080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Network hostable DHCP agents. Network: 235d394f-7b11-42c3-b6bc-4225c3cdfeb9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:39:20.375888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-289a45b1-35d8-457b-a7f7-d5561b0e6089 service neutron] 10.222.0.62 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886966 Aug 29 04:39:20.387743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.436271 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.670743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:20.755175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b92e723f-e92b-460e-88de-2cec66c33feb req-b60b8b45-d2f4-4ccf-9009-d8d885404bae tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792829 Aug 29 04:39:20.756190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:39:20.781777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:20.820732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 235d394f-7b11-42c3-b6bc-4225c3cdfeb9) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:20.850332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4120f-5288-4b86-94f1-6ed67c5d21be None None] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:20.911415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:20.912272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.526519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:21.613638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 2ec2a1bd-987d-4109-a83b-96ed95f5932d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:21.613995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.780181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'fixed_ips': [{'subnet_id': 'f7cff136-6840-4900-8f38-4442a5516832'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:39:21.783951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.820861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.821996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:21.842696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 2ec2a1bd-987d-4109-a83b-96ed95f5932d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:21.939309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:21.949950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:21.950369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.178206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Allocated IP 172.20.0.2 (235d394f-7b11-42c3-b6bc-4225c3cdfeb9/f7cff136-6840-4900-8f38-4442a5516832/7e6de7de-d93e-484d-97be-2949b800731f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:22.223527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.338572 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Floating IP 8b93f7cf-0794-4aca-9084-c0b9bbe4e601 associated. External IP: 172.25.3.74, port: 038e0be3-c49b-4b9d-9624-a8e028b8392b. Aug 29 04:39:22.350852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.389140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:22.396626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.398387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d928f624-a61e-43f7-ab04-8504bbed070b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:22.427088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-30061d0e-c929-42db-be32-fb004a34de22 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0978391 Aug 29 04:39:22.428494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=8d0e37d0-1155-4879-8f8f-6475eae28fce,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.436188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-272c3bc6-bee5-45c7-8fe4-17a39b412825 service neutron] 10.222.0.62 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0588646 Aug 29 04:39:22.437017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52110) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:22.517990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=2ec2a1bd-987d-4109-a83b-96ed95f5932d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:22.649639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:22.902143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-80e4f291-1630-432c-b443-9f38b7a082dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--289884253&fields=id&tenant_id=9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 267 time: 1.9676764 Aug 29 04:39:22.985905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:22.986786 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 96c02419-62a3-4ebe-a3c1-76abd9b3f3ab disassociated (deleted). External IP: 172.25.3.21, port: 3b9ff879-737a-40eb-bec1-c732f0b30fca. Aug 29 04:39:23.341679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92d94137-3135-49b1-9645-411a9e105648 req-4726c6ec-051e-4ebe-8b6e-ec13dcc394dc tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 210 time: 0.1028259 Aug 29 04:39:23.342550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.348256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.371191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d928f624-a61e-43f7-ab04-8504bbed070b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:23.378325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.615003 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:23.668431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:23.757411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-79945270-3be3-44cc-8998-41024749e1d6 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:23.761896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-79945270-3be3-44cc-8998-41024749e1d6 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 811 time: 0.8190615 Aug 29 04:39:23.780888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:23.802952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Transition to ACTIVE for port object 7e6de7de-d93e-484d-97be-2949b800731f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:23.929504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Transition to ACTIVE for port object 7e6de7de-d93e-484d-97be-2949b800731f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:23.937945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b358dd84-cc4f-4e6c-91e2-a24e1c8305ff tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/quotas/9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 375 time: 0.1590264 Aug 29 04:39:23.952495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.053828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.103799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:24.127878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.155440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:24.169722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:24.184908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Sync routers for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:24.190362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:24.204187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0527216-73a2-41c3-8f92-1f1ef6bfeb04 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/floatingips/96c02419-62a3-4ebe-a3c1-76abd9b3f3ab HTTP/1.1" status: 204 len: 168 time: 3.4185393 Aug 29 04:39:24.205357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:24.210581 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819dff4-954b-4665-9cbb-ee4d39718144" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:24.391381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Pushing event updated for resources: {'Port': ['ID=7e6de7de-d93e-484d-97be-2949b800731f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:24.409296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:24.409935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:24.630175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Attempting to bind port 7e6de7de-d93e-484d-97be-2949b800731f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:24.630486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-8841ca11-f013-473d-8974-d4482107ae2d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6208572 Aug 29 04:39:24.634678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Attempting to bind port 7e6de7de-d93e-484d-97be-2949b800731f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:24.635222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Attempting to bind port 7e6de7de-d93e-484d-97be-2949b800731f on network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:24.664574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:24.669235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Checking segment: {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:24.669235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.669235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Bound using segment: {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:24.669235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Bound port: 7e6de7de-d93e-484d-97be-2949b800731f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:24.669235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:24.903030 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb9f309-e362-471c-89f5-83b339c44c65 x-openstack-request-id: req-9bb9f309-e362-471c-89f5-83b339c44c65 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:24.903319 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:24.903607 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bb9f309-e362-471c-89f5-83b339c44c65 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:24.904232 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'status': 'completed', 'code': 200} Aug 29 04:39:25.041294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] For port 7e6de7de-d93e-484d-97be-2949b800731f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:25.053349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] For port 7e6de7de-d93e-484d-97be-2949b800731f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7e6de7de-d93e-484d-97be-2949b800731f,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:25.068017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:25.133429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.135249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.297647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:25.298148 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:25.448368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:25.523756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-0c7392c9-f10f-4583-acdc-f1efe09ac941 service neutron] 10.222.0.62 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463214 Aug 29 04:39:25.649514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0f693-7232-4459-b344-d85954dd6d8e None None] Pushing event updated for resources: {'Port': ['ID=7e6de7de-d93e-484d-97be-2949b800731f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:25.788459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32b50f93-81df-4f86-bcd5-b29215b1561c req-765e3b34-ba40-4bea-8a4a-3115de835cec tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 210 time: 0.6132607 Aug 29 04:39:25.959380 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:26.160713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-b3f7461f-7897-431d-a8aa-c08e6eb1e4c5 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.162687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-b3f7461f-7897-431d-a8aa-c08e6eb1e4c5 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.50 "GET /v2.0/networks?id=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e HTTP/1.1" status: 200 len: 822 time: 0.5103800 Aug 29 04:39:26.186622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Request body: {'port': {'device_id': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e', 'admin_state_up': True, 'tenant_id': '162610ebab4f4ab281eb4e9971166382'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:26.270287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.311248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-0ee50336-8429-4d8f-a153-4807bca24ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.313407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-0ee50336-8429-4d8f-a153-4807bca24ce1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 1097 time: 1.1396222 Aug 29 04:39:26.353953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Checking router: ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:26.394640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:26.395294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:26.530699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Made reservation on behalf of 162610ebab4f4ab281eb4e9971166382 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:26.536687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:26.547719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:26.884056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dabac-66bc-4515-be0c-f36a113f4b07 req-91df2dc2-c1a1-461b-8c58-6d1acfb7182e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:26.887623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514dabac-66bc-4515-be0c-f36a113f4b07 req-91df2dc2-c1a1-461b-8c58-6d1acfb7182e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.8077316 Aug 29 04:39:26.980190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7e6de7de-d93e-484d-97be-2949b800731f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:27.006339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-514dabac-66bc-4515-be0c-f36a113f4b07 req-9fd8f8e6-075a-497e-ba67-66a068ac0f9f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711493 Aug 29 04:39:27.009109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-6fecce47-330d-408a-ad8b-4e4f464e4e12 service neutron] 10.222.0.62 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2555923 Aug 29 04:39:27.115400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-00616ed8-6202-4520-8fe2-646e5f4e485d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.130900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-00616ed8-6202-4520-8fe2-646e5f4e485d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 0.7712088 Aug 29 04:39:27.167134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 7e6de7de-d93e-484d-97be-2949b800731f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:27.191243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Allocated IP 172.20.0.7 (fcdff373-7c5b-4ce7-85a4-3d6f4df7007e/0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6/d6ee0acb-505f-4e22-bab1-d5f63e542557) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:27.198373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.233981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e54d01-ead0-4e1c-bcf7-74b7e410e93f None None] The sync data for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 is: [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:36:52Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e7625156-3eda-4daf-9fc0-ffb56fd45c61', 'name': '', 'network_id': '218fae79-5d5c-46dd-b54d-f46a58f26ad7', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:71:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:49Z', 'updated_at': '2021-08-29T04:37:01Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '3d3cfa57-6762-40ee-921f-df473d5590de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:27.276311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:27.329746 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:27.356960 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:27.361196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:27.408894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-25e87362-58a3-43dc-888f-69214333553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:27.420295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-25e87362-58a3-43dc-888f-69214333553c service neutron] 10.222.0.54 "GET /v2.0/networks?id=218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 200 len: 897 time: 1.0603950 Aug 29 04:39:27.682735 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:27.691220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.833484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3beec-d24f-498b-804e-04f394e2a030 None None] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:27.836387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:27.910288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.038418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cfe9598-aff4-4065-ac8b-dcb467641e53 req-d6f1fd8f-93ef-4cd3-846d-f970d15bf56a tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 210 time: 0.5901835 Aug 29 04:39:28.045319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec58f37-e909-4bf3-9eb5-a756b4750556 None None] New status for floating IP 96c02419-62a3-4ebe-a3c1-76abd9b3f3ab: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:28.055282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-47642a24-5ecb-4b52-82e1-295962cc1298 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 200 len: 217 time: 0.6286490 Aug 29 04:39:28.085127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:28.096361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:28.115010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:28.158536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b8935083-3d46-4089-8d0e-16b4ac5a7323 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.7770004 Aug 29 04:39:28.195005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:28.206493 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14911a87-7230-4c64-92de-af8d7b596a49" -d '{"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:28.249734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.250760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.273554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Provisioning for port 7e6de7de-d93e-484d-97be-2949b800731f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:28.278727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:28.298459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Provisioning complete for port 7e6de7de-d93e-484d-97be-2949b800731f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:28.298869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.306413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-a7deb591-f10f-4bd0-af1a-0dc71a502835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.308353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-a7deb591-f10f-4bd0-af1a-0dc71a502835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 200 len: 834 time: 0.1477628 Aug 29 04:39:28.368684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e6ac299-26ce-404b-b580-960f83a970d0 req-173486e2-26dc-437e-946f-131a853cf501 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 210 time: 0.3647289 Aug 29 04:39:28.395982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2130196 Aug 29 04:39:28.405580 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8bcf1061-540f-45de-8ade-e638007f5093 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/8b93f7cf-0794-4aca-9084-c0b9bbe4e601 HTTP/1.1" status: 200 len: 990 time: 0.1223087 Aug 29 04:39:28.405580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:28.424947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 3b9ff879-737a-40eb-bec1-c732f0b30fca {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:28.425375 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.434902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.435847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.436369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.437217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.438657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.440085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.441852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.442312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.442794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.443292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.443733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.444239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef0dc4b-3ef5-4d23-9c96-1931a2994c2c tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:28.465571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Request body: {'port': {'device_id': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:28.532348 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.588069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.643777 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:28.669702 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:28.670721 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:28.739963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-d402c7e4-3807-43f8-9456-77f84bef1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:28.754485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-d402c7e4-3807-43f8-9456-77f84bef1bb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=218fae79-5d5c-46dd-b54d-f46a58f26ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3812437 Aug 29 04:39:28.762704 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cfb832-b7c8-4e6b-b682-71f3d8ecf507 x-openstack-request-id: req-f2cfb832-b7c8-4e6b-b682-71f3d8ecf507 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:28.763149 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:28.763584 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2cfb832-b7c8-4e6b-b682-71f3d8ecf507 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:28.764305 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'status': 'completed', 'code': 200} Aug 29 04:39:28.772530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.918070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.996832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:28.998729 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:29.148890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] For port 7e6de7de-d93e-484d-97be-2949b800731f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7e6de7de-d93e-484d-97be-2949b800731f,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:29.165026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.256666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911a87-7230-4c64-92de-af8d7b596a49 req-7fc447f7-b180-4744-b43e-6fec643f80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:29.261999 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-7fc447f7-b180-4744-b43e-6fec643f80b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1097 time: 0.4230475 Aug 29 04:39:29.369417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5ac61-5be5-4fca-ad26-ef804d1ee1f7 None None] Pushing event updated for resources: {'Port': ['ID=7e6de7de-d93e-484d-97be-2949b800731f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:29.423802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:29.606402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f92f11ff-4d27-4e12-991f-d739351cd79b None None] Provisioning complete for port 7e6de7de-d93e-484d-97be-2949b800731f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:29.606920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92f11ff-4d27-4e12-991f-d739351cd79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.838863 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:29.967391 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:30.088442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3342a5ee-7fbc-4439-8d63-5112f1fb17c0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/8b93f7cf-0794-4aca-9084-c0b9bbe4e601 HTTP/1.1" status: 200 len: 990 time: 0.6573076 Aug 29 04:39:30.107054 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169e733-8801-4b90-93fa-67cee17cbf1a None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:38:24Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:17Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:30.405989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911a87-7230-4c64-92de-af8d7b596a49 req-95931567-8dcb-458b-a4d1-ae4abdb6aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:30.408739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-95931567-8dcb-458b-a4d1-ae4abdb6aae0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 898 time: 1.0694320 Aug 29 04:39:30.552464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ee0acb-505f-4e22-bab1-d5f63e542557 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:30.554403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 3b9ff879-737a-40eb-bec1-c732f0b30fca, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b9ff879-737a-40eb-bec1-c732f0b30fca,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:30.555277 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.577145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 3b9ff879-737a-40eb-bec1-c732f0b30fca owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:30.598810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.624873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b9ff879-737a-40eb-bec1-c732f0b30fca no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:30.696510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-b632c34f-f4ca-47e8-9c50-824b972a1200 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 200 len: 998 time: 0.2730396 Aug 29 04:39:30.699355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Transition to ACTIVE for port object d6ee0acb-505f-4e22-bab1-d5f63e542557 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:30.818942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:30.822913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7e6de7de-d93e-484d-97be-2949b800731f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:30.935888 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d8664-3a12-4f07-94e8-c138eee8b99d None None] New status for floating IP 8b93f7cf-0794-4aca-9084-c0b9bbe4e601: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:39:30.965171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911a87-7230-4c64-92de-af8d7b596a49 req-a4b6026c-faab-44c5-8288-ff4139c8b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:30.969686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-a4b6026c-faab-44c5-8288-ff4139c8b662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3a2c33a-567b-406d-b8b4-53772cf72161 HTTP/1.1" status: 200 len: 834 time: 0.2617590 Aug 29 04:39:30.988362 n-d-712139-13 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No ports have port_id starting with 3b9ff879-737a-40eb-bec1-c732f0b30fca Aug 29 04:39:31.110537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7e6de7de-d93e-484d-97be-2949b800731f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:31.111121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.126495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:31.240278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.304900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.334482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b37ac-7399-4c17-8ea3-2d8771289fb5 req-4b174047-6cf1-46d1-aa16-5464ba2601c4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.355206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db5b37ac-7399-4c17-8ea3-2d8771289fb5 req-4b174047-6cf1-46d1-aa16-5464ba2601c4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 945 time: 2.7273748 Aug 29 04:39:31.545371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-867dd9e9-ff5b-4f80-a648-a87ae852bcab tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/8b93f7cf-0794-4aca-9084-c0b9bbe4e601 HTTP/1.1" status: 200 len: 990 time: 0.3616340 Aug 29 04:39:31.556747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14911a87-7230-4c64-92de-af8d7b596a49 req-28852a34-65ba-491a-8519-4ac4072f4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:31.559725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-28852a34-65ba-491a-8519-4ac4072f4a4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54c5b940-a3d2-48fe-bb26-160b29e053a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4867611 Aug 29 04:39:31.561916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Attempting to bind port d6ee0acb-505f-4e22-bab1-d5f63e542557 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:31.562725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Attempting to bind port d6ee0acb-505f-4e22-bab1-d5f63e542557 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '583354fb-aa67-418c-b272-2c723c39f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:31.564433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Attempting to bind port d6ee0acb-505f-4e22-bab1-d5f63e542557 on network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:31.569352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=3b9ff879-737a-40eb-bec1-c732f0b30fca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:31.591845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db5b37ac-7399-4c17-8ea3-2d8771289fb5 req-d6bd2b47-3209-4de7-8b19-e2c1a4dd1eb8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=41255e13-b631-48bf-9f7e-3f1fc8890bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354386 Aug 29 04:39:31.662575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Port d6ee0acb-505f-4e22-bab1-d5f63e542557 on network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:31.664181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Attempting to bind port d6ee0acb-505f-4e22-bab1-d5f63e542557 on network fcdff373-7c5b-4ce7-85a4-3d6f4df7007e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:31.750203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:31.750484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Checking segment: {'id': '583354fb-aa67-418c-b272-2c723c39f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:31.750799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Bound using segment: {'id': '583354fb-aa67-418c-b272-2c723c39f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:31.751255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Bound port: d6ee0acb-505f-4e22-bab1-d5f63e542557, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583354fb-aa67-418c-b272-2c723c39f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:31.751897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.784305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] No DVR routers for this DVR port 3b9ff879-737a-40eb-bec1-c732f0b30fca on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:31.787654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:31.790936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e60b354c-1755-4c5c-a70d-62eb0b1e377f req-42687b52-58f0-4564-a44c-f6ce3672e85d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "DELETE /v2.0/ports/3b9ff879-737a-40eb-bec1-c732f0b30fca HTTP/1.1" status: 204 len: 173 time: 4.6294227 Aug 29 04:39:31.814530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c96f0222-4a87-4099-920d-e86064956c61 req-812f6e04-fea8-415a-819d-15bd916c8718 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 210 time: 0.0626907 Aug 29 04:39:31.827867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-deleted', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:31.832612 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94b4b0-7bce-44e4-b3a8-fec30b5e2d3a" -d '{"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-deleted", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:31.887732 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-2211576b-a971-4a5e-ac0e-3b7ea2a6dade service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169882 Aug 29 04:39:31.917776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Allocated IP 172.25.3.252 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/68b8dff4-6ffd-477d-880b-74dd66746a5f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:31.957419 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10d2f1-2805-4c78-b2c4-7bb32dd355dc x-openstack-request-id: req-1a10d2f1-2805-4c78-b2c4-7bb32dd355dc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:31.958846 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbf1dd-f20f-44d3-a000-7167067e96b9", "name": "network-vif-deleted", "tag": "3b9ff879-737a-40eb-bec1-c732f0b30fca", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:31.959296 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a10d2f1-2805-4c78-b2c4-7bb32dd355dc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:31.960093 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fbf1dd-f20f-44d3-a000-7167067e96b9', 'name': 'network-vif-deleted', 'tag': '3b9ff879-737a-40eb-bec1-c732f0b30fca', 'status': 'completed', 'code': 200} Aug 29 04:39:32.001657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2af642-ed44-4ee4-aa45-5fb241412435 req-2135bcad-da35-4eda-b2a9-0708e14bb165 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.003453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a2af642-ed44-4ee4-aa45-5fb241412435 req-2135bcad-da35-4eda-b2a9-0708e14bb165 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 931 time: 1.6409538 Aug 29 04:39:32.011708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-d28bfad1-13ce-4006-b1aa-90561e4901fb service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.2316225 Aug 29 04:39:32.068211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14911a87-7230-4c64-92de-af8d7b596a49 req-18652832-3f2d-4b7b-86d0-5405dd43dc5a service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671033 Aug 29 04:39:32.079865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:32.090265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:32.097356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.205746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a2af642-ed44-4ee4-aa45-5fb241412435 req-39f48e46-565e-466d-a4d5-2688c92450d2 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900244 Aug 29 04:39:32.208166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c819dff4-954b-4665-9cbb-ee4d39718144 req-915e8742-129f-4021-b39a-2376bfa5ac60 service neutron] 10.222.0.54 "GET /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Aug 29 04:39:32.255368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-15c4b7cb-efa2-4f0a-a776-9b1f4ee23e6f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.257860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-15c4b7cb-efa2-4f0a-a776-9b1f4ee23e6f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 811 time: 1.8632505 Aug 29 04:39:32.267427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.268642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.275899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/d6ee0acb-505f-4e22-bab1-d5f63e542557 HTTP/1.1" status: 200 len: 1092 time: 3.8458149 Aug 29 04:39:32.300537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:32.329530 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54f09a-063e-45f2-af54-76586efbfdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:32.377204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913271-f204-430c-9701-3805df70e2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:32.455469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-9308fb8a-508b-41e8-aa1d-4e61fe00c8bc tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 379 time: 0.1292133 Aug 29 04:39:32.483399 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef0da00-a2d9-4d25-8e7b-c2e91c5bf5b7 x-openstack-request-id: req-0ef0da00-a2d9-4d25-8e7b-c2e91c5bf5b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:32.484038 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:32.486273 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef0da00-a2d9-4d25-8e7b-c2e91c5bf5b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:32.486852 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'status': 'completed', 'code': 200} Aug 29 04:39:32.526607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-74ccd85d-2c5a-48b2-a992-7902503f2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.528386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-74ccd85d-2c5a-48b2-a992-7902503f2188 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162610ebab4f4ab281eb4e9971166382&device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 1095 time: 0.1427250 Aug 29 04:39:32.529166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'port': {'device_id': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'admin_state_up': True, 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'security_groups': ['5db8396c-a4f4-4ff4-8b6b-939a08ce457a']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:32.537616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52234) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:32.771699 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-bca8ca77-9b1e-435b-8b46-64352d481a79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557 HTTP/1.1" status: 200 len: 217 time: 0.2258389 Aug 29 04:39:32.778849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.880469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8e413dc-b5b8-4433-8313-789baaa5e622 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/8b93f7cf-0794-4aca-9084-c0b9bbe4e601 HTTP/1.1" status: 200 len: 992 time: 0.3409851 Aug 29 04:39:32.897710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-bf066172-a919-4773-b554-57def0720d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:32.900336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-bf066172-a919-4773-b554-57def0720d5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6 HTTP/1.1" status: 200 len: 862 time: 0.1203349 Aug 29 04:39:32.938033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:32.964303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f1db66a-9beb-4e7c-a0c0-1cd6d902e79c req-4486188c-13de-4929-b9e1-f133dbbdacc5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=27fbf1dd-f20f-44d3-a000-7167067e96b9 HTTP/1.1" status: 200 len: 210 time: 0.1288035 Aug 29 04:39:33.005961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-b5cb1603-2365-42f4-a60c-ac8de30b7fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896738 Aug 29 04:39:33.059075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-898ae715-103a-4e0c-9b44-004795ea4aa7 req-7e41c1e8-24ea-41f0-8113-ddabbaa25a6b tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 210 time: 0.0445583 Aug 29 04:39:33.070654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:33.079879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:33.089129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:33.423673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Pushing event updated for resources: {'Port': ['ID=68b8dff4-6ffd-477d-880b-74dd66746a5f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:33.516967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Made reservation on behalf of 9bf4c18931704a319905dd406b1d8e99 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:33.520916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.690452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Allocated IP 172.20.0.13 (2fddabf1-f1c5-44e4-b2f0-e5a6a179a382/0d4f8919-83fc-43c4-9963-e54f63351592/aa761959-099c-4bf3-a915-ab0663291d3c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:33.721189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-6131fb6d-ae6b-4ee6-822c-270abea2ad5d service neutron] 10.222.0.50 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939199 Aug 29 04:39:33.805268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad394b84-f022-489d-817d-88a1d55f9e0e req-8e7bbd61-c5e6-4faa-9ad4-7411b21e3ed1 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:33.813825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad394b84-f022-489d-817d-88a1d55f9e0e req-8e7bbd61-c5e6-4faa-9ad4-7411b21e3ed1 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 943 time: 0.3706913 Aug 29 04:39:33.857688 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:33.959820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c8527f06-c076-4c35-8caf-2d34386da2f4 req-b9489d87-6119-4bc6-bd86-b8ae51d22315 service neutron] 10.222.0.50 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370751 Aug 29 04:39:34.016550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad394b84-f022-489d-817d-88a1d55f9e0e req-608ee0cc-9c0b-413c-8d28-a4f3b0e6c803 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984484 Aug 29 04:39:34.071225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52254) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:34.109384 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.268988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Transition to ACTIVE for port object aa761959-099c-4bf3-a915-ab0663291d3c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:34.296668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-562a48f5-efae-43b3-9fc5-0fc9f616aa93 req-c0643f18-1c08-4c81-830f-564c0265d07f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 210 time: 0.0477607 Aug 29 04:39:34.536342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-a7ace406-f8e6-4724-866c-17992952ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.538233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-a7ace406-f8e6-4724-866c-17992952ca2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=162610ebab4f4ab281eb4e9971166382&device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 1095 time: 0.2584498 Aug 29 04:39:34.557415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:34.811626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-9c6805ef-d7d8-4067-a272-e86e5a29ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:34.811626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-9c6805ef-d7d8-4067-a272-e86e5a29ec6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e HTTP/1.1" status: 200 len: 923 time: 0.2622736 Aug 29 04:39:34.871730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-3610ed4e-9946-4e64-affd-c23d6fa55e66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557 HTTP/1.1" status: 200 len: 217 time: 0.0488048 Aug 29 04:39:35.009609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-344a4e91-9979-493f-948d-962b8f73330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.011227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-344a4e91-9979-493f-948d-962b8f73330c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6 HTTP/1.1" status: 200 len: 862 time: 0.0806119 Aug 29 04:39:35.018951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.125620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:35.126717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:35.159691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:35.176254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.176958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.177536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.178104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.178672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.179208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.179780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.180407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.181492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.182066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.182630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.183242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:39:35.200202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-b9dde698-069a-434c-b5c4-a3ca6d212748 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726019 Aug 29 04:39:35.261830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:35.350667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Router a3abb134-7a00-4dc2-b63e-be694f70d5b3 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:35.399028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204edf-5e69-4165-bef1-a6e1ed89b3dc req-d5bdc7f6-1273-4a64-b771-750f64d01c59 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.402546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61204edf-5e69-4165-bef1-a6e1ed89b3dc req-d5bdc7f6-1273-4a64-b771-750f64d01c59 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 943 time: 0.2450631 Aug 29 04:39:35.432882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.434039 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.516163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-b5bee75c-00fd-44c2-9d10-93fdf3db8eb2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0127606 Aug 29 04:39:35.545524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Request body: {'port': {'device_id': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:35.580746 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-22184287-ba10-4b22-8735-42e8a34dc3c3 service neutron] 10.222.0.50 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581929 Aug 29 04:39:35.592231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.679482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61204edf-5e69-4165-bef1-a6e1ed89b3dc req-2b1048ca-7773-4a4b-baaa-204a1fcf9e52 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634671 Aug 29 04:39:35.694492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-348af20d-4b52-4262-a6e6-b78fb8072f02 None None] Provisioning for port aa761959-099c-4bf3-a915-ab0663291d3c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:35.717304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-348af20d-4b52-4262-a6e6-b78fb8072f02 None None] Provisioning complete for port aa761959-099c-4bf3-a915-ab0663291d3c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:35.718607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-348af20d-4b52-4262-a6e6-b78fb8072f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.757816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f784dd4-a617-44aa-95e5-1e5f85f68be0 req-33ba839d-453c-4404-a89f-82fc67f1f25e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:35.771146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f784dd4-a617-44aa-95e5-1e5f85f68be0 req-33ba839d-453c-4404-a89f-82fc67f1f25e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 932 time: 0.2172923 Aug 29 04:39:35.773652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:35.777015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.798820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Sync routers for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:35.892361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:35.893995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-de7472de-cf57-402e-80b6-4072a5cd366a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.2792075 Aug 29 04:39:35.905144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:35.908430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6ee0acb-505f-4e22-bab1-d5f63e542557 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:35.919894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:35.921715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:35.932415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5a54f09a-063e-45f2-af54-76586efbfdd3 req-274c7597-87e3-4011-b61a-8d665d5e79ac service neutron] 10.222.0.50 "GET /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317261 Aug 29 04:39:35.977507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f784dd4-a617-44aa-95e5-1e5f85f68be0 req-09539b8f-9c67-4fef-8f6e-8e2b05df9c11 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746688 Aug 29 04:39:36.023157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-348af20d-4b52-4262-a6e6-b78fb8072f02 None None] Port aa761959-099c-4bf3-a915-ab0663291d3c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:36.309179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port e7625156-3eda-4daf-9fc0-ffb56fd45c61 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:36.310017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.560637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port e7625156-3eda-4daf-9fc0-ffb56fd45c61, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e7625156-3eda-4daf-9fc0-ffb56fd45c61,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:36.561150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.605895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for e7625156-3eda-4daf-9fc0-ffb56fd45c61 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:36.881596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:36.935970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=e7625156-3eda-4daf-9fc0-ffb56fd45c61,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:36.967740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:37.022077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa761959-099c-4bf3-a915-ab0663291d3c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:37.032954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.049308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Transition to ACTIVE for port object aa761959-099c-4bf3-a915-ab0663291d3c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:37.249845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.505849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'network_id': 'fcdff373-7c5b-4ce7-85a4-3d6f4df7007e', 'port_id': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'mac_address': 'fa:16:3e:d1:fa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:37.514258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-724690b9-21e8-4a14-8967-4ac4242a9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.542530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.636827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.684014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee0acb-505f-4e22-bab1-d5f63e542557 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:37.781767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:37.830408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.831679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 3, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:37.842783 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:37.996154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:38.074429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca59f4-65cc-4f2f-b80e-e2825ab3a116 req-fe5c2c35-2c7e-4f4a-a8c5-7dab6bad1ffe tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.097448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fca59f4-65cc-4f2f-b80e-e2825ab3a116 req-fe5c2c35-2c7e-4f4a-a8c5-7dab6bad1ffe tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 943 time: 1.1913362 Aug 29 04:39:38.141689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.162822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Checking router: a3abb134-7a00-4dc2-b63e-be694f70d5b3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:38.163197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Updating router a3abb134-7a00-4dc2-b63e-be694f70d5b3 port 68b8dff4-6ffd-477d-880b-74dd66746a5f binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:38.242550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:38.262617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Sync routers for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:38.263893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d6ee0acb-505f-4e22-bab1-d5f63e542557'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:38.267616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.273218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c42badac-0e4e-4fd8-b918-fc83a2897ca5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/ed83d4e6-812d-4ba3-b4fa-e24998ce6d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2005501 Aug 29 04:39:38.275774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.275978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d93bfc-3904-4dd2-b996-e52d13c558da req-c21f3a15-ccce-4b3e-9fd6-a32e19db687a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:38.278703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0d93bfc-3904-4dd2-b996-e52d13c558da req-c21f3a15-ccce-4b3e-9fd6-a32e19db687a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 944 time: 0.4632232 Aug 29 04:39:38.279707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.293513 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:38.299562 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:38.386379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting subnet 3d3cfa57-6762-40ee-921f-df473d5590de {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:38.394155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.513778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.569588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.692856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Attempting to bind port aa761959-099c-4bf3-a915-ab0663291d3c on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:38.693528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Attempting to bind port aa761959-099c-4bf3-a915-ab0663291d3c by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:38.693889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Attempting to bind port aa761959-099c-4bf3-a915-ab0663291d3c on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:38.697556 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:38.734942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.866497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Port aa761959-099c-4bf3-a915-ab0663291d3c on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:39:38.867283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Attempting to bind port aa761959-099c-4bf3-a915-ab0663291d3c on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:38.876905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.936047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3cfa57-6762-40ee-921f-df473d5590de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:38.947295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:38.954831 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f3e79368-7d32-4c59-ae49-377cd24dadf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/subnets/3d3cfa57-6762-40ee-921f-df473d5590de HTTP/1.1" status: 204 len: 168 time: 0.6765790 Aug 29 04:39:38.960500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52338) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:38.992623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.006518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4ca68-f3cd-4354-9fb2-6d9166f6b2f6 None None] Network 218fae79-5d5c-46dd-b54d-f46a58f26ad7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:39:39.056952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:39.057551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Checking segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:39.058215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Bound using segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:39.059002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Bound port: aa761959-099c-4bf3-a915-ab0663291d3c, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:39.059640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.119803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fca59f4-65cc-4f2f-b80e-e2825ab3a116 req-44152938-7a29-444d-8823-f56f4353bd0e tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9891980 Aug 29 04:39:39.277718 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:39.278198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Transition to ACTIVE for port object 68b8dff4-6ffd-477d-880b-74dd66746a5f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:39.305060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.317270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.338322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0d93bfc-3904-4dd2-b996-e52d13c558da req-8d086f09-f646-4e5b-acbb-91732595ed00 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0415509 Aug 29 04:39:39.342816 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Checking router: ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:39.366447 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Routers {'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:39.367785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:39.404489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Allocated IP 172.20.0.1 (235d394f-7b11-42c3-b6bc-4225c3cdfeb9/f7cff136-6840-4900-8f38-4442a5516832/0ed8612b-c909-4660-8880-02e3d2f3a481) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:39.542947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Attempting to bind port 68b8dff4-6ffd-477d-880b-74dd66746a5f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:39.543284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Attempting to bind port 68b8dff4-6ffd-477d-880b-74dd66746a5f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:39.543649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Attempting to bind port 68b8dff4-6ffd-477d-880b-74dd66746a5f on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:39.551347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:39.553068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d7b7-9ef3-4bb5-8cca-2321853ef81e None None] Pushing event updated for resources: {'Port': ['ID=68b8dff4-6ffd-477d-880b-74dd66746a5f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.570496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=aa761959-099c-4bf3-a915-ab0663291d3c,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:39.577634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:39.579786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:39.580958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.582089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:39.583668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.584523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Bound port: 68b8dff4-6ffd-477d-880b-74dd66746a5f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:39.585124 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.601031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.683148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:39:39.738538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:39.741943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.742322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] For port 68b8dff4-6ffd-477d-880b-74dd66746a5f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:39.746263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] 10.222.0.50 "PUT /v2.0/ports/aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 1093 time: 4.2058916 Aug 29 04:39:39.749069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] For port 68b8dff4-6ffd-477d-880b-74dd66746a5f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=68b8dff4-6ffd-477d-880b-74dd66746a5f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:39.757712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 06e24270-f48e-44ab-a9ad-3a80f5930f10 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:39.757712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.765871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:39.766185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:39.766767 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] Set router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:39.775292 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539" -d '{"events": [{"name": "network-changed", "server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:39.918163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d7b7-9ef3-4bb5-8cca-2321853ef81e None None] Pushing event updated for resources: {'Port': ['ID=68b8dff4-6ffd-477d-880b-74dd66746a5f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.935912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6ee0acb-505f-4e22-bab1-d5f63e542557 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:39.950840 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d4c52-7d40-49e0-a101-8cb71d0f08cb x-openstack-request-id: req-3f8d4c52-7d40-49e0-a101-8cb71d0f08cb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:39.951182 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:39.951359 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f8d4c52-7d40-49e0-a101-8cb71d0f08cb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:39.951830 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'status': 'completed', 'code': 200} Aug 29 04:39:39.997544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2fd8c-a255-4d5e-8631-ce929026dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:39.999680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:40.000366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.028677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.033047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 06e24270-f48e-44ab-a9ad-3a80f5930f10, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06e24270-f48e-44ab-a9ad-3a80f5930f10,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:40.033313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.062459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 06e24270-f48e-44ab-a9ad-3a80f5930f10 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:40.090671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Transition to ACTIVE for port object 0ed8612b-c909-4660-8880-02e3d2f3a481 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:40.103299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-6429d262-74b0-425c-be35-c72617be4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.128741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-6429d262-74b0-425c-be35-c72617be4feb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1096 time: 0.2761896 Aug 29 04:39:40.262815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-22536f2e-81e2-4723-9dac-5382613d8ca0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 217 time: 0.1098788 Aug 29 04:39:40.313176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:40.372708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:40.423593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.447685 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83378c3-cdcc-471a-ac85-5c31a08810e1 None None] The sync data for ids ['ed83d4e6-812d-4ba3-b4fa-e24998ce6d35'] in n-d-712139-13 is: [{'id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595047582', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:36:42Z', 'updated_at': '2021-08-29T04:39:36Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '06e24270-f48e-44ab-a9ad-3a80f5930f10', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83d4e6-812d-4ba3-b4fa-e24998ce6d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:36:43Z', 'updated_at': '2021-08-29T04:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:40.494946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.549830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=06e24270-f48e-44ab-a9ad-3a80f5930f10,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.574169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] DHCP port deletion for 218fae79-5d5c-46dd-b54d-f46a58f26ad7 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:39:40.578005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-5f066ce8-e4dc-4674-b23d-5927d6d51f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:40.581279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-5f066ce8-e4dc-4674-b23d-5927d6d51f33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.3099532 Aug 29 04:39:40.665913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:40.716335 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.740360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:40.742445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:40.756255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:40.785066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.793602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-51259b02-1850-4f9d-9939-ede73486ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:40.832523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port d6ee0acb-505f-4e22-bab1-d5f63e542557 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:40.852023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port d6ee0acb-505f-4e22-bab1-d5f63e542557 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:40.862833 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.013579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97b035-9b58-4a90-809f-27c6038ec26c req-82619052-4418-4b64-802f-a0a09530cd98 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.017640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a97b035-9b58-4a90-809f-27c6038ec26c req-82619052-4418-4b64-802f-a0a09530cd98 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 944 time: 0.4284713 Aug 29 04:39:41.051201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d039e-0f02-41f5-a0b4-cf671f107838 req-dcbe4354-041d-41d9-9b8c-0c1c1ac2f133 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.054584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21d039e-0f02-41f5-a0b4-cf671f107838 req-dcbe4354-041d-41d9-9b8c-0c1c1ac2f133 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 944 time: 0.6346524 Aug 29 04:39:41.122543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.142738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.204762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.388833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Deleting port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:41.389492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.493280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-4feadf53-d93d-4195-b44c-be608a27238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:41.495738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-4feadf53-d93d-4195-b44c-be608a27238b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8475809 Aug 29 04:39:41.602263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] For port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:41.602884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.639608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Calling delete_port for bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:41.656026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:41.893356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-53c6b3a0-f3f4-4897-8d97-329e7b925b81 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887305 Aug 29 04:39:41.972802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:41.979990 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.010273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a21d039e-0f02-41f5-a0b4-cf671f107838 req-a6f0da52-9671-4026-ac74-4558be186e9e tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8592424 Aug 29 04:39:42.059892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:42.068061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:42.070796 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7da62-ba64-4cd4-8b9a-cea26b8b683c" -d '{"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:42.083399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d49f2d-ff99-4f5f-bc77-13a3a9c37867 None None] Provisioning for port 0ed8612b-c909-4660-8880-02e3d2f3a481 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:42.085745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.086339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Fanout notify agent at l3_agent the message router_deleted on router ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:39:42.101838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.101838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3d62d4e5-a74c-47dc-8c23-dfad4592eada tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/routers/ed83d4e6-812d-4ba3-b4fa-e24998ce6d35 HTTP/1.1" status: 204 len: 168 time: 3.1354344 Aug 29 04:39:42.112261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:42.138274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.225844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a97b035-9b58-4a90-809f-27c6038ec26c req-b8b7963b-da82-47da-96e7-ee3ff33cfdec tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0824635 Aug 29 04:39:42.229067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-722897f7-4cef-4738-a0b1-42c1d3e2c39a req-aade00e1-672e-43bd-8355-cf41c9fb5ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665241 Aug 29 04:39:42.237714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.334355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.495351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-62d49f2d-ff99-4f5f-bc77-13a3a9c37867 None None] Provisioning complete for port 0ed8612b-c909-4660-8880-02e3d2f3a481 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:42.496221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-62d49f2d-ff99-4f5f-bc77-13a3a9c37867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.506982 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8636e7-424d-4c11-9b2a-b0d2c118224d x-openstack-request-id: req-6b8636e7-424d-4c11-9b2a-b0d2c118224d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:42.507269 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:42.507570 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b8636e7-424d-4c11-9b2a-b0d2c118224d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:42.508229 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'code': 200} Aug 29 04:39:42.513146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:42.519477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.520260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae02f9-bc24-45e8-92ab-21ec228529ef req-4cc0b8b8-30a7-4818-a521-02838668f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:42.521895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b4ae02f9-bc24-45e8-92ab-21ec228529ef req-4cc0b8b8-30a7-4818-a521-02838668f7ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 1097 time: 0.0863304 Aug 29 04:39:42.554036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:42.554383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.747392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.832190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.871783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,segment=NetworkSegment(d48b34dd-73b7-4b52-b05c-de48ab287e1e),segment_id=d48b34dd-73b7-4b52-b05c-de48ab287e1e)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:42.872508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.943089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:42.970016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:42.975627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.026695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-ae0d246f-edd5-45f3-91d8-8c055ab63e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.029797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-ae0d246f-edd5-45f3-91d8-8c055ab63e86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1096 time: 0.5679636 Aug 29 04:39:43.031448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-62d49f2d-ff99-4f5f-bc77-13a3a9c37867 None None] Port 0ed8612b-c909-4660-8880-02e3d2f3a481 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:43.056663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.058421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 3, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.124105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12981894-89a7-4414-beb2-f6a40a05e14c None None] The sync data for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 is: [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:33Z', 'revision_number': 3, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:43.131127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.133005 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.183298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7625156-3eda-4daf-9fc0-ffb56fd45c61 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:43.189613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] Pushing event deleted for resources: {'Port': ['ID=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.206127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ba0b4-5431-47d9-a5af-9853b215afda None None] No DVR routers for this DVR port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:43.288998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e7625156-3eda-4daf-9fc0-ffb56fd45c61 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:43.289454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e7625156-3eda-4daf-9fc0-ffb56fd45c61 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:43.414200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06e24270-f48e-44ab-a9ad-3a80f5930f10 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:43.455982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.477249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b4ae02f9-bc24-45e8-92ab-21ec228529ef req-01ba8176-b7ec-4395-9b7d-68cf737c379b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353890 Aug 29 04:39:43.521907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-abe80767-8a73-4b1b-a362-7bf68d91eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:43.523202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 06e24270-f48e-44ab-a9ad-3a80f5930f10 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:39:43.524800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06e24270-f48e-44ab-a9ad-3a80f5930f10 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:39:43.525033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-abe80767-8a73-4b1b-a362-7bf68d91eab6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.4136922 Aug 29 04:39:43.563943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] No DVR routers for this DVR port bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:43.571617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=bb2c1ce7-6c6e-4a7a-94d0-e02aa70ab835,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:43.711580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.778474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218fae79-5d5c-46dd-b54d-f46a58f26ad7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.784320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:43.808860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48b34dd-73b7-4b52-b05c-de48ab287e1e') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.809508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48b34dd-73b7-4b52-b05c-de48ab287e1e') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:43.847007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.854975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:43.877180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.891443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:43.892060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:43.895768 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:43.945414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device aa761959-099c-4bf3-a915-ab0663291d3c details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:39:44.057129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.071506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.089285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/networks/218fae79-5d5c-46dd-b54d-f46a58f26ad7 HTTP/1.1" status: 204 len: 168 time: 1.9713283 Aug 29 04:39:44.090307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:44.138388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-4ab91680-a314-40a4-834c-86ddda81fd31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 217 time: 0.3002408 Aug 29 04:39:44.140373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0757-4d29-4a69-be8e-63d4c3f47a70 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Network': ['ID=218fae79-5d5c-46dd-b54d-f46a58f26ad7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.242884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=aa761959-099c-4bf3-a915-ab0663291d3c,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:44.281472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'port_id': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'mac_address': 'fa:16:3e:cf:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:39:44.375590 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.417834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.425920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa761959-099c-4bf3-a915-ab0663291d3c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:39:44.500014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.504704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=aa761959-099c-4bf3-a915-ab0663291d3c,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:44.523675 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.593190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.593626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a86d3-d635-4f38-bb40-b8365efab899 req-7e0fdfa4-5adc-49f8-a8a5-98bdd8e0f57a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.596603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c60a86d3-d635-4f38-bb40-b8365efab899 req-7e0fdfa4-5adc-49f8-a8a5-98bdd8e0f57a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 944 time: 0.9681973 Aug 29 04:39:44.600326 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.619769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/security-groups/41255e13-b631-48bf-9f7e-3f1fc8890bc0 HTTP/1.1" status: 204 len: 168 time: 0.5027709 Aug 29 04:39:44.627508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e29897-7465-4970-9a2d-601ef5b04135 req-63091be5-8bfa-4096-a9c8-d11e95dff706 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:44.634191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39e29897-7465-4970-9a2d-601ef5b04135 req-63091be5-8bfa-4096-a9c8-d11e95dff706 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 945 time: 1.1044765 Aug 29 04:39:44.684078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e0177-354e-4023-b964-19c4c9f12c37 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41255e13-b631-48bf-9f7e-3f1fc8890bc0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.733893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12056f18-f353-48c2-b76d-7382d27428e6 None None] Provisioning complete for port 0ed8612b-c909-4660-8880-02e3d2f3a481 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:44.743023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12056f18-f353-48c2-b76d-7382d27428e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:44.890702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:44.934999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12056f18-f353-48c2-b76d-7382d27428e6 None None] Port 0ed8612b-c909-4660-8880-02e3d2f3a481 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:39:44.958901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['aa761959-099c-4bf3-a915-ab0663291d3c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:39:45.058893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Router a3abb134-7a00-4dc2-b63e-be694f70d5b3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:39:45.093474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-a283a369-38f1-4e3a-aeb3-1acb821ee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.097933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-a283a369-38f1-4e3a-aeb3-1acb821ee645 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.9384091 Aug 29 04:39:45.165717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c60a86d3-d635-4f38-bb40-b8365efab899 req-acad017b-dd02-4b06-b90e-5610f82d2736 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5261273 Aug 29 04:39:45.202855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39e29897-7465-4970-9a2d-601ef5b04135 req-9e38b092-c1b2-483f-949f-72340ed58a6d tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126153 Aug 29 04:39:45.343786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-54d2d0a4-11e8-4227-8075-7f40e7b070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:45.345916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-54d2d0a4-11e8-4227-8075-7f40e7b070d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785715 Aug 29 04:39:45.549759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 68b8dff4-6ffd-477d-880b-74dd66746a5f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:45.674751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:45.681859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-760874e2-2a0e-4513-bbc3-4bf0ad2259e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3abb134-7a00-4dc2-b63e-be694f70d5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7754760 Aug 29 04:39:45.694462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-3a5fdb38-dfaf-4d24-8a43-802b31e34c98 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306139 Aug 29 04:39:45.737811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 68b8dff4-6ffd-477d-880b-74dd66746a5f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:45.750337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 68b8dff4-6ffd-477d-880b-74dd66746a5f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:45.750971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.813651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52416) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:45.824931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475764129', 'description': 'tempest-secgroup-smoke-1475764129 description', 'project_id': '5fb81efe55d341afad69b28151dd4d3e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:45.889485 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:45.913485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d77cd8-d0e9-4b48-ba50-4bec1ef0f539 req-bb3b1619-7780-46df-8d8e-f47a2e017200 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109776 Aug 29 04:39:46.084006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.093340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.111429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.165985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.167238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3517506 Aug 29 04:39:46.170116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3933a-ae8f-4609-bb05-c87d7ea3cfb5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b460da1a-b0fb-4511-bed3-847fe6b8dc25,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.172410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.180403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:46.189004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 68b8dff4-6ffd-477d-880b-74dd66746a5f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=68b8dff4-6ffd-477d-880b-74dd66746a5f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:46.195409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.266390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.369955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=68b8dff4-6ffd-477d-880b-74dd66746a5f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.651889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4c1ad-4006-4455-b5af-76a320c5c164 req-e8adf219-5eb1-4de8-ae61-fcddda03cb49 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.673046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b4c1ad-4006-4455-b5af-76a320c5c164 req-e8adf219-5eb1-4de8-ae61-fcddda03cb49 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 945 time: 0.3313315 Aug 29 04:39:46.715973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dfa19-ed84-4364-8b2b-7e92f0c801f6 req-d2abac4f-5e20-4cb4-ba4c-c9b8f835af76 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:46.717004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c9dfa19-ed84-4364-8b2b-7e92f0c801f6 req-d2abac4f-5e20-4cb4-ba4c-c9b8f835af76 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 945 time: 0.3527665 Aug 29 04:39:46.784525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Sync routers for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:46.797135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:46.798101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:46.803061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.820463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.870159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92cef28-1cd7-4878-bde6-37ebc12145b4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:46.907143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b4c1ad-4006-4455-b5af-76a320c5c164 req-ba8cecec-a9ec-4ab6-bce3-c5b01bd73636 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326841 Aug 29 04:39:46.950166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c9dfa19-ed84-4364-8b2b-7e92f0c801f6 req-5e2c3f5d-8186-4cb2-b797-f10b8e4222e3 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092979 Aug 29 04:39:46.951480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:46.954708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ec4a8bba-5df1-4963-b5f5-8ca871819a25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7804637 Aug 29 04:39:46.957670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52438) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:46.967912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:47.035804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.186393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:47.335083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.342104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.423528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c78d6d9-084e-494a-9395-01c433bd3c70,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.457727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.463207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3014613b-32d2-4118-9dc5-974f344c364a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5037336 Aug 29 04:39:47.467075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.473860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:47.588828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.643781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 68b8dff4-6ffd-477d-880b-74dd66746a5f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:47.823653 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.855561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.922145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91125d77-f5b5-4b19-9d65-72a0043a7aaf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:47.931715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.936426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:47.936627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd43d925-e0ce-4397-8a98-21bed2fe5ead tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4674368 Aug 29 04:39:47.948292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:47.951545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c18c0-b893-48ed-9f9e-e528af73de15 req-31173072-7d1c-45af-9db0-6a59341d69d8 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:47.956161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 68b8dff4-6ffd-477d-880b-74dd66746a5f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:47.957149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:47.960342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-983c18c0-b893-48ed-9f9e-e528af73de15 req-31173072-7d1c-45af-9db0-6a59341d69d8 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 945 time: 0.1161468 Aug 29 04:39:47.965653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device aa761959-099c-4bf3-a915-ab0663291d3c up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:48.001432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-bf307ee0-4c5f-4544-8b61-b8ef45d1efe7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2822969 Aug 29 04:39:48.026690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-983c18c0-b893-48ed-9f9e-e528af73de15 req-08fcc412-a223-4be9-a37b-0991f63e4df4 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Aug 29 04:39:48.086425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.239283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d820-d2f2-4118-95fa-24f6f963349a req-b81e8b74-00d5-4037-8ecb-41b97700f81e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.245067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b80d820-d2f2-4118-95fa-24f6f963349a req-b81e8b74-00d5-4037-8ecb-41b97700f81e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 945 time: 0.1306481 Aug 29 04:39:48.312938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.319965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.353625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.355858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.357544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.359374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.360185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.361887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.365061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.367571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-0d807cca-c260-41f0-a558-566f9fa802ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 6496 time: 0.2065880 Aug 29 04:39:48.382170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317fd8a1-2f72-4e65-803b-4714292c2eda,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.390292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.397386 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3139f203-e2ee-428b-9160-de959a59114e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4594405 Aug 29 04:39:48.399706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.411916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:48.422433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.423685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port aa761959-099c-4bf3-a915-ab0663291d3c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:48.426598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b80d820-d2f2-4118-95fa-24f6f963349a req-fc442e95-a1ab-4f88-aec5-3001e3db8bf7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712101 Aug 29 04:39:48.445986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090940176', 'description': 'tempest-secgroup-smoke-2090940176 description', 'project_id': '749393dcb2f84866bcbc413acb84a18c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:48.463633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port aa761959-099c-4bf3-a915-ab0663291d3c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:48.479544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.481522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:41Z', 'revision_number': 4, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0ed8612b-c909-4660-8880-02e3d2f3a481', 'name': '', 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'mac_address': 'fa:16:3e:e2:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'f7cff136-6840-4900-8f38-4442a5516832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:42Z', 'revision_number': 2, 'project_id': '86b637783f6a44d087551f4b225d369c', 'subnets': [{'id': 'f7cff136-6840-4900-8f38-4442a5516832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:48.496804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 04:39:48.496804 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 04:39:48.496804 n-d-712139-13 neutron-server[94826]: [parameters: {'project_id_1': '749393dcb2f84866bcbc413acb84a18c', 'expiration_1': datetime.datetime(2021, 8, 29, 4, 39, 48, 473297)}] Aug 29 04:39:48.496804 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:39:48.497509 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:39:48.513103 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:48.523955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.610754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Checking router: a3abb134-7a00-4dc2-b63e-be694f70d5b3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:48.611251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Updating router a3abb134-7a00-4dc2-b63e-be694f70d5b3 port 0ed8612b-c909-4660-8880-02e3d2f3a481 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:48.674997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.682770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.686704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b49d452a-50a2-48f2-acf5-da73558b0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.690026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b49d452a-50a2-48f2-acf5-da73558b0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.690636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b49d452a-50a2-48f2-acf5-da73558b0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:48.695075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b49d452a-50a2-48f2-acf5-da73558b0691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=db647399-1386-4c56-b054-01a55d12963a&id=e44535e4-4252-426d-8ece-490213809f77&id=e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 200 len: 2293 time: 0.2924628 Aug 29 04:39:48.757750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcffca3-ed82-4e50-a0da-7ca06c7280f0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:48.796280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.803109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-30df0e31-b320-4feb-835a-d3b0f8e6de4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3978982 Aug 29 04:39:48.809283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:48.810772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52470) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:48.833304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'b460da1a-b0fb-4511-bed3-847fe6b8dc25', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:48.931026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-d966f6d5-84af-4c58-9e6d-1a45d99651af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 200 len: 1001 time: 0.2178276 Aug 29 04:39:48.948211 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:48.968508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.021252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.036672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-acf8b602-f9bd-4762-b22d-e178c19c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.041492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-acf8b602-f9bd-4762-b22d-e178c19c64b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 200 len: 850 time: 0.0978038 Aug 29 04:39:49.150499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.257902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.315592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:49.318267 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f603ff-ce5c-4166-94fd-5590becff0b8" -d '{"events": [{"server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "name": "network-vif-plugged", "status": "completed", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:49.319596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.364314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=aa761959-099c-4bf3-a915-ab0663291d3c,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:49.406743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8d7981-e89d-4308-b71f-042515ad141e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.408476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-635653a0-3278-4f35-b8e2-f0dd4cfd8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.408476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-635653a0-3278-4f35-b8e2-f0dd4cfd8ced service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5bbf71a7-12af-4a6f-b08c-930d3c4f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3464303 Aug 29 04:39:49.426734 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.514801 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f8f46-8a5c-47df-8383-4a0da56f72f8 x-openstack-request-id: req-9b9f8f46-8a5c-47df-8383-4a0da56f72f8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:49.515112 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "name": "network-vif-plugged", "status": "completed", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:49.515507 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b9f8f46-8a5c-47df-8383-4a0da56f72f8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:49.515942 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'code': 200} Aug 29 04:39:49.519279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:49.635707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-2d5251c7-0a85-4db1-8819-adbea04db461 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.638514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-2d5251c7-0a85-4db1-8819-adbea04db461 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 945 time: 0.3454149 Aug 29 04:39:49.667243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.700973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.737321 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.749672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868c508-246e-463a-9740-26a8b5af06e6 req-228785cb-d711-4bc9-a60b-5e27db6c1323 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:49.751344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7868c508-246e-463a-9740-26a8b5af06e6 req-228785cb-d711-4bc9-a60b-5e27db6c1323 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 945 time: 0.5323508 Aug 29 04:39:49.756066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.763548 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0c6e9669-3fb4-467a-bf8a-e3c404c9dea7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9507689 Aug 29 04:39:49.765006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:49.811746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Transition to ACTIVE for port object 0ed8612b-c909-4660-8880-02e3d2f3a481 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:39:49.826419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'network': {'name': 'tempest-network-smoke--1974271280', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:49.841582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.892593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:49.900672 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.986270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:49.988807 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5591993 Aug 29 04:39:49.996183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbf0f8-a6f5-4c95-b75b-a274e7996d8a req-d481cfcb-b8a1-4ba5-a0c2-1c918aeed62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.004014 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9ddbf0f8-a6f5-4c95-b75b-a274e7996d8a req-d481cfcb-b8a1-4ba5-a0c2-1c918aeed62e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1098 time: 0.3356142 Aug 29 04:39:50.010086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d22f-34ae-4d46-be2b-35dd06ce2a75 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229ab14d-8c8d-4437-8f51-2ff7092b508c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.015725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c460dda-41f0-4619-bbcd-1a2f8a6f8269 None None] Pushing event updated for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.020709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52496) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.101265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:50.130164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:50.144292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Attempting to bind port 0ed8612b-c909-4660-8880-02e3d2f3a481 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:39:50.145047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Attempting to bind port 0ed8612b-c909-4660-8880-02e3d2f3a481 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:39:50.145207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Attempting to bind port 0ed8612b-c909-4660-8880-02e3d2f3a481 on network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:39:50.152338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:39:50.152874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Checking segment: {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:39:50.153266 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.154050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Bound using segment: {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:39:50.154565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Bound port: 0ed8612b-c909-4660-8880-02e3d2f3a481, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:39:50.154957 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.261798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.264534 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Added segment 7e219c5a-49cd-4af2-aeb4-07fb99ddc36c of type vlan for network 44ba7670-e6ee-4384-b33d-37f7d1c87770 Aug 29 04:39:50.318578 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9ddbf0f8-a6f5-4c95-b75b-a274e7996d8a req-f701b605-5fa0-4f1c-9064-4eb3b755906e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952583 Aug 29 04:39:50.329704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] For port 0ed8612b-c909-4660-8880-02e3d2f3a481, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:39:50.336359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] For port 0ed8612b-c909-4660-8880-02e3d2f3a481, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0ed8612b-c909-4660-8880-02e3d2f3a481,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:39:50.349496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52500) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:50.355773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.500054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:50.502251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:50.657856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c460dda-41f0-4619-bbcd-1a2f8a6f8269 None None] Pushing event updated for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:50.681552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.685874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.823605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba5d7c-6d5e-413b-a5e2-1164ab9e94ca tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.829826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba5d7c-6d5e-413b-a5e2-1164ab9e94ca tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.831217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba5d7c-6d5e-413b-a5e2-1164ab9e94ca tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:50.874772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cfba5d7c-6d5e-413b-a5e2-1164ab9e94ca tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=c877231de95049d3b9f6adf70ecfa38f&network_id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 2972 time: 0.5221806 Aug 29 04:39:50.958701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:50.961649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:39:50.967790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.011661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5e3cca-6991-469a-a59d-ba04a3d376c1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.025869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:51.054005 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.069250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.070554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.109236 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2996917 Aug 29 04:39:51.111906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.114017 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-645a8b20-1be1-42e3-895a-a06531c2d979 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0255666 Aug 29 04:39:51.114944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.130497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'admin_state_up': True, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:51.152570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:51.217589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-7ce14865-da1b-49bd-846f-9ad49e71e74b service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8024786 Aug 29 04:39:51.237870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:51.510378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34128-b65c-400c-a481-c8b4c6004122 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Network': ['ID=44ba7670-e6ee-4384-b33d-37f7d1c87770,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:51.520059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:41Z', 'revision_number': 4, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0ed8612b-c909-4660-8880-02e3d2f3a481', 'name': '', 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'mac_address': 'fa:16:3e:e2:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'f7cff136-6840-4900-8f38-4442a5516832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 4, 'project_id': '86b637783f6a44d087551f4b225d369c', 'subnets': [{'id': 'f7cff136-6840-4900-8f38-4442a5516832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:51.527038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.544810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.550615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:51.553400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148c64-e38d-47f3-9238-e1f0ba9f45ff req-f13310c3-7bed-48a8-b625-92d82b02e17c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:51.557029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7148c64-e38d-47f3-9238-e1f0ba9f45ff req-f13310c3-7bed-48a8-b625-92d82b02e17c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 1.9077761 Aug 29 04:39:51.583097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7868c508-246e-463a-9740-26a8b5af06e6 req-12fbdbc0-2a5a-42eb-bfc7-0a2eef81c197 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8023925 Aug 29 04:39:51.704660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Deleting port d6ee0acb-505f-4e22-bab1-d5f63e542557 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:39:51.705443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:51.742181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141e03f-6d35-4a6e-bb1e-e13e3dd43e25 None None] The sync data for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 is: [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:39:41Z', 'revision_number': 4, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0ed8612b-c909-4660-8880-02e3d2f3a481', 'name': '', 'network_id': '235d394f-7b11-42c3-b6bc-4225c3cdfeb9', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'mac_address': 'fa:16:3e:e2:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': 'f7cff136-6840-4900-8f38-4442a5516832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:38Z', 'updated_at': '2021-08-29T04:39:50Z', 'revision_number': 4, 'project_id': '86b637783f6a44d087551f4b225d369c', 'subnets': [{'id': 'f7cff136-6840-4900-8f38-4442a5516832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:39:51.795680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.077422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d6ee0acb-505f-4e22-bab1-d5f63e542557 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:39:52.087892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7148c64-e38d-47f3-9238-e1f0ba9f45ff req-4324de50-b2c1-445a-aaa7-e9c32ba60702 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4921403 Aug 29 04:39:52.140045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-ee342dad-f850-485d-a9ea-3462295f29ad service neutron] 10.222.0.54 "GET /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952172 Aug 29 04:39:52.253290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.292870 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.349476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:52.353976 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d425b-5542-4378-9f24-9b27cf81635e" -d '{"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:52.433369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:52.443858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.491666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.494736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-4ce843cb-02db-4df3-aea7-877e4bb88bb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 217 time: 0.3207572 Aug 29 04:39:52.560869 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da30382-a0f5-4057-b927-824d87a19079 x-openstack-request-id: req-2da30382-a0f5-4057-b927-824d87a19079 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:52.561518 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:52.561518 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2da30382-a0f5-4057-b927-824d87a19079 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:52.562050 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'code': 200} Aug 29 04:39:52.597195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-c9bcf25b-90a4-4b0c-879f-93fc3176ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.599185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-c9bcf25b-90a4-4b0c-879f-93fc3176ae3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.0943024 Aug 29 04:39:52.601597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] For port d6ee0acb-505f-4e22-bab1-d5f63e542557, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d6ee0acb-505f-4e22-bab1-d5f63e542557,segment=NetworkSegment(583354fb-aa67-418c-b272-2c723c39f24b),segment_id=583354fb-aa67-418c-b272-2c723c39f24b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:52.602325 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.625943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.638362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.644226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.658033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Calling delete_port for d6ee0acb-505f-4e22-bab1-d5f63e542557 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:39:52.750504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-730ffd21-6cbc-476f-b0d2-c4bf07c2ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:52.752574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-730ffd21-6cbc-476f-b0d2-c4bf07c2ecb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1452808 Aug 29 04:39:52.875384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:52.885240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:52.888604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6989725 Aug 29 04:39:52.908946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d383f5d-c1ac-456f-88af-06aba1efa9e4 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87fe150-54ba-45ad-9250-258dc59422e7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:52.923650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:53.039316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.273958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552a49-e1ed-482f-8070-6d593071dce1 req-d08c546e-4a55-46e4-adcb-09ab8ff59cdd tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:53.277907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65552a49-e1ed-482f-8070-6d593071dce1 req-d08c546e-4a55-46e4-adcb-09ab8ff59cdd tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 943 time: 0.4169075 Aug 29 04:39:53.289286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-30620677-e266-4876-afc2-1017e33e83d5 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226877 Aug 29 04:39:53.405980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.431619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52538) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:53.554192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.626229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.679319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0ed8612b-c909-4660-8880-02e3d2f3a481 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:53.693397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.815697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.822492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.45 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/fe595019-7b13-4319-98e0-4fdf52735c7b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:39:53.965250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.968513 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:53.971085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0676029 Aug 29 04:39:54.008663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.019351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.050854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dee593-f11b-40a0-9e48-c610bcb36159 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.063957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-09dee593-f11b-40a0-9e48-c610bcb36159 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 814 time: 0.6199968 Aug 29 04:39:54.063957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.082086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.089236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:39:54.120801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:39:54.125942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65552a49-e1ed-482f-8070-6d593071dce1 req-4e1093d0-5ae8-4557-bb6f-ddf0dbf41c45 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/security-groups?id=b339154f-cebf-454a-aead-33b4d353e8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235250 Aug 29 04:39:54.128651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:39:54.144055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73413-1892-4c8e-808d-809d1c5625b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6514adfa-721d-42ca-b23e-b616d07076ba,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.213025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Pushing event deleted for resources: {'Port': ['ID=d6ee0acb-505f-4e22-bab1-d5f63e542557,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.290025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97853314-402b-429f-8732-254943aed668 req-55e057c8-aff0-43de-aae2-df979d542f27 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:54.301247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97853314-402b-429f-8732-254943aed668 req-55e057c8-aff0-43de-aae2-df979d542f27 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 1.0093465 Aug 29 04:39:54.307659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.352462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.386331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-f7c7a98f-2aad-44fe-93fe-7f2d53af2cf0 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0748010 Aug 29 04:39:54.500446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] No DVR routers for this DVR port d6ee0acb-505f-4e22-bab1-d5f63e542557 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:39:54.566508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d17c16-8d67-412e-a375-ba3c71c6f6c9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.596676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0ed8612b-c909-4660-8880-02e3d2f3a481 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:39:54.606777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=fe595019-7b13-4319-98e0-4fdf52735c7b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:54.625858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0ed8612b-c909-4660-8880-02e3d2f3a481 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:54.628511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.659289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.660261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:54.672277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-269b6072-3e4d-4d93-b1e3-af42e22e2ac3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6508634 Aug 29 04:39:54.677327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22cd2c83-8d78-4532-ab0b-417e2eaa3b09 req-29ce6b2b-41d6-4f6e-9817-04d411458b05 tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.50 "DELETE /v2.0/ports/d6ee0acb-505f-4e22-bab1-d5f63e542557 HTTP/1.1" status: 204 len: 173 time: 5.0179441 Aug 29 04:39:54.677525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.678359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-deleted', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:39:54.693026 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788a2f2-2cd3-45ad-b3cc-3bffff13c02f" -d '{"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-deleted", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:39:54.698698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52554) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:54.715410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-aec101e1-71f6-4c52-9235-8e2194a12660 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 217 time: 0.2909827 Aug 29 04:39:54.732027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.732481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'network': {'name': 'tempest-network-smoke--1272772692', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:54.891240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97853314-402b-429f-8732-254943aed668 req-133ba748-6998-419b-99cd-23f3a40d224b tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5872297 Aug 29 04:39:54.953837 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958a3c6-a08b-4b84-ba1f-bf890eb13c89 x-openstack-request-id: req-1958a3c6-a08b-4b84-ba1f-bf890eb13c89 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:39:54.955696 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9278f98-59ae-4a17-a95d-6942738ad6cd", "name": "network-vif-deleted", "tag": "d6ee0acb-505f-4e22-bab1-d5f63e542557", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:39:54.956313 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1958a3c6-a08b-4b84-ba1f-bf890eb13c89 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:39:54.957095 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9278f98-59ae-4a17-a95d-6942738ad6cd', 'name': 'network-vif-deleted', 'tag': 'd6ee0acb-505f-4e22-bab1-d5f63e542557', 'status': 'completed', 'code': 200} Aug 29 04:39:54.972481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.094470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b0b250ec-70d2-41d2-b9b0-18e3d64f30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.098339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b0b250ec-70d2-41d2-b9b0-18e3d64f30f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.2385368 Aug 29 04:39:55.118605 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Project 749393dcb2f84866bcbc413acb84a18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:55.220945 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.244161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:55.263195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.293167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0ed8612b-c909-4660-8880-02e3d2f3a481, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0ed8612b-c909-4660-8880-02e3d2f3a481,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:39:55.317165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.686410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ea15d3b-6d03-4c5a-a3e2-0dad6bf8807e req-41ac5a8a-8a49-408f-9521-853ddf3da9ba tempest-InstanceActionsNegativeTestJSON-1969079585 tempest-InstanceActionsNegativeTestJSON-1969079585-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9278f98-59ae-4a17-a95d-6942738ad6cd HTTP/1.1" status: 200 len: 210 time: 0.3151681 Aug 29 04:39:55.686999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.731778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414c52-9ecc-4b1d-9585-268a0d05ad1e req-30f1fb18-c237-463e-95fc-73d62ca5461c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.752255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06414c52-9ecc-4b1d-9585-268a0d05ad1e req-30f1fb18-c237-463e-95fc-73d62ca5461c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.6392026 Aug 29 04:39:55.782296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.803369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'floatingip': {'port_id': 'aa761959-099c-4bf3-a915-ab0663291d3c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:55.811281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-55cbe10d-2215-4229-9eef-213410581fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:55.812920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-55cbe10d-2215-4229-9eef-213410581fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6625493 Aug 29 04:39:55.813938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:39:55.820667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.837752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.843533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.955969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.965362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4867d26a-04b9-4331-8b34-b1c30624908a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:55.978607 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.980366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a608b2d1-ddea-45ba-98c1-5295b07d09ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2725754 Aug 29 04:39:55.983521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.984182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:55.988656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:55.989010 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Added segment 380bd1df-3d97-4f6d-aee4-1b32f06173f9 of type vlan for network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b Aug 29 04:39:56.045963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'security_group_rule': {'security_group_id': '229ab14d-8c8d-4437-8f51-2ff7092b508c', 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:56.081370 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Project 749393dcb2f84866bcbc413acb84a18c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:39:56.097199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.153499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.271011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-6ef574dd-6c0d-4abc-acde-86f2e1678d4d service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155965 Aug 29 04:39:56.350496 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.357435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:56.358493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.363209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39581132-fbf3-4ab7-af42-568807bf4588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.382173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.429237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.475855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bec693c-7e31-4748-801f-320579f0be2d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.512623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.577545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Network': ['ID=29c90da7-8397-4af2-9c8b-45f2d1e1b84b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:56.591687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:39:56.695581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-5e9ab808-0518-41b2-bb30-1c846e5fc2e7 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552058 Aug 29 04:39:56.788274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39581132-fbf3-4ab7-af42-568807bf4588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.809263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39581132-fbf3-4ab7-af42-568807bf4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.830862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52586) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.900096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-ef8a0401-132a-4058-81e8-ffc2cfa0e4d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 200 len: 217 time: 0.1901824 Aug 29 04:39:56.904048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:56.908945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82223810-3277-465a-8685-952bacab9ba0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9235125 Aug 29 04:39:56.918004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-df27ffc8-5a97-40da-ab5b-986d792a44a3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2099068 Aug 29 04:39:56.931052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.937892 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39581132-fbf3-4ab7-af42-568807bf4588 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdb4d12be41d41e9af2430323e9a32f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806371 Aug 29 04:39:56.943482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:56.994784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Deleting subnet 0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:39:57.012474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.148504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39581132-fbf3-4ab7-af42-568807bf4588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53870a-e9ec-49a5-a545-273fecbba6a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:57.250823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.251827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-c02c17c5-d129-45e8-949d-720f9b026917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.255239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-c02c17c5-d129-45e8-949d-720f9b026917 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.3386025 Aug 29 04:39:57.275393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.resource_extend [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:39:57.385715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2271ab3-ec83-411e-887f-b10518d19e9b tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.405180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:57.405488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2271ab3-ec83-411e-887f-b10518d19e9b tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c877231de95049d3b9f6adf70ecfa38f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4592986 Aug 29 04:39:57.411491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:39:57.486184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0ed8612b-c909-4660-8880-02e3d2f3a481 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:39:57.541045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.575125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0ed8612b-c909-4660-8880-02e3d2f3a481 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:39:57.575599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.576614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.598398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-4bdbedd5-3c09-4c4d-be05-365239a010a0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090940176&fields=id&tenant_id=749393dcb2f84866bcbc413acb84a18c HTTP/1.1" status: 200 len: 267 time: 0.3876212 Aug 29 04:39:57.604722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.638542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.878471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:57.986483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-47bc859d-49cd-49a2-8c14-7e64efa48b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:57.988779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-47bc859d-49cd-49a2-8c14-7e64efa48b76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7085636 Aug 29 04:39:58.348992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:39:58.364928 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Sync routers for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:39:58.439768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.473031 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:39:58.473266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.474259 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:58.475449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-92b778e9-ed09-44e7-a4b2-c16215d72456 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.3553154 Aug 29 04:39:58.478395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.487674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6 HTTP/1.1" status: 204 len: 168 time: 1.6513841 Aug 29 04:39:58.492368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52614) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.497957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52616) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.611048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00c856-ee5d-473f-a1bc-3bb8e083b310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac83e0f-17ca-48cc-85f8-d601fcf1e7d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:58.698177 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a9ff7c65-c76e-4b04-8cb7-2fa21c63c1b2 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=5fb81efe55d341afad69b28151dd4d3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1909721 Aug 29 04:39:58.704650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:58.789519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:39:58.907403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:58.971526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7894e66c-2108-4df6-b9f0-fcd5ba052759 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.974379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7894e66c-2108-4df6-b9f0-fcd5ba052759 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/networks?id=7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 200 len: 809 time: 1.3564880 Aug 29 04:39:58.984161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75820761-4e03-4498-93d3-936f07456694 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:58.986025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75820761-4e03-4498-93d3-936f07456694 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2798331 Aug 29 04:39:58.995190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fd4c8-636b-4c6b-a885-bd5cd936b454 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:39:59.000443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.002616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-377fd4c8-636b-4c6b-a885-bd5cd936b454 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5894945 Aug 29 04:39:59.027178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52622) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.034964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.040921 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.044847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d53870a-e9ec-49a5-a545-273fecbba6a2 HTTP/1.1" status: 204 len: 168 time: 2.0852702 Aug 29 04:39:59.106843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-18c7511a-0fbe-44df-9c30-5021222bf50a tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1025612 Aug 29 04:39:59.112810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.121042 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Floating IP b9415fe0-5900-4d20-ae2d-0778369d9396 associated. External IP: 172.25.3.236, port: aa761959-099c-4bf3-a915-ab0663291d3c. Aug 29 04:39:59.123482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207216040', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:39:59.150923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.216288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdff373-7c5b-4ce7-85a4-3d6f4df7007e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:59.230661 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:54Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:59.252800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583354fb-aa67-418c-b272-2c723c39f24b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:59.253376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583354fb-aa67-418c-b272-2c723c39f24b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:39:59.270922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-579b99d8-3fe6-4ab1-b77c-355394425257 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2331920 Aug 29 04:39:59.270922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-f5ee1092-5ee9-457a-ac1f-b200031d0f8a tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/quotas/749393dcb2f84866bcbc413acb84a18c HTTP/1.1" status: 200 len: 375 time: 0.2437134 Aug 29 04:39:59.270922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9af9e2-5382-4c38-ae36-49daebd5400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53870a-e9ec-49a5-a545-273fecbba6a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.284256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:39:59.331210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.335354 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Checking router: 96f090dd-83eb-4ee4-8a64-88dd31cb2170 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:39:59.335354 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Updating router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 port fe595019-7b13-4319-98e0-4fdf52735c7b binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:39:59.363259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.377897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:39:59.379058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.437512 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:39:59.525584 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:39:59.545302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.562700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.571880 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fcdff373-7c5b-4ce7-85a4-3d6f4df7007e HTTP/1.1" status: 204 len: 168 time: 1.0557213 Aug 29 04:39:59.642663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7dd6-d53e-4775-aac4-bec4c818ab57 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdff373-7c5b-4ce7-85a4-3d6f4df7007e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:39:59.653270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:39:59.662274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.758095 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:39:59.763973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49ea4656-de86-442d-a256-844a14a89254 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c877231de95049d3b9f6adf70ecfa38f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4669471 Aug 29 04:39:59.785449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.084101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.160906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84da49-4ac9-47b3-9a54-cded68c43efe tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.167153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b84da49-4ac9-47b3-9a54-cded68c43efe tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3751810 Aug 29 04:40:00.180313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-9b47ca56-8361-4b51-8ae6-bbad147885df service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1661108 Aug 29 04:40:00.185028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.285043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.315107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0d66a77f-5c6a-4ce7-8adb-532fb10b0d25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=162610ebab4f4ab281eb4e9971166382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291367 Aug 29 04:40:00.356246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.377740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-413d89a1-49a9-4fa3-88af-ebc143345503 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668353 Aug 29 04:40:00.389354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:00.443580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309052664', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:00.647062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-6c3ac4b0-4538-404f-8470-cae93e128e67 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249691 Aug 29 04:40:00.660418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:00.708864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Subnet': ['ID=7e5a16c9-764d-4d73-b08d-8cedd3827574,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:00.711418 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.723133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-2c97e8f3-ec72-4b5b-ae9a-bb92b93b5be0 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=749393dcb2f84866bcbc413acb84a18c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1436439 Aug 29 04:40:00.724230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-47c0f83c-18bb-4b9a-9afd-bcf2b90231ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 200 len: 217 time: 0.0587690 Aug 29 04:40:00.763124 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Transition to ACTIVE for port object fe595019-7b13-4319-98e0-4fdf52735c7b will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:00.784633 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.829094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:00.830800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network hostable DHCP agents. Network: 44ba7670-e6ee-4384-b33d-37f7d1c87770, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:00.911394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:00.925030 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Attempting to bind port fe595019-7b13-4319-98e0-4fdf52735c7b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:00.928045 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Attempting to bind port fe595019-7b13-4319-98e0-4fdf52735c7b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:00.931539 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Attempting to bind port fe595019-7b13-4319-98e0-4fdf52735c7b on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:00.937913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 44ba7670-e6ee-4384-b33d-37f7d1c87770) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:00.957742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383d625-df42-4aae-ace7-487b6b04f70e None None] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:00.969300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:00.973363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:00.975270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.982097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:00.986503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:00.988961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.035742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:01.044280 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:01.044834 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.045473 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:01.050480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Bound port: fe595019-7b13-4319-98e0-4fdf52735c7b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:01.053807 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.069892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.174623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3283741d-073a-494b-8255-60dabb2db7dd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "PUT /v2.0/floatingips/b9415fe0-5900-4d20-ae2d-0778369d9396 HTTP/1.1" status: 200 len: 992 time: 5.3889956 Aug 29 04:40:01.185194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:01.188380 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba934b-bda0-432c-a525-0d22e19c15e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:01.198667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-87afbee2-5be1-429d-871d-92ddca71eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.201093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-87afbee2-5be1-429d-871d-92ddca71eefa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 200 len: 797 time: 0.4620821 Aug 29 04:40:01.208699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.226289 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb510-559a-4b02-90ee-34cf4c49e38c None None] Pushing event updated for resources: {'Port': ['ID=fe595019-7b13-4319-98e0-4fdf52735c7b,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.241712 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c5625e6-1696-42ba-bdb1-11410f40015d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1239059 Aug 29 04:40:01.242440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.281136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:01.289421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:01.307966 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] For port fe595019-7b13-4319-98e0-4fdf52735c7b, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:01.319055 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] For port fe595019-7b13-4319-98e0-4fdf52735c7b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe595019-7b13-4319-98e0-4fdf52735c7b,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:01.329439 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.391590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:01.396427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:01.438934 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-99cf533e-d0ce-45ba-aa61-7c7fb5ea8be3 service neutron] 10.222.0.62 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431922 Aug 29 04:40:01.442850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-204f67ef-a129-4e59-864b-352be8e2bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:01.455198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-204f67ef-a129-4e59-864b-352be8e2bcfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db647399-1386-4c56-b054-01a55d12963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341819 Aug 29 04:40:01.530875 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac09d3-eb5b-471d-949f-c72eceb90355 x-openstack-request-id: req-12ac09d3-eb5b-471d-949f-c72eceb90355 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:01.531228 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:01.531416 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12ac09d3-eb5b-471d-949f-c72eceb90355 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:01.531768 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'status': 'completed', 'code': 200} Aug 29 04:40:01.614317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-44ba7670-e6ee-4384-b33d-37f7d1c87770', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:01.623462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.672592 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:01.673863 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:01.687904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-984578969-network', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:01.884993 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.892427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:01.895958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b339154f-cebf-454a-aead-33b4d353e8e6 HTTP/1.1" status: 204 len: 168 time: 1.5165174 Aug 29 04:40:01.969712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b6059-1a3c-4d02-83c1-c735131baf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339154f-cebf-454a-aead-33b4d353e8e6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:01.978294 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb510-559a-4b02-90ee-34cf4c49e38c None None] Pushing event updated for resources: {'Port': ['ID=fe595019-7b13-4319-98e0-4fdf52735c7b,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.056334 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:02.090729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Made reservation on behalf of 22b74a76494d4e3f81d4e684e3316dd8 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:02.100017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.162186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-464593d7-e544-4b13-886f-4b23a443e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.163992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-464593d7-e544-4b13-886f-4b23a443e86e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1098 time: 0.5307658 Aug 29 04:40:02.167377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-3ed0cac3-ce7d-4e4e-8cbf-745d0c2190c8 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024629 Aug 29 04:40:02.171259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.209122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.257532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Allocated IP 172.20.0.2 (44ba7670-e6ee-4384-b33d-37f7d1c87770/7e5a16c9-764d-4d73-b08d-8cedd3827574/0a5c9ede-77c6-423c-9fbe-acd490dda092) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:02.342615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Subnet': ['ID=53eaab0c-2b4b-48c0-8c0a-fdd012323c42,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:02.421453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-f0988af6-31b3-47e8-b11d-baf5a9e5504c service neutron] 10.222.0.62 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9620082 Aug 29 04:40:02.519850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:02.623411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Checking segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:02.636244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network hostable DHCP agents. Network: 29c90da7-8397-4af2-9c8b-45f2d1e1b84b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:02.642847 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:54Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:02.703043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-18a599ab-9d60-42c4-a121-79e66d2e1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.704689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-18a599ab-9d60-42c4-a121-79e66d2e1700 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.5195262 Aug 29 04:40:02.719335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-dbb29d6d-5ff5-4472-922a-b891f2675273 service neutron] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327103 Aug 29 04:40:02.771792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b438-ca7a-4883-9678-006ec136b713 None None] The sync data for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 is: [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:39:54Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:02.827280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:02.900139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 29c90da7-8397-4af2-9c8b-45f2d1e1b84b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:02.910109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:02.911265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:02.935779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.016649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-b80f738e-c93b-410b-8fb7-35aa4d703ef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 1000 time: 0.2891085 Aug 29 04:40:03.099032 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.115818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Transition to ACTIVE for port object 0a5c9ede-77c6-423c-9fbe-acd490dda092 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:03.189522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Transition to ACTIVE for port object 0a5c9ede-77c6-423c-9fbe-acd490dda092 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:03.239667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.240795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b572f1c-12f2-4e14-81b8-a7ae09c6cfda None None] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:03.249738 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.420321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-969dfdd1-e58d-4fa6-b996-8f865ecfa341 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0017333 Aug 29 04:40:03.431457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-f23043db-2e99-461c-b4e2-36162359aa81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 200 len: 217 time: 0.4428558 Aug 29 04:40:03.440293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b516fb3-5377-43cd-bc6a-6211120cbc92 req-f38e0621-bc71-4c28-a9e5-0f8a6af769b8 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.1546581 Aug 29 04:40:03.442633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.780675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:03.859272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490c92c-a896-449d-8653-7e9fdd61a0e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:03.886506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-8fd6c255-40eb-44ea-af6e-d45013c82dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.887475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.1 (44ba7670-e6ee-4384-b33d-37f7d1c87770/7e5a16c9-764d-4d73-b08d-8cedd3827574/0d6a6394-6de0-44a2-933c-e264477d79bc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:03.888964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-8fd6c255-40eb-44ea-af6e-d45013c82dec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.8534892 Aug 29 04:40:03.890609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:03.891782 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Added segment 156ad2b7-acd1-400a-84af-41a0e5912bd6 of type vlan for network 469aa5ec-27f5-41a0-a40e-c3d7925575fb Aug 29 04:40:03.924420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:03.935815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe595019-7b13-4319-98e0-4fdf52735c7b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:03.975420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-3d83f15a-f6fd-40c8-b61f-cb5e666652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:03.982989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-3d83f15a-f6fd-40c8-b61f-cb5e666652a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.5335894 Aug 29 04:40:04.134994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.198362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b59a55a6-ee65-407f-933c-ad447c130c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.207774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-b59a55a6-ee65-407f-933c-ad447c130c69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1860640 Aug 29 04:40:04.225023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-999be358-c4ab-482a-83f9-bd5d5e40f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.235536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-999be358-c4ab-482a-83f9-bd5d5e40f701 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3276963 Aug 29 04:40:04.260768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:04.266889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081074756', 'description': 'tempest-secgroup-smoke-2081074756 description', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:04.308250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:04.319719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:04.327377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.406320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.439993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object 0d6a6394-6de0-44a2-933c-e264477d79bc will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:04.492079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:04.571438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Pushing event updated for resources: {'Port': ['ID=0a5c9ede-77c6-423c-9fbe-acd490dda092,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:04.581162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.582728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:04.586470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.626860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.703969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-7e90d801-0896-43d3-a1d5-bde2d2fe5cfa service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430437 Aug 29 04:40:04.775246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.796254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:04.811556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:04.816582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.860448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:04.955000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ips': [{'subnet_id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:04.956410 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.965575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Attempting to bind port 0a5c9ede-77c6-423c-9fbe-acd490dda092 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:04.966500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Attempting to bind port 0a5c9ede-77c6-423c-9fbe-acd490dda092 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:04.967727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Attempting to bind port 0a5c9ede-77c6-423c-9fbe-acd490dda092 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:04.988506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.994481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7276511 Aug 29 04:40:04.994481 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:04.995262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.011376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-49636121-031c-4b93-80b4-364cf33775b6 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924898 Aug 29 04:40:05.014975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-906532911-network', 'tenant_id': '4bcd2e2ca73e482c8fcdfc22106f0833'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:05.019682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.023874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:05.024880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:05.026012 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.026807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Bound using segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:05.028026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Bound port: 0a5c9ede-77c6-423c-9fbe-acd490dda092, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:05.030914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.035347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:05.136710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00f799-1d88-4120-a010-1e236307acdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed001182-fb84-42ff-a505-9f4239f00fde,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.145431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-4106f8d6-3c83-4776-b117-4b1076b27518 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 200 len: 217 time: 0.0973914 Aug 29 04:40:05.204851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1ba9712-606b-468f-adc3-26214331371c req-637bd441-c4e2-41c7-9c6f-b2e6cbdd8e83 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.1897020 Aug 29 04:40:05.240606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9557734 Aug 29 04:40:05.264688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:05.272414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Request body: {'subnet': {'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-984578969-subnet', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:05.312558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fe595019-7b13-4319-98e0-4fdf52735c7b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:05.352943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbb767-c98f-4357-9396-64e46c386ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=469aa5ec-27f5-41a0-a40e-c3d7925575fb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.373003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.445123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-ad2502a8-d50f-43cc-b9d5-1b9d00847b4d service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720390 Aug 29 04:40:05.453962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-79dbebf8-f9d9-46fa-bcd3-c8eaddf395c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.455695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-79dbebf8-f9d9-46fa-bcd3-c8eaddf395c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 200 len: 797 time: 0.2694004 Aug 29 04:40:05.464282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9415fe0-5900-4d20-ae2d-0778369d9396', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.236', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:cf:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:05.467987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fe595019-7b13-4319-98e0-4fdf52735c7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:05.468364 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.474557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Made reservation on behalf of 4bcd2e2ca73e482c8fcdfc22106f0833 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:05.483491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.516912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.556331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.561837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.564735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Made reservation on behalf of 22b74a76494d4e3f81d4e684e3316dd8 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:05.567779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.594943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:05.636185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:05.682879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:05.684234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-ad97b186-0b40-4590-acad-b61851b14a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:05.688802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-ad97b186-0b40-4590-acad-b61851b14a9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e44535e4-4252-426d-8ece-490213809f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2061470 Aug 29 04:40:05.757298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585189ac-2843-4772-9139-018fcde3aa97,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:05.929933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ba934b-bda0-432c-a525-0d22e19c15e2 req-44490911-fb4d-42ca-8527-2c6a21c70c18 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584873 Aug 29 04:40:05.997791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-abb25408-47a3-4b09-8e48-ae74425931a2 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759616 Aug 29 04:40:06.236779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-816169f9-652e-4cb2-8a23-1ccf2a3155f0 req-237aa5e1-65dc-42fd-8934-e597b6a10432 service neutron] 10.222.0.54 "GET /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147174 Aug 29 04:40:06.275593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] For port 0a5c9ede-77c6-423c-9fbe-acd490dda092, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:06.293794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] For port 0a5c9ede-77c6-423c-9fbe-acd490dda092, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0a5c9ede-77c6-423c-9fbe-acd490dda092,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:06.412393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.417032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:06.418313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:06.486409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.509035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:06.586738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a84f0b5-9ebf-44ca-8f01-2eaba848f58a req-d0f9b350-7239-4fd2-885d-849f4b212b84 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.1353040 Aug 29 04:40:06.667944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-2ce9022c-ecec-4197-9758-cbbda035cad6 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:06.669450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-2ce9022c-ecec-4197-9758-cbbda035cad6 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.50 "GET /v2.0/networks?id=7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 200 len: 809 time: 0.8268559 Aug 29 04:40:06.728817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4683a-7666-4a9f-a806-058212d4be0b None None] Pushing event updated for resources: {'Port': ['ID=0a5c9ede-77c6-423c-9fbe-acd490dda092,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:06.870419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Allocated IP 172.20.0.18 (29c90da7-8397-4af2-9c8b-45f2d1e1b84b/53eaab0c-2b4b-48c0-8c0a-fdd012323c42/6d7bef1f-190e-4861-86ca-375536f795b4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:06.983816 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.021235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.024872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.025199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fe595019-7b13-4319-98e0-4fdf52735c7b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe595019-7b13-4319-98e0-4fdf52735c7b,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:07.042578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.053604 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.096907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.129396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.137021 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-51040b5a-af07-44ec-9070-196cb24d7667 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749393dcb2f84866bcbc413acb84a18c HTTP/1.1" status: 200 len: 380 time: 0.4131105 Aug 29 04:40:07.140973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:07.155151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.156610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd4ee9b5-e5f9-442c-981f-ac1801c9ebfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1271534 Aug 29 04:40:07.162307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:07.169627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'port': {'device_id': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'admin_state_up': True, 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'security_groups': ['229ab14d-8c8d-4437-8f51-2ff7092b508c']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:07.175852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:07.254596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:07.348858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=586698cf-8831-46e9-b7bf-b025c74d532e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.363064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd378a9-53cf-40c5-bd27-a15ff48968bf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.393694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.394354 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Added segment 4d3bc47c-9342-40e7-a9eb-fde223e344e5 of type vlan for network b5185123-50f3-48ee-b42a-a8f895e10031 Aug 29 04:40:07.396269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.433981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Checking segment: {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:07.434475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Network hostable DHCP agents. Network: 469aa5ec-27f5-41a0-a40e-c3d7925575fb, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:07.485005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fe595019-7b13-4319-98e0-4fdf52735c7b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.533613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fe3426e5-21af-41fa-8944-2226c52c6a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.562098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.572942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.582481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.618306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26e8eb6-8697-429f-a5b4-d77accec03e4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.634815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:07.638415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:07.647307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.648924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-83e47fcd-38e0-481c-b7cf-274b4a3d94eb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4853058 Aug 29 04:40:07.653484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:07.658724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:07.684873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:07.757996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.759386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.760376 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.765323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.827223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.840826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 469aa5ec-27f5-41a0-a40e-c3d7925575fb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:07.848622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] Pushing event updated for resources: {'Network': ['ID=b5185123-50f3-48ee-b42a-a8f895e10031,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:07.850935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Made reservation on behalf of 749393dcb2f84866bcbc413acb84a18c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:07.855725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.866766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:07.867448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:07.873392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e02da4-7f7c-4419-8e84-1362f7a64ee1 None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:07.876055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b5185123-50f3-48ee-b42a-a8f895e10031 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:07.926459 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bca2b3a0-91db-4efc-bf54-af57f1a990fd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4278691 Aug 29 04:40:07.937176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:07.954227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Request body: {'subnet': {'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-906532911-subnet', 'tenant_id': '4bcd2e2ca73e482c8fcdfc22106f0833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:07.962691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Transition to ACTIVE for port object 6d7bef1f-190e-4861-86ca-375536f795b4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:07.987885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66f5ff30-b157-4fa1-8dfd-7fa2ea77a269 req-b4351181-4ab2-44ab-90e7-fe97fe55e4de tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.0550454 Aug 29 04:40:08.024242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.036176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.086134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc642fb-b24f-48e8-8691-98fd979a29cf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.138574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.141444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d88ef129-8522-4c9c-9c93-1c8398b5509a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4864039 Aug 29 04:40:08.150961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.160908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:08.239382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.316259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Transition to ACTIVE for port object 6d7bef1f-190e-4861-86ca-375536f795b4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:08.336916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9415fe0-5900-4d20-ae2d-0778369d9396', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.236', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:cf:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:08.423128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.456479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb5556-276e-4fa9-ba13-79bd573bef73 None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'b9415fe0-5900-4d20-ae2d-0778369d9396', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.236', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:cf:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:57Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:08.505424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.524369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.595573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2953dc26-31bf-45da-9609-d2f8bb7adebe,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.613273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.615756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c610321-bf26-4366-808c-1f06a1e5f8da tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4625442 Aug 29 04:40:08.618622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52776) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.631667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:08.662550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:08.664777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Pushing event updated for resources: {'Port': ['ID=6d7bef1f-190e-4861-86ca-375536f795b4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.668305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:08.702430 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:40:08.724511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.805929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:08.879293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.889939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.904677 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c421c11-6846-4d53-ad5a-4575ecc958fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6385984 Aug 29 04:40:08.906881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52778) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:08.918353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Made reservation on behalf of 4bcd2e2ca73e482c8fcdfc22106f0833 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:08.922087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.942226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:08.952341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'fixed_ips': [{'subnet_id': '586698cf-8831-46e9-b7bf-b025c74d532e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:08.953641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.956581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b793044-7a06-422e-a067-3b94bd8606fd None None] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:08.958720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055eff2f-e224-4af8-941a-6b32375ab65a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:08.967634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:08.977421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:08.978856 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.032613 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d569769-d9e3-4f67-97ae-6e719547f33b None None] New status for floating IP b9415fe0-5900-4d20-ae2d-0778369d9396: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:09.095429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.097158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8a1608b8-7846-4df2-87c2-4bd522d8bc04 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4769003 Aug 29 04:40:09.161482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:09.207662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': 'ed001182-fb84-42ff-a505-9f4239f00fde', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:09.289941 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:40:09.304620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.519641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.522631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Allocated IP 172.20.0.2 (469aa5ec-27f5-41a0-a40e-c3d7925575fb/586698cf-8831-46e9-b7bf-b025c74d532e/a20c6b39-242f-47b3-ad25-63357d6f8008) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:09.580286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42f78d5e-0f9f-4178-ba6d-6797df3b64bc req-7e941cd4-0f47-4121-a66d-5ba9cbe1afee tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.2629886 Aug 29 04:40:09.724450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.733313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.742728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Attempting to bind port 6d7bef1f-190e-4861-86ca-375536f795b4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:09.748451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Attempting to bind port 6d7bef1f-190e-4861-86ca-375536f795b4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:09.751126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Attempting to bind port 6d7bef1f-190e-4861-86ca-375536f795b4 on network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:09.758393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-406e5379-e349-426b-8dad-c07bc7b15d8d None None] Provisioning for port 0a5c9ede-77c6-423c-9fbe-acd490dda092 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:09.777708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e8051b-a757-426e-9fc9-e05e30b92291,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:09.791488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:09.800008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-21249138-3a91-4f19-bf1a-b237782c1150 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6161208 Aug 29 04:40:09.916159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:09.933434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d255f4b8-df09-4cef-b846-001ae33d42ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/96f090dd-83eb-4ee4-8a64-88dd31cb2170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6863053 Aug 29 04:40:10.050241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.062835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0a5c9ede-77c6-423c-9fbe-acd490dda092 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:10.065973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:10.066511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Checking segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:10.067132 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.067681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Bound using segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:10.068540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Bound port: 6d7bef1f-190e-4861-86ca-375536f795b4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:10.069127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.073359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Transition to ACTIVE for port object a20c6b39-242f-47b3-ad25-63357d6f8008 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:10.081105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Sync routers for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:10.118015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Allocated IP 172.20.0.5 (7a2b781f-e03b-45a3-b190-872ebc6fe54b/0bb2addb-f82e-4ae2-a473-1625e279f1db/3c53e6bd-1233-48a8-bbdd-b80ba2e1719a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:10.130675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.290075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-252478c7-218b-4def-86f5-7a668ab8fc16 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081074756&fields=id&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 267 time: 0.0902708 Aug 29 04:40:10.295446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Transition to ACTIVE for port object a20c6b39-242f-47b3-ad25-63357d6f8008 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:10.349911 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.406396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.423186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-34126924-fce3-45de-9dad-37f0df310485 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475764129&fields=id&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 267 time: 0.0996680 Aug 29 04:40:10.498587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Pushing event updated for resources: {'Port': ['ID=a20c6b39-242f-47b3-ad25-63357d6f8008,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.528809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:10.530604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:39:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:10.568893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-78e6daa0-6204-447a-8d4a-8d3a51930bd9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.572192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-78e6daa0-6204-447a-8d4a-8d3a51930bd9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 797 time: 0.1374342 Aug 29 04:40:10.586047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.603998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Transition to ACTIVE for port object 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:10.635265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4139f3d5-6c7a-48b1-af1b-ff461e62023d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/quotas/5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 375 time: 0.0556531 Aug 29 04:40:10.673697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.681466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.713093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:10.720643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:10.745223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:10.769316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Checking segment: {'id': '4d3bc47c-9342-40e7-a9eb-fde223e344e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:10.769685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Network hostable DHCP agents. Network: b5185123-50f3-48ee-b42a-a8f895e10031, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:10.826993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:10.863741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-2d5a7745-db95-463e-a64b-4f9f92f2fe28 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.871032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-2d5a7745-db95-463e-a64b-4f9f92f2fe28 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/networks?id=29c90da7-8397-4af2-9c8b-45f2d1e1b84b HTTP/1.1" status: 200 len: 797 time: 0.5778425 Aug 29 04:40:10.908900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] For port 6d7bef1f-190e-4861-86ca-375536f795b4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:10.910229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Network b5185123-50f3-48ee-b42a-a8f895e10031 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:10.914921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] For port 6d7bef1f-190e-4861-86ca-375536f795b4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6d7bef1f-190e-4861-86ca-375536f795b4,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:10.916721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:10.919984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-29c3000a-9db1-48ac-bbe6-0f2c3005ff46 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2761204 Aug 29 04:40:10.923256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-c871edf3-0b2d-4c16-b298-969d1e141d66 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/quotas/c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 375 time: 0.0437908 Aug 29 04:40:10.936760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:10.940496 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:10.969334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:10.987724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b5185123-50f3-48ee-b42a-a8f895e10031) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:10.997162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:10.998621 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.018804 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.037757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:11.038868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.055779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebe89d-28b0-4ed6-9565-08a7d0fbb914 None None] Network b5185123-50f3-48ee-b42a-a8f895e10031 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:11.065087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bbee6e55-62fd-4c46-83b3-a913bdfea91f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1175363 Aug 29 04:40:11.093777 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-bf9ee310-50a8-4a31-9f61-8b279a65c4ec tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9455090 Aug 29 04:40:11.162745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Request body: {'port': {'device_id': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:11.351372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-22d1ae80-cbe6-4d20-981e-5a36b1564d69 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4194825 Aug 29 04:40:11.394727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.503307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf0b-1845-4177-8665-ca66df481d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.536774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-fbf68f15-4cb5-4605-870f-9bc28cbd4a03 service neutron] 10.222.0.62 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318146 Aug 29 04:40:11.655324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b448d7-2d03-49f8-8692-e74e2000fd5a None None] Pushing event updated for resources: {'Port': ['ID=6d7bef1f-190e-4861-86ca-375536f795b4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:11.726110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.740738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-4bccbb9b-1133-4ae8-bd69-3eafdbce787d service neutron] 10.222.0.62 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735187 Aug 29 04:40:11.775948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-995b3502-8d59-4d19-910e-2578b9cdb5d9 service neutron] 10.222.0.62 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253807 Aug 29 04:40:11.806130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0a5c9ede-77c6-423c-9fbe-acd490dda092 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:11.871593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.882055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0a5c9ede-77c6-423c-9fbe-acd490dda092 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:11.882980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:11.924540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-1a0c7450-56f8-453f-a621-d9ed920ce938 service neutron] 10.222.0.62 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472390 Aug 29 04:40:12.019467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Attempting to bind port a20c6b39-242f-47b3-ad25-63357d6f8008 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:12.019843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Attempting to bind port a20c6b39-242f-47b3-ad25-63357d6f8008 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:12.020317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Attempting to bind port a20c6b39-242f-47b3-ad25-63357d6f8008 on network 469aa5ec-27f5-41a0-a40e-c3d7925575fb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:12.039170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:12.039538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Checking segment: {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:12.040080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.044892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Bound using segment: {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:12.045481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Bound port: a20c6b39-242f-47b3-ad25-63357d6f8008, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:12.045868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.064779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.187595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] For port a20c6b39-242f-47b3-ad25-63357d6f8008, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:12.192804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] For port a20c6b39-242f-47b3-ad25-63357d6f8008, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a20c6b39-242f-47b3-ad25-63357d6f8008,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:12.435194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09067fee-e34e-4af2-b8ac-ed8b163e0241 None None] Provisioning for port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:12.517287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.542344 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.688933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Allocated IP 172.25.3.246 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/1958f938-50ff-493b-b93e-07b0bd20b674) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:12.727606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-09067fee-e34e-4af2-b8ac-ed8b163e0241 None None] Provisioning complete for port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:12.728148 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-09067fee-e34e-4af2-b8ac-ed8b163e0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:12.741357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:12.752914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.056178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:13.068270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922489a-60fe-4677-844a-312d9fc9b962 None None] Network b5185123-50f3-48ee-b42a-a8f895e10031 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:13.128610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.236432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0a5c9ede-77c6-423c-9fbe-acd490dda092, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0a5c9ede-77c6-423c-9fbe-acd490dda092,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:13.296742 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.300836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Transition to ACTIVE for port object 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:13.348043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.587203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:13.588703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe595019-7b13-4319-98e0-4fdf52735c7b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:13.613621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-09067fee-e34e-4af2-b8ac-ed8b163e0241 None None] Port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:13.623575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7563-8fcf-4ca9-ac1f-bc68db450438 None None] Pushing event updated for resources: {'Port': ['ID=a20c6b39-242f-47b3-ad25-63357d6f8008,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.776358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Pushing event updated for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:13.824133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.009721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0a5c9ede-77c6-423c-9fbe-acd490dda092,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:14.042757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.083474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Provisioning complete for port 0a5c9ede-77c6-423c-9fbe-acd490dda092 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:14.088267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.161923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf51bd-dbac-4b4c-b5bc-bfa2c4cd6c5e None None] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:14.212221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57409510-5697-4da8-a237-0e1ac8c71917 req-11887ebe-5ecb-40c3-8089-41a9ac8745f3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.224653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57409510-5697-4da8-a237-0e1ac8c71917 req-11887ebe-5ecb-40c3-8089-41a9ac8745f3 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 931 time: 1.8413639 Aug 29 04:40:14.280066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:14.344071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 2, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:14.347412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:14.356911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:14.361189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Pushing event updated for resources: {'Port': ['ID=1958f938-50ff-493b-b93e-07b0bd20b674,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:14.405337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fe595019-7b13-4319-98e0-4fdf52735c7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:14.405866 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.454928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-a14717e2-6625-4f5c-8bf0-fdcee874d4e2 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.457861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-a14717e2-6625-4f5c-8bf0-fdcee874d4e2 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/networks?id=b5185123-50f3-48ee-b42a-a8f895e10031 HTTP/1.1" status: 200 len: 813 time: 0.4878347 Aug 29 04:40:14.496823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57409510-5697-4da8-a237-0e1ac8c71917 req-f69ab548-c2b2-486d-bf2c-822e8e4d546f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318201 Aug 29 04:40:14.515817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Attempting to bind port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:14.516805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Attempting to bind port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:14.517634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Attempting to bind port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a on network 7a2b781f-e03b-45a3-b190-872ebc6fe54b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:14.533725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-1d6a2ec9-c049-42d4-956a-8267d39ba0cb tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/quotas/4bcd2e2ca73e482c8fcdfc22106f0833 HTTP/1.1" status: 200 len: 375 time: 0.0351648 Aug 29 04:40:14.613437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-31f6f3fb-123d-41b9-9798-7bac1a2818ee tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4bcd2e2ca73e482c8fcdfc22106f0833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783653 Aug 29 04:40:14.642461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a on network 7a2b781f-e03b-45a3-b190-872ebc6fe54b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:14.642928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Attempting to bind port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a on network 7a2b781f-e03b-45a3-b190-872ebc6fe54b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:14.661404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Checking router: 96f090dd-83eb-4ee4-8a64-88dd31cb2170 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:14.661963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Updating router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 port 0d6a6394-6de0-44a2-933c-e264477d79bc binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:14.724359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:14.724944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Checking segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:14.725609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Bound using segment: {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:14.726385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Bound port: 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:14.733477 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:14.888514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-41e1662c-3131-4705-9faa-988c0b46cc60 req-96cd93ed-6b67-4784-9f6e-d4044d2ddd9f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 210 time: 0.0503116 Aug 29 04:40:14.900823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-d2fc595b-bacd-4ca3-b476-6571525486b9 service neutron] 10.222.0.62 "GET /v2.0/networks/b5185123-50f3-48ee-b42a-a8f895e10031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714546 Aug 29 04:40:14.939963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-9ab07444-4cc8-4b1e-a6ec-6f13efa1116e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:14.939963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-9ab07444-4cc8-4b1e-a6ec-6f13efa1116e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/networks?id=29c90da7-8397-4af2-9c8b-45f2d1e1b84b HTTP/1.1" status: 200 len: 797 time: 0.2965286 Aug 29 04:40:14.995490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:15.013674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.028067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:15.062893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.177751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:15.178941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.181217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] 10.222.0.50 "PUT /v2.0/ports/3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 200 len: 1092 time: 4.0388701 Aug 29 04:40:15.181929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:15.184855 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554c82c0-0180-459c-95e8-98ae13809188" -d '{"events": [{"name": "network-changed", "server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:15.218436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e3095-5ebf-43af-94ef-55b90f8c2526 service neutron] Pushing event updated for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:15.237364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.395884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Provisioning for port 0d6a6394-6de0-44a2-933c-e264477d79bc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:15.405890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Provisioning complete for port 0d6a6394-6de0-44a2-933c-e264477d79bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:15.406624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:15.469869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-845efad2-03c4-404d-8171-28282c1b1227 None None] Port 0d6a6394-6de0-44a2-933c-e264477d79bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:15.557297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f58ce0c8-29e6-4bf3-85a1-a63d5d496bc0 req-adf67f46-9816-4f43-9c27-ad088c6e0442 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 210 time: 0.2907879 Aug 29 04:40:15.733324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-07d4c22e-ae23-4daa-a9e1-b36b491df92a service neutron] 10.222.0.62 "GET /v2.0/networks/b5185123-50f3-48ee-b42a-a8f895e10031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884626 Aug 29 04:40:15.767235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-2464de25-5ba2-4f5c-a22d-f8009bcb2753 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 472 time: 0.5037320 Aug 29 04:40:15.792465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'port': {'device_id': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'admin_state_up': True, 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'security_groups': ['ed001182-fb84-42ff-a505-9f4239f00fde']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:15.802355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2e430-ffd8-4a8b-b0ee-ecb114fe5a7c None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:15.814873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a20c6b39-242f-47b3-ad25-63357d6f8008 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:16.417706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e0e66a8-3bab-4ab7-b15c-8960b182cbf5 req-9cf9cd01-204c-4989-a0ea-5d68fc7d376b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 210 time: 0.1482494 Aug 29 04:40:16.514820 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4a8c49-094a-4426-9e82-65c80139f248 x-openstack-request-id: req-3a4a8c49-094a-4426-9e82-65c80139f248 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:16.515793 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:16.515988 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a4a8c49-094a-4426-9e82-65c80139f248 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:16.517574 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'status': 'completed', 'code': 200} Aug 29 04:40:16.536446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837ab1-4ea3-4785-86f7-5f1338486cc0 req-a766a0b2-ad7b-43c6-b687-99f062c9a36b tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.548999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Provisioning complete for port 0d6a6394-6de0-44a2-933c-e264477d79bc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:16.550462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.558306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee837ab1-4ea3-4785-86f7-5f1338486cc0 req-a766a0b2-ad7b-43c6-b687-99f062c9a36b tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 943 time: 0.3066697 Aug 29 04:40:16.575699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:16.582549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:16.688320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:16.737355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-b73f06c2-300a-4cb1-bd32-133bb1c0ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:16.740685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-b73f06c2-300a-4cb1-bd32-133bb1c0ff80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=749393dcb2f84866bcbc413acb84a18c&device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1095 time: 1.3121164 Aug 29 04:40:16.745577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee837ab1-4ea3-4785-86f7-5f1338486cc0 req-a8defd27-a2d2-4094-aafb-23a6ae63ae4b tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860583 Aug 29 04:40:16.799708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ce8882b-82a3-4921-bba2-8e94dcc4ff21 req-d2dac9c5-e603-45ba-b998-30d26fd58635 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 210 time: 0.1233892 Aug 29 04:40:16.883533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Port 0d6a6394-6de0-44a2-933c-e264477d79bc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:17.010402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a20c6b39-242f-47b3-ad25-63357d6f8008 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:17.073746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6d7bef1f-190e-4861-86ca-375536f795b4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:17.146070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-b7584ddf-346b-4720-8d10-02785bed775f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 200 len: 217 time: 0.3861239 Aug 29 04:40:17.151560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-445871b3-1c4e-416a-8bcc-70702c82513f req-17cd2693-3bbb-42c7-9940-ddec5f247473 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 210 time: 0.1421137 Aug 29 04:40:17.208464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-f91cca72-197c-4852-9dfe-4e20278f683c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.212858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-f91cca72-197c-4852-9dfe-4e20278f683c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 797 time: 1.7649240 Aug 29 04:40:17.349974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Provisioning for port 6d7bef1f-190e-4861-86ca-375536f795b4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:17.382354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6d7bef1f-190e-4861-86ca-375536f795b4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:17.432457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.30 (29c90da7-8397-4af2-9c8b-45f2d1e1b84b/53eaab0c-2b4b-48c0-8c0a-fdd012323c42/ae692993-9409-44ab-9fc4-57c15aeed165) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:17.488511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.494735 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-7b85acc5-de7c-4d54-a6a2-cc578e98cd6a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 380 time: 0.1378736 Aug 29 04:40:17.501889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Provisioning complete for port 6d7bef1f-190e-4861-86ca-375536f795b4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:17.502249 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.512175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6d7bef1f-190e-4861-86ca-375536f795b4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:17.513004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.554066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'port': {'device_id': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'admin_state_up': True, 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'security_groups': ['b460da1a-b0fb-4511-bed3-847fe6b8dc25']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:17.706823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Transition to ACTIVE for port object 0d6a6394-6de0-44a2-933c-e264477d79bc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:17.754252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.762240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-2dcff2f0-3853-4ea3-b977-747cffb9b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.764992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-2dcff2f0-3853-4ea3-b977-747cffb9b6cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb2addb-f82e-4ae2-a473-1625e279f1db HTTP/1.1" status: 200 len: 848 time: 0.5262377 Aug 29 04:40:17.827778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:17.972520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-290b3745-e88c-4191-8304-32a24f51e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:17.976851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-290b3745-e88c-4191-8304-32a24f51e67a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b781f-e03b-45a3-b190-872ebc6fe54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008023 Aug 29 04:40:18.123978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Pushing event updated for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:18.207759 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-1f5a3a64-1963-437f-a128-b70b2b8717d9 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167668 Aug 29 04:40:18.213891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.222621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3dd49cc1-71cd-4e9b-99b3-93458ab4edeb req-17a12abc-4afd-4854-bf70-65f69b3236db tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 210 time: 0.2802329 Aug 29 04:40:18.233564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.241541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.242125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.243137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.243623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.244183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.244628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.245066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.245504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.245941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.246374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.246808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:18.318304 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.335175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-04f1a9b7-bbf0-4dd3-ab02-e7294d787d0e req-3cce7b00-a292-4638-9300-8017a0375222 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166561 Aug 29 04:40:18.401264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:18.409079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.447507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6d7bef1f-190e-4861-86ca-375536f795b4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6d7bef1f-190e-4861-86ca-375536f795b4,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:18.447962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object ae692993-9409-44ab-9fc4-57c15aeed165 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:18.451154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.463410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Attempting to bind port 0d6a6394-6de0-44a2-933c-e264477d79bc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:18.463888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Attempting to bind port 0d6a6394-6de0-44a2-933c-e264477d79bc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:18.464411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Attempting to bind port 0d6a6394-6de0-44a2-933c-e264477d79bc on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:18.468504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.469899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0a5c9ede-77c6-423c-9fbe-acd490dda092 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:18.511911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23041255-7649-4cd1-9dea-a403397251a3 req-536c631d-519d-4ca6-a108-fbf1677b4e10 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:18.533234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23041255-7649-4cd1-9dea-a403397251a3 req-536c631d-519d-4ca6-a108-fbf1677b4e10 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 943 time: 0.3328478 Aug 29 04:40:18.696649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Router 04b473a3-a621-4626-82df-2a2e6c16d31e is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:18.713882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:18.716926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:18.717782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.720415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Bound using segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:18.722814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Bound port: 0d6a6394-6de0-44a2-933c-e264477d79bc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:18.724390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:18.746567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f759304e-19cf-48a0-a802-5ec659ba072e req-b9123275-09d2-4634-87a2-7634990efa6e tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 210 time: 0.1489429 Aug 29 04:40:18.776991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23041255-7649-4cd1-9dea-a403397251a3 req-ac8f5fc4-26fc-482b-be7d-e979c4df17fa tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421260 Aug 29 04:40:18.838467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6d7bef1f-190e-4861-86ca-375536f795b4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.063049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.067401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c82c0-0180-459c-95e8-98ae13809188 req-1c2b060d-5152-431f-b67b-0cf164fc9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.071945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-1c2b060d-5152-431f-b67b-0cf164fc9676 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=749393dcb2f84866bcbc413acb84a18c&device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1095 time: 0.5172651 Aug 29 04:40:19.116581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:40:19.116881 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-a30c2878-4727-49af-9bc3-d784de1626c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:40:19.135514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] For port 0d6a6394-6de0-44a2-933c-e264477d79bc, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:19.141252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0a5c9ede-77c6-423c-9fbe-acd490dda092 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:19.141848 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.149553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] For port 0d6a6394-6de0-44a2-933c-e264477d79bc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d6a6394-6de0-44a2-933c-e264477d79bc,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:19.208878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:19.231718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:19.244705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.12 (44ba7670-e6ee-4384-b33d-37f7d1c87770/7e5a16c9-764d-4d73-b08d-8cedd3827574/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:19.256120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:19.270926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:19.310979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-a5e0d2d5-11d1-49c9-94cf-2a251b79e0d6 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.316299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-a5e0d2d5-11d1-49c9-94cf-2a251b79e0d6 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.50 "GET /v2.0/networks?id=b5185123-50f3-48ee-b42a-a8f895e10031 HTTP/1.1" status: 200 len: 813 time: 0.5186429 Aug 29 04:40:19.330846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.356290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:19.356510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.369810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d57e7-09ab-471f-81a3-918535c4bfb8 None None] Pushing event updated for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:19.506181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Request body: {'port': {'device_id': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031', 'admin_state_up': True, 'tenant_id': '4bcd2e2ca73e482c8fcdfc22106f0833'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:19.697219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c82c0-0180-459c-95e8-98ae13809188 req-cf6824b8-11f7-41ad-8e2a-bfc3c8042fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.701898 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-cf6824b8-11f7-41ad-8e2a-bfc3c8042fd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 200 len: 910 time: 0.6132352 Aug 29 04:40:19.815569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:19.848469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:19.860547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100915e-0eed-4be3-a32e-241e3f0fae3f req-a5f22720-52d9-457d-b200-d9b013c3fdeb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:19.874650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e100915e-0eed-4be3-a32e-241e3f0fae3f req-a5f22720-52d9-457d-b200-d9b013c3fdeb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 932 time: 0.8292148 Aug 29 04:40:19.889900 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Sync routers for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:19.920449 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:19.921835 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:19.979145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18dbb84a-579d-4233-aab1-0f8d221adb23 req-bad329cf-f518-4576-be37-a95ad21dd9d5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 210 time: 0.1909103 Aug 29 04:40:20.061498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6d7bef1f-190e-4861-86ca-375536f795b4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:20.074919 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-820a2705-53c5-4cbb-a5f6-28cb2c6f6684 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 200 len: 217 time: 0.2077448 Aug 29 04:40:20.090584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.092342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.108228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Made reservation on behalf of 4bcd2e2ca73e482c8fcdfc22106f0833 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:20.112868 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.126906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-f3211a18-ae22-49a3-a279-e05d6af65a5d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3494451 Aug 29 04:40:20.165828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e100915e-0eed-4be3-a32e-241e3f0fae3f req-e9a8b171-1694-4952-befc-bc60dc5172f5 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006416 Aug 29 04:40:20.187488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Request body: {'port': {'device_id': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:20.195770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.203229 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-202ef1df-9477-4306-baa7-9207aa39f60e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.2856908 Aug 29 04:40:20.210487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:20.228380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:20.306012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:20.356727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Provisioning for port a20c6b39-242f-47b3-ad25-63357d6f8008 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:20.372218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6d7bef1f-190e-4861-86ca-375536f795b4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:20.372797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.440490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Provisioning complete for port a20c6b39-242f-47b3-ad25-63357d6f8008 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:20.441299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.561278 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:14Z', 'revision_number': 3, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:20.565798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c82c0-0180-459c-95e8-98ae13809188 req-4c4d2120-7cdf-49d3-af94-82ef2dd9d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:20.574696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-4c4d2120-7cdf-49d3-af94-82ef2dd9d9e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb2addb-f82e-4ae2-a473-1625e279f1db HTTP/1.1" status: 200 len: 848 time: 0.4881952 Aug 29 04:40:20.601268 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Checking router: 04b473a3-a621-4626-82df-2a2e6c16d31e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:20.602346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Updating router 04b473a3-a621-4626-82df-2a2e6c16d31e port 1958f938-50ff-493b-b93e-07b0bd20b674 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:20.609216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Allocated IP 172.20.0.12 (b5185123-50f3-48ee-b42a-a8f895e10031/7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878/e94d2e0c-db10-457d-9d3c-f8afd4abc15d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:20.640116 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:20.773122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.024449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.084868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:21.151456 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.174685 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Transition to ACTIVE for port object 1958f938-50ff-493b-b93e-07b0bd20b674 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:21.192734 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.198196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.249983 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.280394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:40:21.307196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] For port a20c6b39-242f-47b3-ad25-63357d6f8008, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a20c6b39-242f-47b3-ad25-63357d6f8008,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:21.374023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.379910 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Pushing event updated for resources: {'Port': ['ID=1958f938-50ff-493b-b93e-07b0bd20b674,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:21.409349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c82c0-0180-459c-95e8-98ae13809188 req-8340a315-2751-4adc-b305-2f29a635f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.415780 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-8340a315-2751-4adc-b305-2f29a635f731 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b781f-e03b-45a3-b190-872ebc6fe54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8131471 Aug 29 04:40:21.421823 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.424585 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.425609 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.427148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.429515 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.435208 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.436259 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.437078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.437903 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.438724 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.439945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.440882 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:21.448200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Attempting to bind port 1958f938-50ff-493b-b93e-07b0bd20b674 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:21.454372 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Attempting to bind port 1958f938-50ff-493b-b93e-07b0bd20b674 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:21.454959 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Attempting to bind port 1958f938-50ff-493b-b93e-07b0bd20b674 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:21.484614 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:21.485157 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:21.485718 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.486297 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:21.491303 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Bound port: 1958f938-50ff-493b-b93e-07b0bd20b674, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:21.492040 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.529527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63262d-619d-48b0-9a7c-b91d8f20725c req-0cc6d9ce-ac58-48d7-b4f5-a31aa2571bbf tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:21.529527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da63262d-619d-48b0-9a7c-b91d8f20725c req-0cc6d9ce-ac58-48d7-b4f5-a31aa2571bbf tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 932 time: 0.4423122 Aug 29 04:40:21.530008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.550385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Pushing event updated for resources: {'Port': ['ID=a20c6b39-242f-47b3-ad25-63357d6f8008,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:21.569194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.709161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Provisioning complete for port 6d7bef1f-190e-4861-86ca-375536f795b4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:21.709727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.716339 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] For port 1958f938-50ff-493b-b93e-07b0bd20b674, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:21.731056 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] For port 1958f938-50ff-493b-b93e-07b0bd20b674, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1958f938-50ff-493b-b93e-07b0bd20b674,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:21.742003 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:21.891220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:21.924182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:21.970685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:22.043320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:22.051977 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:22.078640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:22.152466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae692993-9409-44ab-9fc4-57c15aeed165 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:22.194544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.255672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Transition to ACTIVE for port object ae692993-9409-44ab-9fc4-57c15aeed165 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:22.259863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Network b5185123-50f3-48ee-b42a-a8f895e10031 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:22.298006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cff4f-98fe-49b8-a956-b4cd50537db8 req-767e661d-2b09-42c8-aa82-6ee4e28fc83d tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.300251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-524cff4f-98fe-49b8-a956-b4cd50537db8 req-767e661d-2b09-42c8-aa82-6ee4e28fc83d tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 943 time: 1.1815572 Aug 29 04:40:22.319869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.340624 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae12235-a2d0-4752-9db3-18c1063ed3e1 None None] Pushing event updated for resources: {'Port': ['ID=1958f938-50ff-493b-b93e-07b0bd20b674,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.364730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:22.379911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:22.381911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a20c6b39-242f-47b3-ad25-63357d6f8008 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:22.550708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Pushing event updated for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.664858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-524cff4f-98fe-49b8-a956-b4cd50537db8 req-01ee9e33-85d9-4966-b92b-3450a81a7e64 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381867 Aug 29 04:40:22.669210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:22.670454 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:22.704313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'port_id': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'mac_address': 'fa:16:3e:c6:85:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:22.706365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40049957-34eb-4abd-b422-6b4fb7352ffc None None] Provisioning for port ae692993-9409-44ab-9fc4-57c15aeed165 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:22.747082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a20c6b39-242f-47b3-ad25-63357d6f8008 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:22.747463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.901446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:22.947415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.959181 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-38dc4c51-9f0d-427f-aeb2-a88a22556ade service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4240770 Aug 29 04:40:22.969274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:22.970357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:22.990956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da63262d-619d-48b0-9a7c-b91d8f20725c req-98d76409-74a3-4acc-80e2-514bd4d0c4ef tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293949 Aug 29 04:40:23.053098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:23.084584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:19Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:23.207619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-554c82c0-0180-459c-95e8-98ae13809188 req-3a53ad8f-f203-4fc3-96d0-51cc5f28589c service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348402 Aug 29 04:40:23.220780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:23.223022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1bb7-f9de-4531-b00b-68435e5124ad None None] The sync data for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 is: [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:19Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:23.262058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.263396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Deleting subnet 78007fed-f13e-47bb-bb93-a3925d18db88 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:23.273551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.276882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Pushing event updated for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:23.290806 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:14Z', 'revision_number': 3, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:23.330541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a2db751-4eb2-429a-a766-4f8f8cedbf5c None None] Provisioning for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:23.346954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a2db751-4eb2-429a-a766-4f8f8cedbf5c None None] Provisioning complete for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:23.346954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a2db751-4eb2-429a-a766-4f8f8cedbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.384649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:23.404321 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c778faa-e3b1-4307-ad4d-ebb3dc9d6847 None None] The sync data for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 is: [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:14Z', 'revision_number': 3, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:23.409697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.460632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Attempting to bind port ae692993-9409-44ab-9fc4-57c15aeed165 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:23.461106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Attempting to bind port ae692993-9409-44ab-9fc4-57c15aeed165 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:23.461691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Attempting to bind port ae692993-9409-44ab-9fc4-57c15aeed165 on network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:23.471753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Port ae692993-9409-44ab-9fc4-57c15aeed165 on network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:23.471753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Attempting to bind port ae692993-9409-44ab-9fc4-57c15aeed165 on network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:23.472518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:23.473332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.476019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-34823252-1f7f-44cf-8463-5a520b57e1e7 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9800870 Aug 29 04:40:23.499743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3a2db751-4eb2-429a-a766-4f8f8cedbf5c None None] Port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:23.509487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:23.509841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Checking segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:23.510377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Bound using segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:23.510839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Bound port: ae692993-9409-44ab-9fc4-57c15aeed165, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:23.511212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.539850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Request body: {'port': {'device_id': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:23.563361 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-4b9f6fe0-46d2-4236-89c6-b977ef71b23d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0533948 Aug 29 04:40:23.569940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.606136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Request body: {'port': {'device_id': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:23.607601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['3c53e6bd-1233-48a8-bbdd-b80ba2e1719a'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:23.643222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742e6f8-6355-4929-b75b-02276ae00409 req-14f8c9ba-cd98-464f-89ef-64ee79e1bcbf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:23.645048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f742e6f8-6355-4929-b75b-02276ae00409 req-14f8c9ba-cd98-464f-89ef-64ee79e1bcbf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 932 time: 0.3918571 Aug 29 04:40:23.663663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb246f5-d4da-42ab-bdcb-13e5820714dc req-8c9571f6-3a67-490a-90e8-e3cae59e4834 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:23.665998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-beb246f5-d4da-42ab-bdcb-13e5820714dc req-8c9571f6-3a67-490a-90e8-e3cae59e4834 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 944 time: 0.4312854 Aug 29 04:40:23.747911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.777190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-beb246f5-d4da-42ab-bdcb-13e5820714dc req-fdf0f173-e52a-40fd-9ebb-3c3d8fe0dd61 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741403 Aug 29 04:40:23.846851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f742e6f8-6355-4929-b75b-02276ae00409 req-d08589fd-86cb-4bb6-b575-e5aa1ebf7cff tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799512 Aug 29 04:40:23.850657 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.867600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:23.879761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae692993-9409-44ab-9fc4-57c15aeed165,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:23.896723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:23.987315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d6a6394-6de0-44a2-933c-e264477d79bc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:24.041009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.139970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.179205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78007fed-f13e-47bb-bb93-a3925d18db88,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:24.198615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.201085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a29c142b-001c-40b7-8fb8-115994773633 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/78007fed-f13e-47bb-bb93-a3925d18db88 HTTP/1.1" status: 204 len: 168 time: 2.0915203 Aug 29 04:40:24.206187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Pushing event updated for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:24.216229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:24.233722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.234539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.236780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ee978b64-b95f-406b-a3c7-8d3f2cffe12d service neutron] 10.222.0.54 "PUT /v2.0/ports/ae692993-9409-44ab-9fc4-57c15aeed165 HTTP/1.1" status: 200 len: 1093 time: 4.0902698 Aug 29 04:40:24.237112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:24.239742 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6204201-2c67-42d6-9f3e-e79e2779cbde" -d '{"events": [{"name": "network-changed", "server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:24.309449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0d6a6394-6de0-44a2-933c-e264477d79bc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:24.339918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0d6a6394-6de0-44a2-933c-e264477d79bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:24.345147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.532403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cde70-e6b8-4186-91d6-aa05f1a14632 req-af5a5e53-2deb-41f2-a59d-d9c406363185 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.550051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-650cde70-e6b8-4186-91d6-aa05f1a14632 req-af5a5e53-2deb-41f2-a59d-d9c406363185 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 944 time: 0.4279451 Aug 29 04:40:24.584596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.654372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-03cda2c7-5fd7-486a-b770-f38413e9b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.656177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-03cda2c7-5fd7-486a-b770-f38413e9b316 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 1096 time: 0.3290761 Aug 29 04:40:24.658757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0d6a6394-6de0-44a2-933c-e264477d79bc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d6a6394-6de0-44a2-933c-e264477d79bc,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:24.673584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.717614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.744279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-4dd38dd2-fdc5-4b40-b340-54dcb302c964 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ae692993-9409-44ab-9fc4-57c15aeed165 HTTP/1.1" status: 200 len: 217 time: 0.0706294 Aug 29 04:40:24.753138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:24.768215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5bd0-60dc-4440-b857-e49ec718fd0f req-33f7f8af-31e2-40da-a860-3b137d2d9414 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:24.778954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32af5bd0-60dc-4440-b857-e49ec718fd0f req-33f7f8af-31e2-40da-a860-3b137d2d9414 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 932 time: 0.4350810 Aug 29 04:40:24.900263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-650cde70-e6b8-4186-91d6-aa05f1a14632 req-59e0bc49-69c6-450a-8aed-42b606b30452 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477235 Aug 29 04:40:24.928637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:24.977758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Allocated IP 172.20.0.1 (469aa5ec-27f5-41a0-a40e-c3d7925575fb/586698cf-8831-46e9-b7bf-b025c74d532e/4dbbb998-e918-4346-8669-372803844a41) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:24.979669 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee6f453-45ed-4f07-84e3-bdfc80038a63 x-openstack-request-id: req-3ee6f453-45ed-4f07-84e3-bdfc80038a63 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:24.979892 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:24.980181 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ee6f453-45ed-4f07-84e3-bdfc80038a63 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:24.980592 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165', 'status': 'completed', 'code': 200} Aug 29 04:40:24.980936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7539e24-6669-4d58-87ed-8cd88129585b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:25.013612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c6ed40-9884-47e2-ab2d-4651e566b664') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:25.013912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c6ed40-9884-47e2-ab2d-4651e566b664') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:25.017773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32af5bd0-60dc-4440-b857-e49ec718fd0f req-f6db6bb5-380c-48f9-8320-3ef98b8e3187 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379048 Aug 29 04:40:25.035193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-99db9665-6f8c-4462-bdff-a2a7fd101c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.038665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-99db9665-6f8c-4462-bdff-a2a7fd101c8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53eaab0c-2b4b-48c0-8c0a-fdd012323c42 HTTP/1.1" status: 200 len: 837 time: 0.2557006 Aug 29 04:40:25.040807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.069279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.078551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:25.078875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:25.166232 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:25.264175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:25.267285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94d2e0c-db10-457d-9d3c-f8afd4abc15d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:25.276133 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.300051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.312290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:25.318009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Transition to ACTIVE for port object e94d2e0c-db10-457d-9d3c-f8afd4abc15d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:25.328604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289db6-a99e-4bfc-aeab-b17aaff5ddbb req-f4f9527a-b13c-4e3b-b6fb-4f3be8dec0ac tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.330276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5289db6-a99e-4bfc-aeab-b17aaff5ddbb req-f4f9527a-b13c-4e3b-b6fb-4f3be8dec0ac tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 932 time: 0.1227410 Aug 29 04:40:25.334265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc4f6-ae16-441d-afbd-808820676011 req-9637bec1-8496-4b71-a5e1-b826a3490157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:25.334544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.336413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-9637bec1-8496-4b71-a5e1-b826a3490157 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29c90da7-8397-4af2-9c8b-45f2d1e1b84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2841005 Aug 29 04:40:25.339278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.372520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.379700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d7539e24-6669-4d58-87ed-8cd88129585b HTTP/1.1" status: 204 len: 168 time: 1.1564491 Aug 29 04:40:25.397265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac1ba6-44e7-471b-a32e-8591bbb42999 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7539e24-6669-4d58-87ed-8cd88129585b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.453512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:25.453911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.461556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:25.462149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.474262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Transition to ACTIVE for port object 4dbbb998-e918-4346-8669-372803844a41 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:25.488981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Transition to ACTIVE for port object b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:25.498340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.624682 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.665194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:25.668795 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82dfaa1-0111-4e52-b1f0-6a272832e186" -d '{"events": [{"server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "name": "network-vif-plugged", "status": "completed", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:25.689231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:25.699428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.700807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:25.738092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:25.775688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.786083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:25.788399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:25.809160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:25.828907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:26.035850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:26.036287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:26.036815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.076399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.085445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:26.085931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.089349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Pushing event updated for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:26.093825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a8c66d59-d60e-415f-ae18-98c75c8f8de0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19fcfd8664e8453c8ed4b7076b57ad57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477924 Aug 29 04:40:26.099681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:26.100505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.118657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d8d1-bce8-4703-b819-26884454947e req-bbe5d93c-b1bf-4e66-a9b1-24b02ded3862 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.120412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b633d8d1-bce8-4703-b819-26884454947e req-bbe5d93c-b1bf-4e66-a9b1-24b02ded3862 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 944 time: 1.0535765 Aug 29 04:40:26.144698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d6a6394-6de0-44a2-933c-e264477d79bc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:26.147962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:26.150022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:26.151206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Bound using segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:26.166983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Bound port: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:26.170297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.225512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5289db6-a99e-4bfc-aeab-b17aaff5ddbb req-757e5112-9a87-468a-b482-4749e7c3df8c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8037176 Aug 29 04:40:26.257401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9a35eda-4433-4d5f-8b76-0383141403be None None] Provisioning for port 4dbbb998-e918-4346-8669-372803844a41 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:26.264078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9a35eda-4433-4d5f-8b76-0383141403be None None] Provisioning complete for port 4dbbb998-e918-4346-8669-372803844a41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.264514 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9a35eda-4433-4d5f-8b76-0383141403be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.273164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0d6a6394-6de0-44a2-933c-e264477d79bc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.274133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.355346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9a35eda-4433-4d5f-8b76-0383141403be None None] Port 4dbbb998-e918-4346-8669-372803844a41 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:26.421573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b633d8d1-bce8-4703-b819-26884454947e req-6a1e577a-8f0f-4f03-8519-073c02583c0d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490840 Aug 29 04:40:26.444367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-ff26b9d9-a622-4280-b39d-d03244e71615 service neutron] 10.222.0.54 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0495346 Aug 29 04:40:26.484270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1958f938-50ff-493b-b93e-07b0bd20b674 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:26.585222 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0ada3-8157-48c5-a706-db64a474ab5c x-openstack-request-id: req-e7e0ada3-8157-48c5-a706-db64a474ab5c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:26.591985 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "name": "network-vif-plugged", "status": "completed", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:26.592859 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7e0ada3-8157-48c5-a706-db64a474ab5c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:26.594420 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'code': 200} Aug 29 04:40:26.595209 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.609026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Attempting to bind port e94d2e0c-db10-457d-9d3c-f8afd4abc15d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:26.609537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Attempting to bind port e94d2e0c-db10-457d-9d3c-f8afd4abc15d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '4d3bc47c-9342-40e7-a9eb-fde223e344e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:26.610070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Attempting to bind port e94d2e0c-db10-457d-9d3c-f8afd4abc15d on network b5185123-50f3-48ee-b42a-a8f895e10031 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.637942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Port e94d2e0c-db10-457d-9d3c-f8afd4abc15d on network b5185123-50f3-48ee-b42a-a8f895e10031 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:26.638657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Attempting to bind port e94d2e0c-db10-457d-9d3c-f8afd4abc15d on network b5185123-50f3-48ee-b42a-a8f895e10031 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:26.656987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:26.657850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Checking segment: {'id': '4d3bc47c-9342-40e7-a9eb-fde223e344e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:26.658670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Bound using segment: {'id': '4d3bc47c-9342-40e7-a9eb-fde223e344e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:26.659887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Bound port: e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3bc47c-9342-40e7-a9eb-fde223e344e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:26.660741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.667383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.680819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1958f938-50ff-493b-b93e-07b0bd20b674 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:26.681677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:26.685691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1958f938-50ff-493b-b93e-07b0bd20b674 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:26.686607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.762296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.790296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:26.806568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.821676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.873517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 1958f938-50ff-493b-b93e-07b0bd20b674, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1958f938-50ff-493b-b93e-07b0bd20b674,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:26.881982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ecc4f6-ae16-441d-afbd-808820676011 req-adcfb2a3-6a1d-4015-93ae-c7d4b1d3b56f service neutron] 10.222.0.54 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225328 Aug 29 04:40:26.885694 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.919664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.920954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:26.922557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] 10.222.0.54 "PUT /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1093 time: 3.3260810 Aug 29 04:40:26.939202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0fffc-17d0-4228-800e-ab8ca9902972 req-6ceaa8f6-5454-4bde-9425-e7ad5130e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.940946 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ab0fffc-17d0-4228-800e-ab8ca9902972 req-6ceaa8f6-5454-4bde-9425-e7ad5130e298 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1097 time: 0.2557852 Aug 29 04:40:26.941522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:26.942744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c2c98-e7fd-457d-ae1d-2bd578e30ebe req-8b38e944-c6df-41fd-afb5-d7acadcfa991 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.944586 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:26.956766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-597c2c98-e7fd-457d-ae1d-2bd578e30ebe req-8b38e944-c6df-41fd-afb5-d7acadcfa991 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.3058622 Aug 29 04:40:26.986522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30028-79b6-4525-b57e-f6804374ec1e req-5df47493-c800-400a-ba7e-cc4764c5ad56 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:26.998967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cac30028-79b6-4525-b57e-f6804374ec1e req-5df47493-c800-400a-ba7e-cc4764c5ad56 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 944 time: 0.2851222 Aug 29 04:40:27.018532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f1dcd-875f-48a3-8558-9f40f7d1f30b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.022546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=1958f938-50ff-493b-b93e-07b0bd20b674,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.056518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.059429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.061051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b12e292a-f984-4425-8856-2e9afc76dfe4 HTTP/1.1" status: 204 len: 168 time: 0.9486725 Aug 29 04:40:27.086453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:27.124160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd944f-c9f6-4b96-b77b-bedca5ee0402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e292a-f984-4425-8856-2e9afc76dfe4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.132331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ab0fffc-17d0-4228-800e-ab8ca9902972 req-b365e61c-78ab-41d7-95a8-8f9fa474f615 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795881 Aug 29 04:40:27.133390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,segment=NetworkSegment(4d3bc47c-9342-40e7-a9eb-fde223e344e5),segment_id=4d3bc47c-9342-40e7-a9eb-fde223e344e5)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:27.172070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-59cd2a17-b163-4475-910f-4caa869f8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.173804 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-59cd2a17-b163-4475-910f-4caa869f8428 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 1096 time: 0.1643324 Aug 29 04:40:27.196091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-597c2c98-e7fd-457d-ae1d-2bd578e30ebe req-629ed274-5dd1-40ce-9774-bc021b2232ab tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381148 Aug 29 04:40:27.199223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.272477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-41c5f3d1-0762-48da-8ef2-8269530e4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.274976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-41c5f3d1-0762-48da-8ef2-8269530e4e52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1096 time: 0.2576592 Aug 29 04:40:27.286800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.287982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.290590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] 10.222.0.50 "PUT /v2.0/ports/e94d2e0c-db10-457d-9d3c-f8afd4abc15d HTTP/1.1" status: 200 len: 1093 time: 3.7932358 Aug 29 04:40:27.291687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:27.292618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.294963 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe" -d '{"events": [{"name": "network-changed", "server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:27.312100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.318192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cac30028-79b6-4525-b57e-f6804374ec1e req-8973887d-6cb4-4e68-b057-f125835a3a9f tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786014 Aug 29 04:40:27.381067 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb64aa-c754-4c7f-9b12-213acd4af9d8 x-openstack-request-id: req-20bb64aa-c754-4c7f-9b12-213acd4af9d8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:27.381348 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:27.381596 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20bb64aa-c754-4c7f-9b12-213acd4af9d8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:27.382000 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:40:27.424471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-7833f78a-d0d1-4a38-9515-9dfb9f1b5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.426061 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-7833f78a-d0d1-4a38-9515-9dfb9f1b5855 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29c90da7-8397-4af2-9c8b-45f2d1e1b84b HTTP/1.1" status: 200 len: 898 time: 0.2388604 Aug 29 04:40:27.431284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:27.486607 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62f767-8229-4678-b6b8-fc0ecc332ef1 x-openstack-request-id: req-6d62f767-8229-4678-b6b8-fc0ecc332ef1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:27.486901 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:27.487283 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d62f767-8229-4678-b6b8-fc0ecc332ef1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:27.487528 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d', 'status': 'completed', 'code': 200} Aug 29 04:40:27.504083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-637a52d6-108d-4977-8042-839ad4e47697 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 217 time: 0.1991286 Aug 29 04:40:27.508471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e441931-9538-4f3b-9f7a-abc08076db5c service neutron] Pushing event updated for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.517026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:27.528184 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-375ca53e-e661-4a5f-8dfb-b8c29af3b15f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ae692993-9409-44ab-9fc4-57c15aeed165 HTTP/1.1" status: 200 len: 217 time: 0.0912924 Aug 29 04:40:27.680804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-16fbae37-2302-40e9-af4f-eaa59cd42356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.682307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-16fbae37-2302-40e9-af4f-eaa59cd42356 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.1609025 Aug 29 04:40:27.688415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-0664c687-f67e-46bd-b825-5f42cf43d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.690294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-0664c687-f67e-46bd-b825-5f42cf43d32a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53eaab0c-2b4b-48c0-8c0a-fdd012323c42 HTTP/1.1" status: 200 len: 837 time: 0.1362195 Aug 29 04:40:27.698542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aafa22-9b10-4434-bf35-476cf7cef7db req-fefa5d23-6630-4a72-b555-3ccb1ce376c1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.700149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83aafa22-9b10-4434-bf35-476cf7cef7db req-fefa5d23-6630-4a72-b555-3ccb1ce376c1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.2155573 Aug 29 04:40:27.704258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-71f99b87-bd93-4977-9b7c-9a82c052a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.705936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-71f99b87-bd93-4977-9b7c-9a82c052a2e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcd2e2ca73e482c8fcdfc22106f0833&device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 1096 time: 0.1412213 Aug 29 04:40:27.758735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec3030-83eb-4d2d-9643-9bdf7885b5ab req-2d0ed1f3-9471-491e-8eb7-bc71d01d72d6 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.760216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:27.760584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12ec3030-83eb-4d2d-9643-9bdf7885b5ab req-2d0ed1f3-9471-491e-8eb7-bc71d01d72d6 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 944 time: 0.1486924 Aug 29 04:40:27.763568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:27.805453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-0221ceac-0de4-47e5-9316-76b32b464b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.808622 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-0221ceac-0de4-47e5-9316-76b32b464b43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29c90da7-8397-4af2-9c8b-45f2d1e1b84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1002064 Aug 29 04:40:27.884979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83aafa22-9b10-4434-bf35-476cf7cef7db req-901fb2c3-987d-4a2d-b22a-b7499a4372e9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656773 Aug 29 04:40:27.892548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1958f938-50ff-493b-b93e-07b0bd20b674 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:27.937743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-ffd192b7-1f4a-424e-b588-52550a29596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:27.949190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-ffd192b7-1f4a-424e-b588-52550a29596c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2470353 Aug 29 04:40:27.999404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12ec3030-83eb-4d2d-9643-9bdf7885b5ab req-c0aac882-7ef8-43fd-a284-afc45fc02258 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257667 Aug 29 04:40:28.078118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-a449cedf-1beb-4b22-b44a-32f2263184a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.079699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-a449cedf-1beb-4b22-b44a-32f2263184a2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4bcd2e2ca73e482c8fcdfc22106f0833&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3310609 Aug 29 04:40:28.106888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1958f938-50ff-493b-b93e-07b0bd20b674 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:28.107413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.123288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Router 04b473a3-a621-4626-82df-2a2e6c16d31e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:28.133449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-1fea8ca6-527b-4750-9a0c-8078ae14528d service neutron] 10.222.0.54 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252202 Aug 29 04:40:28.165168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-984fd5d4-e8b3-4a8b-8f5f-1c5a8e6f7b7a service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010477 Aug 29 04:40:28.243529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-546dc83c-863e-4b30-9209-40966d113f10 None None] Provisioning complete for port 4dbbb998-e918-4346-8669-372803844a41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:28.243892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-546dc83c-863e-4b30-9209-40966d113f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:28.307405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-546dc83c-863e-4b30-9209-40966d113f10 None None] Port 4dbbb998-e918-4346-8669-372803844a41 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:28.688738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bfa74-5128-40a0-b778-d702620a9cce req-8a8b5fd0-d8f3-401b-ac13-3947ab9d24b6 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.691826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a93bfa74-5128-40a0-b778-d702620a9cce req-8a8b5fd0-d8f3-401b-ac13-3947ab9d24b6 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.3046899 Aug 29 04:40:28.746625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8684bd38-cdcb-4da2-83c1-a26a5674b3fc req-8362f130-b17f-47fa-ad66-e8e7e03d346a service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655794 Aug 29 04:40:28.750406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-5cc1426d-a951-4faa-a7a5-310eb5582b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.754673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31390c3d-fbb3-4143-ad3b-d59a80ec81fe req-5cc1426d-a951-4faa-a7a5-310eb5582b07 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5872536 Aug 29 04:40:28.781856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:28.790241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b62a01fa-3a68-4d9a-9c1d-7bc5bc7bf345 admin admin] 10.222.0.62 "PUT /v2.0/routers/04b473a3-a621-4626-82df-2a2e6c16d31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5763216 Aug 29 04:40:28.795373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Sync routers for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:28.805486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ac6b4-0d4d-4ed4-930f-5df9a9ab1708 req-dcfed6fd-2282-4735-bc10-7bebde179602 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.808974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-688ac6b4-0d4d-4ed4-930f-5df9a9ab1708 req-dcfed6fd-2282-4735-bc10-7bebde179602 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 944 time: 0.3127449 Aug 29 04:40:28.811205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:28.811882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:28.814992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a6204201-2c67-42d6-9f3e-e79e2779cbde req-0bc54a6e-41d9-43f3-8b3b-b32079a4b541 service neutron] 10.222.0.54 "GET /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147907 Aug 29 04:40:28.877112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a93bfa74-5128-40a0-b778-d702620a9cce req-923b3813-27a5-435e-b761-af8af706afc7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629057 Aug 29 04:40:28.971156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-eb152a4f-2954-415d-a785-55ed77795e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:28.979098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-eb152a4f-2954-415d-a785-55ed77795e73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1096 time: 0.1206298 Aug 29 04:40:28.985075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:29.072089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-688ac6b4-0d4d-4ed4-930f-5df9a9ab1708 req-64e0f6fb-2912-49d7-91a3-5396ef7cb99d tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212260 Aug 29 04:40:29.216037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-714c4ef9-39c3-41ac-bfaa-5bee64f4141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.219001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-714c4ef9-39c3-41ac-bfaa-5bee64f4141e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcd2e2ca73e482c8fcdfc22106f0833&device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 1096 time: 0.2631104 Aug 29 04:40:29.239506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-9ea626a2-1e2a-48d5-bd4c-0100377d4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.240841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d912-a9fa-41d6-befa-9073cdea703f req-55494f9d-22bf-4095-959a-e7e61ac6770c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.242711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-9ea626a2-1e2a-48d5-bd4c-0100377d4098 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.2546580 Aug 29 04:40:29.255760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7592d912-a9fa-41d6-befa-9073cdea703f req-55494f9d-22bf-4095-959a-e7e61ac6770c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.1654274 Aug 29 04:40:29.277210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4dbbb998-e918-4346-8669-372803844a41', 'name': '', 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'mac_address': 'fa:16:3e:06:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:24Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 2, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'subnets': [{'id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:29.334662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Checking router: 04b473a3-a621-4626-82df-2a2e6c16d31e for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:29.335296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Updating router 04b473a3-a621-4626-82df-2a2e6c16d31e port 4dbbb998-e918-4346-8669-372803844a41 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:29.351014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-60b48bb9-4c7a-4195-bb07-02c09ce5495b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d HTTP/1.1" status: 200 len: 217 time: 0.0889676 Aug 29 04:40:29.383359 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.388284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-80d7c29e-10fc-4559-8ea8-5aa8274ffb5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 217 time: 0.1296000 Aug 29 04:40:29.428620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-2229f634-6ae3-4992-98a7-424ce10e308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.430451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-2229f634-6ae3-4992-98a7-424ce10e308d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878 HTTP/1.1" status: 200 len: 853 time: 0.0642309 Aug 29 04:40:29.450373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7592d912-a9fa-41d6-befa-9073cdea703f req-abc622f0-0b22-44d4-a11d-284dd8552da0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837456 Aug 29 04:40:29.492846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-bdc392e8-fcb4-48cd-949b-bd7d15619022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b5185123-50f3-48ee-b42a-a8f895e10031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401812 Aug 29 04:40:29.557146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-4071e95f-33c5-45d2-8256-958b84201195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.560581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-4071e95f-33c5-45d2-8256-958b84201195 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.1659088 Aug 29 04:40:29.658602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-feabb751-64a2-4572-a1a3-cdd1fabcbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.661567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-feabb751-64a2-4572-a1a3-cdd1fabcbf83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911496 Aug 29 04:40:29.755049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cd442-2f09-4ccd-8cf9-fd03c512df41 req-2aba58cb-3dfe-4493-a919-d978fe253681 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:29.757152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c7cd442-2f09-4ccd-8cf9-fd03c512df41 req-2aba58cb-3dfe-4493-a919-d978fe253681 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 944 time: 0.1428335 Aug 29 04:40:29.767763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-cd583d9b-3aad-46b7-bbfa-d3e4dd0fbd22 service neutron] 10.222.0.50 "GET /v2.0/networks/b5185123-50f3-48ee-b42a-a8f895e10031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553718 Aug 29 04:40:29.908478 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-1ec8ed3f-d07d-44e5-a2c8-ec4eb1dec92d service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362566 Aug 29 04:40:29.939235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.944307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:29.967388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Transition to ACTIVE for port object 4dbbb998-e918-4346-8669-372803844a41 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:29.977429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.003702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c7cd442-2f09-4ccd-8cf9-fd03c512df41 req-80076b1c-1b70-4314-893d-3349732923bc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212934 Aug 29 04:40:30.050887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82172-d1b0-4aaf-abb4-c793d094c705 None None] Pushing event updated for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.173520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d5f56eb-4b5e-45a4-b0fb-24a9ee279dc0 req-cd75c7d4-ee7c-4736-8f44-650a96d0bdab service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520509 Aug 29 04:40:30.214160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bd6124-5b8b-4148-bd1f-c1dab8621cd6 req-be6f90ed-3aec-4961-922a-63601171ce4b service neutron] 10.222.0.50 "GET /v2.0/networks/b5185123-50f3-48ee-b42a-a8f895e10031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280486 Aug 29 04:40:30.257863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Attempting to bind port 4dbbb998-e918-4346-8669-372803844a41 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:30.258621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Attempting to bind port 4dbbb998-e918-4346-8669-372803844a41 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:30.259239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Attempting to bind port 4dbbb998-e918-4346-8669-372803844a41 on network 469aa5ec-27f5-41a0-a40e-c3d7925575fb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:30.270245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:30.271056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Checking segment: {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:30.271883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.272535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Bound using segment: {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:30.273314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Bound port: 4dbbb998-e918-4346-8669-372803844a41, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156ad2b7-acd1-400a-84af-41a0e5912bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:30.274081 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.307515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988fba-f232-476d-a8b2-44cea153a335 req-83947e70-2f08-43a5-8685-158eaa1ea898 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.320868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc988fba-f232-476d-a8b2-44cea153a335 req-83947e70-2f08-43a5-8685-158eaa1ea898 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.2550898 Aug 29 04:40:30.381499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53104) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:30.390141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1753224696-network', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:30.439643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Made reservation on behalf of 0dac3b60d4b04cc7a56516564e9d30ea for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:30.442504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.450308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] For port 4dbbb998-e918-4346-8669-372803844a41, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:30.462276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] For port 4dbbb998-e918-4346-8669-372803844a41, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4dbbb998-e918-4346-8669-372803844a41,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:30.463464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc988fba-f232-476d-a8b2-44cea153a335 req-1e8b40ac-7524-44e1-b681-0f7b00397b3f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410120 Aug 29 04:40:30.475257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.478359 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.555688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cd26-32c3-47fa-ad14-edc72fa42abc req-7f913d52-e5cd-4d00-80ca-cc5bd7714f75 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.567162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39a1cd26-32c3-47fa-ad14-edc72fa42abc req-7f913d52-e5cd-4d00-80ca-cc5bd7714f75 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 944 time: 0.2053137 Aug 29 04:40:30.617830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:30.618481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:30.641966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39a1cd26-32c3-47fa-ad14-edc72fa42abc req-c7e1aa92-ded0-4529-9d50-a330b5d509d4 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702510 Aug 29 04:40:30.697017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.702537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.764361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:30.778703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21620de0-b9a0-49d3-bf45-71d92e713081,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.784234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82172-d1b0-4aaf-abb4-c793d094c705 None None] Pushing event updated for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:30.801405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.802587 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Added segment 278ba862-7175-45e7-8ac7-f0d79b6b6cd1 of type vlan for network be1fb029-5d26-445a-a428-b121cf38b627 Aug 29 04:40:30.805382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.812207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.812593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.813036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.813554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.813768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.816304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:30.936380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:30.940532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:30.946990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70967d-db0e-4655-8fff-3e897cc1caca req-59aa6b44-c3ca-4b2f-b96b-c8856d6e13f7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.948957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c70967d-db0e-4655-8fff-3e897cc1caca req-59aa6b44-c3ca-4b2f-b96b-c8856d6e13f7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.1894903 Aug 29 04:40:30.964644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81db1-6911-434f-b251-21f9bed4f1d6 req-9ab3e071-0be4-42b2-8527-aa4fd458a1a9 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:30.966267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2a81db1-6911-434f-b251-21f9bed4f1d6 req-9ab3e071-0be4-42b2-8527-aa4fd458a1a9 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.1119699 Aug 29 04:40:30.997243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae692993-9409-44ab-9fc4-57c15aeed165 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:31.032049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c70967d-db0e-4655-8fff-3e897cc1caca req-3e0857f2-965a-406e-bef3-dd40743dbfee tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647089 Aug 29 04:40:31.056048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.058391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.059559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.059711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2a81db1-6911-434f-b251-21f9bed4f1d6 req-a56acc4b-2fab-448b-8ef6-876ab89024b1 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776000 Aug 29 04:40:31.211199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] Pushing event updated for resources: {'Network': ['ID=be1fb029-5d26-445a-a428-b121cf38b627,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.212143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadde73-d5b1-4cc0-a72b-4e3a0408aa8a req-97406bef-5c32-4831-b299-34699821eeeb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.214737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7aadde73-d5b1-4cc0-a72b-4e3a0408aa8a req-97406bef-5c32-4831-b299-34699821eeeb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 944 time: 0.0757887 Aug 29 04:40:31.221335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd74e2f6-8303-456e-8a3f-f4becb9d72cd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8353212 Aug 29 04:40:31.223488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:31.234308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Request body: {'subnet': {'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1753224696-subnet', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:31.375600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Made reservation on behalf of 0dac3b60d4b04cc7a56516564e9d30ea for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:31.378466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.388095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7aadde73-d5b1-4cc0-a72b-4e3a0408aa8a req-7853cfc6-4e32-4004-850b-1bc0b256e729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654644 Aug 29 04:40:31.439465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network be1fb029-5d26-445a-a428-b121cf38b627 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:31.471731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46534e64-fa46-43b6-846a-b6c364a0386f req-a6277bba-dd39-43b6-8453-dc542f6a5451 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.473586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46534e64-fa46-43b6-846a-b6c364a0386f req-a6277bba-dd39-43b6-8453-dc542f6a5451 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.2210584 Aug 29 04:40:31.555949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46534e64-fa46-43b6-846a-b6c364a0386f req-0ac9f191-6886-4520-9a47-06dd451db68c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664515 Aug 29 04:40:31.605695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:31.653399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae692993-9409-44ab-9fc4-57c15aeed165,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:31.712604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ae692993-9409-44ab-9fc4-57c15aeed165', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'port_id': 'ae692993-9409-44ab-9fc4-57c15aeed165', 'mac_address': 'fa:16:3e:15:55:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:31.807237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.815732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.855352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae692993-9409-44ab-9fc4-57c15aeed165 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:31.859959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d428a8-b428-410f-b062-d2f55fa30838 req-9ddedb62-0ba9-4e28-9bde-0a6b08d73baa tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:31.868562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1d428a8-b428-410f-b062-d2f55fa30838 req-9ddedb62-0ba9-4e28-9bde-0a6b08d73baa tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 944 time: 0.1044228 Aug 29 04:40:31.902443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae692993-9409-44ab-9fc4-57c15aeed165,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:31.918012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4dbbb998-e918-4346-8669-372803844a41', 'name': '', 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'mac_address': 'fa:16:3e:06:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:24Z', 'updated_at': '2021-08-29T04:40:30Z', 'revision_number': 4, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'subnets': [{'id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:31.927083 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:31.949585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Checking segment: {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:31.950306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Network hostable DHCP agents. Network: be1fb029-5d26-445a-a428-b121cf38b627, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:31.959215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1d428a8-b428-410f-b062-d2f55fa30838 req-f7393f6b-2f64-41b0-9037-9d878a0bb9aa tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894265 Aug 29 04:40:31.963514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:31.999788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f76-a3f8-42fd-8dad-9ff7e3451b57 None None] The sync data for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 is: [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4dbbb998-e918-4346-8669-372803844a41', 'name': '', 'network_id': '469aa5ec-27f5-41a0-a40e-c3d7925575fb', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'mac_address': 'fa:16:3e:06:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:24Z', 'updated_at': '2021-08-29T04:40:30Z', 'revision_number': 4, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'subnets': [{'id': '586698cf-8831-46e9-b7bf-b025c74d532e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:32.003288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Network be1fb029-5d26-445a-a428-b121cf38b627 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:32.024364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, be1fb029-5d26-445a-a428-b121cf38b627) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:32.035107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c166ec-52b1-4fcd-85ed-e3791488707a tempest-TestServerBasicOps-755977084 tempest-TestServerBasicOps-755977084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.036052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59ffdc7-2e73-49ca-adac-2a5f66e3677c None None] Network be1fb029-5d26-445a-a428-b121cf38b627 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:32.040108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64c166ec-52b1-4fcd-85ed-e3791488707a tempest-TestServerBasicOps-755977084 tempest-TestServerBasicOps-755977084-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1092 time: 0.4280422 Aug 29 04:40:32.042237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.042919 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.043386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.049836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:32.124102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.132006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-18418129-5368-49cb-9cb5-ac049aa96618 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9024057 Aug 29 04:40:32.132737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53130) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:32.137392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:32.174652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.176112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.221764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.303004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ae692993-9409-44ab-9fc4-57c15aeed165'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:32.325423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.348710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.467856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e115f1-03e2-40ba-bde3-cd856ed8b8c2 req-1e5d8f77-c467-4cfd-9b79-be4263fafd0a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.486436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4e115f1-03e2-40ba-bde3-cd856ed8b8c2 req-1e5d8f77-c467-4cfd-9b79-be4263fafd0a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.2203500 Aug 29 04:40:32.579455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-be1fb029-5d26-445a-a428-b121cf38b627', 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'fixed_ips': [{'subnet_id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:40:32.581140 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.582002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Allocated IP 172.25.3.127 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/592ca72c-a538-42fe-9c59-891cc3747fe3) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:32.603556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.757292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.760326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4e115f1-03e2-40ba-bde3-cd856ed8b8c2 req-31049c20-ef03-4446-b3a0-9616e4bb2baa tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742634 Aug 29 04:40:32.782005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c0f44-c5e3-46f7-9d0c-24e347bc18b1 req-3e76f5f4-d234-42a4-9d9c-ea7a5d693345 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:32.794775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-117c0f44-c5e3-46f7-9d0c-24e347bc18b1 req-3e76f5f4-d234-42a4-9d9c-ea7a5d693345 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 945 time: 0.1854959 Aug 29 04:40:32.814848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:32.904265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:32.911759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:32.916364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:32.919916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'Port': ['ID=592ca72c-a538-42fe-9c59-891cc3747fe3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:32.925839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-dac47701-9c5c-468c-b0e7-1165b51ee7d9 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4bc8115cae2b4756b779126f6cce9f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513523 Aug 29 04:40:32.983190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:33.003413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Allocated IP 172.20.0.2 (be1fb029-5d26-445a-a428-b121cf38b627/ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb/93cb3529-fa3c-4540-a7bc-2cea4c95027c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:33.141132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-7c95c2d4-ac42-47f5-b00d-0a5113c65ad5 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:33.143847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-7c95c2d4-ac42-47f5-b00d-0a5113c65ad5 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170012 Aug 29 04:40:33.150957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-117c0f44-c5e3-46f7-9d0c-24e347bc18b1 req-3babd61b-8084-458a-9664-de49f8ff7ed4 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545589 Aug 29 04:40:33.185496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.197537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-7cab186c-80bb-4296-9d1a-54960d82d834 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/quotas/4bc8115cae2b4756b779126f6cce9f70 HTTP/1.1" status: 200 len: 375 time: 0.0442181 Aug 29 04:40:33.253486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-d7ee6ea0-8028-4982-ab57-ed7fb8470cf7 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4bc8115cae2b4756b779126f6cce9f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547020 Aug 29 04:40:33.274194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:33.448517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e94d2e0c-db10-457d-9d3c-f8afd4abc15d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:33.549542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.562791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd60a27-0432-4248-a9f5-4b3c9d67d1b3 req-d213382d-a9d2-4fe1-b278-20525fc473a2 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:33.570401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbd60a27-0432-4248-a9f5-4b3c9d67d1b3 req-d213382d-a9d2-4fe1-b278-20525fc473a2 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 944 time: 0.1250989 Aug 29 04:40:33.594134 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.642002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.650817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68c200e2-86a9-4985-8694-02c9bc505bef req-e01d61ef-0670-4d64-9584-2638f5de8ee5 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 210 time: 0.0773566 Aug 29 04:40:33.683805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbd60a27-0432-4248-a9f5-4b3c9d67d1b3 req-e5ffbbf6-5b90-476a-8024-885c6047227f tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123784 Aug 29 04:40:33.700910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:33.761424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.782699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.797908 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.870380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:33.942274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:33.948538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,segment=NetworkSegment(4d3bc47c-9342-40e7-a9eb-fde223e344e5),segment_id=4d3bc47c-9342-40e7-a9eb-fde223e344e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:33.977901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4dbbb998-e918-4346-8669-372803844a41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:33.984802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Transition to ACTIVE for port object 93cb3529-fa3c-4540-a7bc-2cea4c95027c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:33.996950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Allocated IP 172.25.3.234 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/e04d51d7-2286-430f-a7eb-b4a377eb2402) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:34.004220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.024702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d', 'network_id': 'b5185123-50f3-48ee-b42a-a8f895e10031', 'port_id': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d', 'mac_address': 'fa:16:3e:5b:6e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:34.037686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36045f6-ac2c-4701-8076-32a42319083c req-5b22ddb5-a341-4777-9731-00fa9b2a90a6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.039434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b36045f6-ac2c-4701-8076-32a42319083c req-5b22ddb5-a341-4777-9731-00fa9b2a90a6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.1303418 Aug 29 04:40:34.083810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Transition to ACTIVE for port object 93cb3529-fa3c-4540-a7bc-2cea4c95027c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:34.110100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.126262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.155851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4dbbb998-e918-4346-8669-372803844a41 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:34.175980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:34.180498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Network be1fb029-5d26-445a-a428-b121cf38b627 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:34.205561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4dbbb998-e918-4346-8669-372803844a41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:34.205951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.215553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:34.219345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:34.222960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94d2e0c-db10-457d-9d3c-f8afd4abc15d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:34.256057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.264895 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.284382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Pushing event updated for resources: {'Port': ['ID=93cb3529-fa3c-4540-a7bc-2cea4c95027c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.309857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,segment=NetworkSegment(4d3bc47c-9342-40e7-a9eb-fde223e344e5),segment_id=4d3bc47c-9342-40e7-a9eb-fde223e344e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:34.335712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.372281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.376459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event updated for resources: {'Port': ['ID=592ca72c-a538-42fe-9c59-891cc3747fe3,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.489263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Attempting to bind port 93cb3529-fa3c-4540-a7bc-2cea4c95027c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:34.489751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Attempting to bind port 93cb3529-fa3c-4540-a7bc-2cea4c95027c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:34.490202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Attempting to bind port 93cb3529-fa3c-4540-a7bc-2cea4c95027c on network be1fb029-5d26-445a-a428-b121cf38b627 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:34.502629 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Floating IP 33c42ebc-8c10-48fa-8247-ed7241a4bdec associated. External IP: 172.25.3.127, port: 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a. Aug 29 04:40:34.525883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:34.526373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Checking segment: {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:34.526836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.527319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Bound using segment: {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:34.527881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Bound port: 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:34.528370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.541387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:34.658553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b36045f6-ac2c-4701-8076-32a42319083c req-cc34246e-436d-4e08-9b82-0306efef4e48 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539915 Aug 29 04:40:34.659532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.671627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3457f-a8d1-475c-9c42-82d68e631e42 req-2f700781-efbc-4446-85e3-e531268316b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:34.673403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0d3457f-a8d1-475c-9c42-82d68e631e42 req-2f700781-efbc-4446-85e3-e531268316b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 945 time: 0.1700823 Aug 29 04:40:34.717301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.738743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] For port 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:34.771307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0d3457f-a8d1-475c-9c42-82d68e631e42 req-13d3cd2f-baa6-4717-9a9f-42285f07a28a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768292 Aug 29 04:40:34.784095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e94d2e0c-db10-457d-9d3c-f8afd4abc15d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:34.788548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4dbbb998-e918-4346-8669-372803844a41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4dbbb998-e918-4346-8669-372803844a41,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:34.806123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] For port 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93cb3529-fa3c-4540-a7bc-2cea4c95027c,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:34.810583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.829732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.906727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:34.993171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7349a089-abd1-46ad-95a1-02e609180a97 req-804974e0-b090-40f1-ac37-2255c2b63eb1 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 210 time: 0.0835586 Aug 29 04:40:34.999404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae692993-9409-44ab-9fc4-57c15aeed165 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:35.008413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Pushing event updated for resources: {'Port': ['ID=e04d51d7-2286-430f-a7eb-b4a377eb2402,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.032097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:35.044185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Router 1d45694d-da65-44cf-91d5-7b7769e52fee has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:35.047757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:35.048930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:35.182767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd578a7-9de6-43ed-832a-9b1235fa5ee9 req-022e7060-4572-48a9-9966-2e0e365bf03d tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.197010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fd578a7-9de6-43ed-832a-9b1235fa5ee9 req-022e7060-4572-48a9-9966-2e0e365bf03d tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 945 time: 0.1922553 Aug 29 04:40:35.308378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:35.322475 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Sync routers for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:35.342316 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:35.342863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.346547 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:35.357882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.469463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31bceaab-fdab-4b82-b57a-09c6b9a20ec7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4243488 Aug 29 04:40:35.470736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:35.476419 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5677470-86fb-4728-bff3-b06ff2c32d44" -d '{"events": [{"name": "network-changed", "server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:35.493609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-ae5af3f6-364e-4520-b1e2-e98057fa41d7 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4bc8115cae2b4756b779126f6cce9f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1989474 Aug 29 04:40:35.558322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ae692993-9409-44ab-9fc4-57c15aeed165 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:35.570649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea04c8-9320-42ab-af2b-f7331497b694 None None] Pushing event updated for resources: {'Port': ['ID=93cb3529-fa3c-4540-a7bc-2cea4c95027c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:35.582818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ae692993-9409-44ab-9fc4-57c15aeed165 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:35.583431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:35.613923 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337b18fa-9347-4540-a67a-d8fb048fd5d2 x-openstack-request-id: req-337b18fa-9347-4540-a67a-d8fb048fd5d2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:35.618189 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:35.620499 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-337b18fa-9347-4540-a67a-d8fb048fd5d2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:35.622536 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'status': 'completed', 'code': 200} Aug 29 04:40:35.622800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fd578a7-9de6-43ed-832a-9b1235fa5ee9 req-094c8b3d-56e4-4638-abe7-3ea5e9751b90 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216752 Aug 29 04:40:35.694394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:35.883887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-77c58a4c-ea9b-48db-898f-97726a6d1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:35.896421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-77c58a4c-ea9b-48db-898f-97726a6d1b73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=749393dcb2f84866bcbc413acb84a18c&device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1097 time: 0.1608772 Aug 29 04:40:35.946812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.001878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:36.006576 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae1fa4b-7506-418c-b8fb-661bc4d98b6c" -d '{"events": [{"server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "name": "network-vif-plugged", "status": "completed", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:36.054782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae692993-9409-44ab-9fc4-57c15aeed165,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:36.070968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.103879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-0661c51b-ad3a-46c2-8c9c-ebeaa18be47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.106931 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-0661c51b-ad3a-46c2-8c9c-ebeaa18be47d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 200 len: 910 time: 0.1907275 Aug 29 04:40:36.161532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22392538-9ffb-458c-90ea-020100484bbd req-f6ab58cf-ea17-4b4b-a53a-15c42a23b9b8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.167655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4dbbb998-e918-4346-8669-372803844a41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:36.170636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22392538-9ffb-458c-90ea-020100484bbd req-f6ab58cf-ea17-4b4b-a53a-15c42a23b9b8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.2633016 Aug 29 04:40:36.192504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-4eb7665e-3630-42a4-a765-af32efcc36c6 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.194066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-4eb7665e-3630-42a4-a765-af32efcc36c6 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6914434 Aug 29 04:40:36.233104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:36.235464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822029c-ba6a-4db2-93e5-6a9b20c003f5 req-b1c88c30-4fd2-400f-ab73-3c0d5b67ab9f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.237798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-274e72a9-08ed-4597-96e9-8aa6101053a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 200 len: 999 time: 0.1202633 Aug 29 04:40:36.238076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8822029c-ba6a-4db2-93e5-6a9b20c003f5 req-b1c88c30-4fd2-400f-ab73-3c0d5b67ab9f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 945 time: 0.2636445 Aug 29 04:40:36.245374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Request body: {'port': {'device_id': '816843ef-babc-43ab-97a8-240e54841889', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '4bc8115cae2b4756b779126f6cce9f70'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:36.253168 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '33c42ebc-8c10-48fa-8247-ed7241a4bdec', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'port_id': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'mac_address': 'fa:16:3e:c6:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:33Z', 'revision_number': 0, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:36.258693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4dbbb998-e918-4346-8669-372803844a41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:36.259071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.313555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.331692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Checking router: 1d45694d-da65-44cf-91d5-7b7769e52fee for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:36.348432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-781a8850-db12-4bc7-a9f1-9e018225cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.352135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-781a8850-db12-4bc7-a9f1-9e018225cdbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb2addb-f82e-4ae2-a473-1625e279f1db HTTP/1.1" status: 200 len: 848 time: 0.1034319 Aug 29 04:40:36.363722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:36.364391 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:36.395639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93cb3529-fa3c-4540-a7bc-2cea4c95027c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:36.424839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22392538-9ffb-458c-90ea-020100484bbd req-f48dfe73-10eb-4eb9-9e46-ceba9ce5f6bd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518311 Aug 29 04:40:36.517456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-41ce3883-9a1c-4da3-97b7-720d3fccaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.526179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-41ce3883-9a1c-4da3-97b7-720d3fccaa8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b781f-e03b-45a3-b190-872ebc6fe54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521120 Aug 29 04:40:36.530158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8822029c-ba6a-4db2-93e5-6a9b20c003f5 req-b453ce49-c37d-44b2-838f-6efd7e62969b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672884 Aug 29 04:40:36.615780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:36.622203 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dbb2c-92c1-4d12-8b50-4cb3b368f8c5 x-openstack-request-id: req-476dbb2c-92c1-4d12-8b50-4cb3b368f8c5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:36.623355 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "name": "network-vif-plugged", "status": "completed", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:36.633178 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-476dbb2c-92c1-4d12-8b50-4cb3b368f8c5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:36.634285 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165', 'code': 200} Aug 29 04:40:36.635787 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:36.770643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77a93be2-7389-4ec7-88e4-c8decb5f8ad2 req-8443be14-efe3-43b1-8e2b-dbde67064f4f tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 210 time: 0.0447679 Aug 29 04:40:36.774038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Made reservation on behalf of 4bc8115cae2b4756b779126f6cce9f70 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:36.777884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.794757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-cc1b9481-aa4c-404c-8537-bba50ec6bb66 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072833 Aug 29 04:40:36.843274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.924692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:36.984662 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5677470-86fb-4728-bff3-b06ff2c32d44 req-79b4022c-85bb-4eef-8e88-a56e416da02c service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625226 Aug 29 04:40:36.992759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f900-f343-4d0c-85fa-aa965f5eb5a8 req-60487f92-9c82-453c-8b3a-20f956c7f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:36.995033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8816f900-f343-4d0c-85fa-aa965f5eb5a8 req-60487f92-9c82-453c-8b3a-20f956c7f4c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 1098 time: 0.1858530 Aug 29 04:40:37.009022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:37.012605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2b3f-e062-40fc-9210-f5f7ac875824 req-adfa13b3-8a93-4a37-a153-d0b6863a9b20 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.014746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3fd2b3f-e062-40fc-9210-f5f7ac875824 req-adfa13b3-8a93-4a37-a153-d0b6863a9b20 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 945 time: 0.1747200 Aug 29 04:40:37.072155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6d964-ce67-47ca-841b-85e6aaa590a6 None None] Network be1fb029-5d26-445a-a428-b121cf38b627 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:37.091346 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8816f900-f343-4d0c-85fa-aa965f5eb5a8 req-4e0f5b1c-6d73-48f3-9262-b4eced36fbcd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856905 Aug 29 04:40:37.190378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3fd2b3f-e062-40fc-9210-f5f7ac875824 req-00f389fd-4472-4367-aba8-16100eec5d2a tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066546 Aug 29 04:40:37.223328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.252861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.254998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Provisioning for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:37.264873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Provisioning complete for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:37.264873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.265366 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '33c42ebc-8c10-48fa-8247-ed7241a4bdec', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'port_id': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'mac_address': 'fa:16:3e:c6:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:33Z', 'revision_number': 0, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.266298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:37.299838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:37.300330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.322060 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f47d8-8c8a-4b8f-96eb-8945b08e15d3 None None] The sync data for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 is: [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '33c42ebc-8c10-48fa-8247-ed7241a4bdec', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'port_id': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'mac_address': 'fa:16:3e:c6:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:33Z', 'revision_number': 0, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:37.340911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69261b-e31f-432e-a9b0-2aaec7a79e52,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:37.352818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Router 1f257c2f-e3b6-4419-bd3e-054f1864e074 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:37.379828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e94d2e0c-db10-457d-9d3c-f8afd4abc15d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:37.396454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.397017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.397563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.398705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.399247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.399899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.400397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.400912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.401447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.401914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.402388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.402828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:40:37.421715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a91b5125-9243-44b1-a1ab-ebb94ae9b7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.579508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.656501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port e94d2e0c-db10-457d-9d3c-f8afd4abc15d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:37.681797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port e94d2e0c-db10-457d-9d3c-f8afd4abc15d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:37.682421 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.740577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Allocated IP 192.168.233.3 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/439ba05a-daa7-4cef-8160-3e345acb5a1c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:37.798843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f61759-b182-4423-8d06-8833e09033f5 None None] New status for floating IP 33c42ebc-8c10-48fa-8247-ed7241a4bdec: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:37.801593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.829779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac28161-749a-4da7-a0fc-70ac22bbc463 req-23b72416-6d85-44f5-9d13-746fdaf8fd76 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.831437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ac28161-749a-4da7-a0fc-70ac22bbc463 req-23b72416-6d85-44f5-9d13-746fdaf8fd76 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.2725382 Aug 29 04:40:37.839326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:37.853601 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Sync routers for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:37.867254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] For port 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93cb3529-fa3c-4540-a7bc-2cea4c95027c,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:37.871208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a49e0-7a93-4449-8bee-be5c351d523d req-b099052d-80e0-44b1-be0c-2e706da1a9b5 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:37.872892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-958a49e0-7a93-4449-8bee-be5c351d523d req-b099052d-80e0-44b1-be0c-2e706da1a9b5 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.1509132 Aug 29 04:40:37.876094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:37.877540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:37.888677 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.970873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:37.976687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ac44fab-12a7-4468-9a35-bbf6bcdfb6ac admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8384159 Aug 29 04:40:37.979296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:38.001714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:38.022849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ac28161-749a-4da7-a0fc-70ac22bbc463 req-ff71c95e-74de-4b04-ba98-e45d0c046d82 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439710 Aug 29 04:40:38.031329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-958a49e0-7a93-4449-8bee-be5c351d523d req-47f03dbd-271e-4cd4-8201-65fef89787f5 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265934 Aug 29 04:40:38.131086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.149894 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.183087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Transition to ACTIVE for port object 439ba05a-daa7-4cef-8160-3e345acb5a1c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:38.241028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:38.289657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.296970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9dbb-c0f1-45da-bd9c-9901237ff359 None None] Pushing event updated for resources: {'Port': ['ID=93cb3529-fa3c-4540-a7bc-2cea4c95027c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.399999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f74d9a02-80c9-4e18-9ba5-f492ba80ffd9 None None] Provisioning complete for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:38.400593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f74d9a02-80c9-4e18-9ba5-f492ba80ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.426205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.464581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,segment=NetworkSegment(4d3bc47c-9342-40e7-a9eb-fde223e344e5),segment_id=4d3bc47c-9342-40e7-a9eb-fde223e344e5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:38.503135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:38.521498 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.547501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:38.563322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:38.572472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.640924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}, {'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:38.648160 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833dd007-032c-4ef9-81dc-c0e75ad163d2" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}, {"server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "name": "network-vif-plugged", "status": "completed", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:38.757540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.809063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193288d2-d60d-446c-8264-bd698c339411 req-b3ce8cab-47dc-4d44-8ea3-f09e6c4243cc tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.817808 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:35Z', 'revision_number': 3, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:38.831576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-193288d2-d60d-446c-8264-bd698c339411 req-b3ce8cab-47dc-4d44-8ea3-f09e6c4243cc tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 934 time: 0.5620079 Aug 29 04:40:38.876631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Pushing event updated for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:38.891731 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Checking router: 1f257c2f-e3b6-4419-bd3e-054f1864e074 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:38.892790 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Updating router 1f257c2f-e3b6-4419-bd3e-054f1864e074 port e04d51d7-2286-430f-a7eb-b4a377eb2402 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:38.942368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-193288d2-d60d-446c-8264-bd698c339411 req-4f470868-f4dc-4d1b-80f1-c907eb493787 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087935 Aug 29 04:40:38.943675 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.963335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.964456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:38.987296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c94f-4422-475b-b9ce-a65121531edc req-f49957f7-5cfc-4e56-9612-cb871df5995d tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:38.995978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e59c94f-4422-475b-b9ce-a65121531edc req-f49957f7-5cfc-4e56-9612-cb871df5995d tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.4837751 Aug 29 04:40:39.044738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-8026bb56-5c93-4e68-9753-9cef5278e1ec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8225453 Aug 29 04:40:39.062169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e59c94f-4422-475b-b9ce-a65121531edc req-2ebaef1b-a624-4046-8844-60e4771794ad tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Aug 29 04:40:39.070475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff9896a1-dec4-4e4c-9c63-4c641963f2a0 None None] Provisioning for port 439ba05a-daa7-4cef-8160-3e345acb5a1c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:39.079759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff9896a1-dec4-4e4c-9c63-4c641963f2a0 None None] Provisioning complete for port 439ba05a-daa7-4cef-8160-3e345acb5a1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:39.080387 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff9896a1-dec4-4e4c-9c63-4c641963f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.092917 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0129c1-3913-4d13-a1e5-2ba5a3a9d7f7 x-openstack-request-id: req-8b0129c1-3913-4d13-a1e5-2ba5a3a9d7f7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:39.093385 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "code": 200}, {"server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "name": "network-vif-plugged", "status": "completed", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:39.093896 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b0129c1-3913-4d13-a1e5-2ba5a3a9d7f7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:39.094542 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'code': 200} Aug 29 04:40:39.094953 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d', 'code': 200} Aug 29 04:40:39.129757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Request body: {'port': {'device_id': '816843ef-babc-43ab-97a8-240e54841889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:39.223166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ff9896a1-dec4-4e4c-9c63-4c641963f2a0 None None] Port 439ba05a-daa7-4cef-8160-3e345acb5a1c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:39.401543 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.447775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ba8c3-4bcb-434e-adc9-60131e6ab581 req-8cff84a3-ed19-4873-ae72-4fb818178138 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.449429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-054ba8c3-4bcb-434e-adc9-60131e6ab581 req-8cff84a3-ed19-4873-ae72-4fb818178138 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2080350 Aug 29 04:40:39.459750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8710f0-6f94-453e-967c-e349b5de44df req-60600720-7247-493f-b0cf-3d4cba8e94ec tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.461470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e8710f0-6f94-453e-967c-e349b5de44df req-60600720-7247-493f-b0cf-3d4cba8e94ec tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.1913660 Aug 29 04:40:39.585732 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.597419 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Transition to ACTIVE for port object e04d51d7-2286-430f-a7eb-b4a377eb2402 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:39.605388 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.611355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e8710f0-6f94-453e-967c-e349b5de44df req-9e71507d-0b00-4947-af02-af11266b723d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234810 Aug 29 04:40:39.616256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-054ba8c3-4bcb-434e-adc9-60131e6ab581 req-ce8fe5e2-e865-40d0-9692-ec04f46eff27 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284170 Aug 29 04:40:39.620259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3fd9d-7e53-4b24-bc14-65819706d2b5 req-91003b15-22cf-441a-b803-7ede0d75bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.624084 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72e3fd9d-7e53-4b24-bc14-65819706d2b5 req-91003b15-22cf-441a-b803-7ede0d75bcbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 1098 time: 0.2111912 Aug 29 04:40:39.659601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811e08-5ce8-4a3f-a622-dd3b3bcaa51d req-0818a335-c9f8-431e-b926-d0d35d54489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.662865 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa811e08-5ce8-4a3f-a622-dd3b3bcaa51d req-0818a335-c9f8-431e-b926-d0d35d54489a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1098 time: 0.2370517 Aug 29 04:40:39.720250 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Attempting to bind port e04d51d7-2286-430f-a7eb-b4a377eb2402 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:39.720638 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Attempting to bind port e04d51d7-2286-430f-a7eb-b4a377eb2402 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:39.721004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Attempting to bind port e04d51d7-2286-430f-a7eb-b4a377eb2402 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:39.730779 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a7c8b-8033-45ab-8030-3077eb8ba2f5 None None] Pushing event updated for resources: {'Port': ['ID=e04d51d7-2286-430f-a7eb-b4a377eb2402,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.733319 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:39.733690 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:39.734091 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.734479 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:39.735132 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Bound port: e04d51d7-2286-430f-a7eb-b4a377eb2402, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:39.735474 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.810967 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] For port e04d51d7-2286-430f-a7eb-b4a377eb2402, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:39.814630 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] For port e04d51d7-2286-430f-a7eb-b4a377eb2402, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e04d51d7-2286-430f-a7eb-b4a377eb2402,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:39.821932 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.848111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72e3fd9d-7e53-4b24-bc14-65819706d2b5 req-8d37129a-a97a-4f7d-b4ad-f1b82b1d5fa8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926475 Aug 29 04:40:39.851517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fa811e08-5ce8-4a3f-a622-dd3b3bcaa51d req-4ed66e1d-cb01-4746-a286-2419b3b36996 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659477 Aug 29 04:40:39.887953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93cb3529-fa3c-4540-a7bc-2cea4c95027c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:39.897500 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:39.898411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:39.924605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:39.941722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a7c8b-8033-45ab-8030-3077eb8ba2f5 None None] Pushing event updated for resources: {'Port': ['ID=e04d51d7-2286-430f-a7eb-b4a377eb2402,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:39.971217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d11d-3063-43d4-a80a-ed3bb916cadf req-42bdb4dc-507b-4778-b6eb-a14e58a80bfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:39.973843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9d1d11d-3063-43d4-a80a-ed3bb916cadf req-42bdb4dc-507b-4778-b6eb-a14e58a80bfc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.2185800 Aug 29 04:40:40.051118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:40.052424 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.099996 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:40.139891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9d1d11d-3063-43d4-a80a-ed3bb916cadf req-ace8655e-c715-4c34-9788-08d65fdb9b80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441028 Aug 29 04:40:40.149288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Allocated IP 172.20.0.1 (be1fb029-5d26-445a-a428-b121cf38b627/ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb/31bf0abc-b9bf-4201-a451-dcc05b097f66) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:40.334802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439ba05a-daa7-4cef-8160-3e345acb5a1c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:40.337386 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.352786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1756-bf87-402a-b8ed-fe5f3f2f2163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.369925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.376591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.376971 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:35Z', 'revision_number': 3, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:40.393530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6f841-fbfb-40b3-9562-320841960016 req-f9ca92e5-3c60-457d-848a-e067201c08d6 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.395272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ba6f841-fbfb-40b3-9562-320841960016 req-f9ca92e5-3c60-457d-848a-e067201c08d6 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 934 time: 0.2685096 Aug 29 04:40:40.401850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Transition to ACTIVE for port object 31bf0abc-b9bf-4201-a451-dcc05b097f66 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:40.407983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3cc3e-976e-4f51-a496-76ef83bfa1ef None None] The sync data for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 is: [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:35Z', 'revision_number': 3, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:40.430337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Transition to ACTIVE for port object 439ba05a-daa7-4cef-8160-3e345acb5a1c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:40.443622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.469622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.514323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ba6f841-fbfb-40b3-9562-320841960016 req-8adb1498-4597-4394-b7de-4729df80c348 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956662 Aug 29 04:40:40.526692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b0019-828a-493d-a84c-3ee9884e16f4 req-76c8bc78-5fa1-486a-a553-53c5b14332a1 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.528417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b59b0019-828a-493d-a84c-3ee9884e16f4 req-76c8bc78-5fa1-486a-a553-53c5b14332a1 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.1750116 Aug 29 04:40:40.535549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Network be1fb029-5d26-445a-a428-b121cf38b627 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:40.542565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:40.545730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:40.546148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Pushing event updated for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.585410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:40.625558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.638746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b59b0019-828a-493d-a84c-3ee9884e16f4 req-5f95c305-e537-4ed2-8b5c-fc928272c544 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023524 Aug 29 04:40:40.689531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Attempting to bind port 439ba05a-daa7-4cef-8160-3e345acb5a1c on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:40.690753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Attempting to bind port 439ba05a-daa7-4cef-8160-3e345acb5a1c by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:40.691127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Attempting to bind port 439ba05a-daa7-4cef-8160-3e345acb5a1c on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:40.700403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Port 439ba05a-daa7-4cef-8160-3e345acb5a1c on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:40:40.703160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Attempting to bind port 439ba05a-daa7-4cef-8160-3e345acb5a1c on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:40.711795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:40.712116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:40.712696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:40.713333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Bound port: 439ba05a-daa7-4cef-8160-3e345acb5a1c, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:40.713893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.832623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:40.958355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:40.965250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:40.989124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec58559-473d-48b5-8527-af80b34727be req-6a59dd69-a43c-4348-8e80-45a0c1c20a43 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:40.990798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec58559-473d-48b5-8527-af80b34727be req-6a59dd69-a43c-4348-8e80-45a0c1c20a43 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2126927 Aug 29 04:40:40.992538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.174296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5535c46e-2dbf-4f5c-ad42-62bce6c90e59 None None] Provisioning for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:41.184749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5535c46e-2dbf-4f5c-ad42-62bce6c90e59 None None] Provisioning complete for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:41.185868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5535c46e-2dbf-4f5c-ad42-62bce6c90e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.227650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.235531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.254557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5535c46e-2dbf-4f5c-ad42-62bce6c90e59 None None] Port 31bf0abc-b9bf-4201-a451-dcc05b097f66 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:41.294896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.369167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.394467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.521820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.523477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:41.525892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] 10.222.0.50 "PUT /v2.0/ports/439ba05a-daa7-4cef-8160-3e345acb5a1c HTTP/1.1" status: 200 len: 1095 time: 2.4131999 Aug 29 04:40:41.536151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:41.541755 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6d2e1-172c-424e-a030-895976089b99" -d '{"events": [{"name": "network-changed", "server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:41.607021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Network be1fb029-5d26-445a-a428-b121cf38b627 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:41.608971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:41.629677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4266-6c4e-4d3a-9163-42f959069da6 service neutron] Pushing event updated for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:41.661123 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae3b0a-c15c-40ce-8ec5-55f1ad141b1e x-openstack-request-id: req-4eae3b0a-c15c-40ce-8ec5-55f1ad141b1e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:41.662168 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:41.663201 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eae3b0a-c15c-40ce-8ec5-55f1ad141b1e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:41.664518 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c', 'status': 'completed', 'code': 200} Aug 29 04:40:41.680710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec58559-473d-48b5-8527-af80b34727be req-44a1c420-6401-458f-b00d-90225158e7a0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960161 Aug 29 04:40:41.732081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-0d31868d-9413-42a4-aa7c-42d9330722ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:41.734138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-0d31868d-9413-42a4-aa7c-42d9330722ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bc8115cae2b4756b779126f6cce9f70&device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 1098 time: 0.1275408 Aug 29 04:40:41.783415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53232) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:41.987439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Router 1f257c2f-e3b6-4419-bd3e-054f1864e074 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:42.010291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-5f0a51cc-d2cf-4a92-aba4-e6969e2542ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c HTTP/1.1" status: 200 len: 217 time: 0.2494330 Aug 29 04:40:42.065782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e04d51d7-2286-430f-a7eb-b4a377eb2402 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:42.157492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6392e-45ec-4cb5-a8e2-fc9508f9b568 req-2c138462-d869-40d0-8eb7-fcabb1a78d25 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.160459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ef6392e-45ec-4cb5-a8e2-fc9508f9b568 req-2c138462-d869-40d0-8eb7-fcabb1a78d25 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 946 time: 0.4248197 Aug 29 04:40:42.166408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e04d51d7-2286-430f-a7eb-b4a377eb2402 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:42.180945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9c7b1c1-e302-435d-9df6-5f50080c8838 None None] Provisioning complete for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:42.181900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b1c1-e302-435d-9df6-5f50080c8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.187183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e04d51d7-2286-430f-a7eb-b4a377eb2402 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:42.188225 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.230444 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.260114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa693a-f938-47e1-8a38-f18087bb4b86 req-18c154fa-97a6-4637-a8b4-5248e4851dc9 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.268811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7b1c1-e302-435d-9df6-5f50080c8838 None None] Port 31bf0abc-b9bf-4201-a451-dcc05b097f66 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:42.274313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14fa693a-f938-47e1-8a38-f18087bb4b86 req-18c154fa-97a6-4637-a8b4-5248e4851dc9 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.4088778 Aug 29 04:40:42.284519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-a1c27988-36f1-41b3-a727-65051c67fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.287319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-a1c27988-36f1-41b3-a727-65051c67fbfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.2311306 Aug 29 04:40:42.331490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.355017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ef6392e-45ec-4cb5-a8e2-fc9508f9b568 req-ac466e42-e939-4db9-acc0-7dc749b1489b tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804643 Aug 29 04:40:42.360292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e04d51d7-2286-430f-a7eb-b4a377eb2402, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e04d51d7-2286-430f-a7eb-b4a377eb2402,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:42.368387 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.389084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:42.399685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f191077e-e39f-4551-b7c9-01c05f4be5f9 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f257c2f-e3b6-4419-bd3e-054f1864e074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4187310 Aug 29 04:40:42.441928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14fa693a-f938-47e1-8a38-f18087bb4b86 req-c2c1d6e1-a101-4ee2-8125-9368cdd79c6a tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520967 Aug 29 04:40:42.454413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-d7c981a7-14ac-4a01-9d89-797820a38ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.456706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-d7c981a7-14ac-4a01-9d89-797820a38ee3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311791 Aug 29 04:40:42.517586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e04d51d7-2286-430f-a7eb-b4a377eb2402,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:42.661537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-76b9c248-3e52-4032-a4e6-d5668cf51071 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915448 Aug 29 04:40:42.803668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb2f5494-c113-4901-92a0-f21f7886eaad req-dc09b8e6-2be6-495c-9b5b-33ecbeb0fb55 service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247799 Aug 29 04:40:42.806597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:42.892279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe75d47-bd52-4d30-b3f1-8ef3884a9ce0 req-7e22e782-9bb7-45da-b26a-c12ce1483c92 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:42.894164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe75d47-bd52-4d30-b3f1-8ef3884a9ce0 req-7e22e782-9bb7-45da-b26a-c12ce1483c92 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.0717435 Aug 29 04:40:42.951152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe75d47-bd52-4d30-b3f1-8ef3884a9ce0 req-85297444-5f57-4d09-aa48-53ffae4fbd35 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482726 Aug 29 04:40:43.012696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.076983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d2e1-172c-424e-a030-895976089b99 req-b5797f08-d6d7-430d-807f-954dc5143908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.080794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-b5797f08-d6d7-430d-807f-954dc5143908 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bc8115cae2b4756b779126f6cce9f70&device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 1098 time: 0.1195199 Aug 29 04:40:43.260565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d2e1-172c-424e-a030-895976089b99 req-95bac4a4-6bb1-4125-ac7e-76f05a6e3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.262681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-95bac4a4-6bb1-4125-ac7e-76f05a6e3deb service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.1613026 Aug 29 04:40:43.276853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117724f-add0-4c2a-9061-adebcd9a9418 req-8422b866-eb3e-4e1e-a342-48310f3f966a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.278908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3117724f-add0-4c2a-9061-adebcd9a9418 req-8422b866-eb3e-4e1e-a342-48310f3f966a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.0968332 Aug 29 04:40:43.322192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-9748271c-31e9-4b31-8642-fa1046034350 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c HTTP/1.1" status: 200 len: 217 time: 0.0421116 Aug 29 04:40:43.364182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.17 (29c90da7-8397-4af2-9c8b-45f2d1e1b84b/53eaab0c-2b4b-48c0-8c0a-fdd012323c42/02c1b8d9-84e9-4707-a684-92703961cb3f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:43.431380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3117724f-add0-4c2a-9061-adebcd9a9418 req-2b40232c-4af1-4aa6-9d45-d3bf85eb2564 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120291 Aug 29 04:40:43.441028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d2e1-172c-424e-a030-895976089b99 req-5aa4ccd1-845f-492c-8934-b5384878e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.442686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-5aa4ccd1-845f-492c-8934-b5384878e15f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.1025736 Aug 29 04:40:43.473322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603d908-b54d-462e-a691-565a45dbb080 req-4bc9e82d-db8d-475e-812d-88e08f39bf9a tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.477091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4603d908-b54d-462e-a691-565a45dbb080 req-4bc9e82d-db8d-475e-812d-88e08f39bf9a tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.1045852 Aug 29 04:40:43.485680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53268) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.558828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae40d0-27ec-424b-a270-c13fb994009f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.560579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4bae40d0-27ec-424b-a270-c13fb994009f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1093 time: 0.0735886 Aug 29 04:40:43.565456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53272) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:43.572336 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.588189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object 02c1b8d9-84e9-4707-a684-92703961cb3f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:43.590397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:43.626509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.644487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4603d908-b54d-462e-a691-565a45dbb080 req-02f9b2d3-9de4-48c5-a7be-a043672b5481 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480782 Aug 29 04:40:43.685123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:43.694565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:43.700079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:43.700428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d2e1-172c-424e-a030-895976089b99 req-436d2521-c124-4d92-91a1-d066311d7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.703233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-436d2521-c124-4d92-91a1-d066311d7770 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2245378 Aug 29 04:40:43.708567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.732975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:43.776599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:43.912480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c000f-0b93-4dcf-a821-be858eb279cc req-45a8245b-eb5d-4e40-9f1e-7f76fa6a0cff tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:43.928807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e9c000f-0b93-4dcf-a821-be858eb279cc req-45a8245b-eb5d-4e40-9f1e-7f76fa6a0cff tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 946 time: 0.3203936 Aug 29 04:40:43.930024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e04d51d7-2286-430f-a7eb-b4a377eb2402 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:44.014376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e04d51d7-2286-430f-a7eb-b4a377eb2402 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:44.015017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.043876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-f144a03d-c6d1-46fe-9d77-feff3e515f9b service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258624 Aug 29 04:40:44.055821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e9c000f-0b93-4dcf-a821-be858eb279cc req-7ffbfd5e-b860-4129-adf2-92265c1d758a tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161606 Aug 29 04:40:44.155627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.298683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.311999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89514f08-b7e1-43a1-8273-14a37d368e08 None None] Provisioning for port 02c1b8d9-84e9-4707-a684-92703961cb3f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:44.321297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-89514f08-b7e1-43a1-8273-14a37d368e08 None None] Provisioning complete for port 02c1b8d9-84e9-4707-a684-92703961cb3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:44.321932 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89514f08-b7e1-43a1-8273-14a37d368e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.384321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb6d2e1-172c-424e-a030-895976089b99 req-63e4b0bf-d998-4c1d-a0ab-379e6e27b9ea service neutron] 10.222.0.50 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202751 Aug 29 04:40:44.424184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-89514f08-b7e1-43a1-8273-14a37d368e08 None None] Port 02c1b8d9-84e9-4707-a684-92703961cb3f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:44.556320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.130 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/374e1743-1fe1-42ff-b11a-6c699487702f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:44.568981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.578115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.675199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Sync routers for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:44.699953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:44.702877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:44.704722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:44.733869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.755009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.860597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692b87-4dc1-4774-a0bb-07795819a6c0 req-0df6f4a0-79e2-45f0-9da0-181ff34c9d61 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:44.862256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a692b87-4dc1-4774-a0bb-07795819a6c0 req-0df6f4a0-79e2-45f0-9da0-181ff34c9d61 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.0771503 Aug 29 04:40:44.864614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:44.872856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53308) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:44.916718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:44.931093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:44.938738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:44.942431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:44.976708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=374e1743-1fe1-42ff-b11a-6c699487702f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:45.015424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5a692b87-4dc1-4774-a0bb-07795819a6c0 req-f8aed576-1861-44f8-a167-1015b38bfde2 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158972 Aug 29 04:40:45.095554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:45.097863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:45.237796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:40Z', 'revision_number': 4, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '31bf0abc-b9bf-4201-a451-dcc05b097f66', 'name': '', 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'mac_address': 'fa:16:3e:0e:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:39Z', 'updated_at': '2021-08-29T04:40:40Z', 'revision_number': 2, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'subnets': [{'id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:45.294457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Checking router: 1f257c2f-e3b6-4419-bd3e-054f1864e074 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:45.294994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Updating router 1f257c2f-e3b6-4419-bd3e-054f1864e074 port 31bf0abc-b9bf-4201-a451-dcc05b097f66 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:45.344855 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.484116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.605086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.614975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-859defaa-4752-4485-82f7-61d2cf59f12b tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.617277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-859defaa-4752-4485-82f7-61d2cf59f12b tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.50 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.1094847 Aug 29 04:40:45.805239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-da5174dd-c6d9-4408-a85c-579e9a3e32bd None None] Provisioning complete for port 02c1b8d9-84e9-4707-a684-92703961cb3f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:45.805620 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-da5174dd-c6d9-4408-a85c-579e9a3e32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.868468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-da5174dd-c6d9-4408-a85c-579e9a3e32bd None None] Port 02c1b8d9-84e9-4707-a684-92703961cb3f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:45.878973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:45.942238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98475d0f-5d02-4497-991f-092371029d61 req-305ab885-4d1d-44b9-bcba-a6ae6b5b3dec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:45.945351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98475d0f-5d02-4497-991f-092371029d61 req-305ab885-4d1d-44b9-bcba-a6ae6b5b3dec tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 946 time: 0.4736557 Aug 29 04:40:45.964990 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.971052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Deleting port e94d2e0c-db10-457d-9d3c-f8afd4abc15d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:45.971426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:45.979441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Transition to ACTIVE for port object 31bf0abc-b9bf-4201-a451-dcc05b097f66 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:45.989994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.065062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.067378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:46.087971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0694282f-cfef-4191-a36f-fbc8f2fa4e98 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/55cd6e6c-2937-4432-9b30-e56548a7e553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2896860 Aug 29 04:40:46.089028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:46.107438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c941d-d6a5-48bd-b25c-2489e2fe1f1f None None] Pushing event updated for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.146193 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:46.150267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:46.224289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Attempting to bind port 31bf0abc-b9bf-4201-a451-dcc05b097f66 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:46.225415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Attempting to bind port 31bf0abc-b9bf-4201-a451-dcc05b097f66 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:46.225415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Attempting to bind port 31bf0abc-b9bf-4201-a451-dcc05b097f66 on network be1fb029-5d26-445a-a428-b121cf38b627 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:46.231983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:46.233056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Checking segment: {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:46.234263 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.234263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Bound using segment: {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:46.240129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Bound port: 31bf0abc-b9bf-4201-a451-dcc05b097f66, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278ba862-7175-45e7-8ac7-f0d79b6b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:46.241180 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.318261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98475d0f-5d02-4497-991f-092371029d61 req-409fdc40-ab72-4725-8402-89073f06ced2 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572481 Aug 29 04:40:46.359488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.368658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:46.371986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.387413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] For port 31bf0abc-b9bf-4201-a451-dcc05b097f66, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:46.394982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] For port 31bf0abc-b9bf-4201-a451-dcc05b097f66, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=31bf0abc-b9bf-4201-a451-dcc05b097f66,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:46.407417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.456796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] For port e94d2e0c-db10-457d-9d3c-f8afd4abc15d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,segment=NetworkSegment(4d3bc47c-9342-40e7-a9eb-fde223e344e5),segment_id=4d3bc47c-9342-40e7-a9eb-fde223e344e5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:46.457183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.508400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Calling delete_port for e94d2e0c-db10-457d-9d3c-f8afd4abc15d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:46.553713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376044-91dc-4ddb-8ff4-fb0120e00c71 req-0df72a4b-660f-4342-b9b8-a19fba4051ed tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:46.555459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8376044-91dc-4ddb-8ff4-fb0120e00c71 req-0df72a4b-660f-4342-b9b8-a19fba4051ed tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 946 time: 0.3529053 Aug 29 04:40:46.560411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=374e1743-1fe1-42ff-b11a-6c699487702f,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.584591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:46.590501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:46.676814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c941d-d6a5-48bd-b25c-2489e2fe1f1f None None] Pushing event updated for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:46.729305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.738974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Deleting port 4dbbb998-e918-4346-8669-372803844a41 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:46.739714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.843182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:46.864574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] For port 4dbbb998-e918-4346-8669-372803844a41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4dbbb998-e918-4346-8669-372803844a41,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:46.865345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:46.893463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Calling delete_port for 4dbbb998-e918-4346-8669-372803844a41 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:46.968742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:40:43Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c1b8d9-84e9-4707-a684-92703961cb3f', 'name': '', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:56:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:43Z', 'updated_at': '2021-08-29T04:40:44Z', 'revision_number': 2, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:47.011474 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:47.012460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Updating router 55cd6e6c-2937-4432-9b30-e56548a7e553 port 02c1b8d9-84e9-4707-a684-92703961cb3f binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:40:47.032825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8376044-91dc-4ddb-8ff4-fb0120e00c71 req-2cd1ee9d-5166-401b-af80-f90510cbf243 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/security-groups?id=5cd378a9-53cf-40c5-bd27-a15ff48968bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559007 Aug 29 04:40:47.070669 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.082993 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 2d3bdc08-ab96-41fc-a18e-65e0ec44e50b associated. External IP: 172.25.3.130, port: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35. Aug 29 04:40:47.225980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.257774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbbb998-e918-4346-8669-372803844a41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.306359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.327871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:40Z', 'revision_number': 4, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '31bf0abc-b9bf-4201-a451-dcc05b097f66', 'name': '', 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'mac_address': 'fa:16:3e:0e:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:39Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'subnets': [{'id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:47.373406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e94d2e0c-db10-457d-9d3c-f8afd4abc15d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:47.378252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44392-3d52-4e6c-9aa8-c064f21bdef1 None None] The sync data for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 is: [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:40Z', 'revision_number': 4, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '31bf0abc-b9bf-4201-a451-dcc05b097f66', 'name': '', 'network_id': 'be1fb029-5d26-445a-a428-b121cf38b627', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'mac_address': 'fa:16:3e:0e:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:39Z', 'updated_at': '2021-08-29T04:40:46Z', 'revision_number': 4, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'subnets': [{'id': 'ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:47.418123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 439ba05a-daa7-4cef-8160-3e345acb5a1c details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:40:47.419970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Pushing event deleted for resources: {'Port': ['ID=e94d2e0c-db10-457d-9d3c-f8afd4abc15d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:47.612256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] No DVR routers for this DVR port e94d2e0c-db10-457d-9d3c-f8afd4abc15d on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:47.615862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.641853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.644522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55c0175d-717a-4a49-909b-4c4c896bd0c9 req-eecab12b-961e-45eb-a2dc-5d8eef8333e0 tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.50 "DELETE /v2.0/ports/e94d2e0c-db10-457d-9d3c-f8afd4abc15d HTTP/1.1" status: 204 len: 173 time: 2.0043609 Aug 29 04:40:47.645159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'name': 'network-vif-deleted', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:47.647800 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1eadb-1c19-4d4d-8260-9df55cb45646" -d '{"events": [{"server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "name": "network-vif-deleted", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:47.827064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:47.864027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '439ba05a-daa7-4cef-8160-3e345acb5a1c', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '439ba05a-daa7-4cef-8160-3e345acb5a1c', 'mac_address': 'fa:16:3e:c1:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:40:47.867618 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:47.907101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Transition to ACTIVE for port object 02c1b8d9-84e9-4707-a684-92703961cb3f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:40:47.907400 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c046720b-4c9c-475a-b314-e9259ae5301d x-openstack-request-id: req-c046720b-4c9c-475a-b314-e9259ae5301d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:47.908058 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425c3138-f4d0-47c9-9a6b-fc12797dba10", "name": "network-vif-deleted", "tag": "e94d2e0c-db10-457d-9d3c-f8afd4abc15d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:47.908424 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c046720b-4c9c-475a-b314-e9259ae5301d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:47.908960 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425c3138-f4d0-47c9-9a6b-fc12797dba10', 'name': 'network-vif-deleted', 'tag': 'e94d2e0c-db10-457d-9d3c-f8afd4abc15d', 'status': 'completed', 'code': 200} Aug 29 04:40:47.928011 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.014755 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.015336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e09997-e793-42d8-81c7-d07c0964cb37 req-0a48ae35-3a61-449a-a195-62eb5b919ad2 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:48.028771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86e09997-e793-42d8-81c7-d07c0964cb37 req-0a48ae35-3a61-449a-a195-62eb5b919ad2 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 946 time: 0.4024622 Aug 29 04:40:48.076870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439ba05a-daa7-4cef-8160-3e345acb5a1c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:40:48.120351 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f627ce-90b3-46c6-87d9-3963f2ffe197 None None] Pushing event updated for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.170959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:48.181535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.249953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 31bf0abc-b9bf-4201-a451-dcc05b097f66 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:48.263238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Router 04b473a3-a621-4626-82df-2a2e6c16d31e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:48.390848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86e09997-e793-42d8-81c7-d07c0964cb37 req-a32e1efc-cffa-44be-8200-872f27c6fef9 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594775 Aug 29 04:40:48.391820 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Attempting to bind port 02c1b8d9-84e9-4707-a684-92703961cb3f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:40:48.392883 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Attempting to bind port 02c1b8d9-84e9-4707-a684-92703961cb3f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:40:48.395627 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Attempting to bind port 02c1b8d9-84e9-4707-a684-92703961cb3f on network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:40:48.426282 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:40:48.430089 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Checking segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:48.433026 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.434264 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Bound using segment: {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:40:48.437094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Bound port: 02c1b8d9-84e9-4707-a684-92703961cb3f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380bd1df-3d97-4f6d-aee4-1b32f06173f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:40:48.438147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:48.439393 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.480790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:48.494506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:48.495142 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.544368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:48.565214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0246b3da-2a21-4fcf-bf15-413986e94842 admin admin] 10.222.0.62 "PUT /v2.0/routers/04b473a3-a621-4626-82df-2a2e6c16d31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6879816 Aug 29 04:40:48.565214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:48.635280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Sync routers for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:48.701901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:48.703273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.737687 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] For port 02c1b8d9-84e9-4707-a684-92703961cb3f, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:48.748853 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] For port 02c1b8d9-84e9-4707-a684-92703961cb3f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=02c1b8d9-84e9-4707-a684-92703961cb3f,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:40:48.763956 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.777845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:48.896587 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:48.898852 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:48.968492 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f627ce-90b3-46c6-87d9-3963f2ffe197 None None] Pushing event updated for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.041036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.099909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['439ba05a-daa7-4cef-8160-3e345acb5a1c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:40:49.149389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Deleting port 1958f938-50ff-493b-b93e-07b0bd20b674 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:49.149744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.155242 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:49.200769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:49.268679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da86388c-335c-4eaa-a6d8-cc976b5cc753 req-a9a791dd-62df-4bb0-8c82-c45385dfb9fa tempest-ServerAddressesTestJSON-1655171519 tempest-ServerAddressesTestJSON-1655171519-project] 10.222.0.62 "GET /v2.0/ports?device_id=425c3138-f4d0-47c9-9a6b-fc12797dba10 HTTP/1.1" status: 200 len: 210 time: 0.9284756 Aug 29 04:40:49.297887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:49.321360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] For port 1958f938-50ff-493b-b93e-07b0bd20b674, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1958f938-50ff-493b-b93e-07b0bd20b674,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:49.322828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.378768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Calling delete_port for 1958f938-50ff-493b-b93e-07b0bd20b674 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:49.444553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e94d2e0c-db10-457d-9d3c-f8afd4abc15d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:49.474001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: e94d2e0c-db10-457d-9d3c-f8afd4abc15d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:49.474608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e94d2e0c-db10-457d-9d3c-f8afd4abc15d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:49.475712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:49.494643 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Sync routers for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:49.528542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.642897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.674564 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:49.678560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-57fdf1a7-27b4-4eeb-9501-ce4042f9f137 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1032631 Aug 29 04:40:49.678752 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:49.762723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563d9b-b3ed-4b10-a43b-d02f11abebc2 req-323cc090-378a-4fbd-8d2d-bbd7f1c4c755 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:49.768638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09563d9b-b3ed-4b10-a43b-d02f11abebc2 req-323cc090-378a-4fbd-8d2d-bbd7f1c4c755 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 947 time: 0.1635728 Aug 29 04:40:49.787516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.839679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-23ea4ebf-0e66-41c9-b152-c5b520cc952b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1558340 Aug 29 04:40:49.840686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 31bf0abc-b9bf-4201-a451-dcc05b097f66, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=31bf0abc-b9bf-4201-a451-dcc05b097f66,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:49.859796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:49.892387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09563d9b-b3ed-4b10-a43b-d02f11abebc2 req-d9152e75-91cf-4306-b714-5eb1dacf4ef3 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145575 Aug 29 04:40:49.925028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:49.933539 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921fad7-4a0f-48a7-85df-d36889bd6bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:49.948224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1958f938-50ff-493b-b93e-07b0bd20b674,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:49.957014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:47Z', 'revision_number': 5, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port': {'id': '1958f938-50ff-493b-b93e-07b0bd20b674', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:11Z', 'updated_at': '2021-08-29T04:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.001035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dd7d3-f8d4-47bb-8679-3d979b76799c req-cfdf81cb-6d73-4f85-a310-620e2342914d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.003528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-126dd7d3-f8d4-47bb-8679-3d979b76799c req-cfdf81cb-6d73-4f85-a310-620e2342914d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1675112 Aug 29 04:40:50.034528 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b7e0db-da26-44e6-9ed7-953eb98397ce x-openstack-request-id: req-b0b7e0db-da26-44e6-9ed7-953eb98397ce {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:50.035112 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:50.035610 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0b7e0db-da26-44e6-9ed7-953eb98397ce {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:50.046655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:50.050708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Checking router: 04b473a3-a621-4626-82df-2a2e6c16d31e for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:50.062559 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:50.066865 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:40:50.071737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Routers {'04b473a3-a621-4626-82df-2a2e6c16d31e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:50.072782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['04b473a3-a621-4626-82df-2a2e6c16d31e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.139315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-3a35abc5-8779-46f7-b184-fe3b33f671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.141133 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-3a35abc5-8779-46f7-b184-fe3b33f671bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1097 time: 0.2039366 Aug 29 04:40:50.152405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.160782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] Set router 04b473a3-a621-4626-82df-2a2e6c16d31e gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:50.192331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-126dd7d3-f8d4-47bb-8679-3d979b76799c req-7d60d28c-1048-4920-a31c-352e36465ab7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791782 Aug 29 04:40:50.202950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53348) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.227510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:49Z', 'revision_number': 7, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.277534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea5299-9130-46d7-a548-2ecbc609a680 None None] The sync data for ids ['04b473a3-a621-4626-82df-2a2e6c16d31e'] in n-d-712139-13 is: [{'id': '04b473a3-a621-4626-82df-2a2e6c16d31e', 'name': 'tempest-TestAggregatesBasicOps-984578969-router', 'tenant_id': '22b74a76494d4e3f81d4e684e3316dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:09Z', 'updated_at': '2021-08-29T04:40:49Z', 'revision_number': 7, 'project_id': '22b74a76494d4e3f81d4e684e3316dd8', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:50.317023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-24cd1373-1da3-4811-8886-4dc4d365fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.326616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-24cd1373-1da3-4811-8886-4dc4d365fe7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1098 time: 0.1961117 Aug 29 04:40:50.356090 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:40:43Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c1b8d9-84e9-4707-a684-92703961cb3f', 'name': '', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:56:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:43Z', 'updated_at': '2021-08-29T04:40:48Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.369486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53354) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.401499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.404104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.439107 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ff9c-e999-4011-a49e-1091a1a8d21d None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:40:43Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c1b8d9-84e9-4707-a684-92703961cb3f', 'name': '', 'network_id': '29c90da7-8397-4af2-9c8b-45f2d1e1b84b', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:56:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:43Z', 'updated_at': '2021-08-29T04:40:48Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '53eaab0c-2b4b-48c0-8c0a-fdd012323c42', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:50.465552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.466062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b473a3-a621-4626-82df-2a2e6c16d31e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:50.468448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-2f6ec10f-6b08-46fd-a939-35b55e79dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.470046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-2f6ec10f-6b08-46fd-a939-35b55e79dc29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 898 time: 0.2573311 Aug 29 04:40:50.475018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.475018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9ae9df87-3b9e-4283-ac6d-4fc8be0118bb admin admin] 10.222.0.62 "DELETE /v2.0/routers/04b473a3-a621-4626-82df-2a2e6c16d31e HTTP/1.1" status: 204 len: 168 time: 1.9086323 Aug 29 04:40:50.488790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:50.572206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d114051d-353f-4a2f-92a0-53c02c3075ec tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 992 time: 0.3669231 Aug 29 04:40:50.588298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '2d3bdc08-ab96-41fc-a18e-65e0ec44e50b', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:45Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.618699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Deleting subnet 7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:50.624086 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Checking router: 96f090dd-83eb-4ee4-8a64-88dd31cb2170 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:50.624582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-1bbb20a9-6b37-43fc-8539-2a7fa1db73a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 200 len: 1000 time: 0.1424143 Aug 29 04:40:50.626766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.629306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Deleting subnet 586698cf-8831-46e9-b7bf-b025c74d532e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:50.634960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.638859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:50.639574 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:50.708290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-00fa004a-32ef-479b-afc1-cb3bb733fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.713053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-00fa004a-32ef-479b-afc1-cb3bb733fb47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.3774767 Aug 29 04:40:50.728191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.751332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:50.831169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-73218874-bb76-478c-ae8b-1c926fbc85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:50.835225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-73218874-bb76-478c-ae8b-1c926fbc85ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3a2c33a-567b-406d-b8b4-53772cf72161 HTTP/1.1" status: 200 len: 834 time: 0.1703548 Aug 29 04:40:50.905458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-f5f9fc90-e3b0-426c-98d1-503f56d16c12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.1002107 Aug 29 04:40:50.909107 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:51.101593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.106159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-84d6fb20-96ac-44da-9413-51ac1133948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.107722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-84d6fb20-96ac-44da-9413-51ac1133948c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.1831594 Aug 29 04:40:51.119092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-175d9c2d-fa5e-4919-9d7d-baed83c9d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.122486 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-175d9c2d-fa5e-4919-9d7d-baed83c9d625 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54c5b940-a3d2-48fe-bb26-160b29e053a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771070 Aug 29 04:40:51.126790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.193506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830c92-245b-4b61-a35e-fd30a8cd8145 req-dedd9c2c-8a3e-4a29-9216-a6cf3053222e tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.200856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b830c92-245b-4b61-a35e-fd30a8cd8145 req-dedd9c2c-8a3e-4a29-9216-a6cf3053222e tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 947 time: 0.1841893 Aug 29 04:40:51.252969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-bf0c0a69-e570-4542-b156-81d09d50a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:51.254587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-bf0c0a69-e570-4542-b156-81d09d50a868 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179874 Aug 29 04:40:51.309415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b830c92-245b-4b61-a35e-fd30a8cd8145 req-e9b07b47-fdc2-4db2-8906-85b3a95ce0de tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024358 Aug 29 04:40:51.359008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-bd34989a-254e-4e4b-b07c-28cef35190f7 service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220469 Aug 29 04:40:51.362274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.394298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02fbf4-79e7-4941-bcbf-bab2fa51c975 None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:51.396250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.402218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/586698cf-8831-46e9-b7bf-b025c74d532e HTTP/1.1" status: 204 len: 168 time: 0.9061182 Aug 29 04:40:51.418093 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '2d3bdc08-ab96-41fc-a18e-65e0ec44e50b', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:45Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:51.434989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:51.452016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-968afb13-0cea-41eb-ac5d-8df7971f3a29 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720088 Aug 29 04:40:51.453317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.477965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6246-4e51-4390-b3b5-f1791d9f9c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586698cf-8831-46e9-b7bf-b025c74d532e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.484166 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfac7-f9f0-47d8-87fe-8578d89f3c83 None None] The sync data for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 is: [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '2d3bdc08-ab96-41fc-a18e-65e0ec44e50b', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:40:45Z', 'updated_at': '2021-08-29T04:40:45Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:51.493240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:51.563006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.568935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3026562c-9534-46b4-b114-af0e57e25d97 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7e54b7c1-15d5-4aaf-9e6f-cb21a22a4878 HTTP/1.1" status: 204 len: 168 time: 1.1943944 Aug 29 04:40:51.569629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:51.572017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 439ba05a-daa7-4cef-8160-3e345acb5a1c up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:51.582210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:51.722369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1921fad7-4a0f-48a7-85df-d36889bd6bc5 req-d3153948-a1f5-40e2-873e-78f5f783fb0b service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417269 Aug 29 04:40:51.741294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.791943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-668c296f-b10a-4502-a6c6-60bed7ceb18c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 992 time: 0.2090547 Aug 29 04:40:51.834907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.847665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653a4f41-0ee5-45f7-98bd-18c36ed6cf0d req-158c141d-459f-47d2-998b-f95bc2a1dbe7 service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717717 Aug 29 04:40:51.865522 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.880045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5185123-50f3-48ee-b42a-a8f895e10031']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:51.893815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3bc47c-9342-40e7-a9eb-fde223e344e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:51.894101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3bc47c-9342-40e7-a9eb-fde223e344e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:51.907807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 439ba05a-daa7-4cef-8160-3e345acb5a1c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:51.911687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.923585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 439ba05a-daa7-4cef-8160-3e345acb5a1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:51.924138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.944038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.983775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:51.985151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:51.989213 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:52.007623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Deleting port a20c6b39-242f-47b3-ad25-63357d6f8008 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:52.008688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.021382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] DHCP port deletion for 469aa5ec-27f5-41a0-a40e-c3d7925575fb request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:52.134541 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.136099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.160657 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.167094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b5185123-50f3-48ee-b42a-a8f895e10031 HTTP/1.1" status: 204 len: 168 time: 0.5894966 Aug 29 04:40:52.181908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c382a73-cafb-4b57-ac1d-071605b38d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5185123-50f3-48ee-b42a-a8f895e10031,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.201525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:52.205391 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd612c04-ddf3-4480-98cf-d56687e4102d" -d '{"events": [{"server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "name": "network-vif-plugged", "status": "completed", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:52.223648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] For port a20c6b39-242f-47b3-ad25-63357d6f8008, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a20c6b39-242f-47b3-ad25-63357d6f8008,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:52.224045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.229156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:52.233692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Deleting port a20c6b39-242f-47b3-ad25-63357d6f8008 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:52.234366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.274449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Calling delete_port for a20c6b39-242f-47b3-ad25-63357d6f8008 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:52.390691 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70521f97-2ea7-46df-a3a4-a6f28d6c82aa x-openstack-request-id: req-70521f97-2ea7-46df-a3a4-a6f28d6c82aa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:52.391118 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "name": "network-vif-plugged", "status": "completed", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:52.391666 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70521f97-2ea7-46df-a3a4-a6f28d6c82aa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:52.392164 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c', 'code': 200} Aug 29 04:40:52.395098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c403c59-0f7b-4d0b-b12e-9c7af3acfb6a None None] New status for floating IP 2d3bdc08-ab96-41fc-a18e-65e0ec44e50b: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:40:52.455314 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.492324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.525857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20c6b39-242f-47b3-ad25-63357d6f8008,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.535105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] No DVR routers for this DVR port a20c6b39-242f-47b3-ad25-63357d6f8008 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:52.598865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 02c1b8d9-84e9-4707-a684-92703961cb3f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:52.633365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.653911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469aa5ec-27f5-41a0-a40e-c3d7925575fb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:52.690163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec551c-f3d3-4031-8520-37b51755d555 req-138dca73-b793-4a00-aa38-7cd79152f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.693256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0ec551c-f3d3-4031-8520-37b51755d555 req-138dca73-b793-4a00-aa38-7cd79152f4f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 1100 time: 0.2344003 Aug 29 04:40:52.696548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53378) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.698697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156ad2b7-acd1-400a-84af-41a0e5912bd6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:52.699095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156ad2b7-acd1-400a-84af-41a0e5912bd6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:52.715091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.717937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa05197-d836-40ef-b4b1-6a5759e59d13 req-956f5476-0a0c-4016-95af-b0e9fe5caee4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:52.720961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aa05197-d836-40ef-b4b1-6a5759e59d13 req-956f5476-0a0c-4016-95af-b0e9fe5caee4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.1565454 Aug 29 04:40:52.756530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.761003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] For port a20c6b39-242f-47b3-ad25-63357d6f8008, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a20c6b39-242f-47b3-ad25-63357d6f8008,segment=NetworkSegment(156ad2b7-acd1-400a-84af-41a0e5912bd6),segment_id=156ad2b7-acd1-400a-84af-41a0e5912bd6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:52.761462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.768295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:40:52.768650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.796649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.820407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2aa05197-d836-40ef-b4b1-6a5759e59d13 req-461f366c-6cb7-4fb5-9158-c3b12ff0d470 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884774 Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:40:52.838708 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:40:52.842714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Calling delete_port for a20c6b39-242f-47b3-ad25-63357d6f8008 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:52.862114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0ec551c-f3d3-4031-8520-37b51755d555 req-3a929ad3-d474-4298-8ed3-9b05b2bf859f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378746 Aug 29 04:40:52.899595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.902787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc8ed774-7f2d-4c90-ac39-0192d1c47d9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 992 time: 0.0990212 Aug 29 04:40:52.919055 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:52.922073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/469aa5ec-27f5-41a0-a40e-c3d7925575fb HTTP/1.1" status: 204 len: 168 time: 1.4861827 Aug 29 04:40:52.925687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.948046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b703033-78b6-4705-86e3-dcf3093e2715 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bcd2e2ca73e482c8fcdfc22106f0833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093037 Aug 29 04:40:52.948046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3abe7-a9d1-4ed6-ac26-b1088f1fe1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=469aa5ec-27f5-41a0-a40e-c3d7925575fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:52.948046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:52.988243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.048122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.072733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 02c1b8d9-84e9-4707-a684-92703961cb3f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:40:53.080311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 02c1b8d9-84e9-4707-a684-92703961cb3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:53.080754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:40:53.082080 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:40:53.090881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.140676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.189818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Pushing event deleted for resources: {'Port': ['ID=a20c6b39-242f-47b3-ad25-63357d6f8008,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.195573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] Network 469aa5ec-27f5-41a0-a40e-c3d7925575fb is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:40:53.196126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e8257-3720-4cc2-9642-a9b8957ed5d0 None None] No DVR routers for this DVR port a20c6b39-242f-47b3-ad25-63357d6f8008 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:53.197159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.208726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.211279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cd378a9-53cf-40c5-bd27-a15ff48968bf HTTP/1.1" status: 204 len: 168 time: 0.2626116 Aug 29 04:40:53.242406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55ade5-12f9-4ef0-94b6-018b91da8eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd378a9-53cf-40c5-bd27-a15ff48968bf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.325635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.389984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 02c1b8d9-84e9-4707-a684-92703961cb3f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=02c1b8d9-84e9-4707-a684-92703961cb3f,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:53.397425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.399229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 31bf0abc-b9bf-4201-a451-dcc05b097f66 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:53.534596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:53.542516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.564718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 31bf0abc-b9bf-4201-a451-dcc05b097f66 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:53.565435 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:53.656055 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:40:53.780761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4dbbb998-e918-4346-8669-372803844a41 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:53.805995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4dbbb998-e918-4346-8669-372803844a41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:53.806353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4dbbb998-e918-4346-8669-372803844a41 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:53.806731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1958f938-50ff-493b-b93e-07b0bd20b674 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:53.842324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1958f938-50ff-493b-b93e-07b0bd20b674 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:53.843443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1958f938-50ff-493b-b93e-07b0bd20b674 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:53.906916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.017993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46976c57-7ea1-44f4-933d-ba35c323fd9c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 994 time: 0.1093805 Aug 29 04:40:54.034906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 02c1b8d9-84e9-4707-a684-92703961cb3f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:40:54.059616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Deleting port 31bf0abc-b9bf-4201-a451-dcc05b097f66 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:54.060433 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.129590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44eb48-7d21-4baf-a911-bb193efc6250 req-4f042465-50f9-43d7-b531-02b8768a25c4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:54.130597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 02c1b8d9-84e9-4707-a684-92703961cb3f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:54.131144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.131436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c44eb48-7d21-4baf-a911-bb193efc6250 req-4f042465-50f9-43d7-b531-02b8768a25c4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.1333938 Aug 29 04:40:54.274204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c44eb48-7d21-4baf-a911-bb193efc6250 req-c6c10c9f-b6ca-47e1-8e4c-5c857bc31786 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289225 Aug 29 04:40:54.283886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] For port 31bf0abc-b9bf-4201-a451-dcc05b097f66, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=31bf0abc-b9bf-4201-a451-dcc05b097f66,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:54.284476 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.319258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Calling delete_port for 31bf0abc-b9bf-4201-a451-dcc05b097f66 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:54.384667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a20c6b39-242f-47b3-ad25-63357d6f8008 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:54.423588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a20c6b39-242f-47b3-ad25-63357d6f8008 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:54.425512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a20c6b39-242f-47b3-ad25-63357d6f8008 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:54.498723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53414) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:54.597574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.625956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bf0abc-b9bf-4201-a451-dcc05b097f66,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:54.677165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-network', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:54.713522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Made reservation on behalf of b01181e3df004844af211f0d3662e0f7 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:54.722547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.740974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.918055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.954722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:54.968505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.019173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:40:55.041302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386e244b-a7b7-40a3-a854-d7b0de61fb94,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.045963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.046581 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Added segment 89eec71f-5edb-43e5-bf2d-7aead0145eb9 of type vlan for network 74b66238-7c7f-4c96-82fc-24d95b45bf67 Aug 29 04:40:55.120048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.167050 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.168859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.169729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.260866 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7608552 Aug 29 04:40:55.267456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53426) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.277730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Request body: {'subnet': {'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-subnet', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:55.290038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4bc79-2578-4936-b22d-0bb44e0df43c admin admin] Pushing event updated for resources: {'Network': ['ID=74b66238-7c7f-4c96-82fc-24d95b45bf67,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.315078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:40:55.328143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Made reservation on behalf of b01181e3df004844af211f0d3662e0f7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:40:55.334886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.352456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Router 1f257c2f-e3b6-4419-bd3e-054f1864e074 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:40:55.630921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.699630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:40:55.710049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2ec486d4-0026-4c81-a917-cc607d810223 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f257c2f-e3b6-4419-bd3e-054f1864e074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795522 Aug 29 04:40:55.711811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5425cfe0-8982-4291-a660-2ed9080f4423,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:55.714077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.716335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf969c85-e0c7-46c9-98b9-35bbf5943285 req-226c2f1c-5746-47c5-927d-15cba5892fa3 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.717812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf969c85-e0c7-46c9-98b9-35bbf5943285 req-226c2f1c-5746-47c5-927d-15cba5892fa3 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.2110209 Aug 29 04:40:55.722246 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Sync routers for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:40:55.732129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Checking segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:40:55.732670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Network hostable DHCP agents. Network: 74b66238-7c7f-4c96-82fc-24d95b45bf67, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:40:55.737602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:55.738519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:55.769346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.782485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.795885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.805700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.811878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.817979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.825840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.831871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:40:55.833294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-1c722d69-13c5-4b32-9fc7-b5bfb0ff01d4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2674460 Aug 29 04:40:55.884442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 74b66238-7c7f-4c96-82fc-24d95b45bf67) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:55.893481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:55.894303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.909925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:55.918849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-345cfa7d-eeee-479e-9870-fd73b120b207 req-3280ac98-fcd8-4ce8-af1d-1a8973398ec6 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845451 Aug 29 04:40:55.919722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285998d-3fe8-4679-8500-53e04a4c9ac2 None None] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:55.947234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:55.958892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf969c85-e0c7-46c9-98b9-35bbf5943285 req-8e6a2028-ab0f-480c-9e3e-a089882a4642 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233492 Aug 29 04:40:55.978179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8fef8b5-8113-494a-b61b-21def71efa15 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7047126 Aug 29 04:40:55.979025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:55.983387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:56.044303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.044303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.117123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.182284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.237898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Deleting port e04d51d7-2286-430f-a7eb-b4a377eb2402 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:56.238214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.264147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bdb49-bc32-44f6-8332-69d93616b432 None None] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:56.465631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:54Z', 'revision_number': 5, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port': {'id': 'e04d51d7-2286-430f-a7eb-b4a377eb2402', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:33Z', 'updated_at': '2021-08-29T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.504011 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Checking router: 1f257c2f-e3b6-4419-bd3e-054f1864e074 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:40:56.518555 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Routers {'1f257c2f-e3b6-4419-bd3e-054f1864e074'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:40:56.521894 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1f257c2f-e3b6-4419-bd3e-054f1864e074'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:56.603916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:56.911168 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] Set router 1f257c2f-e3b6-4419-bd3e-054f1864e074 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:40:56.967313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.980292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:56.992476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.004306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.006036 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.016667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.028954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.041808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.045125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-05a55093-0475-437b-96b7-d7f0273a2817 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2278059 Aug 29 04:40:57.051658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:56Z', 'revision_number': 6, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:40:57.061556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.123217 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553e21c-b9e2-49b2-b4da-2a6a5a550aad None None] The sync data for ids ['1f257c2f-e3b6-4419-bd3e-054f1864e074'] in n-d-712139-13 is: [{'id': '1f257c2f-e3b6-4419-bd3e-054f1864e074', 'name': 'tempest-TestAggregatesBasicOps-1753224696-router', 'tenant_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:32Z', 'updated_at': '2021-08-29T04:40:56Z', 'revision_number': 6, 'project_id': '0dac3b60d4b04cc7a56516564e9d30ea', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:40:57.147271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] For port e04d51d7-2286-430f-a7eb-b4a377eb2402, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e04d51d7-2286-430f-a7eb-b4a377eb2402,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:57.148395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.171506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-18d2fcfe-8faa-441e-a925-a0dc258c5a1f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.172914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-18d2fcfe-8faa-441e-a925-a0dc258c5a1f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1123071 Aug 29 04:40:57.179126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Calling delete_port for e04d51d7-2286-430f-a7eb-b4a377eb2402 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:40:57.233697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.241598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.249458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.257438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.264800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.272216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.279861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:57.290206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e44c62e7-f6f1-4180-985f-2f3ed01808c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5432 time: 0.2245164 Aug 29 04:40:57.386082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Allocated IP 172.25.3.226 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:40:57.401924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49606dc8-a129-471a-8041-03213c7e1f79 req-e7f08263-e7e3-400e-a364-47c4493238ad tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102736 Aug 29 04:40:57.459660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-06edc93c-19f0-4999-87a0-b5f69d42b408 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2499137 Aug 29 04:40:57.536883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:57.596267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.657656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.691427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:57.716209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:40:57.720493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:40:57.737252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:40:58.107746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f38f85e1-946b-4702-8776-1ac827c96f9e,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:58.112280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.200103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04d51d7-2286-430f-a7eb-b4a377eb2402,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.286132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e04d51d7-2286-430f-a7eb-b4a377eb2402 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:58.313786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e04d51d7-2286-430f-a7eb-b4a377eb2402 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:58.314532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e04d51d7-2286-430f-a7eb-b4a377eb2402 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:58.315198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 31bf0abc-b9bf-4201-a451-dcc05b097f66 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:58.338235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 31bf0abc-b9bf-4201-a451-dcc05b097f66 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:40:58.338884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 31bf0abc-b9bf-4201-a451-dcc05b097f66 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:40:58.343747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Pushing event updated for resources: {'Port': ['ID=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.346368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] For port f38f85e1-946b-4702-8776-1ac827c96f9e, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:58.351222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.494106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.498979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.504267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] device_id is not set on port f38f85e1-946b-4702-8776-1ac827c96f9e yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:58.531526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.613922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.626858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.627399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f257c2f-e3b6-4419-bd3e-054f1864e074 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:40:58.636665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.637888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9449c42e-3dfb-4337-a986-6733a48802b6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1f257c2f-e3b6-4419-bd3e-054f1864e074 HTTP/1.1" status: 204 len: 168 time: 2.9225149 Aug 29 04:40:58.651547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:58.726632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] No DVR routers for this DVR port f38f85e1-946b-4702-8776-1ac827c96f9e on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:58.776452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] In _notify_port_updated(), no bound segment for port f38f85e1-946b-4702-8776-1ac827c96f9e on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:40:58.777047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.777670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.779341 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] 10.222.0.54 "PUT /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 200 len: 1026 time: 1.2483327 Aug 29 04:40:58.780263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca139b7-d37c-4aee-8606-4a348c025e94 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:58.786205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Deleting subnet ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:40:58.791624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.848302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-acea32a8-4708-4813-92ab-5f379a0bac10 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:58.848607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-acea32a8-4708-4813-92ab-5f379a0bac10 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "GET /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0570233 Aug 29 04:40:58.853829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.862189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:40:58.943872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.953560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:58.983516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.042944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6718f5a-c7fd-4ec4-a9eb-419083b571d6 None None] Provisioning complete for port f38f85e1-946b-4702-8776-1ac827c96f9e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:40:59.043625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6718f5a-c7fd-4ec4-a9eb-419083b571d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.060471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.068103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.076064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.085523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.091489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b6718f5a-c7fd-4ec4-a9eb-419083b571d6 None None] Port f38f85e1-946b-4702-8776-1ac827c96f9e cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:40:59.094442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.101495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.107818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.110017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8d03009-76c9-46df-baff-4351547511f4 req-4116b58d-7326-4b43-aee0-5f92e4148ed9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 5355 time: 0.5394652 Aug 29 04:40:59.119315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:59.225360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.226997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:59.234843 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.254783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8d03009-76c9-46df-baff-4351547511f4 req-9fc1d142-c6aa-48c8-995e-50fff3da1e9a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=e85c0d63-9894-47e3-8a18-311b2801b471&id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331246 Aug 29 04:40:59.262651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17864aea-0b2f-4b17-b7af-fb58d599994f None None] Network be1fb029-5d26-445a-a428-b121cf38b627 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:40:59.281336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.283481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb HTTP/1.1" status: 204 len: 168 time: 0.6302555 Aug 29 04:40:59.286244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53466) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:40:59.305546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:59.307813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:40:59.321491 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce60ac-917a-4c17-8418-5972c3b575b7" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:40:59.328427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368617a-1f62-426d-ac66-91e7a3beb638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd4a4a6-d7ee-4ba9-bacd-702167af0eeb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.362661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.363394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device de6ff980-13cd-4b18-b156-b6a8a9ea6167 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:59.383196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] For port ac826b2c-dc25-43d2-9c31-4e31452c1e0c, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:40:59.418089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.445221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.450330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] device_id is not set on port ac826b2c-dc25-43d2-9c31-4e31452c1e0c yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:40:59.467325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.482097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.488274 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc424b9-4ac0-4dac-b87c-75829e2a2996 x-openstack-request-id: req-dfc424b9-4ac0-4dac-b87c-75829e2a2996 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:40:59.488621 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:40:59.488843 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfc424b9-4ac0-4dac-b87c-75829e2a2996 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:40:59.489218 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'code': 200} Aug 29 04:40:59.559087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.606774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.609097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Pushing event updated for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:40:59.722835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] No DVR routers for this DVR port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:40:59.733004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:40:59.747553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.749357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6a92d72f-dbdb-45bd-a4d1-d604503dedcd no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:40:59.762443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:40:59.817151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Deleting port 93cb3529-fa3c-4540-a7bc-2cea4c95027c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:40:59.817490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.828695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] DHCP port deletion for be1fb029-5d26-445a-a428-b121cf38b627 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:40:59.895767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] In _notify_port_updated(), no bound segment for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c on network db647399-1386-4c56-b054-01a55d12963a {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:40:59.897998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:40:59.899139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:40:59.902139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-bb312f36-907c-443f-bd48-aa2c46675850 service neutron] 10.222.0.54 "PUT /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 200 len: 1026 time: 1.0443263 Aug 29 04:41:00.036779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.057203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93cb3529-fa3c-4540-a7bc-2cea4c95027c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:00.057929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:00.080969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Sync routers for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:00.150703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.152750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c620b3b6-f5b4-4697-88fa-4c1c52a28903 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1732471 Aug 29 04:41:00.154414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.157590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:00.171519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] For port 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93cb3529-fa3c-4540-a7bc-2cea4c95027c,segment=NetworkSegment(278ba862-7175-45e7-8ac7-f0d79b6b6cd1),segment_id=278ba862-7175-45e7-8ac7-f0d79b6b6cd1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:00.172160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.221738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Calling delete_port for 93cb3529-fa3c-4540-a7bc-2cea4c95027c owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:00.239100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:00.239804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.253049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:00.254307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:00.463098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.527236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] No DVR routers for this DVR port 93cb3529-fa3c-4540-a7bc-2cea4c95027c on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:00.540512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cb3529-fa3c-4540-a7bc-2cea4c95027c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:00.675777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:00.676676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.703593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:00.715200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d980506-bd4d-4d92-b348-d768b9d87c65 None None] Provisioning complete for port ac826b2c-dc25-43d2-9c31-4e31452c1e0c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:00.715862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d980506-bd4d-4d92-b348-d768b9d87c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.720196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.730019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.733838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No active binding found for port 93cb3529-fa3c-4540-a7bc-2cea4c95027c {{(pid=94828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 04:41:00.734518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93cb3529-fa3c-4540-a7bc-2cea4c95027c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:00.739514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.754939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.771773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.780933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:00.784348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-64639ceb-7553-4bcb-929b-d638e60ad076 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 3882 time: 0.2397575 Aug 29 04:41:00.930220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:00.939719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:01.004342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.012717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=7403c925-ad50-4efc-b8c3-9c96ebd0ce1d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.080585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1fb029-5d26-445a-a428-b121cf38b627']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.101032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Deleting port 93cb3529-fa3c-4540-a7bc-2cea4c95027c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:01.101577 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.115422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:01.122161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.126048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-847b32ec-803b-4d98-bb2b-5848c102ea02 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "DELETE /v2.0/ports/7403c925-ad50-4efc-b8c3-9c96ebd0ce1d HTTP/1.1" status: 204 len: 173 time: 1.2029855 Aug 29 04:41:01.133987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278ba862-7175-45e7-8ac7-f0d79b6b6cd1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.134920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278ba862-7175-45e7-8ac7-f0d79b6b6cd1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:01.138161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:01.142355 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56798ff8-d8c1-4558-8c6e-f1e6d5218739" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:01.184875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.235646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.280217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:01.281214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:01.286146 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:01.304568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:01.313106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d980506-bd4d-4d92-b348-d768b9d87c65 None None] Port ac826b2c-dc25-43d2-9c31-4e31452c1e0c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:01.330973 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.332189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f38f85e1-946b-4702-8776-1ac827c96f9e no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:01.356180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.419406 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb768a7-0b65-4dda-8c6d-364a12868f83 x-openstack-request-id: req-4fb768a7-0b65-4dda-8c6d-364a12868f83 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:01.419768 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "7403c925-ad50-4efc-b8c3-9c96ebd0ce1d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:01.419951 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fb768a7-0b65-4dda-8c6d-364a12868f83 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:01.420527 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '7403c925-ad50-4efc-b8c3-9c96ebd0ce1d', 'status': 'completed', 'code': 200} Aug 29 04:41:01.475192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.483015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.486248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be1fb029-5d26-445a-a428-b121cf38b627 HTTP/1.1" status: 204 len: 168 time: 2.1974425 Aug 29 04:41:01.507911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e84bf0e-b759-4b04-a627-3b1362731787 req-bc08e05c-a04c-42d8-b1ee-9a0d78593159 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5746689 Aug 29 04:41:01.522265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] For port 93cb3529-fa3c-4540-a7bc-2cea4c95027c, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:01.522914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.538987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50364882-ef88-4e70-bfca-e69d92e9c4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1fb029-5d26-445a-a428-b121cf38b627,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.559912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167'}, {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:01.563758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237260a6-ab92-4945-9579-e680f7a676c6" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167"}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:01.565244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:01.565800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.719969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Calling delete_port for 93cb3529-fa3c-4540-a7bc-2cea4c95027c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:01.737021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Port 93cb3529-fa3c-4540-a7bc-2cea4c95027c was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:41:01.746537 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4113abbe-6839-4b86-b39d-99a97cdee63d x-openstack-request-id: req-4113abbe-6839-4b86-b39d-99a97cdee63d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:01.747130 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167", "code": 200}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:01.747607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4113abbe-6839-4b86-b39d-99a97cdee63d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:01.748235 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'code': 200} Aug 29 04:41:01.748659 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'code': 200} Aug 29 04:41:01.751974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.765678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.772975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f38f85e1-946b-4702-8776-1ac827c96f9e not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:01.787417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:01.813667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Network be1fb029-5d26-445a-a428-b121cf38b627 is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:41:01.814476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] No DVR routers for this DVR port 93cb3529-fa3c-4540-a7bc-2cea4c95027c on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:01.833395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:01.834091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:01.875701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:01.876241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7403c925-ad50-4efc-b8c3-9c96ebd0ce1d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:01.876793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bd71c0a4-459c-45ec-b980-96d2093c92f1 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:01.882710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6cec-7c32-4cfc-94da-1633a44db519 None None] Pushing event deleted for resources: {'Port': ['ID=93cb3529-fa3c-4540-a7bc-2cea4c95027c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:01.883892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:01.893513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.011084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Allocated IP 172.20.0.1 (74b66238-7c7f-4c96-82fc-24d95b45bf67/5425cfe0-8982-4291-a660-2ed9080f4423/1505213a-f229-4cdf-9805-5f00a8d89548) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:02.106446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:40:58Z', 'revision_number': 3, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:02.194918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8eb62e65-1917-4087-8484-2ca672853b8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22b74a76494d4e3f81d4e684e3316dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997906 Aug 29 04:41:02.195147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.198871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53494) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:02.232386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Checking router: 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:02.234904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Updating router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:02.284492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.304857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.336910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.348542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:02.377399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.405074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.492113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:02.507401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:02.508050 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.510062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.510062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ac826b2c-dc25-43d2-9c31-4e31452c1e0c no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:02.522182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:02.591032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.652181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ac826b2c-dc25-43d2-9c31-4e31452c1e0c not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:02.658018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.695601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.732712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Pushing event updated for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.758550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port 00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:02.760944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.763965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.765019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e490c92c-a896-449d-8653-7e9fdd61a0e4 HTTP/1.1" status: 204 len: 168 time: 0.5647459 Aug 29 04:41:02.766333 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:02.768443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-400ab2c8-5022-45b6-8380-25d2e35c318f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "DELETE /v2.0/ports/00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862 HTTP/1.1" status: 204 len: 173 time: 1.6223018 Aug 29 04:41:02.791722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306ef8e-bd60-46fb-81ba-c7fce669475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490c92c-a896-449d-8653-7e9fdd61a0e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:02.955366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port de6ff980-13cd-4b18-b156-b6a8a9ea6167 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:02.956053 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.008645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.028846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Transition to ACTIVE for port object 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:03.050557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.069862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c044bc-064c-4ca0-aead-b51ee30370e1 req-79826542-701f-4e5d-aca4-8c2068a0db36 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.083063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c044bc-064c-4ca0-aead-b51ee30370e1 req-79826542-701f-4e5d-aca4-8c2068a0db36 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.102099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c044bc-064c-4ca0-aead-b51ee30370e1 req-79826542-701f-4e5d-aca4-8c2068a0db36 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:03.102099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16c044bc-064c-4ca0-aead-b51ee30370e1 req-79826542-701f-4e5d-aca4-8c2068a0db36 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 2410 time: 0.2765985 Aug 29 04:41:03.145384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port de6ff980-13cd-4b18-b156-b6a8a9ea6167, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=de6ff980-13cd-4b18-b156-b6a8a9ea6167,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:03.146100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.158547 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.190024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Attempting to bind port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:03.190305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Attempting to bind port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:03.192355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Attempting to bind port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:03.196446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for de6ff980-13cd-4b18-b156-b6a8a9ea6167 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:03.214138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:03.218548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:03.219232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.219830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:03.221450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Bound port: 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:03.221846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.286522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff8650-7d89-495b-b091-13dc74dd93ae None None] Pushing event updated for resources: {'Port': ['ID=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.377687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] For port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:03.382690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] For port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:03.399367 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.500561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff8650-7d89-495b-b091-13dc74dd93ae None None] Pushing event updated for resources: {'Port': ['ID=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.535630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:03.536395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:03.563587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:03.567642 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca360f33-e43d-480a-af52-21524be2c6be" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:03.576212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.613177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=de6ff980-13cd-4b18-b156-b6a8a9ea6167,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:03.698437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port de6ff980-13cd-4b18-b156-b6a8a9ea6167 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:03.702394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.708273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-c357bf2a-a25c-4542-8a8b-62ec3c1b2715 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "DELETE /v2.0/ports/de6ff980-13cd-4b18-b156-b6a8a9ea6167 HTTP/1.1" status: 204 len: 173 time: 0.9240310 Aug 29 04:41:03.716307 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895fdae2-d46b-475d-80c5-5be36ce01274 x-openstack-request-id: req-895fdae2-d46b-475d-80c5-5be36ce01274 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:03.718066 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:03.718066 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-895fdae2-d46b-475d-80c5-5be36ce01274 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:03.718529 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '00032ce7-c5c7-4fb6-a8b2-cd15cd1ba862', 'status': 'completed', 'code': 200} Aug 29 04:41:03.757745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.761612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:03.764805 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e24d32-f381-43f1-abae-519be04ea3ed" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:03.769143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16c044bc-064c-4ca0-aead-b51ee30370e1 req-51319812-53c8-41fa-9763-4f566eaae0f3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6126482 Aug 29 04:41:03.774961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:03.833118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53516) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:03.910142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:03.955326 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15aea733-a009-4c4c-91c2-3b1250cfc33a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0dac3b60d4b04cc7a56516564e9d30ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184645 Aug 29 04:41:03.962148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53518) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:04.013948 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9220475b-cb2e-4b48-92ba-4797293f7cf2 x-openstack-request-id: req-9220475b-cb2e-4b48-92ba-4797293f7cf2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:04.014918 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:04.015138 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9220475b-cb2e-4b48-92ba-4797293f7cf2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:04.015568 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'code': 200} Aug 29 04:41:04.033751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.041486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Pushing event updated for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.050056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port bd71c0a4-459c-45ec-b980-96d2093c92f1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:04.050597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.275469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port bd71c0a4-459c-45ec-b980-96d2093c92f1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bd71c0a4-459c-45ec-b980-96d2093c92f1,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:04.275767 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.295337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.327373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1505213a-f229-4cdf-9805-5f00a8d89548', 'name': '', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'mac_address': 'fa:16:3e:e8:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:01Z', 'updated_at': '2021-08-29T04:41:02Z', 'revision_number': 1, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'subnets': [{'id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:04.370167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.406921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec933b1-fcf6-48c2-8a79-83403a2e005e None None] The sync data for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 is: [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1505213a-f229-4cdf-9805-5f00a8d89548', 'name': '', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'mac_address': 'fa:16:3e:e8:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:01Z', 'updated_at': '2021-08-29T04:41:02Z', 'revision_number': 1, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'subnets': [{'id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:04.467320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:04.472644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:04.659600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.664469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.666638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21620de0-b9a0-49d3-bf45-71d92e713081 HTTP/1.1" status: 204 len: 168 time: 0.7026377 Aug 29 04:41:04.686397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.687292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:04.687292 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Floating IP 6f389349-39ba-4ee2-88dd-1c8dc72e34b5 disassociated. External IP: 172.25.3.134, port: bd71c0a4-459c-45ec-b980-96d2093c92f1. Aug 29 04:41:04.687678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for bd71c0a4-459c-45ec-b980-96d2093c92f1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:04.785887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0615-2685-4fb2-996d-6425218afd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21620de0-b9a0-49d3-bf45-71d92e713081,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:04.865742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:05.053347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.121756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=bd71c0a4-459c-45ec-b980-96d2093c92f1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:05.166031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a902-dea3-46e9-949b-110916f40902 req-dee04f7b-5c2e-4cc8-ad95-c31027899765 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:05.167727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8a3a902-dea3-46e9-949b-110916f40902 req-dee04f7b-5c2e-4cc8-ad95-c31027899765 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 943 time: 0.1212847 Aug 29 04:41:05.169772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:05.176232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5870b5d-153a-495b-962f-4cf00f528b80 admin admin] 10.222.0.62 "PUT /v2.0/routers/4105fd97-6b6d-4cb0-971c-28c4a63ebfd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0018082 Aug 29 04:41:05.299445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8a3a902-dea3-46e9-949b-110916f40902 req-fdb8b1be-a71e-48ae-b9c2-17e872411cda tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups?id=14cd8810-b99c-4bde-a29f-fe04309a8b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139600 Aug 29 04:41:05.390196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Router e9abcf60-1dcc-45a6-9775-320a51552b39 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:05.627149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:05.652930 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Sync routers for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:05.674902 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:05.675807 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:05.777643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:05.780002 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc756a-bcb0-4ef6-9112-ae68a0a71a8a" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:05.783976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port bd71c0a4-459c-45ec-b980-96d2093c92f1 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:05.787519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:05.789922 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-eb134fbe-8cfe-43b1-a487-2c0dd9be4fb4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "DELETE /v2.0/ports/bd71c0a4-459c-45ec-b980-96d2093c92f1 HTTP/1.1" status: 204 len: 173 time: 2.0644135 Aug 29 04:41:05.950069 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7db7e-caef-41cf-8be0-966d6b72d0fd x-openstack-request-id: req-edb7db7e-caef-41cf-8be0-966d6b72d0fd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:05.950362 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "de6ff980-13cd-4b18-b156-b6a8a9ea6167", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:05.950614 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edb7db7e-caef-41cf-8be0-966d6b72d0fd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:05.951007 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': 'de6ff980-13cd-4b18-b156-b6a8a9ea6167', 'status': 'completed', 'code': 200} Aug 29 04:41:05.986380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:05.987073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.028915 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:06.117970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:06.155040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:06.155892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.177483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for 6a92d72f-dbdb-45bd-a4d1-d604503dedcd owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:06.243291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:06.249437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:06.250303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.283562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-aed2f1f5-80f4-4743-a503-8fbc2ea80d82 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:06.299437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-aed2f1f5-80f4-4743-a503-8fbc2ea80d82 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 819 time: 0.2824979 Aug 29 04:41:06.328866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-3158142a-0a29-4aa6-adf5-8947aef75596 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/quotas/b01181e3df004844af211f0d3662e0f7 HTTP/1.1" status: 200 len: 375 time: 0.0274785 Aug 29 04:41:06.415396 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.440325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.474837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:06.485749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:06.498737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb973ba2-cd14-406a-86d0-3ff31118ed82 req-83c7f5c1-ce8a-412b-bfc8-c9fe975c575f tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0780358 Aug 29 04:41:06.529715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-fb5dc8eb-1aae-4acc-9c51-1bff2c4b6d0f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1982560 Aug 29 04:41:06.566173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.624363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Checking router: e9abcf60-1dcc-45a6-9775-320a51552b39 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:06.632029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:06.659652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:06.660552 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:06.714530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-33b0fac5-947d-46c6-9340-1968e987ba7d service neutron] 10.222.0.62 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813476 Aug 29 04:41:06.869331 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:06.966591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-cc946f9a-fb98-4441-a167-1596dd7f3ccf service neutron] 10.222.0.62 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342005 Aug 29 04:41:06.995545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905ec92d-be4f-47de-8a45-d96264576f14 req-9e97578c-ff6d-47db-b341-2d86f35af59b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0540199 Aug 29 04:41:07.180480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=6a92d72f-dbdb-45bd-a4d1-d604503dedcd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:07.216699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905ec92d-be4f-47de-8a45-d96264576f14 req-1583dd7f-5201-4364-9351-4fbbfb08b83f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0808935 Aug 29 04:41:07.240313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port 6a92d72f-dbdb-45bd-a4d1-d604503dedcd on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:07.246252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.250973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3b6d64b2-fff2-490a-9464-372ceb83ac42 req-7f908f02-ddbb-4ef1-8c76-92d9736e81c4 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.54 "DELETE /v2.0/ports/6a92d72f-dbdb-45bd-a4d1-d604503dedcd HTTP/1.1" status: 204 len: 173 time: 1.4534645 Aug 29 04:41:07.290502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:07.291850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905ec92d-be4f-47de-8a45-d96264576f14 req-c0ca0a1e-dd7f-4101-90b2-799b572c7b73 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545075 Aug 29 04:41:07.352548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05f84248-175a-4842-9793-5631a0373e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:07.368990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8899ee7e-1a6b-4ec9-82c4-e00fc04a2066 req-260c2e0a-082f-450c-840c-d2e0272e00a3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 210 time: 0.0731335 Aug 29 04:41:07.525182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ec92d-be4f-47de-8a45-d96264576f14 req-1523e64c-349d-4621-8265-c01d16a474f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.532301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-905ec92d-be4f-47de-8a45-d96264576f14 req-1523e64c-349d-4621-8265-c01d16a474f5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216134 Aug 29 04:41:07.719453 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:07.768478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8fcd5dd-4e08-4f13-acfe-3f9acc6adc1f req-e94a4930-96b4-4310-95a6-fe71bf914f1c tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0619774 Aug 29 04:41:07.794057 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac8688-cc21-4bee-8579-6262662bb867 None None] The sync data for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 is: [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:28:47Z', 'revision_number': 4, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fa1a40e1-e1ec-4d27-b97d-4f18d0287b00', 'name': '', 'network_id': '5bbf71a7-12af-4a6f-b08c-930d3c4f6491', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'mac_address': 'fa:16:3e:9f:a2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:42Z', 'updated_at': '2021-08-29T04:29:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'subnets': [{'id': '41a307bb-74f2-48c2-938e-5cb8c11f377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:07.958517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-a99f155d-9772-4b97-911f-6beea5f39ec9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:07.961061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-a99f155d-9772-4b97-911f-6beea5f39ec9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 819 time: 0.1913610 Aug 29 04:41:08.003629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-fbf510a1-1890-442e-9d9a-19fd90526454 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/quotas/b01181e3df004844af211f0d3662e0f7 HTTP/1.1" status: 200 len: 375 time: 0.0232224 Aug 29 04:41:08.152882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-eb5cd960-d998-4a3f-bd7d-99bb01c886e9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475329 Aug 29 04:41:08.189054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1'}, {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:08.201042 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebaa034-839a-428b-b636-31642fffa96b" -d '{"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1"}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:08.240361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:08.620888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-6032a4a1-ebfc-4669-91a0-928752c5edd2 service neutron] 10.222.0.62 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580564 Aug 29 04:41:08.802073 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf6f58-8a35-4291-90bc-3827ab27b872 x-openstack-request-id: req-7edf6f58-8a35-4291-90bc-3827ab27b872 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:08.802894 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "bd71c0a4-459c-45ec-b980-96d2093c92f1", "status": "completed", "code": 200}, {"server_uuid": "c67a7aa1-589f-4e15-baa7-91d85623acdf", "name": "network-vif-deleted", "tag": "6a92d72f-dbdb-45bd-a4d1-d604503dedcd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:08.803873 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7edf6f58-8a35-4291-90bc-3827ab27b872 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:08.804582 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': 'bd71c0a4-459c-45ec-b980-96d2093c92f1', 'status': 'completed', 'code': 200} Aug 29 04:41:08.806592 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a7aa1-589f-4e15-baa7-91d85623acdf', 'name': 'network-vif-deleted', 'tag': '6a92d72f-dbdb-45bd-a4d1-d604503dedcd', 'status': 'completed', 'code': 200} Aug 29 04:41:08.812162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04404bc3-6009-4806-b435-ab09cd36b30f None None] New status for floating IP 6f389349-39ba-4ee2-88dd-1c8dc72e34b5: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:08.831792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Sync routers for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:08.853913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:08.856478 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:40:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:08.913371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-9e35a7ae-d87b-4c93-89c9-8d5ff61da52b service neutron] 10.222.0.62 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857294 Aug 29 04:41:08.924934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.124801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e3cf0e5-215f-48a8-9ecf-98d4e801cad6 req-3ddccc0f-43d2-4a0e-99b3-1cc5ee83f7f9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0790329 Aug 29 04:41:09.191576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:09.192958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.313548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:09.443325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3551c107-fe0b-42cf-be27-16065868a90c req-2ac250a7-410a-40a3-8a21-07c95f1e355d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 210 time: 0.1063437 Aug 29 04:41:09.843843 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1505213a-f229-4cdf-9805-5f00a8d89548', 'name': '', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'mac_address': 'fa:16:3e:e8:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:01Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 2, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'subnets': [{'id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:09.844828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-8487ed8d-2ce0-4889-908e-d55d30c96682 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:09.847393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-8487ed8d-2ce0-4889-908e-d55d30c96682 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 819 time: 0.2929864 Aug 29 04:41:09.881662 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Checking router: 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:09.881992 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Updating router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 port 1505213a-f229-4cdf-9805-5f00a8d89548 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:09.886995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Request body: {'port': {'device_id': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'admin_state_up': True, 'tenant_id': 'b01181e3df004844af211f0d3662e0f7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:09.922203 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:09.942954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 02c1b8d9-84e9-4707-a684-92703961cb3f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:09.943538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.152868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Made reservation on behalf of b01181e3df004844af211f0d3662e0f7 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:10.158175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.251743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 02c1b8d9-84e9-4707-a684-92703961cb3f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=02c1b8d9-84e9-4707-a684-92703961cb3f,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:10.254427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.285516 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.317250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 02c1b8d9-84e9-4707-a684-92703961cb3f owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:10.339306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ebb97ab6-2fbf-498c-a7bd-dc8af25d73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.406811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a27a5385-f369-4e02-be00-80dac0f05c15 req-00ae41e3-4cb3-4299-a104-fe7868993e32 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0892055 Aug 29 04:41:10.452965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Allocated IP 172.20.0.7 (74b66238-7c7f-4c96-82fc-24d95b45bf67/5425cfe0-8982-4291-a660-2ed9080f4423/6e7674aa-5556-4812-a6c8-1ad9524fe63c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:10.644580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2caf2c3-d008-4011-a028-eb37c25ade07 req-ff321555-c986-4aa1-97c1-fb2e68f048c9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 210 time: 0.0561938 Aug 29 04:41:10.812585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.863632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.890634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:10.914359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=02c1b8d9-84e9-4707-a684-92703961cb3f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.050178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Pushing event updated for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.080803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:11.083784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:11.100638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:11.188795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.256186 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.291841 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Transition to ACTIVE for port object 1505213a-f229-4cdf-9805-5f00a8d89548 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:11.305238 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.307970 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.370532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.375188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.431567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93eaf6c2-9070-4614-9721-ccd72a576ed8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5531793 Aug 29 04:41:11.479401 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9455171-a773-44b0-a0ad-cd514bc3cb6b None None] Pushing event updated for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:11.494270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-8a937ba0-80ae-4fa6-b702-422cfd2a3bf8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:41:11.508786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-8a937ba0-80ae-4fa6-b702-422cfd2a3bf8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495470 Aug 29 04:41:11.520409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-3db7230a-5182-4c38-a59f-a9fbfc6586bc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:11.523627 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-3db7230a-5182-4c38-a59f-a9fbfc6586bc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.54 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 819 time: 0.2543271 Aug 29 04:41:11.541164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Request body: {'port': {'device_id': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'admin_state_up': True, 'tenant_id': 'b01181e3df004844af211f0d3662e0f7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.568015 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Attempting to bind port 1505213a-f229-4cdf-9805-5f00a8d89548 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:11.568776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Request body: {'port': {'device_id': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:11.569821 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Attempting to bind port 1505213a-f229-4cdf-9805-5f00a8d89548 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:11.570749 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Attempting to bind port 1505213a-f229-4cdf-9805-5f00a8d89548 on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:11.587955 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:11.588589 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Checking segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:11.591222 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.592483 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Bound using segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:11.594409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Bound port: 1505213a-f229-4cdf-9805-5f00a8d89548, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:11.596539 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.732072 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.761525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Made reservation on behalf of b01181e3df004844af211f0d3662e0f7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:11.770886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:11.817545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44658993-2e12-472a-8a49-fc87346e44f9 req-b808972f-89be-4d24-aa82-e2892295a6db tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1765616 Aug 29 04:41:11.830937 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] For port 1505213a-f229-4cdf-9805-5f00a8d89548, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:11.850541 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] For port 1505213a-f229-4cdf-9805-5f00a8d89548, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1505213a-f229-4cdf-9805-5f00a8d89548,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:11.865071 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.058644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:12.084355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9455171-a773-44b0-a0ad-cd514bc3cb6b None None] Pushing event updated for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:12.174094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:12.181109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.182295 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.405955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:12.411694 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1129dc75-191a-417a-a1c1-daf8d0b2d1d7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/55cd6e6c-2937-4432-9b30-e56548a7e553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1169462 Aug 29 04:41:12.424147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:12.446550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:12.447543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:12.549768 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:12.563704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1505213a-f229-4cdf-9805-5f00a8d89548 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:12.771499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1505213a-f229-4cdf-9805-5f00a8d89548 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:12.784511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:12.890139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1505213a-f229-4cdf-9805-5f00a8d89548 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:12.890719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:12.982216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c76f0d8-df45-47c0-92f0-9c6c4bcd6397 req-315beb57-508c-4db9-83ac-42f5fd2b37b8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 210 time: 0.8871832 Aug 29 04:41:13.099123 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1505213a-f229-4cdf-9805-5f00a8d89548', 'name': '', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'mac_address': 'fa:16:3e:e8:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:01Z', 'updated_at': '2021-08-29T04:41:11Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'subnets': [{'id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:13.150743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba987f-698e-4a06-8bc9-76d7351733d1 req-b282cdf0-a0f0-4ec4-85fe-ee9a06d20dc4 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:13.158519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bba987f-698e-4a06-8bc9-76d7351733d1 req-b282cdf0-a0f0-4ec4-85fe-ee9a06d20dc4 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.2147322 Aug 29 04:41:13.194982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7674aa-5556-4812-a6c8-1ad9524fe63c {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:13.218602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.233266 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4ade2-1050-470a-80a9-1e35bb131bd2 None None] The sync data for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 is: [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:41:03Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '1505213a-f229-4cdf-9805-5f00a8d89548', 'name': '', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'mac_address': 'fa:16:3e:e8:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:01Z', 'updated_at': '2021-08-29T04:41:11Z', 'revision_number': 4, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'subnets': [{'id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:13.269707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1df71135-8c2e-4675-bb02-a0e87fd54ce0 req-d1333cd7-98ab-4d86-9f7c-0d159a6eec36 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0423958 Aug 29 04:41:13.283454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bba987f-698e-4a06-8bc9-76d7351733d1 req-164ec157-d54e-4f90-bad8-3d184aaa7440 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239600 Aug 29 04:41:13.296506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Transition to ACTIVE for port object 6e7674aa-5556-4812-a6c8-1ad9524fe63c will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:13.317455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.386155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.415117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Allocated IP 172.20.0.12 (74b66238-7c7f-4c96-82fc-24d95b45bf67/5425cfe0-8982-4291-a660-2ed9080f4423/e6730639-7703-4194-a851-49d047688c42) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:13.526203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.552194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Attempting to bind port 6e7674aa-5556-4812-a6c8-1ad9524fe63c on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:13.552940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Attempting to bind port 6e7674aa-5556-4812-a6c8-1ad9524fe63c by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:13.554097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Attempting to bind port 6e7674aa-5556-4812-a6c8-1ad9524fe63c on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:13.560757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Port 6e7674aa-5556-4812-a6c8-1ad9524fe63c on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:13.561456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Attempting to bind port 6e7674aa-5556-4812-a6c8-1ad9524fe63c on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:13.568398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:13.569514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Checking segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:13.570309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Bound using segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:13.571337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Bound port: 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:13.572072 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.664475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:13.670050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:13.681534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.821911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.823508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.873448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:13.874620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.877306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 1092 time: 2.3569536 Aug 29 04:41:13.878371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e68d86-4f81-42b6-a25b-06ba962b46f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:13.888752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:13.901728 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a536d50-149d-4577-8ac6-9c848ba5ed45" -d '{"events": [{"name": "network-changed", "server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:13.959228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:13.971208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:13.981123 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a55464-0486-46b2-837a-757537e29685 x-openstack-request-id: req-d2a55464-0486-46b2-837a-757537e29685 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:13.981123 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:13.981584 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2a55464-0486-46b2-837a-757537e29685 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:13.982401 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c', 'status': 'completed', 'code': 200} Aug 29 04:41:13.986996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 1505213a-f229-4cdf-9805-5f00a8d89548, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1505213a-f229-4cdf-9805-5f00a8d89548,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:14.057054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.168228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.171156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:14.200795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-7feb2159-3f42-40b6-991f-75530c103472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.204018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-7feb2159-3f42-40b6-991f-75530c103472 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1095 time: 0.2045343 Aug 29 04:41:14.236463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Network 74b66238-7c7f-4c96-82fc-24d95b45bf67 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:14.239712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:14.240434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:14.254272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:14.291726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:14.348705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Pushing event updated for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:14.378849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1505213a-f229-4cdf-9805-5f00a8d89548 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:14.444893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.448936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.486301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:14.491460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-36c05144-ebbc-41ca-8c7f-55f4a090343c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9543724 Aug 29 04:41:14.534150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-09c0a536-b32d-49c8-95eb-6edf830788aa tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:41:14.536505 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-09c0a536-b32d-49c8-95eb-6edf830788aa tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0333982 Aug 29 04:41:14.576424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-9287ecc4-8cc3-4a62-af8f-2cc7d789eaaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.3182013 Aug 29 04:41:14.706294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789590d9-82fb-4c3f-aba2-08097875bf3e req-0662c260-3b13-47af-86ad-e4196d6b3360 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.731163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-789590d9-82fb-4c3f-aba2-08097875bf3e req-0662c260-3b13-47af-86ad-e4196d6b3360 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 932 time: 0.5203156 Aug 29 04:41:14.813211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1505213a-f229-4cdf-9805-5f00a8d89548 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:14.816733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd882b03-8dc8-4f0f-9b51-186d3563f307 req-463a79f8-b2d4-482f-97c0-7374af5b311d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.2057831 Aug 29 04:41:14.824702 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:14.830019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-789590d9-82fb-4c3f-aba2-08097875bf3e req-f2374db2-f4da-4232-ba51-b45780b3b572 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976882 Aug 29 04:41:14.874750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-c0fb56f1-cc59-4c33-9691-dea36ecf3f52 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:14.883388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-c0fb56f1-cc59-4c33-9691-dea36ecf3f52 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.5682909 Aug 29 04:41:14.927746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Request body: {'port': {'device_id': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:15.077680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-214cc3c0-a837-4e29-9b92-b5aaa60eeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.079535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-214cc3c0-a837-4e29-9b92-b5aaa60eeb3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.4851432 Aug 29 04:41:15.155977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-01f4c1ee-a3fa-4388-95cb-952dd0dca6ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661371 Aug 29 04:41:15.167144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port ae692993-9409-44ab-9fc4-57c15aeed165 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:15.167693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.313341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.338509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:15.353378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ac9e0-986a-499e-afaf-ca61e08762e5 req-f6781f38-2a06-4eac-8020-016142b5e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:15.357034 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-644ac9e0-986a-499e-afaf-ca61e08762e5 req-f6781f38-2a06-4eac-8020-016142b5e659 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1097 time: 0.5606010 Aug 29 04:41:15.409823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51275357-a1ea-4d6a-bd5d-44d675a561f5 None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '8b93f7cf-0794-4aca-9084-c0b9bbe4e601', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'port_id': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'mac_address': 'fa:16:3e:5d:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:39:17Z', 'updated_at': '2021-08-29T04:39:31Z', 'revision_number': 1, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:15.569278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port ae692993-9409-44ab-9fc4-57c15aeed165, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae692993-9409-44ab-9fc4-57c15aeed165,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:15.570882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:15.604982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for ae692993-9409-44ab-9fc4-57c15aeed165 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:15.816490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-644ac9e0-986a-499e-afaf-ca61e08762e5 req-b854636a-5f91-44c6-ad02-640de681b67b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126118 Aug 29 04:41:15.848435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-93cb736e-f83f-47e9-b41b-2d1a3d1febd2 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521369 Aug 29 04:41:16.221606 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.230733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6730639-7703-4194-a851-49d047688c42 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:16.258674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8c421-ec2c-4402-aa9f-6f2890fd9b65 req-ab2b9f19-0efc-4fa2-93a3-577abd650a01 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.268020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.272835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac8c421-ec2c-4402-aa9f-6f2890fd9b65 req-ab2b9f19-0efc-4fa2-93a3-577abd650a01 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=536f981e-cb37-4657-9826-ecb6f1bd06f2 HTTP/1.1" status: 200 len: 946 time: 0.9780664 Aug 29 04:41:16.313061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Transition to ACTIVE for port object e6730639-7703-4194-a851-49d047688c42 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:16.323229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.341114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=ae692993-9409-44ab-9fc4-57c15aeed165,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.363148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1505213a-f229-4cdf-9805-5f00a8d89548 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:16.421259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Pushing event updated for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.529143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] No DVR routers for this DVR port ae692993-9409-44ab-9fc4-57c15aeed165 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:16.531289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1505213a-f229-4cdf-9805-5f00a8d89548 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:16.531802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.532221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.534725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ac5f8db-6134-4e63-b29b-1656bdbf51e4 req-d574a96d-1837-46f1-92be-15562080d391 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "DELETE /v2.0/ports/ae692993-9409-44ab-9fc4-57c15aeed165 HTTP/1.1" status: 204 len: 173 time: 1.6491652 Aug 29 04:41:16.543975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'name': 'network-vif-deleted', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:16.546400 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e408552d-0663-4fb8-8c98-7c2614101c80" -d '{"events": [{"server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "name": "network-vif-deleted", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:16.592237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4407fc-64df-478b-9cba-b912f76a8733 req-d144ce52-3eff-4a8f-b0ae-c07e67224cc7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.609779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af4407fc-64df-478b-9cba-b912f76a8733 req-d144ce52-3eff-4a8f-b0ae-c07e67224cc7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 932 time: 0.5211623 Aug 29 04:41:16.626244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Attempting to bind port e6730639-7703-4194-a851-49d047688c42 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:16.626770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Attempting to bind port e6730639-7703-4194-a851-49d047688c42 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:16.627327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Attempting to bind port e6730639-7703-4194-a851-49d047688c42 on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:16.650683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f6cebed-05be-469b-8ed8-f496842bacb1 req-9c34ac90-326e-4793-8817-5382d864dac2 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298357 Aug 29 04:41:16.657452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Port e6730639-7703-4194-a851-49d047688c42 on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:16.658022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Attempting to bind port e6730639-7703-4194-a851-49d047688c42 on network 74b66238-7c7f-4c96-82fc-24d95b45bf67 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:16.679987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac8c421-ec2c-4402-aa9f-6f2890fd9b65 req-da4731a5-97b6-4060-8efe-c99b007ad3c7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed001182-fb84-42ff-a505-9f4239f00fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455579 Aug 29 04:41:16.680652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:16.681827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Checking segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:16.681827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Bound using segment: {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:16.684637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Bound port: e6730639-7703-4194-a851-49d047688c42, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89eec71f-5edb-43e5-bf2d-7aead0145eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:16.689595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.760140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af4407fc-64df-478b-9cba-b912f76a8733 req-772ee299-02c1-4079-a611-3b6a9287131f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486220 Aug 29 04:41:16.837648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:16.842704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e6730639-7703-4194-a851-49d047688c42,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:16.850937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.938653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Pushing event updated for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:16.950768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:16.951673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:16.953314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-384d6df8-bbed-4d67-b710-f7ee6e05e243 service neutron] 10.222.0.54 "PUT /v2.0/ports/e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 1093 time: 2.4079852 Aug 29 04:41:16.953909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'tag': 'e6730639-7703-4194-a851-49d047688c42'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:16.956797 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcccf265-6df6-4cac-9c0e-2f5946708f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "tag": "e6730639-7703-4194-a851-49d047688c42"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:16.972155 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8cb0b3-05ee-4fe8-9562-1664bb966f18 x-openstack-request-id: req-cc8cb0b3-05ee-4fe8-9562-1664bb966f18 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:16.972155 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536f981e-cb37-4657-9826-ecb6f1bd06f2", "name": "network-vif-deleted", "tag": "ae692993-9409-44ab-9fc4-57c15aeed165", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:16.976436 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc8cb0b3-05ee-4fe8-9562-1664bb966f18 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:16.977249 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536f981e-cb37-4657-9826-ecb6f1bd06f2', 'name': 'network-vif-deleted', 'tag': 'ae692993-9409-44ab-9fc4-57c15aeed165', 'status': 'completed', 'code': 200} Aug 29 04:41:17.067610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-266f9d84-71ba-42c8-ab6d-ab804a224a17 req-dcf39239-a0a7-425e-badf-5a85b58d7202 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0826516 Aug 29 04:41:17.117435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-109fb583-ed2b-4fbd-a240-c9f23e66560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.123562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-109fb583-ed2b-4fbd-a240-c9f23e66560e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1095 time: 0.2803919 Aug 29 04:41:17.150845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-467c6991-0caa-43b3-91b8-f78a905f54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.164821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-467c6991-0caa-43b3-91b8-f78a905f54b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1096 time: 0.1323195 Aug 29 04:41:17.175630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 02c1b8d9-84e9-4707-a684-92703961cb3f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:17.222539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae692993-9409-44ab-9fc4-57c15aeed165 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:17.231632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 02c1b8d9-84e9-4707-a684-92703961cb3f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:17.232529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 02c1b8d9-84e9-4707-a684-92703961cb3f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:17.289373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: ae692993-9409-44ab-9fc4-57c15aeed165 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:17.291074 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eaab61-1436-4a8d-99dc-f41c5437b1d4 x-openstack-request-id: req-c1eaab61-1436-4a8d-99dc-f41c5437b1d4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:17.292364 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "tag": "e6730639-7703-4194-a851-49d047688c42", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:17.292364 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1eaab61-1436-4a8d-99dc-f41c5437b1d4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:17.293127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae692993-9409-44ab-9fc4-57c15aeed165 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:17.295814 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'tag': 'e6730639-7703-4194-a851-49d047688c42', 'status': 'completed', 'code': 200} Aug 29 04:41:17.300841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-ed26969b-2790-4013-a328-610b18a09240 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 217 time: 0.1304739 Aug 29 04:41:17.390674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-948f2d4b-b857-4304-ba1d-d2145a333c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.392457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-948f2d4b-b857-4304-ba1d-d2145a333c0d service neutron] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.2387767 Aug 29 04:41:17.416481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-6a6cacbd-1ef1-4f29-ad66-4779c66d0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.419525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-6a6cacbd-1ef1-4f29-ad66-4779c66d0e2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.1090612 Aug 29 04:41:17.472259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-207021df-910b-454a-834c-dcbaa0360f38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.0662577 Aug 29 04:41:17.508190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-1c490689-c767-44c4-988b-4c4a91ba735f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787754 Aug 29 04:41:17.591071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-3f2fc3a9-1f31-481a-93d4-024d97ee8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:17.594169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-3f2fc3a9-1f31-481a-93d4-024d97ee8110 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.1142948 Aug 29 04:41:17.659762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-2db64e4d-ad76-476f-ab7b-dbb05c39e279 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572286 Aug 29 04:41:17.787877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-3ebb7860-0a4e-4758-9a02-7e922ef74ef5 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681448 Aug 29 04:41:17.807754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.082937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8eda0b86-cb2a-4c67-a4de-db713bcf81d5 req-b34ee0a6-d315-4706-937d-17155acbe833 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853758 Aug 29 04:41:18.093249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-cb7b2000-9bb3-4df8-b35f-521e52abb198 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215798 Aug 29 04:41:18.252568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.272674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3e5a6-6c16-4f61-88c4-d1c3a333a4c1 req-ce6661cb-b0cc-4964-ad49-63055e9141d4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.275853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3b3e5a6-6c16-4f61-88c4-d1c3a333a4c1 req-ce6661cb-b0cc-4964-ad49-63055e9141d4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 944 time: 0.2559793 Aug 29 04:41:18.331156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-0dbbd55f-473e-4fcc-959e-fc28f91c8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.334120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-0dbbd55f-473e-4fcc-959e-fc28f91c8dda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1096 time: 0.1383247 Aug 29 04:41:18.392561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77a64bfc-a411-4d7f-a3fd-b429825fe746 req-b094532f-24fa-49f0-8c54-66da27d002c0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0618196 Aug 29 04:41:18.399201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.434192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a536d50-149d-4577-8ac6-9c848ba5ed45 req-1789a484-d371-4a8f-a021-dd66a55153d4 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235168 Aug 29 04:41:18.447393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3b3e5a6-6c16-4f61-88c4-d1c3a333a4c1 req-65a098d2-8ef7-4870-95b3-a019f26c99db tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582868 Aug 29 04:41:18.549627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-7b3ce71a-65fb-47ba-8e98-02aec8eacce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.552803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-7b3ce71a-65fb-47ba-8e98-02aec8eacce1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.2068915 Aug 29 04:41:18.555719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.561133 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.563487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed001182-fb84-42ff-a505-9f4239f00fde HTTP/1.1" status: 204 len: 168 time: 0.7540629 Aug 29 04:41:18.583983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473e535-1f04-410e-a98d-f0b69f745acc tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed001182-fb84-42ff-a505-9f4239f00fde,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:18.629811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:18.714731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-216a84ea-8550-40dc-a52e-1e5a86cacca2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 217 time: 0.1523235 Aug 29 04:41:18.781370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting subnet 53eaab0c-2b4b-48c0-8c0a-fdd012323c42 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:18.788322 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.820135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-083bfd39-3617-4fc9-a942-94f2f0455b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:18.823901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-083bfd39-3617-4fc9-a942-94f2f0455b1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.0988693 Aug 29 04:41:18.887842 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:18.895835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-4e7c66a2-a866-4ed5-89c1-aff908637232 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582447 Aug 29 04:41:19.002626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.061731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-5d7d0729-c9bd-4664-b2af-c8a6d414a443 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540768 Aug 29 04:41:19.074328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.126707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Subnet': ['ID=53eaab0c-2b4b-48c0-8c0a-fdd012323c42,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.145359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.149713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac987bc6-2c6d-48e8-aa25-7975307617e0 None None] Network 29c90da7-8397-4af2-9c8b-45f2d1e1b84b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:19.154879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0e154d25-2ce3-4322-9e6d-1f52dc10ff37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/subnets/53eaab0c-2b4b-48c0-8c0a-fdd012323c42 HTTP/1.1" status: 204 len: 168 time: 0.5210931 Aug 29 04:41:19.157184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:19.224401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bcccf265-6df6-4cac-9c0e-2f5946708f3d req-42f69759-fafc-4d58-a729-c25076efcc54 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516020 Aug 29 04:41:19.277148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.387678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 6d7bef1f-190e-4861-86ca-375536f795b4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:19.388273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.431517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136341b-7b53-4714-8602-a76cf900297d None None] DHCP port deletion for 29c90da7-8397-4af2-9c8b-45f2d1e1b84b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:19.496599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Deleting port 6d7bef1f-190e-4861-86ca-375536f795b4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:19.497120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.510351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 6d7bef1f-190e-4861-86ca-375536f795b4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6d7bef1f-190e-4861-86ca-375536f795b4,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.512563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.544357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 6d7bef1f-190e-4861-86ca-375536f795b4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:19.603291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6e7674aa-5556-4812-a6c8-1ad9524fe63c details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:19.657405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5136341b-7b53-4714-8602-a76cf900297d None None] For port 6d7bef1f-190e-4861-86ca-375536f795b4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6d7bef1f-190e-4861-86ca-375536f795b4,segment=NetworkSegment(380bd1df-3d97-4f6d-aee4-1b32f06173f9),segment_id=380bd1df-3d97-4f6d-aee4-1b32f06173f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.658125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.720142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Calling delete_port for 6d7bef1f-190e-4861-86ca-375536f795b4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:19.742528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e823ec3-863f-4ae5-9d04-9de07c5e2be1 req-56b57fa5-2989-452f-aa2b-89e66996f37b tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0614731 Aug 29 04:41:19.769750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732bff1-bd6b-435e-b947-2635a3aecc93 req-c4e5eea4-604c-4761-8ad6-f63ea5cda75b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:19.783208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6732bff1-bd6b-435e-b947-2635a3aecc93 req-c4e5eea4-604c-4761-8ad6-f63ea5cda75b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1098 time: 0.1520395 Aug 29 04:41:19.869543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:19.871978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:19.902458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '6e7674aa-5556-4812-a6c8-1ad9524fe63c', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'port_id': '6e7674aa-5556-4812-a6c8-1ad9524fe63c', 'mac_address': 'fa:16:3e:94:a7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:19.956603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=6d7bef1f-190e-4861-86ca-375536f795b4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:19.994740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.018082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.029588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] No DVR routers for this DVR port 6d7bef1f-190e-4861-86ca-375536f795b4 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:20.053409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6732bff1-bd6b-435e-b947-2635a3aecc93 req-acca342f-9eea-430c-bc5e-f7a1e2230ebb tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679460 Aug 29 04:41:20.128803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Pushing event deleted for resources: {'Port': ['ID=6d7bef1f-190e-4861-86ca-375536f795b4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.161225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.165694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.170494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.172572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.173407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.174217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.175058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.175910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.176809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.177654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.178507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.179271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5136341b-7b53-4714-8602-a76cf900297d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:20.192644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7674aa-5556-4812-a6c8-1ad9524fe63c {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:20.205398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136341b-7b53-4714-8602-a76cf900297d None None] No DVR routers for this DVR port 6d7bef1f-190e-4861-86ca-375536f795b4 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:20.269419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:20.285507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.488381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.517593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53de3-7985-45aa-8852-5d4ff3416f91 req-8eb9ac81-74d8-4a58-9598-750f0eb8a966 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.532151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20d53de3-7985-45aa-8852-5d4ff3416f91 req-8eb9ac81-74d8-4a58-9598-750f0eb8a966 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 944 time: 0.5581675 Aug 29 04:41:20.566245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6d7bef1f-190e-4861-86ca-375536f795b4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:20.596582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c90da7-8397-4af2-9c8b-45f2d1e1b84b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.596921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6d7bef1f-190e-4861-86ca-375536f795b4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:20.597107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6d7bef1f-190e-4861-86ca-375536f795b4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:20.628887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20d53de3-7985-45aa-8852-5d4ff3416f91 req-f60ff31f-fcc0-4f8f-97ff-a666e82619ee tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951180 Aug 29 04:41:20.664823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:20.685023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380bd1df-3d97-4f6d-aee4-1b32f06173f9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.685442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380bd1df-3d97-4f6d-aee4-1b32f06173f9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:20.709609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.726635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6e7674aa-5556-4812-a6c8-1ad9524fe63c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:20.740270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.763641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d36e7-9609-4a3b-a9c8-5a8cb21a7943 req-24c18c74-098a-4c4f-a53c-5ef0a2bf1693 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:20.766504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e59d36e7-9609-4a3b-a9c8-5a8cb21a7943 req-24c18c74-098a-4c4f-a53c-5ef0a2bf1693 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1654356 Aug 29 04:41:20.776366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:20.777425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:20.791655 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:21.027384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d323753-e06d-4bdf-81cf-00a83c953895 req-86a815d7-b3b9-4f60-bfc0-3c5130bbe99d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0887012 Aug 29 04:41:21.161607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.181225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.183480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/networks/29c90da7-8397-4af2-9c8b-45f2d1e1b84b HTTP/1.1" status: 204 len: 168 time: 2.0272677 Aug 29 04:41:21.186773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.227743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e59d36e7-9609-4a3b-a9c8-5a8cb21a7943 req-98771b02-66e0-4ecb-a75b-e70874695550 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243109 Aug 29 04:41:21.253387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e6730639-7703-4194-a851-49d047688c42 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:21.254609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a706b3f-0fea-4e74-84f0-00c5abdfffe2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Network': ['ID=29c90da7-8397-4af2-9c8b-45f2d1e1b84b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.267594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:21.519351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a57ecea7-bf54-4c96-8cb3-3305a7f3b8e8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 994 time: 0.2500217 Aug 29 04:41:21.586087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e6730639-7703-4194-a851-49d047688c42,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:21.603874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e6730639-7703-4194-a851-49d047688c42', 'network_id': '74b66238-7c7f-4c96-82fc-24d95b45bf67', 'port_id': 'e6730639-7703-4194-a851-49d047688c42', 'mac_address': 'fa:16:3e:a4:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5425cfe0-8982-4291-a660-2ed9080f4423', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:21.688747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.728038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6730639-7703-4194-a851-49d047688c42 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:21.753833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 8d0e37d0-1155-4879-8f8f-6475eae28fce {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:21.756719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.785940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e6730639-7703-4194-a851-49d047688c42,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:21.798939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:21.955489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:21.985279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333f18-1638-423b-b4d3-20121aed42a9 req-56ea2c47-512c-4389-a1d9-d90546837e8c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:21.994306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b333f18-1638-423b-b4d3-20121aed42a9 req-56ea2c47-512c-4389-a1d9-d90546837e8c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 945 time: 0.1304801 Aug 29 04:41:22.108620 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b333f18-1638-423b-b4d3-20121aed42a9 req-48c9be84-39ef-4fd7-b63f-85c1ecd849df tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082692 Aug 29 04:41:22.112495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e6730639-7703-4194-a851-49d047688c42'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:22.299767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b88157ee-c525-40e7-9983-7c1cb3c1c987 req-e2d757a6-49a7-4186-8cab-bc1d0263283a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1061509 Aug 29 04:41:23.015849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887ac62-e03f-49be-a487-4c7676168d61 req-dda147a5-2d55-4688-b028-12bfa203c5e2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.027112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f887ac62-e03f-49be-a487-4c7676168d61 req-dda147a5-2d55-4688-b028-12bfa203c5e2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1093729 Aug 29 04:41:23.041380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-a91ee533-f759-4b91-8efc-b2f3044f1711 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661611 Aug 29 04:41:23.085323 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.086241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.109702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f887ac62-e03f-49be-a487-4c7676168d61 req-3ee542cf-bca5-4dde-9dfa-fc86cd924811 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813389 Aug 29 04:41:23.140263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 8d0e37d0-1155-4879-8f8f-6475eae28fce owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:23.382211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946958-73b2-484b-99ac-c38196688c65 req-874db2ab-9f1e-401a-bf79-b1057828f200 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:23.392731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64946958-73b2-484b-99ac-c38196688c65 req-874db2ab-9f1e-401a-bf79-b1057828f200 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 945 time: 0.1130071 Aug 29 04:41:23.476824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.504787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=8d0e37d0-1155-4879-8f8f-6475eae28fce,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:23.588876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6e7674aa-5556-4812-a6c8-1ad9524fe63c up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:23.590238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eb26c5d-7046-47de-8a10-2a0a4afdfc57 req-8333943a-6c6f-463f-8e8d-4743da7315d7 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0652575 Aug 29 04:41:23.617241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64946958-73b2-484b-99ac-c38196688c65 req-5bb9af2b-27a6-4c64-b388-e76799676f53 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075365 Aug 29 04:41:23.663415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:23.664119 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Floating IP 8b93f7cf-0794-4aca-9084-c0b9bbe4e601 disassociated (deleted). External IP: 172.25.3.74, port: 038e0be3-c49b-4b9d-9624-a8e028b8392b. Aug 29 04:41:23.859054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 6e7674aa-5556-4812-a6c8-1ad9524fe63c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:23.886360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 6e7674aa-5556-4812-a6c8-1ad9524fe63c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:23.888605 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.206452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.251875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:24.253178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:24.256465 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76051476-6054-491a-a436-5c8071bce1ea" -d '{"events": [{"server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "name": "network-vif-plugged", "status": "completed", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:24.273487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.366461 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60635bc0-cd82-4ee8-94b5-baca0d9373fc x-openstack-request-id: req-60635bc0-cd82-4ee8-94b5-baca0d9373fc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:24.368558 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "name": "network-vif-plugged", "status": "completed", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:24.373738 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60635bc0-cd82-4ee8-94b5-baca0d9373fc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:24.375616 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c', 'code': 200} Aug 29 04:41:24.514496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:24.547678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:24.575041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53cd1-914b-4bf0-b8e0-bd4e58cad8bf req-336bf835-6465-4088-89c2-9257d9300f20 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.580124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96f53cd1-914b-4bf0-b8e0-bd4e58cad8bf req-336bf835-6465-4088-89c2-9257d9300f20 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2288430 Aug 29 04:41:24.770016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873beba8-3906-476a-b9dc-44c009e1cbe3 req-612089e4-97fe-4d4f-943a-c1f8b89ba17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:24.777068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-873beba8-3906-476a-b9dc-44c009e1cbe3 req-612089e4-97fe-4d4f-943a-c1f8b89ba17b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.1945112 Aug 29 04:41:24.825518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96f53cd1-914b-4bf0-b8e0-bd4e58cad8bf req-6dba3c52-25c3-4004-8017-ab37310e76ae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214403 Aug 29 04:41:24.972416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:24.982428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:24.998036 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:25.032733 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:25.034072 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.042272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef1887c1-0d07-45d2-9729-7e48491d5140 req-80302d25-4d30-4249-a100-58e746df8704 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1353705 Aug 29 04:41:25.059149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8a21dd7-1461-4ee8-8de2-63aec0631e2c tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/floatingips/8b93f7cf-0794-4aca-9084-c0b9bbe4e601 HTTP/1.1" status: 204 len: 168 time: 3.8706284 Aug 29 04:41:25.059914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:25.075174 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27554221-f08b-4a39-8bf1-307697422fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:25.175317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-873beba8-3906-476a-b9dc-44c009e1cbe3 req-f34b2f09-0150-405d-a039-d9f536c1b795 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413103 Aug 29 04:41:25.232031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341d356-2dd2-4326-9c18-b6fb1336aae8 req-fa92c750-cfee-4483-a33f-567c52e98f34 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.234958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2341d356-2dd2-4326-9c18-b6fb1336aae8 req-fa92c750-cfee-4483-a33f-567c52e98f34 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 945 time: 0.1696420 Aug 29 04:41:25.258758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:25.259620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e6730639-7703-4194-a851-49d047688c42 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:25.347510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e6730639-7703-4194-a851-49d047688c42 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:25.356685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e6730639-7703-4194-a851-49d047688c42 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:25.357309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.363431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2341d356-2dd2-4326-9c18-b6fb1336aae8 req-4d4164ea-58a9-4cbc-bf5c-28b9e0b0aa2e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033151 Aug 29 04:41:25.493909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.571465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e6730639-7703-4194-a851-49d047688c42,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:25.587634 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f38737-3aba-412a-ac66-0569f956d226 x-openstack-request-id: req-68f38737-3aba-412a-ac66-0569f956d226 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:25.588608 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:25.589047 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68f38737-3aba-412a-ac66-0569f956d226 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:25.589632 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'status': 'completed', 'code': 200} Aug 29 04:41:25.592611 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:25.762540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554221-f08b-4a39-8bf1-307697422fe8 req-d3112ef0-7547-4c47-9f75-6eda6f3dbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:25.766634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-d3112ef0-7547-4c47-9f75-6eda6f3dbf2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 1097 time: 0.1412232 Aug 29 04:41:25.793777 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:25.832609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:25.854632 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:25.868857 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:25.870138 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:26.016590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554221-f08b-4a39-8bf1-307697422fe8 req-a4a757c6-0a93-4d70-be7f-0b608a844448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.026248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-a4a757c6-0a93-4d70-be7f-0b608a844448 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 200 len: 898 time: 0.2505026 Aug 29 04:41:26.141607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4abfc-4e0b-44d7-9459-7c104874fabc req-d42d6fc7-b04f-4d2c-afca-ee4127f53faf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.155110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8f4abfc-4e0b-44d7-9459-7c104874fabc req-d42d6fc7-b04f-4d2c-afca-ee4127f53faf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.2006395 Aug 29 04:41:26.176951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-19ad2c03-fd05-49fe-b20b-0e3f2a62ea57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 200 len: 217 time: 0.1411040 Aug 29 04:41:26.207617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:26.291105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8f4abfc-4e0b-44d7-9459-7c104874fabc req-aed58557-48a5-491b-b9f5-ddfe35a556b4 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313674 Aug 29 04:41:26.305781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-c9adc25f-341e-4d2c-a0c2-95a6cb02fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.311229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-c9adc25f-341e-4d2c-a0c2-95a6cb02fd84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1098 time: 0.1301887 Aug 29 04:41:26.339053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554221-f08b-4a39-8bf1-307697422fe8 req-c4c27e82-22ed-419f-9d8e-2138f507880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.345936 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-c4c27e82-22ed-419f-9d8e-2138f507880e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d3a2c33a-567b-406d-b8b4-53772cf72161 HTTP/1.1" status: 200 len: 834 time: 0.1536508 Aug 29 04:41:26.351486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73297b-a6e6-4f73-a19f-49dd61b5b89e req-148e59e8-3410-4820-a7ea-3c84756be876 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.365441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b73297b-a6e6-4f73-a19f-49dd61b5b89e req-148e59e8-3410-4820-a7ea-3c84756be876 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2844498 Aug 29 04:41:26.377954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6730639-7703-4194-a851-49d047688c42'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:26.380085 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b48bb9-5d26-4cec-94ed-d227e5b528ea" -d '{"events": [{"server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "e6730639-7703-4194-a851-49d047688c42"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:26.498810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554221-f08b-4a39-8bf1-307697422fe8 req-f439219e-9b06-4edd-aad8-e413c5db6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.505402 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-f439219e-9b06-4edd-aad8-e413c5db6fd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54c5b940-a3d2-48fe-bb26-160b29e053a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506159 Aug 29 04:41:26.530978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61e617bf-208b-4c70-80b0-3dc5a16c2130 req-090b322c-408c-43d0-9d0a-e5ddf07ec97d tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1121709 Aug 29 04:41:26.603796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b73297b-a6e6-4f73-a19f-49dd61b5b89e req-f6c3adc3-4a3d-4c44-baa9-92d8b7b7546e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365801 Aug 29 04:41:26.682581 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f493d-f4cf-4569-9477-eaa9fceb92c1 x-openstack-request-id: req-133f493d-f4cf-4569-9477-eaa9fceb92c1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:26.683016 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "name": "network-vif-plugged", "status": "completed", "tag": "e6730639-7703-4194-a851-49d047688c42", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:26.683374 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-133f493d-f4cf-4569-9477-eaa9fceb92c1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:26.684018 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6730639-7703-4194-a851-49d047688c42', 'code': 200} Aug 29 04:41:26.740096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-4e6c0587-fe54-4338-8bb7-f826fec9a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:26.753028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-4e6c0587-fe54-4338-8bb7-f826fec9a611 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.3731472 Aug 29 04:41:26.836546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:26.877743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-06c57d05-cce6-4146-a044-2a54b4aa7c35 service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616390 Aug 29 04:41:26.880357 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0a1d6-e2ff-439c-a391-a0dd72addeed None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:10Z', 'revision_number': 6, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a9070fdd-8a13-4ff2-aeb0-8e685afe18ef', 'name': '', 'network_id': '54c5b940-a3d2-48fe-bb26-160b29e053a0', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:31:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:20Z', 'updated_at': '2021-08-29T04:38:38Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': 'd3a2c33a-567b-406d-b8b4-53772cf72161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:27.058881 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27554221-f08b-4a39-8bf1-307697422fe8 req-8c45ca23-f100-4b17-a7a9-7e5fe40fa483 service neutron] 10.222.0.54 "GET /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712129 Aug 29 04:41:27.357795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277621f2-9a95-424e-9470-b2acbcbbeabc req-72011bb3-0eda-4dd5-8542-cdd090137219 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.359649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-277621f2-9a95-424e-9470-b2acbcbbeabc req-72011bb3-0eda-4dd5-8542-cdd090137219 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.5975926 Aug 29 04:41:27.368576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-c7268a78-ba4e-469a-9fc4-f57eef84adcd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1002 time: 0.5922604 Aug 29 04:41:27.376813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef458f1-8864-44fd-81b2-0fba5d02fa28 None None] New status for floating IP 8b93f7cf-0794-4aca-9084-c0b9bbe4e601: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:41:27.440369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccc6a3-786d-4874-a6c9-1e2937196cd2 req-3f927386-3591-400c-86f9-a84df1cd1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.444603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35ccc6a3-786d-4874-a6c9-1e2937196cd2 req-3f927386-3591-400c-86f9-a84df1cd1e83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1098 time: 0.5882032 Aug 29 04:41:27.462844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baddb96-dc59-499c-b6c8-621186d4763e req-4bf752c3-393e-41c9-aef8-e678de8b8885 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.472898 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7baddb96-dc59-499c-b6c8-621186d4763e req-4bf752c3-393e-41c9-aef8-e678de8b8885 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.0941443 Aug 29 04:41:27.655582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-277621f2-9a95-424e-9470-b2acbcbbeabc req-e26c3cdc-d615-4e39-8643-b6671b708f66 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858670 Aug 29 04:41:27.733612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-52da21b8-c8f5-4f77-8006-0b69bb2d9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.734587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 038e0be3-c49b-4b9d-9624-a8e028b8392b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:27.735144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-52da21b8-c8f5-4f77-8006-0b69bb2d9894 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.3349450 Aug 29 04:41:27.735738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.765211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35ccc6a3-786d-4874-a6c9-1e2937196cd2 req-de3b0d4e-e5bf-43fc-bf70-1513036fd775 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596145 Aug 29 04:41:27.842810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212615c-306b-4fff-8675-2a90faf06f12 req-01b2982e-409b-4530-a06e-1716775105a2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.845821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a212615c-306b-4fff-8675-2a90faf06f12 req-01b2982e-409b-4530-a06e-1716775105a2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 945 time: 0.4103317 Aug 29 04:41:27.853865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-449ff69b-1a51-4a8a-9249-249e5bb48775 req-eab16056-b3a1-4b34-add0-f77341f11b98 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.1140590 Aug 29 04:41:27.860884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 038e0be3-c49b-4b9d-9624-a8e028b8392b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=038e0be3-c49b-4b9d-9624-a8e028b8392b,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:27.863809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:27.908597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 038e0be3-c49b-4b9d-9624-a8e028b8392b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:27.921631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-6ca03336-ef9e-4188-a8ac-657b4a093416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:27.924068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-6ca03336-ef9e-4188-a8ac-657b4a093416 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578183 Aug 29 04:41:27.944691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a212615c-306b-4fff-8675-2a90faf06f12 req-8e29cc7c-4adf-4995-ac17-b4be05159242 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843203 Aug 29 04:41:28.172786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01fafb-1a35-4be4-9364-d19d178b161f req-4e20e359-fd2e-4815-bd40-caf8c6dfeab4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.184793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f01fafb-1a35-4be4-9364-d19d178b161f req-4e20e359-fd2e-4815-bd40-caf8c6dfeab4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1423917 Aug 29 04:41:28.256179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-b8d0ce75-e3d0-4b56-9e00-c9b31fd76b58 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837303 Aug 29 04:41:28.261334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.383388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=038e0be3-c49b-4b9d-9624-a8e028b8392b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:28.387516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f01fafb-1a35-4be4-9364-d19d178b161f req-314f62bf-578e-4ab1-87f2-685ca88e8600 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937854 Aug 29 04:41:28.426576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] No DVR routers for this DVR port 038e0be3-c49b-4b9d-9624-a8e028b8392b on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:28.430094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:28.433825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7baddb96-dc59-499c-b6c8-621186d4763e req-0180d64e-baa8-4c2f-942b-af884adf703f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "DELETE /v2.0/ports/038e0be3-c49b-4b9d-9624-a8e028b8392b HTTP/1.1" status: 204 len: 173 time: 0.9521914 Aug 29 04:41:28.434837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'name': 'network-vif-deleted', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:28.440370 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be60855-34e7-4302-b59e-822aa40907d4" -d '{"events": [{"server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "name": "network-vif-deleted", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:28.481649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-4ca7251e-891d-4cb8-b20e-ffe08bcd7c2d service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134571 Aug 29 04:41:28.506533 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8434c226-2cca-493d-9287-c484ab3d4314 x-openstack-request-id: req-8434c226-2cca-493d-9287-c484ab3d4314 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:28.506988 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe83a46f-f500-4795-872b-d0edd0f0450a", "name": "network-vif-deleted", "tag": "038e0be3-c49b-4b9d-9624-a8e028b8392b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:28.507400 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8434c226-2cca-493d-9287-c484ab3d4314 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:28.508062 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe83a46f-f500-4795-872b-d0edd0f0450a', 'name': 'network-vif-deleted', 'tag': '038e0be3-c49b-4b9d-9624-a8e028b8392b', 'status': 'completed', 'code': 200} Aug 29 04:41:28.873669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d5b37-faf2-46ce-be51-ad2513d2b7e0 req-d5d5a8f7-af82-4b82-a89a-177b1b3ff612 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:28.876575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a94d5b37-faf2-46ce-be51-ad2513d2b7e0 req-d5d5a8f7-af82-4b82-a89a-177b1b3ff612 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.0988066 Aug 29 04:41:28.976695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a94d5b37-faf2-46ce-be51-ad2513d2b7e0 req-73d9e2f0-5d13-429c-b752-f45c81be4696 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Aug 29 04:41:29.187612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0beef01-ce41-4556-9592-7b5424911f6b req-fe3acb92-3d82-49b5-93f1-258f53b3faa2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0671268 Aug 29 04:41:29.285364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eeb5c4a-6d22-4193-8027-7f64109f5cd8 req-23edbee1-d69a-4040-962c-d4998179958d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe83a46f-f500-4795-872b-d0edd0f0450a HTTP/1.1" status: 200 len: 210 time: 0.0698342 Aug 29 04:41:29.593392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda95a3-0d9f-48e1-a4eb-e651da24d49f req-17259f89-13ef-49b8-b919-e3fe28f301a0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:29.595118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abda95a3-0d9f-48e1-a4eb-e651da24d49f req-17259f89-13ef-49b8-b919-e3fe28f301a0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1084597 Aug 29 04:41:29.656889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abda95a3-0d9f-48e1-a4eb-e651da24d49f req-7a3382ac-fb37-4ae5-9a1f-9e6bfe24fe88 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Aug 29 04:41:29.786864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.190603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b89cb-5f9d-4d18-8de4-8e5a1c96d6ba req-aa24fb90-88b4-429e-8f5a-165e25df323a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.192251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b69b89cb-5f9d-4d18-8de4-8e5a1c96d6ba req-aa24fb90-88b4-429e-8f5a-165e25df323a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1010032 Aug 29 04:41:30.237577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b69b89cb-5f9d-4d18-8de4-8e5a1c96d6ba req-d9ef8200-1a1d-41dc-8ab9-c1ca38bf6281 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377960 Aug 29 04:41:30.436944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57c7c800-ea76-4b7f-88ca-f7ff4db25a57 req-13975940-2f70-4f37-b259-ee16fb5787c2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67a7aa1-589f-4e15-baa7-91d85623acdf HTTP/1.1" status: 200 len: 210 time: 0.0571237 Aug 29 04:41:30.542445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:30.661195 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:41:30.764774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.826859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.842248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc650-3e0b-44d8-a541-7c7d7ac1cc6d req-0251bb5b-3997-40eb-8232-02ef017335f3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.845678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9edc650-3e0b-44d8-a541-7c7d7ac1cc6d req-0251bb5b-3997-40eb-8232-02ef017335f3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1402721 Aug 29 04:41:30.857110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-c8595a55-76cc-42a2-be24-855f32938bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:30.860122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-c8595a55-76cc-42a2-be24-855f32938bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1098 time: 0.2641482 Aug 29 04:41:30.934953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.939631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:30.942041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc HTTP/1.1" status: 204 len: 168 time: 0.3968921 Aug 29 04:41:30.957977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f253f0-5b7c-46bb-8122-8bcbf0cca5fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:30.983670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.984370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.984918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.985503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.986040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.986572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.987111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.987645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.988221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.988763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.989309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:30.989879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5bb04-ce7e-47e2-acfa-4e81e53f31e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:31.074079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9edc650-3e0b-44d8-a541-7c7d7ac1cc6d req-d479e204-70f6-4438-ae50-57c01644cfd1 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882319 Aug 29 04:41:31.104371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1d0a5-4c88-4313-b795-7c28590f5d90 req-b557d3de-9e8a-430e-bd41-9a55b6289bbe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.117453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4b1d0a5-4c88-4313-b795-7c28590f5d90 req-b557d3de-9e8a-430e-bd41-9a55b6289bbe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2282748 Aug 29 04:41:31.135528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:31.183682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-f95ec999-a084-4471-9fcb-f41129555c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.186507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-f95ec999-a084-4471-9fcb-f41129555c09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.3182821 Aug 29 04:41:31.273089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4b1d0a5-4c88-4313-b795-7c28590f5d90 req-8213c0f8-8fb0-4a4e-a6b3-e916dd94f85e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480255 Aug 29 04:41:31.276271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-3371ad62-02e6-44b6-aaf5-78ad17da3caf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 217 time: 0.0791769 Aug 29 04:41:31.285255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 038e0be3-c49b-4b9d-9624-a8e028b8392b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:31.335152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 038e0be3-c49b-4b9d-9624-a8e028b8392b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:31.336031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 038e0be3-c49b-4b9d-9624-a8e028b8392b not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:31.380624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-88cbea1a-bae3-4111-bb2e-b8a206e8d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:31.383430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-88cbea1a-bae3-4111-bb2e-b8a206e8d33e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.0956295 Aug 29 04:41:31.422080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-e9d50594-d241-40b7-8493-d6bb020d92ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301015 Aug 29 04:41:31.562357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:31.633462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-4b69219e-8c2e-4cc5-83e2-d43b6d43f3c8 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034392 Aug 29 04:41:31.754201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.779167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.849372 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.940140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28fa01a0-62aa-4ece-ae13-b6ce5219e3e4 req-a1eabe7e-573f-454f-997e-16224f186d58 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891085 Aug 29 04:41:31.967831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.972678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:31.977211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/security-groups/14cd8810-b99c-4bde-a29f-fe04309a8b0b HTTP/1.1" status: 204 len: 168 time: 0.4106810 Aug 29 04:41:31.980941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.008961 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-8f6c937a-6787-4a4a-924d-022ff431477e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] show failed (client error): The resource could not be found. Aug 29 04:41:32.013378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8f6c937a-6787-4a4a-924d-022ff431477e tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "GET /v2.0/security-groups/14cd8810-b99c-4bde-a29f-fe04309a8b0b HTTP/1.1" status: 404 len: 347 time: 0.0281572 Aug 29 04:41:32.016196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:32.022032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db940a0-ce5c-4e6b-98ab-c471cd2cc6f0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd8810-b99c-4bde-a29f-fe04309a8b0b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:32.234092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c60ec-93d5-4988-99e0-77d76ed5d06d req-bf669e13-7757-4f79-a469-5da97f7bed0d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.236172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-407c60ec-93d5-4988-99e0-77d76ed5d06d req-bf669e13-7757-4f79-a469-5da97f7bed0d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.0710855 Aug 29 04:41:32.284703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port da0565fb-7698-4fa9-9789-2c8ad5e48655 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:32.285010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.289992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-407c60ec-93d5-4988-99e0-77d76ed5d06d req-74135d2f-e13b-4694-a191-2860d13da91a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Aug 29 04:41:32.465101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956238c-07d1-42d0-9142-39c01464c37d req-49de5962-fe46-4a5c-8b4a-e11f3d366798 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:32.468222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7956238c-07d1-42d0-9142-39c01464c37d req-49de5962-fe46-4a5c-8b4a-e11f3d366798 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.0909555 Aug 29 04:41:32.486821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.487266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.501700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:32.502039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.519228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for da0565fb-7698-4fa9-9789-2c8ad5e48655 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:32.544245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7956238c-07d1-42d0-9142-39c01464c37d req-2798a1e0-6b23-4832-89f8-727c048f2749 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671408 Aug 29 04:41:32.735091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port a9070fdd-8a13-4ff2-aeb0-8e685afe18ef, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:32.735977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:32.767271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for a9070fdd-8a13-4ff2-aeb0-8e685afe18ef owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:32.993658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.115614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=da0565fb-7698-4fa9-9789-2c8ad5e48655,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.269400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.274717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.276827 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1569bc66-df51-4ddd-bfd5-15db00cbc9d2 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/floatingips/6f389349-39ba-4ee2-88dd-1c8dc72e34b5 HTTP/1.1" status: 204 len: 168 time: 1.2586842 Aug 29 04:41:33.280267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:33.391508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.545774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port ac826b2c-dc25-43d2-9c31-4e31452c1e0c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:33.546321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.561944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=a9070fdd-8a13-4ff2-aeb0-8e685afe18ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:33.701622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bee6-15fc-4783-bc43-6bf2c5dc0aa2 req-996f1848-717e-42a6-8c89-52633948be2c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.703917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3979bee6-15fc-4783-bc43-6bf2c5dc0aa2 req-996f1848-717e-42a6-8c89-52633948be2c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2607384 Aug 29 04:41:33.830632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.882687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:33.893339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aa6f0-cca0-44bb-86f8-1e40d81efcf9 req-72978306-2204-4b0a-97d9-5e9f1427a836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:33.895132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc6aa6f0-cca0-44bb-86f8-1e40d81efcf9 req-72978306-2204-4b0a-97d9-5e9f1427a836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1571136 Aug 29 04:41:33.898554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3979bee6-15fc-4783-bc43-6bf2c5dc0aa2 req-3a5e8d8c-e7cf-44ca-9be5-e374fcb236b8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711020 Aug 29 04:41:33.930966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for ac826b2c-dc25-43d2-9c31-4e31452c1e0c owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:34.038779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc6aa6f0-cca0-44bb-86f8-1e40d81efcf9 req-f87b3460-c552-4995-90ec-72f15e73d771 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196344 Aug 29 04:41:34.188030 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.222673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=ac826b2c-dc25-43d2-9c31-4e31452c1e0c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.258881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router 55cd6e6c-2937-4432-9b30-e56548a7e553 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:34.310305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.316484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c27e2d5f-2b75-46de-9667-091fcee356a9 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/ports/ac826b2c-dc25-43d2-9c31-4e31452c1e0c HTTP/1.1" status: 204 len: 168 time: 1.0308201 Aug 29 04:41:34.316760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.454459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:34.456934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port f38f85e1-946b-4702-8776-1ac827c96f9e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:34.457649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.463357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ccb09e80-a999-4bbb-90bf-3cd15625a8cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/55cd6e6c-2937-4432-9b30-e56548a7e553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3249774 Aug 29 04:41:34.466204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:34.472794 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Sync routers for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:34.491323 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:34.492569 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:34.539435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting subnet d3a2c33a-567b-406d-b8b4-53772cf72161 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:34.544342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.608553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.609689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.628482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for f38f85e1-946b-4702-8776-1ac827c96f9e owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:34.798182 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:34.821475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.894602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.936622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:34.966212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=f38f85e1-946b-4702-8776-1ac827c96f9e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:34.996582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a2c33a-567b-406d-b8b4-53772cf72161,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.005170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac921e-db9b-4e36-a8a5-3bc6781245b7 None None] Network 54c5b940-a3d2-48fe-bb26-160b29e053a0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:35.006683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.010351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c16ae0d8-149e-4b3b-8a8d-57163a103fd1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/subnets/d3a2c33a-567b-406d-b8b4-53772cf72161 HTTP/1.1" status: 204 len: 168 time: 0.5423634 Aug 29 04:41:35.012526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53920) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.112864 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 7, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.169418 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Checking router: 55cd6e6c-2937-4432-9b30-e56548a7e553 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:35.174418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.183240 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Routers {'55cd6e6c-2937-4432-9b30-e56548a7e553'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:35.184185 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['55cd6e6c-2937-4432-9b30-e56548a7e553'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.260892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137bef2-4287-4aee-ba4c-4df47c05073f req-c3b5a501-1aa8-4958-8885-43e6241031e9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.262786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c137bef2-4287-4aee-ba4c-4df47c05073f req-c3b5a501-1aa8-4958-8885-43e6241031e9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1432805 Aug 29 04:41:35.264121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.269451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-774d0ab1-bd07-453e-8420-b910a9a04ae3 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/ports/f38f85e1-946b-4702-8776-1ac827c96f9e HTTP/1.1" status: 204 len: 168 time: 0.9515634 Aug 29 04:41:35.270249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53926) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:35.370201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] DHCP port deletion for 54c5b940-a3d2-48fe-bb26-160b29e053a0 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:35.433950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting subnet 6c4e229a-0795-4c0b-85a0-37553fea83e1 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:35.455870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c137bef2-4287-4aee-ba4c-4df47c05073f req-537ed470-e238-46f5-b236-f16b12fed57e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844692 Aug 29 04:41:35.461308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.484324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Deleting port fe937797-166e-456e-bec8-4052ad6baafa {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:35.484846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.488607 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] Set router 55cd6e6c-2937-4432-9b30-e56548a7e553 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:35.504246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c92d07-5288-423e-aa1d-5797a2abd1ab req-d485996f-137f-401d-a25c-2b0783f2187b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:35.511916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c92d07-5288-423e-aa1d-5797a2abd1ab req-d485996f-137f-401d-a25c-2b0783f2187b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.2049344 Aug 29 04:41:35.559445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.611620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] For port fe937797-166e-456e-bec8-4052ad6baafa, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe937797-166e-456e-bec8-4052ad6baafa,segment=NetworkSegment(892deb7d-94bb-4369-bdf7-80a72f29ea82),segment_id=892deb7d-94bb-4369-bdf7-80a72f29ea82)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:35.612453 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.630329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Calling delete_port for fe937797-166e-456e-bec8-4052ad6baafa owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:35.768088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c92d07-5288-423e-aa1d-5797a2abd1ab req-358bd894-6957-4727-8b5e-691014b72c3a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286034 Aug 29 04:41:35.804746 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.907706 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.908850 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 7, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:35.941846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.952126 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:35.959734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] Pushing event deleted for resources: {'Port': ['ID=fe937797-166e-456e-bec8-4052ad6baafa,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:35.975691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6dd34-0134-4786-9287-70b3b1cf0847 None None] No DVR routers for this DVR port fe937797-166e-456e-bec8-4052ad6baafa on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:35.980773 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570267fd-dcbe-49a3-9315-47df9f49b718 None None] The sync data for ids ['55cd6e6c-2937-4432-9b30-e56548a7e553'] in n-d-712139-13 is: [{'id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'name': 'tempest-TestNetworkBasicOps-router-1564403113', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:37:59Z', 'updated_at': '2021-08-29T04:41:33Z', 'revision_number': 7, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '535005ef-e753-4a7a-a5d1-28c0bd048f1e', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cf:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cd6e6c-2937-4432-9b30-e56548a7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:02Z', 'updated_at': '2021-08-29T04:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:35.995228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4e229a-0795-4c0b-85a0-37553fea83e1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.003732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.023199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1e101739-5047-4d92-9d3c-097d27bef6ae tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/subnets/6c4e229a-0795-4c0b-85a0-37553fea83e1 HTTP/1.1" status: 204 len: 168 time: 0.7408457 Aug 29 04:41:36.023615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f3278-f8c4-4151-93b9-92e13f476a16 None None] Network e44535e4-4252-426d-8ece-490213809f77 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:36.026395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.121167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting subnet f42c3b1b-ae89-425e-bb94-0972ef6305d2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:41:36.127537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.156082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 535005ef-e753-4a7a-a5d1-28c0bd048f1e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:36.156432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.214719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.318764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 535005ef-e753-4a7a-a5d1-28c0bd048f1e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=535005ef-e753-4a7a-a5d1-28c0bd048f1e,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:36.319060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.346055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 535005ef-e753-4a7a-a5d1-28c0bd048f1e owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:36.364612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.429874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] DHCP port deletion for e44535e4-4252-426d-8ece-490213809f77 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:36.518516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a9070fdd-8a13-4ff2-aeb0-8e685afe18ef no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:36.539457 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.540926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a9070fdd-8a13-4ff2-aeb0-8e685afe18ef {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:36.541349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a9070fdd-8a13-4ff2-aeb0-8e685afe18ef not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:36.542326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe937797-166e-456e-bec8-4052ad6baafa no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:36.589647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fe937797-166e-456e-bec8-4052ad6baafa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:36.590785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe937797-166e-456e-bec8-4052ad6baafa not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:36.591854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b6164856-951e-44b2-bdf3-b3f09d8f49e4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:36.600601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Subnet': ['ID=f42c3b1b-ae89-425e-bb94-0972ef6305d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.611385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.616357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-716c83af-6f92-4c61-9a62-a627b7eac8a0 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/subnets/f42c3b1b-ae89-425e-bb94-0972ef6305d2 HTTP/1.1" status: 204 len: 168 time: 0.5884454 Aug 29 04:41:36.624873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Deleting port b6164856-951e-44b2-bdf3-b3f09d8f49e4 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:36.626074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.640550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:36.684612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217b2d9-5b58-48e0-914e-370a0bee2e0b None None] Network db647399-1386-4c56-b054-01a55d12963a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:36.818481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278bf2d-da15-489d-974f-ecc97f67928e req-7a015e69-995d-413f-88f5-53e98ed9ce85 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:36.820876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.822910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d278bf2d-da15-489d-974f-ecc97f67928e req-7a015e69-995d-413f-88f5-53e98ed9ce85 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2328234 Aug 29 04:41:36.861052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:36.903474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=535005ef-e753-4a7a-a5d1-28c0bd048f1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:36.918579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d278bf2d-da15-489d-974f-ecc97f67928e req-8bb962e2-e927-416a-b695-615a54730ab6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890291 Aug 29 04:41:37.017161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.024901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6164856-951e-44b2-bdf3-b3f09d8f49e4,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:37.026815 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.050633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Deleting port b6164856-951e-44b2-bdf3-b3f09d8f49e4 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:37.051142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.088133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.092117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Calling delete_port for b6164856-951e-44b2-bdf3-b3f09d8f49e4 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:37.161122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.165272 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.204367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6164856-951e-44b2-bdf3-b3f09d8f49e4,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:37.204968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.227013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.228165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Fanout notify agent at l3_agent the message router_deleted on router 55cd6e6c-2937-4432-9b30-e56548a7e553 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:41:37.233881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Calling delete_port for b6164856-951e-44b2-bdf3-b3f09d8f49e4 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:37.252452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.255462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ef8b944-0837-469c-a312-3a4338e1fe37 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/routers/55cd6e6c-2937-4432-9b30-e56548a7e553 HTTP/1.1" status: 204 len: 168 time: 2.2405179 Aug 29 04:41:37.259006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.298075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b6164856-951e-44b2-bdf3-b3f09d8f49e4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b6164856-951e-44b2-bdf3-b3f09d8f49e4,segment=NetworkSegment(b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740),segment_id=b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:37.442499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] DHCP port deletion for db647399-1386-4c56-b054-01a55d12963a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:41:37.450347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.453744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.454744 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.504422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed8f03-332a-45c1-9f12-60c386b57ce8 req-21a10055-a37f-48bd-98fc-a609622998b3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:37.508089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7ed8f03-332a-45c1-9f12-60c386b57ce8 req-21a10055-a37f-48bd-98fc-a609622998b3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.4875312 Aug 29 04:41:37.567859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] Pushing event deleted for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.576609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2689ff1-01ed-4180-8713-d0cb1196122c None None] No DVR routers for this DVR port b6164856-951e-44b2-bdf3-b3f09d8f49e4 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:37.579852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-501f9988-4a61-4cf9-8e8c-aa94bd90f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.602731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.614740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.629358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c5b940-a3d2-48fe-bb26-160b29e053a0']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.643791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892deb7d-94bb-4369-bdf7-80a72f29ea82') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.644208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892deb7d-94bb-4369-bdf7-80a72f29ea82') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.655878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.660608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event deleted for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.672700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] No DVR routers for this DVR port b6164856-951e-44b2-bdf3-b3f09d8f49e4 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:37.682592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.685056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Port': ['ID=b6164856-951e-44b2-bdf3-b3f09d8f49e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.692854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:37.693957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:37.699990 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:37.707562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Deleting port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:41:37.708606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.743765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7ed8f03-332a-45c1-9f12-60c386b57ce8 req-203d8327-2f95-437d-9a16-3dbd3841b888 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233927 Aug 29 04:41:37.746177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.746734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.747665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.747775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.748352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.748885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.749419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.750202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.751319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.752192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.753915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.754706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:37.816353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.824475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.829187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/networks/54c5b940-a3d2-48fe-bb26-160b29e053a0 HTTP/1.1" status: 204 len: 168 time: 0.5685308 Aug 29 04:41:37.864727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] For port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,segment=NetworkSegment(a3d1d78a-1264-49f7-a698-eb513a6c7147),segment_id=a3d1d78a-1264-49f7-a698-eb513a6c7147)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:37.868127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.880246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.887807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:37.900019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'network': {'name': 'tempest-network-smoke--1690824123', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:37.902389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44535e4-4252-426d-8ece-490213809f77']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.910314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14fe31-7f96-488f-8a41-d4b1facb74b2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Network': ['ID=54c5b940-a3d2-48fe-bb26-160b29e053a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:37.921733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Calling delete_port for 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:41:37.928938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.929424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b3c7fc-b1e8-416f-aedb-ba1b32fb0740') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:37.963550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:37.965671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:37.982424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.050710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.061052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:38.061536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:38.065634 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:38.092021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:41:38.118150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.118618 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Added segment 01f249db-b93a-4a9f-bed5-512010bf31d6 of type vlan for network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a Aug 29 04:41:38.191491 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.195503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.239811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de3af4-a7bc-4064-8dea-bbe522f46fa1 req-4e397df6-7f01-4329-8195-396784e4f8f3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.253746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.260686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1de3af4-a7bc-4064-8dea-bbe522f46fa1 req-4e397df6-7f01-4329-8195-396784e4f8f3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1438675 Aug 29 04:41:38.261137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.262015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.267071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.275270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] Pushing event deleted for resources: {'Port': ['ID=01e2675f-7974-4de0-894e-a2cd0b1dcfb8,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.278422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 535005ef-e753-4a7a-a5d1-28c0bd048f1e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:38.281971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42281c2c-fbba-4223-9785-4d3aa8f1c947 None None] No DVR routers for this DVR port 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:38.294840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.298421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/networks/e44535e4-4252-426d-8ece-490213809f77 HTTP/1.1" status: 204 len: 168 time: 1.6566629 Aug 29 04:41:38.315448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.320737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 535005ef-e753-4a7a-a5d1-28c0bd048f1e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:38.321087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 535005ef-e753-4a7a-a5d1-28c0bd048f1e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:38.321511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:38.346875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:41:38.347223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 01e2675f-7974-4de0-894e-a2cd0b1dcfb8 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:38.367369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Network': ['ID=67a0bd8f-bb69-4af2-b221-2dd5837dd97a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.374833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8bf70720-d4ea-4e29-a905-ddc001878eb3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4846482 Aug 29 04:41:38.375528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:38.380859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'admin_state_up': True, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:38.383377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:41:38.406438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaa142-a397-4871-85f8-a5a5cfd48902 tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Network': ['ID=e44535e4-4252-426d-8ece-490213809f77,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.408614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.409684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.470566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.487125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1de3af4-a7bc-4064-8dea-bbe522f46fa1 req-a1b9cc4e-1851-4237-b7b8-8dce6d07bb14 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166803 Aug 29 04:41:38.553372 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.641718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.675416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.689393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db647399-1386-4c56-b054-01a55d12963a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:38.711916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d1d78a-1264-49f7-a698-eb513a6c7147') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:38.712487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d1d78a-1264-49f7-a698-eb513a6c7147') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:38.727028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.749742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.761578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:41:38.762074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:41:38.766816 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:41:38.858769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.873001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.876234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] 10.222.0.62 "DELETE /v2.0/networks/db647399-1386-4c56-b054-01a55d12963a HTTP/1.1" status: 204 len: 168 time: 0.5592806 Aug 29 04:41:38.888058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.907259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546c77e-e65f-4841-84c2-a3013974f19a tempest-TaggedBootDevicesTest-1108801760 tempest-TaggedBootDevicesTest-1108801760-project] Pushing event deleted for resources: {'Network': ['ID=db647399-1386-4c56-b054-01a55d12963a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:38.924212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:38.963853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd009f-f6de-4b8f-aa7a-d651b73752d0 req-447a381e-d719-4fd8-8b58-0cd5b7d9b1cd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:38.977949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bdd009f-f6de-4b8f-aa7a-d651b73752d0 req-447a381e-d719-4fd8-8b58-0cd5b7d9b1cd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1015329 Aug 29 04:41:39.029346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bdd009f-f6de-4b8f-aa7a-d651b73752d0 req-44eed576-9027-47f2-a212-7e9f558f8e09 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568891 Aug 29 04:41:39.140847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.25.3.47 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/08ebcff2-3d75-4aaa-a34a-74e096f9cb5d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:39.317458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.397990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:39.493142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:39.499094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:39.508668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:39.513890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:39.719117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3df2b-5f88-43c9-bf2b-0998d1c0adca req-63c58ba6-9c4e-478e-920b-b3a6fe589525 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:39.736330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67c3df2b-5f88-43c9-bf2b-0998d1c0adca req-63c58ba6-9c4e-478e-920b-b3a6fe589525 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1166966 Aug 29 04:41:39.805928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67c3df2b-5f88-43c9-bf2b-0998d1c0adca req-10686332-b631-4652-b4c8-885510cfd153 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647635 Aug 29 04:41:39.933398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.289583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.290777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.336941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b887d81b-7a5f-4297-bff5-3b470becd3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.489202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router a09e4063-d252-49c1-9677-1574eea91399 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:41:40.510096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2be16-8c36-4dc0-b250-cbf15c9dd53d req-57cdd7c9-540f-43da-9e36-ad361c786aa3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.519127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0c2be16-8c36-4dc0-b250-cbf15c9dd53d req-57cdd7c9-540f-43da-9e36-ad361c786aa3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.0831683 Aug 29 04:41:40.570554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0c2be16-8c36-4dc0-b250-cbf15c9dd53d req-e99d646b-0d9a-434d-84e9-ecbdc90ea8e1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Aug 29 04:41:40.644830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:40.665643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Sync routers for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:40.668876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:40.672051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-628e2e43-f6c8-46b3-8515-83cc69a18a00 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2939396 Aug 29 04:41:40.673729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.682475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:40.683446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:40.706518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-478e93c4-01ab-476a-b3a7-8cc4ddc12dd1 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=c877231de95049d3b9f6adf70ecfa38f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315199 Aug 29 04:41:40.709374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.821813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:40.840615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af6174-ae07-4c6c-a73b-d2a0f380d204 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:40.845625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-61af6174-ae07-4c6c-a73b-d2a0f380d204 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346693 Aug 29 04:41:40.848322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.910190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ebadc43-cb91-4510-89a1-82f662b8a668 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606284 Aug 29 04:41:40.912630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:40.918179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1220225817', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:40.990773 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-56b4eaaa-a095-4ff4-a7ee-ba925b1f62af service neutron] show failed (client error): The resource could not be found. Aug 29 04:41:40.991953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-56b4eaaa-a095-4ff4-a7ee-ba925b1f62af service neutron] 10.222.0.54 "GET /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.1445634 Aug 29 04:41:41.056987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:41:41.063270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.073394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b433bc-fd70-4547-b01a-5050d7426303 req-bce685e5-a512-4c58-b840-eb65b92e92a7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.075186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b433bc-fd70-4547-b01a-5050d7426303 req-bce685e5-a512-4c58-b840-eb65b92e92a7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1450233 Aug 29 04:41:41.232058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84b433bc-fd70-4547-b01a-5050d7426303 req-3775b6a0-95ef-4c91-bfe2-883ebf621988 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426690 Aug 29 04:41:41.313176 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.323054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:41.388098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Checking router: a09e4063-d252-49c1-9677-1574eea91399 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:41.388481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Updating router a09e4063-d252-49c1-9677-1574eea91399 port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:41.414729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-14e5683a-54dc-47ce-9812-a43f749a29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.416336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-14e5683a-54dc-47ce-9812-a43f749a29b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 1098 time: 0.1213055 Aug 29 04:41:41.444417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.447168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:41.484249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.597385 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.757414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Subnet': ['ID=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:41.775201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Checking segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:41.775628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network hostable DHCP agents. Network: 67a0bd8f-bb69-4af2-b221-2dd5837dd97a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:41:41.818765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:41:41.841484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 67a0bd8f-bb69-4af2-b221-2dd5837dd97a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:41.852964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab03e63-741c-42e8-b363-e1c88eaa9eb7 None None] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:41.856925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:41.857542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:41.904679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0b055529-153a-4194-9e3d-dfe105995f80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9864964 Aug 29 04:41:41.905736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:42.225040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a3a9-2dcc-4de6-8cc6-f50af399a53a req-363f9073-cf2c-447d-bd7a-5010fc772b97 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:42.228249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4555a3a9-2dcc-4de6-8cc6-f50af399a53a req-363f9073-cf2c-447d-bd7a-5010fc772b97 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.4093606 Aug 29 04:41:42.513594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:42.554320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:42.602248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.654028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Transition to ACTIVE for port object b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:42.655595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:42.660985 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14397a9e-e8a8-4e89-b034-4e42cd48d839" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:42.673870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:42.892569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4555a3a9-2dcc-4de6-8cc6-f50af399a53a req-ad9f8140-308a-4257-ba45-5523b5eadb02 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5708885 Aug 29 04:41:42.940955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:42.963175 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.171724 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.307596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.324294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:41:43.325567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.384163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Transition to ACTIVE for port object 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:43.410386 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:43.783960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea407b1-a131-49f3-9790-42f1eb491572 None None] Pushing event updated for resources: {'Port': ['ID=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:43.869340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Attempting to bind port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:43.869797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Attempting to bind port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:43.870164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Attempting to bind port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:44.064115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Allocated IP 172.20.0.2 (67a0bd8f-bb69-4af2-b221-2dd5837dd97a/66a39fa8-392f-43ee-ae7f-8dd414e6f2cb/d4583fb8-765e-4680-a4b6-daf86a5a47a5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:44.173036 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710b01b-4025-4c73-8c19-094a82603242 x-openstack-request-id: req-a710b01b-4025-4c73-8c19-094a82603242 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:44.179237 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:44.179610 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a710b01b-4025-4c73-8c19-094a82603242 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:44.180016 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'code': 200} Aug 29 04:41:44.243058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91801d-4598-4eae-938c-d935ce0e2fba req-64386b98-22ed-4675-892f-3d12257305a1 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.253211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba91801d-4598-4eae-938c-d935ce0e2fba req-64386b98-22ed-4675-892f-3d12257305a1 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 1.7831786 Aug 29 04:41:44.381166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba91801d-4598-4eae-938c-d935ce0e2fba req-f700191b-6973-44c1-8bf4-450f83553f98 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247692 Aug 29 04:41:44.418580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.443243 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.457124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Transition to ACTIVE for port object d4583fb8-765e-4680-a4b6-daf86a5a47a5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:44.480954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Transition to ACTIVE for port object d4583fb8-765e-4680-a4b6-daf86a5a47a5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:44.486996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:44.488005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:44.488588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.489192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:44.489843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Bound port: 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:44.490935 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.495647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.514814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] No DVR routers for this DVR port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:41:44.686638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Pushing event updated for resources: {'Port': ['ID=d4583fb8-765e-4680-a4b6-daf86a5a47a5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:44.710496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:44.714542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:44.728318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:44.751317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2d469-3691-4901-a682-45054a853687 req-21da4518-c5e7-4ebe-8e81-086403ce1afe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:44.778479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9aa2d469-3691-4901-a682-45054a853687 req-21da4518-c5e7-4ebe-8e81-086403ce1afe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.5950003 Aug 29 04:41:44.837353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Attempting to bind port d4583fb8-765e-4680-a4b6-daf86a5a47a5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:44.837848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Attempting to bind port d4583fb8-765e-4680-a4b6-daf86a5a47a5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:44.845721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Attempting to bind port d4583fb8-765e-4680-a4b6-daf86a5a47a5 on network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:44.884337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:44.886581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Checking segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:44.889553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.890215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Bound using segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:44.892246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Bound port: d4583fb8-765e-4680-a4b6-daf86a5a47a5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:44.892906 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:44.919296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] For port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:44.955444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9aa2d469-3691-4901-a682-45054a853687 req-666f88f3-62ec-4bbc-971f-c612033d0c67 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556489 Aug 29 04:41:44.965370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] For port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:44.996107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.174979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:45.175569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:45.178426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:45.200845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:41:45.201577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:45.235734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:45.236858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:45.237873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Bound using segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:45.239012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Bound port: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:45.240066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.294722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] For port d4583fb8-765e-4680-a4b6-daf86a5a47a5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:45.369358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:41:45.377126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] For port d4583fb8-765e-4680-a4b6-daf86a5a47a5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4583fb8-765e-4680-a4b6-daf86a5a47a5,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:45.441348 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.480699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea407b1-a131-49f3-9790-42f1eb491572 None None] Pushing event updated for resources: {'Port': ['ID=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.498776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:45.507743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:45.516180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.606454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.1 (67a0bd8f-bb69-4af2-b221-2dd5837dd97a/66a39fa8-392f-43ee-ae7f-8dd414e6f2cb/de692374-49bd-418b-bccb-988c22617606) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:41:45.720287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e080-ad1c-4df8-ab89-339d2d7c94af None None] Pushing event updated for resources: {'Port': ['ID=d4583fb8-765e-4680-a4b6-daf86a5a47a5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.731971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:45.733616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:45.826033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:45.922022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:45.929408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:45.942060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-74dcb4be-9d4a-4829-9463-5f08057546cc service neutron] 10.222.0.50 "PUT /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1093 time: 4.4949169 Aug 29 04:41:46.192785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1d01-493b-4996-9b16-61e9a513e769 req-d78fe41a-2390-4476-8d91-583369a905ec tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.231890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213f1d01-493b-4996-9b16-61e9a513e769 req-d78fe41a-2390-4476-8d91-583369a905ec tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.3849747 Aug 29 04:41:46.244717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:46.278140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.291965 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:46.373367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:46.380771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object de692374-49bd-418b-bccb-988c22617606 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:46.493772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213f1d01-493b-4996-9b16-61e9a513e769 req-27e04c37-374b-4360-999b-589efd464cf9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566183 Aug 29 04:41:46.546635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-4b779b9e-276e-488d-ba67-fbe776b7cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:46.557665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-4b779b9e-276e-488d-ba67-fbe776b7cc0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1096 time: 0.5425746 Aug 29 04:41:46.592956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:46.651988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:41:46.702299 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bbf548-d7e1-4b12-beda-31b189c6b7ad x-openstack-request-id: req-b1bbf548-d7e1-4b12-beda-31b189c6b7ad {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:46.702722 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:46.703097 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1bbf548-d7e1-4b12-beda-31b189c6b7ad {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:46.703670 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:41:46.719977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:46.723074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:46.772098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:46.805746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092f2765-f94c-40de-a051-cdfb4b3794c5 None None] The sync data for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 is: [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:39Z', 'revision_number': 3, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:46.819350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:41:46.969198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:47.000308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-579814dd-a573-4881-8920-a818d7d516d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.004424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.009856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-579814dd-a573-4881-8920-a818d7d516d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.4109323 Aug 29 04:41:47.114307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4cc00-1f95-4c8f-bd74-65e04ad9a4c9 req-cf345f75-d34a-400e-bdec-6ee86628aaed tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.136517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38a4cc00-1f95-4c8f-bd74-65e04ad9a4c9 req-cf345f75-d34a-400e-bdec-6ee86628aaed tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.7693388 Aug 29 04:41:47.199724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-d4bc73d0-30df-4bdd-b779-ee308d027e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.202623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-d4bc73d0-30df-4bdd-b779-ee308d027e16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1096 time: 0.4949038 Aug 29 04:41:47.472205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:47.604800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-97bbbfe8-283f-447e-87a9-f28432d77e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:47.606374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-97bbbfe8-283f-447e-87a9-f28432d77e24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.3852425 Aug 29 04:41:47.785478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-101564c8-778a-4ebc-8367-d0f572f0409a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.7605605 Aug 29 04:41:47.962150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38a4cc00-1f95-4c8f-bd74-65e04ad9a4c9 req-c1fb6b66-b32f-4a97-93a4-717a3782539a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8229589 Aug 29 04:41:48.003507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4a54d-ed41-47a0-8e8a-12857b44c84e None None] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:41:48.030879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-5a95bf5d-7ac6-4dfc-a438-6f5bdf565d38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.3602259 Aug 29 04:41:48.039496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-a5c0add5-8de8-4675-8aa9-f0ca596e7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.041225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-a5c0add5-8de8-4675-8aa9-f0ca596e7f10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.1658053 Aug 29 04:41:48.104404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-1d7ef961-1e82-492f-9527-e52440617266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.106117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-1d7ef961-1e82-492f-9527-e52440617266 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.0639493 Aug 29 04:41:48.398308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9696aae-0aef-4886-99f8-c0ea569dd167 req-72ff4bb6-1473-4f01-8369-a316137c8ab0 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.416550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9696aae-0aef-4886-99f8-c0ea569dd167 req-72ff4bb6-1473-4f01-8369-a316137c8ab0 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.7035501 Aug 29 04:41:48.416957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f535a081-4af7-49e1-ad17-69b0aae7cd1a None None] Provisioning for port d4583fb8-765e-4680-a4b6-daf86a5a47a5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:48.677089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9696aae-0aef-4886-99f8-c0ea569dd167 req-e7f3ab14-8ff3-4c51-9799-3a038bd77d93 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562692 Aug 29 04:41:48.690034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-54c36486-9170-4b21-a8dd-0b1d6f17a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.696478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-54c36486-9170-4b21-a8dd-0b1d6f17a429 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5669787 Aug 29 04:41:48.703688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:48.767111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-44a6230d-780b-4058-9ec8-37c69fb8106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:48.770647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-44a6230d-780b-4058-9ec8-37c69fb8106e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6630375 Aug 29 04:41:48.785478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:48.797184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.012775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:49.033990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:49.034461 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.086356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.092791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.485086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.523348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-a8bce9f6-cfda-45c3-b5c5-5ac6c0753a38 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403038 Aug 29 04:41:49.581634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:49.590901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.591064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:41:49.593387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4583fb8-765e-4680-a4b6-daf86a5a47a5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:49.608805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:41:49.640224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-7472c9c1-dec5-422c-ba8d-a5e53d8a85b1 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307923 Aug 29 04:41:49.875966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:49.947697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3777bb1b-7a34-4f5d-9b02-5313d0d37a36 None None] Provisioning for port de692374-49bd-418b-bccb-988c22617606 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:49.967079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3777bb1b-7a34-4f5d-9b02-5313d0d37a36 None None] Provisioning complete for port de692374-49bd-418b-bccb-988c22617606 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:49.967787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3777bb1b-7a34-4f5d-9b02-5313d0d37a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:49.973552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-d17a761f-44ef-4cd6-93eb-2e10fb12600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:49.976826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-d17a761f-44ef-4cd6-93eb-2e10fb12600e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1098 time: 0.2245727 Aug 29 04:41:50.047373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3777bb1b-7a34-4f5d-9b02-5313d0d37a36 None None] Port de692374-49bd-418b-bccb-988c22617606 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:50.065375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router a09e4063-d252-49c1-9677-1574eea91399 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:41:50.093359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-69a149a4-4e5b-4079-adf0-f485fab0a46c service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521657 Aug 29 04:41:50.105055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d4583fb8-765e-4680-a4b6-daf86a5a47a5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:50.123046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe8c1f-baed-4fea-b9c3-e3aac34285d8 req-a509d9ca-c13c-4b5d-a835-be446dbcdda2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.133437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d4583fb8-765e-4680-a4b6-daf86a5a47a5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:50.134685 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.140137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acfe8c1f-baed-4fea-b9c3-e3aac34285d8 req-a509d9ca-c13c-4b5d-a835-be446dbcdda2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.8622870 Aug 29 04:41:50.323517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acfe8c1f-baed-4fea-b9c3-e3aac34285d8 req-c425a65e-b05b-411e-a8fc-d4efa4ce313a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823192 Aug 29 04:41:50.392635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-d629ee3c-d06d-429e-8298-10c9b28d12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.418978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-d629ee3c-d06d-429e-8298-10c9b28d12f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.4136364 Aug 29 04:41:50.420177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fb13-11be-4bb7-8133-1573c9276797 req-d4cd2d0f-d31f-4563-94ff-d687e6e7e1c5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.430190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d93fb13-11be-4bb7-8133-1573c9276797 req-d4cd2d0f-d31f-4563-94ff-d687e6e7e1c5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2658105 Aug 29 04:41:50.460413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8efd6ff7-15a1-4c83-970f-da54a7a3c9ea None None] Provisioning complete for port de692374-49bd-418b-bccb-988c22617606 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:50.461584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8efd6ff7-15a1-4c83-970f-da54a7a3c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.498296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbe31b1d-a9cf-42f2-8c68-f71db43dd588 req-fee7a499-ffe1-4f72-a1bd-2b76b9e864a4 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9471552 Aug 29 04:41:50.715456 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.729914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d93fb13-11be-4bb7-8133-1573c9276797 req-c59b61ef-b661-4eba-bef3-ed7a69f9a342 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869818 Aug 29 04:41:50.773240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-4cc8e28d-6f84-4487-a1af-09ea99eb7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:50.780586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-4cc8e28d-6f84-4487-a1af-09ea99eb7b89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1096 time: 0.1371460 Aug 29 04:41:50.787101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8efd6ff7-15a1-4c83-970f-da54a7a3c9ea None None] Port de692374-49bd-418b-bccb-988c22617606 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:50.794940 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-81defa20-87ac-4265-9883-ab8395b7fcfb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 217 time: 0.3382056 Aug 29 04:41:50.849127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d4583fb8-765e-4680-a4b6-daf86a5a47a5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4583fb8-765e-4680-a4b6-daf86a5a47a5,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:50.871774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:50.929378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:41:50.949841 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Sync routers for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:41:50.958616 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7c8f1766-59b7-448c-8870-efca7cacbdc2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/a09e4063-d252-49c1-9677-1574eea91399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0394490 Aug 29 04:41:50.968530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:50.992277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:50.999327 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:51.020291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-ecd76a0a-2fd8-4763-b1f8-f352e2249f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.025942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-ecd76a0a-2fd8-4763-b1f8-f352e2249f10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.2327292 Aug 29 04:41:51.062692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d4583fb8-765e-4680-a4b6-daf86a5a47a5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:51.088075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:51.220058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-152acf0f-8252-4bd1-9193-e414f6e57610 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.1887772 Aug 29 04:41:51.225347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27c1168f-4d78-4ce8-b4f3-26eb9e55a563 None None] Provisioning complete for port de692374-49bd-418b-bccb-988c22617606 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:51.225732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27c1168f-4d78-4ce8-b4f3-26eb9e55a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.302881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-9de5bacc-6a39-426b-b64b-4e22f9c990dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.311352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-9de5bacc-6a39-426b-b64b-4e22f9c990dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.4979286 Aug 29 04:41:51.356220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-27c1168f-4d78-4ce8-b4f3-26eb9e55a563 None None] Port de692374-49bd-418b-bccb-988c22617606 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:41:51.382928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:51.388502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-17aa2f78-a292-425d-8b25-8c749c434891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.403233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:51.424684 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-c753631a-d739-48f9-ae30-e5e9631ff968 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930116 Aug 29 04:41:51.435894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-17aa2f78-a292-425d-8b25-8c749c434891 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.2060220 Aug 29 04:41:51.503184 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:51.664470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97687cc8-3524-4d54-bfc6-88db5af6f8ca req-dd0fd81e-aff4-4daf-a438-7da0f2836130 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.677286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97687cc8-3524-4d54-bfc6-88db5af6f8ca req-dd0fd81e-aff4-4daf-a438-7da0f2836130 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.1747496 Aug 29 04:41:51.712305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-20b2edde-43f9-4b78-9aa3-c0ef15a50e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.719810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-20b2edde-43f9-4b78-9aa3-c0ef15a50e05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826605 Aug 29 04:41:51.904300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.912484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.914789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.915911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.919493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.920803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.923366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.924846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.931130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.932611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:51.937593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4b96dd4-391a-4b19-80ce-6e13d9b0f27d tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7070 time: 0.9402418 Aug 29 04:41:51.967821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-b2973ec6-2fa8-459b-a65f-c094b4d3ab38 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305858 Aug 29 04:41:51.969093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.036758 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-cce8524e-d520-4684-ac15-6153a02abbcf service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005836 Aug 29 04:41:52.249331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97687cc8-3524-4d54-bfc6-88db5af6f8ca req-93d87baa-c11f-4d79-96ca-19157a17d636 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702939 Aug 29 04:41:52.265987 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:48Z', 'revision_number': 2, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:52.351913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Checking router: a09e4063-d252-49c1-9677-1574eea91399 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:41:52.352290 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Updating router a09e4063-d252-49c1-9677-1574eea91399 port de692374-49bd-418b-bccb-988c22617606 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:41:52.358983 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f6d78ce1-6e67-4bb4-895f-7348d048eac8 req-09b2ae3c-c046-40cd-a043-c2b1d30e0bfc service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152359 Aug 29 04:41:52.410002 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.421049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.421854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.422468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.423421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.424404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.426852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.428256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.430035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.431498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.432400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.439193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6dafc407-927d-4065-ad16-27c98e2c323e tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6545 time: 0.4622049 Aug 29 04:41:52.442024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:52.444154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a1e8184-5e4e-4dd9-8f45-f0a6df1227bd req-88cd008c-8362-4753-900d-7db5ba14823f service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502692 Aug 29 04:41:52.455847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ce201-440a-4d8c-b083-0f4d2c00ced5 req-6c7e0f90-aca6-45eb-8351-ee00252e6f08 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:52.460440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d1ce201-440a-4d8c-b083-0f4d2c00ced5 req-6c7e0f90-aca6-45eb-8351-ee00252e6f08 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.3581457 Aug 29 04:41:52.588615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d1ce201-440a-4d8c-b083-0f4d2c00ced5 req-2cccaba9-7daf-4f00-a184-5e4b9de2cbe5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145914 Aug 29 04:41:52.875010 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:52.892086 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Transition to ACTIVE for port object de692374-49bd-418b-bccb-988c22617606 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:41:52.903388 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.008833 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Pushing event updated for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.076325 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.077053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.095438 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.098705 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.099831 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.100443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-accd1efd-cf4a-449a-a5c3-d16301b08b37 tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5935 time: 0.6431980 Aug 29 04:41:53.100908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.102223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.103738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.103738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.108316 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.111616 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.112121 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:41:53.164749 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Attempting to bind port de692374-49bd-418b-bccb-988c22617606 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:41:53.165123 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Attempting to bind port de692374-49bd-418b-bccb-988c22617606 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:41:53.165486 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Attempting to bind port de692374-49bd-418b-bccb-988c22617606 on network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:41:53.170487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4583fb8-765e-4680-a4b6-daf86a5a47a5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:53.194471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:41:53.194946 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Checking segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:41:53.203815 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.205259 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Bound using segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:41:53.212964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Bound port: de692374-49bd-418b-bccb-988c22617606, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:41:53.213611 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.315404 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] For port de692374-49bd-418b-bccb-988c22617606, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:41:53.320244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] For port de692374-49bd-418b-bccb-988c22617606, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=de692374-49bd-418b-bccb-988c22617606,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:41:53.328890 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.365663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d4583fb8-765e-4680-a4b6-daf86a5a47a5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:53.366309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:53.588495 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:41:53.592483 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:53.597648 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef304db-0b14-4bf5-8cdf-7c16e74990f5 None None] Pushing event updated for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:53.657699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa433e-0b9d-4a7b-b52d-c84a008bb87b req-3d58a9d4-a927-40ba-a992-d2133e1f6299 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:53.660457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfa433e-0b9d-4a7b-b52d-c84a008bb87b req-3d58a9d4-a927-40ba-a992-d2133e1f6299 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.1318767 Aug 29 04:41:53.721296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfa433e-0b9d-4a7b-b52d-c84a008bb87b req-da5f9fdc-0945-4479-9347-7afd4aeee2d1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490892 Aug 29 04:41:53.756320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:41:53.833335 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:41:53.936033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54252) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:53.944209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037734359', 'description': 'tempest-secgroup-smoke-2037734359 description', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:54.033324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.199857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:54.264516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4827f5-a5a6-4a5e-90d8-0131c589c9ad req-8d494f5a-4d51-4275-9669-81b33c4e83a5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.266137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:41:54.268877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb4827f5-a5a6-4a5e-90d8-0131c589c9ad req-8d494f5a-4d51-4275-9669-81b33c4e83a5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.3442850 Aug 29 04:41:54.423717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.460370 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.488726 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:41:54.549434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f61a9-e1e1-463f-8b2d-8b165ed240d0 None None] The sync data for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 is: [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:53Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:41:54.572849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb4827f5-a5a6-4a5e-90d8-0131c589c9ad req-7edd1348-455c-4abd-b682-0d79789a9f4c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953305 Aug 29 04:41:54.574700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.611402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-d692969d-6191-4f93-a819-aca1305b7de5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.614936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-d692969d-6191-4f93-a819-aca1305b7de5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815&tenant_id=5fb81efe55d341afad69b28151dd4d3e&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.3161240 Aug 29 04:41:54.625151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67454e5-fa2e-4184-91cf-d12221fc992e req-4f087433-b1ef-4494-bd73-1a905457d5e3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:54.627158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.634607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d67454e5-fa2e-4184-91cf-d12221fc992e req-4f087433-b1ef-4494-bd73-1a905457d5e3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 944 time: 0.2534516 Aug 29 04:41:54.652204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7145822 Aug 29 04:41:54.656836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef3ad6-ee5d-455d-8589-ecc73002f62e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c54d70-d34d-4c73-9715-20ad64af1743,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.663333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:54.665942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:41:54.669636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:54.795153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:54.806650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d67454e5-fa2e-4184-91cf-d12221fc992e req-239f0b6c-467b-491f-bd05-dba81d998042 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699233 Aug 29 04:41:54.822386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-99d6f8a6-3709-44c9-88f2-504a56ac6cce service neutron] 10.222.0.50 "GET /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.1842327 Aug 29 04:41:54.833057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.841307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:54.944872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:54.983918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.025948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.080906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device de692374-49bd-418b-bccb-988c22617606 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:55.106862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-031dacc9-8686-43aa-bdb4-e55a28145332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.109344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-031dacc9-8686-43aa-bdb4-e55a28145332 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1097 time: 0.1945326 Aug 29 04:41:55.111591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.113320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4471815 Aug 29 04:41:55.114591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38129cc8-f65a-4391-b4a5-3a01edb86df0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218b8411-5e81-4273-b16a-355d263c7c3d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.117517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54272) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:55.123644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:55.187725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.232917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port de692374-49bd-418b-bccb-988c22617606 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:55.237378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port de692374-49bd-418b-bccb-988c22617606 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:55.237992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.301045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.309175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.311878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-ec27dd8b-2919-47fb-b98f-682df088d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.314997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-ec27dd8b-2919-47fb-b98f-682df088d331 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.1902277 Aug 29 04:41:55.336004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:41:55.420512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdd6b99-b26e-467a-ae69-54d66ed9500e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.454090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.456277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-11bcbd57-0b0d-4293-b609-6e934978ef9a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3367121 Aug 29 04:41:55.460502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:55.465894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:55.496237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-a8a09a16-62fb-4cb7-afeb-486f287c9b91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1001 time: 0.1719244 Aug 29 04:41:55.557152 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.603015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.665110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-4411224f-5696-43ea-b5bd-8dd99ebb4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.668616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-4411224f-5696-43ea-b5bd-8dd99ebb4fb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.1627886 Aug 29 04:41:55.724989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port de692374-49bd-418b-bccb-988c22617606, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=de692374-49bd-418b-bccb-988c22617606,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:55.732130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.773580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.778340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.797800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-5b8f0c5f-0c0c-4d7c-80e3-99ac317829d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:55.799386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-5b8f0c5f-0c0c-4d7c-80e3-99ac317829d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185920 Aug 29 04:41:55.845425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a951aaf-ffba-436f-9737-d347075ca794,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:55.849949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:55.851612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ebb103fe-344f-46e9-b31d-fbe16d7600e0 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895471 Aug 29 04:41:55.862004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:55.867484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:55.905611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.068511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc1b16-2112-418f-a85b-ce61aa39aae2 req-8a949fd3-f00b-4e9c-b7c8-55604aad77cb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.069176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.070777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40cc1b16-2112-418f-a85b-ce61aa39aae2 req-8a949fd3-f00b-4e9c-b7c8-55604aad77cb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1194029 Aug 29 04:41:56.074745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.075433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-c7f9f203-0c9b-4b69-8e93-d2a0efaa4bf5 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630327 Aug 29 04:41:56.106556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4d89ac-4777-4c46-ac07-6bfa5a9f3929,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.112780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.115949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-771e1dcc-0ece-49d0-b676-3325b6bff729 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2525253 Aug 29 04:41:56.121042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.127862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:56.165465 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:56.173212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.321750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.328499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.336102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.347313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859b559-802b-466f-87fb-8623c90feaf3 req-33dbb252-9181-4ef8-84fc-a523f27ff303 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:56.349084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3859b559-802b-466f-87fb-8623c90feaf3 req-33dbb252-9181-4ef8-84fc-a523f27ff303 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.2682016 Aug 29 04:41:56.378583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2321bc07-b36a-41f9-8869-1e82ab9a1b82,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.393150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40cc1b16-2112-418f-a85b-ce61aa39aae2 req-627e97e2-cfc3-4fc8-a77a-9eada25f1a3b tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100069 Aug 29 04:41:56.413554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.415120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3a5f35f2-9a6a-4752-886c-4117fcb26778 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2922080 Aug 29 04:41:56.426989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54300) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:41:56.435575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'security_group_rule': {'security_group_id': '47c54d70-d34d-4c73-9715-20ad64af1743', 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:41:56.498159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-3bae159f-081f-4b24-8ce2-60a9df2caa46 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922906 Aug 29 04:41:56.500882 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Project c877231de95049d3b9f6adf70ecfa38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:41:56.515491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.565257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3859b559-802b-466f-87fb-8623c90feaf3 req-d157dfac-a45a-4dd9-ad26-5d48827afbf6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954267 Aug 29 04:41:56.656154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.664728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.696722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63af0e0-77aa-4d76-956e-d4744b53b84b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:56.712354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:56.716540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e85a1c23-aa41-474d-a27e-4aec4a311252 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880042 Aug 29 04:41:57.051958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device de692374-49bd-418b-bccb-988c22617606 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:57.160132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-88f95bdf-7a9a-48ab-8ca0-7af37384e1b9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037734359&fields=id&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 267 time: 0.1037018 Aug 29 04:41:57.232450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port de692374-49bd-418b-bccb-988c22617606 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:57.233383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:57.483583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-4bdb3696-ff3b-4432-9baf-e11473da3ad2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.485539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-4bdb3696-ff3b-4432-9baf-e11473da3ad2 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/networks?id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 200 len: 797 time: 0.2850082 Aug 29 04:41:57.527703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-4fc45dde-66a4-46f6-9495-ae4528c05b64 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/quotas/c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 375 time: 0.0138030 Aug 29 04:41:57.678526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c6460-a7fb-4b35-bb5e-abc894d180ed req-384a1abc-80e2-4e02-96a6-f2f48bd96a7e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:57.681227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-680c6460-a7fb-4b35-bb5e-abc894d180ed req-384a1abc-80e2-4e02-96a6-f2f48bd96a7e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1657221 Aug 29 04:41:57.727199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-53e79a81-408f-4cee-903f-0e1f3b396853 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457150 Aug 29 04:41:57.761180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-680c6460-a7fb-4b35-bb5e-abc894d180ed req-d2c5af64-8dc6-48cb-8031-48068cf04d2f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727365 Aug 29 04:41:57.769324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:41:57.887059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:41:57.899256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:41:57.900007 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.240716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.297320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:41:58.300092 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfd8a34-c77b-4508-b922-a90aab76e3bc" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:41:58.344175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:41:58.363545 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:58.482348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6d824-946c-4aaf-af68-718d32cd5ae3 req-aefee30a-c8a7-461f-820f-7dad44cf5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.485060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0d6d824-946c-4aaf-af68-718d32cd5ae3 req-aefee30a-c8a7-461f-820f-7dad44cf5662 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1098 time: 0.1952226 Aug 29 04:41:58.516700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:41:58.565728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0d6d824-946c-4aaf-af68-718d32cd5ae3 req-4feaeb9d-0db5-4c2a-a68d-e508cb85aceb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Aug 29 04:41:58.774799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b91d-b318-4e82-bd8b-6917ac6f888c req-e1fad3be-34d5-45c5-a18e-d1bb719dfc2e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:58.789251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3885b91d-b318-4e82-bd8b-6917ac6f888c req-e1fad3be-34d5-45c5-a18e-d1bb719dfc2e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.9174478 Aug 29 04:41:58.906657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3885b91d-b318-4e82-bd8b-6917ac6f888c req-44db529d-602e-40cf-906f-ce105ac9f04d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159439 Aug 29 04:41:58.926910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-69a51293-6c07-4138-88dd-b7f225d020de service neutron] 10.222.0.62 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1406949 Aug 29 04:41:59.144006 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86177462-5af7-4a09-ac2e-a036e6f11079 x-openstack-request-id: req-86177462-5af7-4a09-ac2e-a036e6f11079 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:41:59.144893 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:41:59.144893 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86177462-5af7-4a09-ac2e-a036e6f11079 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:41:59.145419 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'code': 200} Aug 29 04:41:59.287050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-23271eed-9283-423a-8b6b-5aa96b3dc574 service neutron] 10.222.0.62 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583560 Aug 29 04:41:59.414533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86b06-512b-4241-b0c6-057d75d00eb3 req-aebc0db1-c26e-405d-8105-0cb59862fbb3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.416852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ef86b06-512b-4241-b0c6-057d75d00eb3 req-aebc0db1-c26e-405d-8105-0cb59862fbb3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.0778301 Aug 29 04:41:59.567982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ef86b06-512b-4241-b0c6-057d75d00eb3 req-6a2aeca9-3278-451e-8eb7-7f9b1f7cdb34 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312149 Aug 29 04:41:59.797294 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:41:59.816285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7aa5612f-a608-47da-8d2d-27b51053a6ce req-4438774a-0b9f-49b0-9413-a5fb39d276b3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 210 time: 0.1190464 Aug 29 04:41:59.953767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-d90d7e8c-193c-4c2b-b1b8-466492e851e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:41:59.955332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-d90d7e8c-193c-4c2b-b1b8-466492e851e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 1098 time: 0.1541324 Aug 29 04:41:59.972643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:00.041670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.104509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:00.244221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2556f9c-36f5-4788-a70b-852a6aecdbf8 req-e6b1a275-7165-4ca8-8f77-b3ae63c488a3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.250706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2556f9c-36f5-4788-a70b-852a6aecdbf8 req-e6b1a275-7165-4ca8-8f77-b3ae63c488a3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 946 time: 0.1190228 Aug 29 04:42:00.352298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2556f9c-36f5-4788-a70b-852a6aecdbf8 req-63f14fc9-38bc-4e98-9dbf-45cb20f537aa tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813892 Aug 29 04:42:00.694919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:00.777756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:00.851688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:00.855874 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d5801-5db0-4288-8075-e791d2f06b47" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:00.862647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.885710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Transition to ACTIVE for port object b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:00.903692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:00.911888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205435ba-29d0-4329-9efb-ac7ced7f26ed req-b7bac1b8-1ab9-4b5d-b9c0-9d26789f79fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:00.940968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-205435ba-29d0-4329-9efb-ac7ced7f26ed req-b7bac1b8-1ab9-4b5d-b9c0-9d26789f79fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2154856 Aug 29 04:42:01.012131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:01.086996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9577d0d-2bad-47e3-9cb2-1ae297b973d7 req-edabd81e-21c8-4eac-ab3c-a23f729c55cf tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 210 time: 0.1128001 Aug 29 04:42:01.186702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-205435ba-29d0-4329-9efb-ac7ced7f26ed req-0fe6b48b-b42e-4d41-8ebf-c2a28f2c54c5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443621 Aug 29 04:42:01.564936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c74cf-44c0-4447-ad3f-fd8be9bae7ae req-c6285f75-db6c-49d9-9667-3f92c9e966fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:01.569132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3c74cf-44c0-4447-ad3f-fd8be9bae7ae req-c6285f75-db6c-49d9-9667-3f92c9e966fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1689541 Aug 29 04:42:01.824374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c3c74cf-44c0-4447-ad3f-fd8be9bae7ae req-26d77d7e-4773-4a00-a1dd-dba95721a0c6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406337 Aug 29 04:42:01.872742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:01.915258 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b601824-6ef9-4e7c-b1f8-6336cd598645 x-openstack-request-id: req-1b601824-6ef9-4e7c-b1f8-6336cd598645 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:01.915618 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:01.915813 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b601824-6ef9-4e7c-b1f8-6336cd598645 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:01.916247 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'code': 200} Aug 29 04:42:02.036578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] No DVR routers for this DVR port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:02.056906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43de90-2c9b-4bcd-b9dd-d95411ee0b02 req-c72169c9-cadf-429b-8a4d-a27339616b7b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.061034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac43de90-2c9b-4bcd-b9dd-d95411ee0b02 req-c72169c9-cadf-429b-8a4d-a27339616b7b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.4806225 Aug 29 04:42:02.180070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-da0089a7-884d-49a5-af01-306556f8921f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.183142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-da0089a7-884d-49a5-af01-306556f8921f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/networks?id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 200 len: 797 time: 0.6120698 Aug 29 04:42:02.328390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:02.329329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:02.329598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:02.337339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:02.337938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Attempting to bind port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on network 44ba7670-e6ee-4384-b33d-37f7d1c87770 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:02.347418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:02.347418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Checking segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:02.347418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Bound using segment: {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:02.348030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Bound port: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:02.348314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.390618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac43de90-2c9b-4bcd-b9dd-d95411ee0b02 req-89a516da-d997-43ee-80e1-d497632d9634 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079770 Aug 29 04:42:02.510154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:02.514759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0add5-abca-4120-8e02-69e0ed49eaa4 req-3fffe510-6ef3-418d-9733-f3d1bf1a9048 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.515531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:02.517388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1e0add5-abca-4120-8e02-69e0ed49eaa4 req-3fffe510-6ef3-418d-9733-f3d1bf1a9048 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.3325365 Aug 29 04:42:02.527667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-2c43cbd3-5d84-4972-9bee-76d4a81aee3d tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c877231de95049d3b9f6adf70ecfa38f HTTP/1.1" status: 200 len: 380 time: 0.3133702 Aug 29 04:42:02.529559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.547105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'port': {'device_id': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'admin_state_up': True, 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'security_groups': ['47c54d70-d34d-4c73-9715-20ad64af1743']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:02.592885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.592885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:02.594351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1094 time: 2.6302385 Aug 29 04:42:02.695907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdbf54-afb5-42be-a784-49b7367ef7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:02.752118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4104edfb-e159-4abb-afc9-52a414cadf48 req-e7f699a4-fd25-4484-9e73-140d3d440362 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 210 time: 0.2164171 Aug 29 04:42:02.754873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-72721ef8-9fc4-4e8f-9ec8-b044ff2d5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.758274 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-72721ef8-9fc4-4e8f-9ec8-b044ff2d5f03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1097 time: 0.1262031 Aug 29 04:42:02.871535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1e0add5-abca-4120-8e02-69e0ed49eaa4 req-e25bd4a1-c93e-4ba6-9963-77b82f840c7c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423347 Aug 29 04:42:02.957905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-7b3df87b-22a8-4b3e-9a17-3aad84ecefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:02.961645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-7b3df87b-22a8-4b3e-9a17-3aad84ecefe2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.1948824 Aug 29 04:42:03.054280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Made reservation on behalf of c877231de95049d3b9f6adf70ecfa38f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:03.060316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.095767 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-d8df8cd3-c9b4-44aa-a8c8-fe5b9d943e82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.1252797 Aug 29 04:42:03.194535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-9fa53902-9860-4aeb-ba33-62cda31e010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.197076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-9fa53902-9860-4aeb-ba33-62cda31e010b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.0917706 Aug 29 04:42:03.197387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Deleting port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:03.197728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.273229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-8da3d27e-e58e-4465-9bc5-c450a7b03d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.275885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-8da3d27e-e58e-4465-9bc5-c450a7b03d62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690458 Aug 29 04:42:03.331905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.20.0.11 (67a0bd8f-bb69-4af2-b221-2dd5837dd97a/66a39fa8-392f-43ee-ae7f-8dd414e6f2cb/3b804b71-9af4-4182-a0af-1701b3a794d6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:03.362956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] For port fa1a40e1-e1ec-4d27-b97d-4f18d0287b00, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:03.363464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.388571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Calling delete_port for fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:03.457122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-5fc555c5-6ffd-4ec3-a682-a626182fc280 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730647 Aug 29 04:42:03.597535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f03a81e4-1e4d-4105-90d7-d53a059e9d47 req-b5f3067b-da5c-41a1-a07c-7cbf24115d44 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314232 Aug 29 04:42:03.652982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bde92-dd5e-41f6-85eb-8a1d31a1e679 req-3fba66e5-15dd-42a5-b60c-5a40e3e7a84c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:03.654611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-175bde92-dd5e-41f6-85eb-8a1d31a1e679 req-3fba66e5-15dd-42a5-b60c-5a40e3e7a84c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.1500089 Aug 29 04:42:03.732685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.775406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Transition to ACTIVE for port object 3b804b71-9af4-4182-a0af-1701b3a794d6 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:03.775949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:03.798089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-175bde92-dd5e-41f6-85eb-8a1d31a1e679 req-a1b97dfa-9bf2-41dc-af60-6f234c0dcb55 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967994 Aug 29 04:42:03.901837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:03.917286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:03.921118 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0a689-4e14-4a08-be32-ed5b4379d0de" -d '{"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:03.951616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff53ebf5-8e49-48ed-81b0-a9a704954b79 req-ac1752cd-36ce-4347-94c4-45d1174997b1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 210 time: 0.0453935 Aug 29 04:42:03.952877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:03.991767 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db2cbb0-cf80-4408-aafe-58f6d6fce6d9 x-openstack-request-id: req-7db2cbb0-cf80-4408-aafe-58f6d6fce6d9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:03.992456 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:03.992928 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7db2cbb0-cf80-4408-aafe-58f6d6fce6d9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:03.993557 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:42:04.037437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:04.047635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.051566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:04.080792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-df59918c-1242-4f3b-afcc-fe521916bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.086712 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-df59918c-1242-4f3b-afcc-fe521916bb80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1097 time: 0.0622551 Aug 29 04:42:04.093585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:04.154168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.216102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-4d871950-6360-458f-bb4c-78a5bb58d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.220112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-4d871950-6360-458f-bb4c-78a5bb58d951 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.1249580 Aug 29 04:42:04.286361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.287355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.291521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1a40e1-e1ec-4d27-b97d-4f18d0287b00,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:04.318714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-edf9969b-41fc-4d10-a067-8490c48c13ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.0915532 Aug 29 04:42:04.360067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-2b3e724a-5d2b-4a07-8d60-40587c921a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.361970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-2b3e724a-5d2b-4a07-8d60-40587c921a2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1097 time: 0.3050272 Aug 29 04:42:04.373260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa302-0413-4480-bfa2-d0401e6b1661 req-aab1eb2d-deed-47d5-a103-d7b89677702d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.381205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-409aa302-0413-4480-bfa2-d0401e6b1661 req-aab1eb2d-deed-47d5-a103-d7b89677702d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.3003066 Aug 29 04:42:04.384393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-51210cea-980e-41ac-a5d8-6c7d2908807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.386264 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-51210cea-980e-41ac-a5d8-6c7d2908807f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.0602248 Aug 29 04:42:04.401337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-67a4fa3f-97e6-42e5-9ef0-e7450d9939ae tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8631122 Aug 29 04:42:04.459894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-397a83bd-48c0-4c21-8cd0-26e97447b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.462022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-397a83bd-48c0-4c21-8cd0-26e97447b517 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679665 Aug 29 04:42:04.474673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Request body: {'port': {'device_id': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:04.606315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d48b0712-f4f1-44cb-a8ec-a6c062f7dde2 None None] Provisioning for port 3b804b71-9af4-4182-a0af-1701b3a794d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:04.616241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d48b0712-f4f1-44cb-a8ec-a6c062f7dde2 None None] Provisioning complete for port 3b804b71-9af4-4182-a0af-1701b3a794d6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:04.618674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d48b0712-f4f1-44cb-a8ec-a6c062f7dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.656694 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-3b961e89-aae0-4a16-b6e8-0c5dd5c69838 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773431 Aug 29 04:42:04.678473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d48b0712-f4f1-44cb-a8ec-a6c062f7dde2 None None] Port 3b804b71-9af4-4182-a0af-1701b3a794d6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:42:04.711371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-409aa302-0413-4480-bfa2-d0401e6b1661 req-96275c76-4e99-4e5a-b70f-80d07a0fe25f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292348 Aug 29 04:42:04.717822 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.734010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:04.757992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-fcda90c6-800c-4858-8e3c-e26ed4b76245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:04.759600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-fcda90c6-800c-4858-8e3c-e26ed4b76245 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.3763247 Aug 29 04:42:04.787827 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-e53b813a-ba38-4bf8-9029-4399722cd4af service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236367 Aug 29 04:42:05.123623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-dd682f3a-bb1a-43c8-9690-d93fc7332e8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 1000 time: 0.3243718 Aug 29 04:42:05.888580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc99e0-cc78-4c89-9069-02bbe890b8ec req-c410f779-0956-4f2a-839b-7135a603bbf5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.890165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15dc99e0-cc78-4c89-9069-02bbe890b8ec req-c410f779-0956-4f2a-839b-7135a603bbf5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.9482391 Aug 29 04:42:05.917451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-10c99829-c9a8-4a34-921b-fae59b78cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:05.918964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-10c99829-c9a8-4a34-921b-fae59b78cc7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.2340617 Aug 29 04:42:06.003002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331a13f-ba26-4e0e-a616-dc47ea6ad8d0 req-e47ce7ce-b083-467a-8970-46dbe80b3126 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.004844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9331a13f-ba26-4e0e-a616-dc47ea6ad8d0 req-e47ce7ce-b083-467a-8970-46dbe80b3126 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.9017084 Aug 29 04:42:06.174216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15dc99e0-cc78-4c89-9069-02bbe890b8ec req-152e1462-aa24-4ba8-9219-509ae88b157e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738311 Aug 29 04:42:06.384476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9331a13f-ba26-4e0e-a616-dc47ea6ad8d0 req-6af581da-742a-49e3-9a73-3f573ed84b6e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936878 Aug 29 04:42:06.386383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-58864092-013f-4c84-83d9-99a851e8f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.388830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-58864092-013f-4c84-83d9-99a851e8f410 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4469013 Aug 29 04:42:06.490066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Router e9abcf60-1dcc-45a6-9775-320a51552b39 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:06.536932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7866-9256-4d19-ba41-f28f72d8a07c req-2d6ce92f-fd83-4af8-91c7-5084f91401ac tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.540229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f5c7866-9256-4d19-ba41-f28f72d8a07c req-2d6ce92f-fd83-4af8-91c7-5084f91401ac tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 932 time: 0.2113841 Aug 29 04:42:06.751906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b804b71-9af4-4182-a0af-1701b3a794d6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:06.792952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.806129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-78e90e08-b0f9-4861-9552-3ce6c524a26e service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025459 Aug 29 04:42:06.822909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f5c7866-9256-4d19-ba41-f28f72d8a07c req-35dfd5c1-d6ee-4f11-a8df-bcec971b465a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592854 Aug 29 04:42:06.882639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Transition to ACTIVE for port object 3b804b71-9af4-4182-a0af-1701b3a794d6 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:06.932226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:06.966269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-9b9b17ac-3d22-4b20-b938-3c315a04ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:06.968496 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-9b9b17ac-3d22-4b20-b938-3c315a04ece1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1098 time: 0.0739586 Aug 29 04:42:07.018714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a663bf0-8fa5-4ea0-b7fb-5608f3d9416d req-c98f803d-ebaf-4886-9c5d-c1b08a62c3af tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.020432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a663bf0-8fa5-4ea0-b7fb-5608f3d9416d req-c98f803d-ebaf-4886-9c5d-c1b08a62c3af tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.3619986 Aug 29 04:42:07.042189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:07.057302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e6acb263-83b3-438c-b704-90a572d8a288 admin admin] 10.222.0.62 "PUT /v2.0/routers/e9abcf60-1dcc-45a6-9775-320a51552b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9437430 Aug 29 04:42:07.077665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Sync routers for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:07.097444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:07.100407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:07.101938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:07.109060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Pushing event updated for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:07.189603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76a0a689-4e14-4a08-be32-ed5b4379d0de req-ad980d90-1016-43cb-8745-71af9ef4af97 service neutron] 10.222.0.50 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734303 Aug 29 04:42:07.243269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-3ad2bf40-e950-4e3b-9a59-d77c3ebabf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.244921 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-3ad2bf40-e950-4e3b-9a59-d77c3ebabf9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.2429457 Aug 29 04:42:07.346590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a663bf0-8fa5-4ea0-b7fb-5608f3d9416d req-543bdba9-0fc1-4f4c-9e06-8fc9ff56c8f0 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136060 Aug 29 04:42:07.424130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.428044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Attempting to bind port 3b804b71-9af4-4182-a0af-1701b3a794d6 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:07.428397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Attempting to bind port 3b804b71-9af4-4182-a0af-1701b3a794d6 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:07.428737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Attempting to bind port 3b804b71-9af4-4182-a0af-1701b3a794d6 on network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:07.474946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc87a-993d-4436-a266-11cb4f97638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.516407 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-764c9db8-be73-40fe-a9cd-e99a2f69dc42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 1002 time: 0.2600975 Aug 29 04:42:07.521720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:07.529220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Port 3b804b71-9af4-4182-a0af-1701b3a794d6 on network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:07.529625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Attempting to bind port 3b804b71-9af4-4182-a0af-1701b3a794d6 on network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:07.627220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-f491c177-6671-4ab9-a873-edf2700fcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.630772 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-f491c177-6671-4ab9-a873-edf2700fcb93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.1050291 Aug 29 04:42:07.632065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:07.632774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Checking segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:07.633341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Bound using segment: {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:07.634760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Bound port: 3b804b71-9af4-4182-a0af-1701b3a794d6, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f249db-b93a-4a9f-bed5-512010bf31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:07.644860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.648059 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:07.689331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:07.694275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:07.737283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-041eb4c2-8cbb-431e-bc35-b111d03471a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.740249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-041eb4c2-8cbb-431e-bc35-b111d03471a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895033 Aug 29 04:42:07.769156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'port_id': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'mac_address': 'fa:16:3e:c7:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:07.780085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0530a5d-58b7-4b26-be43-de957cc340bb req-01104360-ea11-4ea6-9649-bc8207d3444c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.795959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0530a5d-58b7-4b26-be43-de957cc340bb req-01104360-ea11-4ea6-9649-bc8207d3444c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 945 time: 0.3054221 Aug 29 04:42:07.881999 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.927888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:07.947550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeeef3-9ec4-411f-a7fe-f3352f3ffe1b req-3cb251cf-44bd-488a-9b12-59fc5fc59561 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:07.949224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6baeeef3-9ec4-411f-a7fe-f3352f3ffe1b req-3cb251cf-44bd-488a-9b12-59fc5fc59561 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2908542 Aug 29 04:42:07.965173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0530a5d-58b7-4b26-be43-de957cc340bb req-89d61a6f-7d96-42f3-8d94-487d3b1b6286 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663318 Aug 29 04:42:08.000036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:08.001712 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-420e299e-c0de-41ea-8fb1-2781013d336e service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434230 Aug 29 04:42:08.002543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:08.029427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:08.053477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:08.057930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b804b71-9af4-4182-a0af-1701b3a794d6,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:08.074003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.076133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.100600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6baeeef3-9ec4-411f-a7fe-f3352f3ffe1b req-4209e0bc-6bf5-466a-8fa3-505d1fb4f8c7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222506 Aug 29 04:42:08.174640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.175598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.177858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] 10.222.0.54 "PUT /v2.0/ports/3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 200 len: 1093 time: 3.7517643 Aug 29 04:42:08.180774 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:08.186543 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:08.249524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.321110 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b324d6-a8ee-4b21-a38a-a81e99c8e638 x-openstack-request-id: req-41b324d6-a8ee-4b21-a38a-a81e99c8e638 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:08.321940 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:08.321940 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41b324d6-a8ee-4b21-a38a-a81e99c8e638 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:08.322304 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'status': 'completed', 'code': 200} Aug 29 04:42:08.361605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:42:03Z', 'revision_number': 5, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port': {'id': '46446e6b-ffb9-4585-9eb3-91bb8d1d88be', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:28:32Z', 'updated_at': '2021-08-29T04:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:08.366251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:08.372363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dca05-a1c0-4d0b-9e18-c8031e9ccf8f service neutron] Pushing event updated for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:08.378373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Deleting port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:08.378826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:08.473156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c97cc9-2c1f-43d1-a15d-19dd69ef1adb req-17b25787-2e4e-4848-8854-e8041fc4fdc9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.481432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c97cc9-2c1f-43d1-a15d-19dd69ef1adb req-17b25787-2e4e-4848-8854-e8041fc4fdc9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 944 time: 0.3570948 Aug 29 04:42:08.590963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Checking router: e9abcf60-1dcc-45a6-9775-320a51552b39 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:08.639257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Routers {'e9abcf60-1dcc-45a6-9775-320a51552b39'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:08.640107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:41:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e9abcf60-1dcc-45a6-9775-320a51552b39'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:08.652381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-287b07aa-eea3-48a3-afcc-0ee48cc87c90 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 200 len: 992 time: 0.6479330 Aug 29 04:42:08.740467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89da0fb0-ecae-42e7-b736-eea068c1afc8 req-222165f0-3bd4-48de-944b-1487658714c1 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482021 Aug 29 04:42:08.752436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c97cc9-2c1f-43d1-a15d-19dd69ef1adb req-cddf1a18-a972-4dce-a58b-297f1786bbd7 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264180 Aug 29 04:42:08.761128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-63715ed4-3c36-4e21-99f3-74f4bcfa8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:08.767744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-63715ed4-3c36-4e21-99f3-74f4bcfa8dcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1096 time: 0.4874926 Aug 29 04:42:08.793422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] Set router e9abcf60-1dcc-45a6-9775-320a51552b39 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:08.871416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5d48f779-284e-447f-be80-480984d3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:42:07Z', 'revision_number': 6, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:08.918500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f779-284e-447f-be80-480984d3e92b None None] The sync data for ids ['e9abcf60-1dcc-45a6-9775-320a51552b39'] in n-d-712139-13 is: [{'id': 'e9abcf60-1dcc-45a6-9775-320a51552b39', 'name': 'tempest-TaggedBootDevicesTest-595684364-router', 'tenant_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:28:29Z', 'updated_at': '2021-08-29T04:42:07Z', 'revision_number': 6, 'project_id': 'a66139e591ed4fd7ad67d20f57878f0c', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:08.949687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-8c1c45fb-be1f-4663-9c59-4292d16a3ed9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 200 len: 217 time: 0.1283860 Aug 29 04:42:09.030270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d5af-8379-4b17-8ad2-92622433f397 req-4a94f81e-0a0a-4943-8b06-f8f95a30646f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.044070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85a1d5af-8379-4b17-8ad2-92622433f397 req-4a94f81e-0a0a-4943-8b06-f8f95a30646f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.5022352 Aug 29 04:42:09.111719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] For port 46446e6b-ffb9-4585-9eb3-91bb8d1d88be, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:09.112205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:09.141504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Calling delete_port for 46446e6b-ffb9-4585-9eb3-91bb8d1d88be owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:09.171269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-47a65591-c7e5-4ab8-a1d9-1e1e62c51923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.172883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-47a65591-c7e5-4ab8-a1d9-1e1e62c51923 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb HTTP/1.1" status: 200 len: 835 time: 0.1855335 Aug 29 04:42:09.198234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85a1d5af-8379-4b17-8ad2-92622433f397 req-d45b72a7-b8a8-4dd9-9566-c36d17ce925c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531186 Aug 29 04:42:09.294197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-e4a7d90e-31a4-40a0-9b8e-3df343d8c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:09.295998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-e4a7d90e-31a4-40a0-9b8e-3df343d8c776 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125176 Aug 29 04:42:09.918795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.006413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Pushing event deleted for resources: {'Port': ['ID=46446e6b-ffb9-4585-9eb3-91bb8d1d88be,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:10.016599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-037d4b53-a767-4477-9b2d-0fd522f5fe81 service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100050 Aug 29 04:42:10.186971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942fe8-252a-40fc-af4c-bbf31d638cc9 req-09df691f-2da4-4335-8ce6-1939909f2c49 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.188895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9942fe8-252a-40fc-af4c-bbf31d638cc9 req-09df691f-2da4-4335-8ce6-1939909f2c49 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 944 time: 0.2632375 Aug 29 04:42:10.211526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.322284 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.345153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8872dddb-8f16-4c30-b266-3be782dd2bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.361051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543b6f73-2183-4eef-b62a-ec29ee3a777c req-1316aa26-b97d-4b48-ab04-9a53ac67b3d1 service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115149 Aug 29 04:42:10.363032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.371820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.387413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9942fe8-252a-40fc-af4c-bbf31d638cc9 req-bc2b9cf2-2034-4829-80cd-2713301558ec tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733167 Aug 29 04:42:10.480457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.481268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9abcf60-1dcc-45a6-9775-320a51552b39 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:10.505996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.510105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-508304b0-b83f-43b7-b861-fa53c5021453 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e9abcf60-1dcc-45a6-9775-320a51552b39 HTTP/1.1" status: 204 len: 168 time: 3.4113617 Aug 29 04:42:10.510481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:10.544169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d8d9-43c0-48e0-9c6e-3513f5f6f82b req-13c9c064-08a0-4153-8fe8-6801183f5d72 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.545843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f46d8d9-43c0-48e0-9c6e-3513f5f6f82b req-13c9c064-08a0-4153-8fe8-6801183f5d72 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1163976 Aug 29 04:42:10.549161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-871fc0cf-19a3-45a0-9f4d-7d81bc6ffcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.550766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-871fc0cf-19a3-45a0-9f4d-7d81bc6ffcec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1096 time: 0.0907731 Aug 29 04:42:10.641736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Deleting subnet 41a307bb-74f2-48c2-938e-5cb8c11f377f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:10.649586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.741509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-78f76aff-fc95-4ace-981e-da1269af53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.743627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-78f76aff-fc95-4ace-981e-da1269af53ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 200 len: 898 time: 0.1798866 Aug 29 04:42:10.749868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f46d8d9-43c0-48e0-9c6e-3513f5f6f82b req-a3355de6-6cc7-4f7b-91a7-6c44240f5139 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943383 Aug 29 04:42:10.774660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:10.817548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-f52fac6c-e504-4f54-8032-0d06df853fce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 200 len: 217 time: 0.0656219 Aug 29 04:42:10.931632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-b33daada-5d2e-4d22-8b2d-98da5d7b037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.936187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-b33daada-5d2e-4d22-8b2d-98da5d7b037e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb HTTP/1.1" status: 200 len: 835 time: 0.1084511 Aug 29 04:42:10.938844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36421-ba59-499d-8625-5805c4370778 req-c6e1c51b-1f38-4335-b92c-d1459f8b876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:10.941614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-c6e1c51b-1f38-4335-b92c-d1459f8b876d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.1123292 Aug 29 04:42:11.018936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 46446e6b-ffb9-4585-9eb3-91bb8d1d88be no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:11.021721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32e69c-2f96-47ff-b5ec-016ca2b87067 req-7162a3c8-1a45-4063-bcf7-7f6758c826b7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.036721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c32e69c-2f96-47ff-b5ec-016ca2b87067 req-7162a3c8-1a45-4063-bcf7-7f6758c826b7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1747494 Aug 29 04:42:11.082590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 46446e6b-ffb9-4585-9eb3-91bb8d1d88be {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:11.088649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-ec2e26f7-8f23-4e51-800a-7dca858461f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.089712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-ec2e26f7-8f23-4e51-800a-7dca858461f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395988 Aug 29 04:42:11.095948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 46446e6b-ffb9-4585-9eb3-91bb8d1d88be not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:11.096751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:11.121929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.152203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:11.152770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fa1a40e1-e1ec-4d27-b97d-4f18d0287b00 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:11.164446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c32e69c-2f96-47ff-b5ec-016ca2b87067 req-bb0992e4-c8a4-4305-9c8c-3172e877a096 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259446 Aug 29 04:42:11.246291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36421-ba59-499d-8625-5805c4370778 req-245e7156-c807-4d7b-8322-965bacaa64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.248699 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-245e7156-c807-4d7b-8322-965bacaa64fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.2965870 Aug 29 04:42:11.251430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.267678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-a5f7c094-7706-4285-8e57-4078e5442b4a service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660917 Aug 29 04:42:11.285688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.308808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a307bb-74f2-48c2-938e-5cb8c11f377f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:11.353256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.356181 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7ff7b894-f9a4-4e73-a10f-23c5e705306f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/41a307bb-74f2-48c2-938e-5cb8c11f377f HTTP/1.1" status: 204 len: 168 time: 0.8436589 Aug 29 04:42:11.358176 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-b2da01b3-2d48-40a2-9e8e-aa41e16a8f4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.0986199 Aug 29 04:42:11.359967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:11.367534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dee908-0583-4e34-a203-1379fd9cca45 None None] Network 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:11.406739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b07e65f1-4f4d-4503-a5c6-e1e6a5c59ddd req-2d4ec168-2ebe-4a55-a202-a1614e8aece3 service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309135 Aug 29 04:42:11.491596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.503187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36421-ba59-499d-8625-5805c4370778 req-780accfd-818f-448a-a48e-6f66848c458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.504752 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-780accfd-818f-448a-a48e-6f66848c458e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.1369085 Aug 29 04:42:11.523711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:11.566358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-823dfbc0-2473-4c33-b75b-58905545afcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293760 Aug 29 04:42:11.697450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959962c-d51b-4c94-90dd-e3555d43e261 req-0bd24fbf-4367-45b6-8f50-c5219ff56180 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.709928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b959962c-d51b-4c94-90dd-e3555d43e261 req-0bd24fbf-4367-45b6-8f50-c5219ff56180 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 944 time: 0.1532385 Aug 29 04:42:11.724189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:11.737638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:11.738463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.756989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Deleting port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:11.757536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.834198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] DHCP port deletion for 5bbf71a7-12af-4a6f-b08c-930d3c4f6491 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:11.835429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b959962c-d51b-4c94-90dd-e3555d43e261 req-cb718af8-3b7e-415c-ac2e-45c78713f6d5 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084158 Aug 29 04:42:11.893544 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-e970ca3a-56a8-4333-80f2-4e9608de06c3 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181038 Aug 29 04:42:11.979572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Deleting port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:11.980088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:11.983176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d3e4f-285d-4b48-965b-3e5fb41d79d9 req-20afc6d1-2107-4336-b30e-2e0065b04e86 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:11.986257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d36d3e4f-285d-4b48-965b-3e5fb41d79d9 req-20afc6d1-2107-4336-b30e-2e0065b04e86 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0804858 Aug 29 04:42:11.994989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.013675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] For port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:12.014418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.042638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Calling delete_port for bf323e41-9d20-4a22-9ce0-9a1e87aaddbc owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:12.062679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d36d3e4f-285d-4b48-965b-3e5fb41d79d9 req-a483d5a4-e522-4de0-a31d-b02e3b426e75 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685592 Aug 29 04:42:12.077006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:12.079675 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9d0dc8-41ff-488d-a38d-16aa759e18d4" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:12.107866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] For port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,segment=NetworkSegment(0232e4e7-9be8-43b9-ad8f-596a8672652a),segment_id=0232e4e7-9be8-43b9-ad8f-596a8672652a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:12.109722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.132181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:12.135610 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48645277-4b4c-4e82-b15a-9122fad31906 x-openstack-request-id: req-48645277-4b4c-4e82-b15a-9122fad31906 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:12.136098 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-plugged", "status": "completed", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:12.136511 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48645277-4b4c-4e82-b15a-9122fad31906 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:12.137188 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'code': 200} Aug 29 04:42:12.146938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.150848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Calling delete_port for bf323e41-9d20-4a22-9ce0-9a1e87aaddbc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:12.164129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-86d36421-ba59-499d-8625-5805c4370778 req-c01f952b-8ebc-442b-aea3-5f1f9ea03cbd service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560575 Aug 29 04:42:12.250580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.264994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.283290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.300351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] No DVR routers for this DVR port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:12.355463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6f2c-e17f-40e4-a851-61b00c891bb6 req-beec531d-b130-4bea-8a2d-0a5ea8028053 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:12.358100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-545a6f2c-e17f-40e4-a851-61b00c891bb6 req-beec531d-b130-4bea-8a2d-0a5ea8028053 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0644979 Aug 29 04:42:12.374367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.414599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.420716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-545a6f2c-e17f-40e4-a851-61b00c891bb6 req-8b51a62d-fa09-409f-824c-fc1f25781459 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Aug 29 04:42:12.446944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] Pushing event deleted for resources: {'Port': ['ID=bf323e41-9d20-4a22-9ce0-9a1e87aaddbc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.448411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.453858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c4a26-6b1d-4f35-80b3-fca272012a96 None None] No DVR routers for this DVR port bf323e41-9d20-4a22-9ce0-9a1e87aaddbc on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:12.470475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbf71a7-12af-4a6f-b08c-930d3c4f6491']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.483351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0232e4e7-9be8-43b9-ad8f-596a8672652a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.483643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0232e4e7-9be8-43b9-ad8f-596a8672652a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:12.494936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.514903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.524732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:12.525305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:12.528460 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:12.598003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.603184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.609533 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5bbf71a7-12af-4a6f-b08c-930d3c4f6491 HTTP/1.1" status: 204 len: 168 time: 1.2443490 Aug 29 04:42:12.632900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265022d-0eb5-441c-ab8d-138c93e458e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbf71a7-12af-4a6f-b08c-930d3c4f6491,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:12.757664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.822357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-65e8d7e6-f601-4f9f-b00f-70924098ed85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a66139e591ed4fd7ad67d20f57878f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630999 Aug 29 04:42:12.826419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:12.898275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:12.945619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.006527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f925ced-f72c-45ee-82a3-e8a51dee565c req-5ed5342f-cef5-4f70-810a-2acad4a79349 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:13.017235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f925ced-f72c-45ee-82a3-e8a51dee565c req-5ed5342f-cef5-4f70-810a-2acad4a79349 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 944 time: 0.0810485 Aug 29 04:42:13.038060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.043167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.043966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.054232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf323e41-9d20-4a22-9ce0-9a1e87aaddbc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:13.061554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e85c0d63-9894-47e3-8a18-311b2801b471 HTTP/1.1" status: 204 len: 168 time: 0.2336209 Aug 29 04:42:13.075912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f925ced-f72c-45ee-82a3-e8a51dee565c req-f6c67935-d371-4a81-9ca0-30390b6daa60 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571656 Aug 29 04:42:13.088005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d57d1-e303-48c4-8184-1aed1e02776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c0d63-9894-47e3-8a18-311b2801b471,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:13.100035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: bf323e41-9d20-4a22-9ce0-9a1e87aaddbc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:13.100917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf323e41-9d20-4a22-9ce0-9a1e87aaddbc not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:13.267502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431678-3dc5-4cae-bc05-b10f692951ea req-4386dbc4-5216-4a9c-a3ec-b682c3641c05 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:13.270262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5431678-3dc5-4cae-bc05-b10f692951ea req-4386dbc4-5216-4a9c-a3ec-b682c3641c05 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0985353 Aug 29 04:42:13.341738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5431678-3dc5-4cae-bc05-b10f692951ea req-bf8cd333-6145-41b6-9445-3a9fb4cb6068 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637875 Aug 29 04:42:13.492903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b804b71-9af4-4182-a0af-1701b3a794d6 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:13.604475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0675fb-af33-4a99-89c3-e2214c2d44aa req-8839bf4c-b2a8-4ba9-914b-ac3758595057 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:13.605483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa0675fb-af33-4a99-89c3-e2214c2d44aa req-8839bf4c-b2a8-4ba9-914b-ac3758595057 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0722675 Aug 29 04:42:13.669377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b804b71-9af4-4182-a0af-1701b3a794d6,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:13.685885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa0675fb-af33-4a99-89c3-e2214c2d44aa req-1db25c53-fc54-4af5-b4e7-f08f4df9f5d5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709758 Aug 29 04:42:13.691580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'port_id': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'mac_address': 'fa:16:3e:65:18:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:13.768330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.792646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b804b71-9af4-4182-a0af-1701b3a794d6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:13.821861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b804b71-9af4-4182-a0af-1701b3a794d6,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:13.827522 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:13.894685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.078759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3b804b71-9af4-4182-a0af-1701b3a794d6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:14.274165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.290735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bce0c-8b60-400b-885a-7a5861069fd2 req-02db93b7-4feb-4568-a7cc-04969562b7bd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.300682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e41bce0c-8b60-400b-885a-7a5861069fd2 req-02db93b7-4feb-4568-a7cc-04969562b7bd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 945 time: 0.1260011 Aug 29 04:42:14.340256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e41bce0c-8b60-400b-885a-7a5861069fd2 req-2b5ba0a2-b9a3-4df4-8498-55ec6d0c1aab tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386112 Aug 29 04:42:14.457723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2050104004-network', 'tenant_id': 'a87fb8c3a92a49a793eb108290cd11f9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:14.498536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Made reservation on behalf of a87fb8c3a92a49a793eb108290cd11f9 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:14.499679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7d44-9c5e-481e-9453-a5955de91a5e req-5627eaa1-a9e1-4c6e-a3aa-29380e8c42b6 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.501396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caba7d44-9c5e-481e-9453-a5955de91a5e req-5627eaa1-a9e1-4c6e-a3aa-29380e8c42b6 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0614583 Aug 29 04:42:14.502828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.516566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.564157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-caba7d44-9c5e-481e-9453-a5955de91a5e req-bbb253ea-76f1-4eca-b6d1-edfdca733c12 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552711 Aug 29 04:42:14.674286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.689771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.729172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:14.741731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b7181-d78d-45d4-b7e5-2d5ec5d36464,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.758556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.758845 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Added segment 9c1112b7-a737-4319-a7ac-3c181014b3d2 of type vlan for network a1af1be3-2c2c-4311-b32d-83969d2c21cb Aug 29 04:42:14.817075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.858227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.859318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.859957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:14.881370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73623c-a153-4cb1-9c3b-0b9c81dbfaae req-b4bb2e3e-07de-4990-b8c5-410fda4202fb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:14.883133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f73623c-a153-4cb1-9c3b-0b9c81dbfaae req-b4bb2e3e-07de-4990-b8c5-410fda4202fb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0718887 Aug 29 04:42:14.945415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6691916 Aug 29 04:42:14.950474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:14.955625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Request body: {'subnet': {'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2050104004-subnet', 'tenant_id': 'a87fb8c3a92a49a793eb108290cd11f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:14.964968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f73623c-a153-4cb1-9c3b-0b9c81dbfaae req-bc851ebd-c89c-4983-9773-bc0a57cfb804 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Aug 29 04:42:14.991013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0247-470b-45ed-b416-fdc6cc3c60af admin admin] Pushing event updated for resources: {'Network': ['ID=a1af1be3-2c2c-4311-b32d-83969d2c21cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:14.998812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Made reservation on behalf of a87fb8c3a92a49a793eb108290cd11f9 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:15.002559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.006191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:15.273951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.382575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f349e6de-1eb2-4e60-ad7b-08a6c425584b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:15.408347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Checking segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:15.408903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Network hostable DHCP agents. Network: a1af1be3-2c2c-4311-b32d-83969d2c21cb, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:15.444295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:15.463294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a1af1be3-2c2c-4311-b32d-83969d2c21cb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:15.486687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d559b-5a98-4aa1-977f-8723c3b244ef None None] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:15.487054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.487893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:15.525686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ae64920-bb96-4847-a1c9-9d3c03bb013f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5739398 Aug 29 04:42:15.527897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b804b71-9af4-4182-a0af-1701b3a794d6 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:15.619695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8b735-e84c-41ae-bb67-0f68a0712dcb req-eb256b36-369b-456b-adab-9026ee942171 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.627914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eaa8b735-e84c-41ae-bb67-0f68a0712dcb req-eb256b36-369b-456b-adab-9026ee942171 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 945 time: 0.1674762 Aug 29 04:42:15.697505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eaa8b735-e84c-41ae-bb67-0f68a0712dcb req-4f95919c-f670-492f-ab92-564551d69243 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540862 Aug 29 04:42:15.816221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06ec75-2117-4e2c-8332-73e5dea4d85a req-93abb3c6-64fa-4a30-b73e-1f2908340b88 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:15.826386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae06ec75-2117-4e2c-8332-73e5dea4d85a req-93abb3c6-64fa-4a30-b73e-1f2908340b88 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1064615 Aug 29 04:42:15.877032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae06ec75-2117-4e2c-8332-73e5dea4d85a req-fe5f01c1-a5cc-48c1-be86-5a304d22adc1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488305 Aug 29 04:42:15.999848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3b804b71-9af4-4182-a0af-1701b3a794d6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:16.004741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3b804b71-9af4-4182-a0af-1701b3a794d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:16.005109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.027689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4b928-1832-47a7-874e-8377f0f1ee94 None None] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:16.218879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.251551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:16.255389 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e65cf-81ba-44f4-91b8-c4275344cf9e" -d '{"events": [{"server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "name": "network-vif-plugged", "status": "completed", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:16.264728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8c68-aabf-44a8-955e-9df9a10f6288 req-b8c74f90-2693-43a4-893c-79bf96a000a8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.267969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d1f8c68-aabf-44a8-955e-9df9a10f6288 req-b8c74f90-2693-43a4-893c-79bf96a000a8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1281385 Aug 29 04:42:16.276458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b804b71-9af4-4182-a0af-1701b3a794d6,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:16.284307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:16.359789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:16.433636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d1f8c68-aabf-44a8-955e-9df9a10f6288 req-51fc9c7b-3b34-4f05-b71f-57cef318491f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558824 Aug 29 04:42:16.506498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-6e04b19f-5131-4939-a0c2-c0dab92f3939 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.508719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-6e04b19f-5131-4939-a0c2-c0dab92f3939 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2084973 Aug 29 04:42:16.535492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-344cb99f-c076-4f42-9c59-72e71dc92524 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/quotas/a87fb8c3a92a49a793eb108290cd11f9 HTTP/1.1" status: 200 len: 375 time: 0.0156262 Aug 29 04:42:16.589594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-6ecb1784-8947-4103-99ab-dbb03d5b342f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454082 Aug 29 04:42:16.601172 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a55fd7-1454-426d-a7fd-09da7c1fc335 x-openstack-request-id: req-b0a55fd7-1454-426d-a7fd-09da7c1fc335 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:16.601459 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "name": "network-vif-plugged", "status": "completed", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:16.601703 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0a55fd7-1454-426d-a7fd-09da7c1fc335 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:16.602097 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'code': 200} Aug 29 04:42:16.823702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ecb54-0dd1-4021-ab68-bd62ac832a1f req-dabd7ca8-32e1-47c6-ac81-dca055b37563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:16.826565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-502ecb54-0dd1-4021-ab68-bd62ac832a1f req-dabd7ca8-32e1-47c6-ac81-dca055b37563 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1098 time: 0.1228323 Aug 29 04:42:16.899821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-09029614-31f7-4ba6-9883-664eee99fe31 service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951434 Aug 29 04:42:17.009403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-502ecb54-0dd1-4021-ab68-bd62ac832a1f req-2b1678b8-7846-4ec5-bf2f-8b1174745a8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717532 Aug 29 04:42:17.036729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33c78-f0d4-430d-af31-c42be4680315 req-e709df16-ded7-4761-95cf-0212fed84f75 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.039352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aca33c78-f0d4-430d-af31-c42be4680315 req-e709df16-ded7-4761-95cf-0212fed84f75 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.1919587 Aug 29 04:42:17.141100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-a87c6f2a-560d-4b80-b602-6eeca2522b79 service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301252 Aug 29 04:42:17.146829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aca33c78-f0d4-430d-af31-c42be4680315 req-fdc8f793-486f-42de-b1cf-4d193252ff80 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933251 Aug 29 04:42:17.422074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2039e-4f88-455f-bae1-74c690b4a577 req-814d0c5e-2739-4153-a0a8-d895dad5e244 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.436760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67c2039e-4f88-455f-bae1-74c690b4a577 req-814d0c5e-2739-4153-a0a8-d895dad5e244 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1501164 Aug 29 04:42:17.495035 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b86bde7e-ba99-47d7-a6a0-82cbf800a183 req-b5ee2ed9-a434-4fba-b824-9daf09236b8d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 210 time: 0.0565519 Aug 29 04:42:17.519327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67c2039e-4f88-455f-bae1-74c690b4a577 req-db51094c-cbd9-4bca-90fc-4d622053c9a0 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775752 Aug 29 04:42:17.705135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f65e5-e65e-43e6-bb53-2be16abac1b8 req-b520ad0e-5d49-4b16-a39c-943a373d8ec9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.707132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce9f65e5-e65e-43e6-bb53-2be16abac1b8 req-b520ad0e-5d49-4b16-a39c-943a373d8ec9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0840299 Aug 29 04:42:17.792456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce9f65e5-e65e-43e6-bb53-2be16abac1b8 req-215a7ec6-c55b-4dfa-b1e7-95ce41930c84 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746017 Aug 29 04:42:17.930539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1cf85-a559-4b95-98e7-cc61328bdc8d req-dbdcbc5f-434a-4bc0-bb31-edc00235dd8e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:17.930539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ae1cf85-a559-4b95-98e7-cc61328bdc8d req-dbdcbc5f-434a-4bc0-bb31-edc00235dd8e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0840693 Aug 29 04:42:17.986026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ae1cf85-a559-4b95-98e7-cc61328bdc8d req-4f9c9d51-56a7-416e-81f6-a641b17fc953 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Aug 29 04:42:18.029391 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-c536d06d-aa61-44ed-8af6-57f405963b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.031674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-c536d06d-aa61-44ed-8af6-57f405963b6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1098 time: 0.1037326 Aug 29 04:42:18.168434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-f6405ed3-b5c4-4b92-82c2-03a2728a0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.171659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-f6405ed3-b5c4-4b92-82c2-03a2728a0e3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.1312025 Aug 29 04:42:18.318630 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-b691aa9e-b4ae-4e51-bd14-c5152a9cfde9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 1002 time: 0.1351860 Aug 29 04:42:18.421522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49629cfb-9b75-47f4-bf3a-7b6192b3100b req-66b2d6ea-2703-4152-b2a0-6368c5bd355f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.436678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49629cfb-9b75-47f4-bf3a-7b6192b3100b req-66b2d6ea-2703-4152-b2a0-6368c5bd355f tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.1423535 Aug 29 04:42:18.439716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-1c203565-2e7c-4cce-ae39-91fae98f2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.443809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-1c203565-2e7c-4cce-ae39-91fae98f2cee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.1068850 Aug 29 04:42:18.519717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49629cfb-9b75-47f4-bf3a-7b6192b3100b req-cfb0e08d-e9a7-4afa-80b1-e642f94dff34 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811777 Aug 29 04:42:18.561982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-313cb7e4-03c8-4f08-9f51-3c69b258eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.567544 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-313cb7e4-03c8-4f08-9f51-3c69b258eba0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128058 Aug 29 04:42:18.660473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfc9c483-ca78-4f22-9e25-f65c25a643fc req-7f3fc8f2-5b04-43f1-ac61-0de414a57e17 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 210 time: 0.0410604 Aug 29 04:42:18.738611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-62e59e09-46b0-4a42-9caa-45ce0e16ab7a service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522810 Aug 29 04:42:18.888446 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-794ce63b-4d8d-464a-8ed5-45b3611c481f req-f2c53991-453c-4be8-b4d4-ad7036483ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384852 Aug 29 04:42:18.937960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2af69-90fd-412f-8235-b2ff7deee30d req-0aa72fa0-ed21-4d3f-8ee7-7b61bd45d5c5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:18.945867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91a2af69-90fd-412f-8235-b2ff7deee30d req-0aa72fa0-ed21-4d3f-8ee7-7b61bd45d5c5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0742283 Aug 29 04:42:18.990861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91a2af69-90fd-412f-8235-b2ff7deee30d req-c2588e77-7876-4c0f-b26c-3ff2c86e4dcf tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Aug 29 04:42:19.186993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8ac59-e8d1-43e6-b624-c5bc1f5eeb59 req-8f86c67f-8c0b-4768-857a-0305c654092a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.189736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc8ac59-e8d1-43e6-b624-c5bc1f5eeb59 req-8f86c67f-8c0b-4768-857a-0305c654092a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0914605 Aug 29 04:42:19.262853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecc8ac59-e8d1-43e6-b624-c5bc1f5eeb59 req-a33658b3-a4c3-4be1-8fe5-7869b3979da8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576112 Aug 29 04:42:19.470418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-cfdd9448-7a73-4115-82ea-9d9bacc491c4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.472752 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-cfdd9448-7a73-4115-82ea-9d9bacc491c4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.50 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2727673 Aug 29 04:42:19.503203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Request body: {'port': {'device_id': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'admin_state_up': True, 'tenant_id': 'a87fb8c3a92a49a793eb108290cd11f9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:19.710714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Made reservation on behalf of a87fb8c3a92a49a793eb108290cd11f9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:19.716881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:19.726873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141f597-ad91-494f-afc5-6162c3a42c37 req-ad3f8e40-40c4-4661-861a-dbe152641f44 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:19.731432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7141f597-ad91-494f-afc5-6162c3a42c37 req-ad3f8e40-40c4-4661-861a-dbe152641f44 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.0859969 Aug 29 04:42:19.862734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7141f597-ad91-494f-afc5-6162c3a42c37 req-a151920e-c5ae-41ac-a296-db81cb012cf3 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182704 Aug 29 04:42:19.879119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-925f3620-adcb-48ae-9aba-941f49eb53a6 req-6add88ef-c174-4948-be28-772641e04fb3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 210 time: 0.0853810 Aug 29 04:42:19.989272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Allocated IP 172.20.0.10 (a1af1be3-2c2c-4311-b32d-83969d2c21cb/f349e6de-1eb2-4e60-ad7b-08a6c425584b/4d73166b-48b4-4926-9a73-0bc8ba41749e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:20.043181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637f59d-0b14-4b67-a92a-ef10e56e0c46 req-30eecd2c-da53-4480-a395-10573955ee52 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.044992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5637f59d-0b14-4b67-a92a-ef10e56e0c46 req-30eecd2c-da53-4480-a395-10573955ee52 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.0776215 Aug 29 04:42:20.108679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5637f59d-0b14-4b67-a92a-ef10e56e0c46 req-ea378a63-e239-4d2f-8f8a-912358f5acde tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Aug 29 04:42:20.141130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54830) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.254198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d095f2-e9ba-430d-b8a0-0f07956bb53a tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.258774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9d095f2-e9ba-430d-b8a0-0f07956bb53a tempest-TestNetworkBasicOps-2118881819 tempest-TestNetworkBasicOps-2118881819-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1093 time: 0.1126323 Aug 29 04:42:20.259246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54836) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:20.264750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:20.296484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e251-1ac8-4a3f-a2ff-d3b9f79dff31 req-dc7d8375-2183-4086-8d4a-57ead6bbda9c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.298580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60a6e251-1ac8-4a3f-a2ff-d3b9f79dff31 req-dc7d8375-2183-4086-8d4a-57ead6bbda9c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1254022 Aug 29 04:42:20.314129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.327954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.475303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60a6e251-1ac8-4a3f-a2ff-d3b9f79dff31 req-fad086b9-b1ca-49ac-9585-707a41282406 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636434 Aug 29 04:42:20.545866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509247-2e9b-4967-b6e4-678e9a26ff9d req-26727567-b55c-447f-a319-b643ec839af9 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.548930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5509247-2e9b-4967-b6e4-678e9a26ff9d req-26727567-b55c-447f-a319-b643ec839af9 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1365578 Aug 29 04:42:20.649242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5509247-2e9b-4967-b6e4-678e9a26ff9d req-f8ee3407-5a21-4b84-8ba6-ab98411ba7ce tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869246 Aug 29 04:42:20.674426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.859226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Allocated IP 172.25.3.188 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/7da3f160-41a6-44c4-bffd-40467a4eaa7b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:20.859500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:20.916943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:20.921133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:20.924483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:20.952123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:20.993835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:20.994517 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.015716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-95da6f6c-7fcb-4f19-91f5-61e80d2b771c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5161412 Aug 29 04:42:21.037956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.050030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Request body: {'port': {'device_id': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:21.137067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.163582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.212625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=7da3f160-41a6-44c4-bffd-40467a4eaa7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.245507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc233d-016f-4f3f-8262-687734444b7e req-9a44b0dd-1080-4d57-872c-59dee4420b81 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.248323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bcc233d-016f-4f3f-8262-687734444b7e req-9a44b0dd-1080-4d57-872c-59dee4420b81 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 932 time: 0.2358932 Aug 29 04:42:21.279618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:21.293594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:21.300438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:21.374239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bcc233d-016f-4f3f-8262-687734444b7e req-135905cf-57a8-4e7a-9070-e77bd04ab62f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146760 Aug 29 04:42:21.489925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:21.500472 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.517228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Transition to ACTIVE for port object 4d73166b-48b4-4926-9a73-0bc8ba41749e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:21.534652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.670172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.708636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Attempting to bind port 4d73166b-48b4-4926-9a73-0bc8ba41749e on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:21.708636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Attempting to bind port 4d73166b-48b4-4926-9a73-0bc8ba41749e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:21.709100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Attempting to bind port 4d73166b-48b4-4926-9a73-0bc8ba41749e on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:21.714741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Port 4d73166b-48b4-4926-9a73-0bc8ba41749e on network a1af1be3-2c2c-4311-b32d-83969d2c21cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:42:21.715074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Attempting to bind port 4d73166b-48b4-4926-9a73-0bc8ba41749e on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:21.721239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:21.721778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Checking segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:21.722514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Bound using segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:21.723801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Bound port: 4d73166b-48b4-4926-9a73-0bc8ba41749e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:21.724221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.745583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436837-74fd-4eef-bb09-56252cbfb001 req-afb6215f-e39b-4916-b3ce-ebfb25dd7ab1 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.748766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9436837-74fd-4eef-bb09-56252cbfb001 req-afb6215f-e39b-4916-b3ce-ebfb25dd7ab1 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1369820 Aug 29 04:42:21.816826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:21.821162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:21.826848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.840099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9436837-74fd-4eef-bb09-56252cbfb001 req-d7bb4478-2fe9-4aa3-867f-14e3f057036e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Aug 29 04:42:21.875190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:21.875860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:21.877390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] 10.222.0.50 "PUT /v2.0/ports/4d73166b-48b4-4926-9a73-0bc8ba41749e HTTP/1.1" status: 200 len: 1093 time: 0.8373485 Aug 29 04:42:21.877879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:21.880438 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080405eb-7574-42ef-8127-460e2b2987c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:21.917507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525fdd7-34e0-4032-8729-1b9e3750a449 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:21.942851 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59340645-61c5-4259-8baf-03da638d8258 x-openstack-request-id: req-59340645-61c5-4259-8baf-03da638d8258 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:21.943507 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:21.943978 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59340645-61c5-4259-8baf-03da638d8258 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:21.944833 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'status': 'completed', 'code': 200} Aug 29 04:42:21.985905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.038107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8718e41a-6198-40db-a86c-0170fd476855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.041025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-8718e41a-6198-40db-a86c-0170fd476855 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 1096 time: 0.0551910 Aug 29 04:42:22.077831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.115082 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-a9295e42-400c-458f-882f-edd120ae1b31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e HTTP/1.1" status: 200 len: 217 time: 0.0454850 Aug 29 04:42:22.181209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-c44958d7-acfe-4f69-893b-ad4c25728221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.184015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-c44958d7-acfe-4f69-893b-ad4c25728221 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.0552886 Aug 29 04:42:22.237566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-fae72bf5-5ab5-4934-964c-ea8ec7f56ffa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400794 Aug 29 04:42:22.304763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.310584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.372825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-64f76af1-0597-4df3-bb3a-3fe0de947bd2 service neutron] 10.222.0.50 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220243 Aug 29 04:42:22.393952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event updated for resources: {'Port': ['ID=7da3f160-41a6-44c4-bffd-40467a4eaa7b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:22.406217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:22.530656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07f18306-ecc2-4d13-a0df-1137c55f1c8e req-dee86b53-554a-4960-9374-9a1ebe0a3e6e service neutron] 10.222.0.50 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424332 Aug 29 04:42:22.577641 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Floating IP 68a5e3b5-f2e9-4582-9755-ada2d65629dc associated. External IP: 172.25.3.188, port: 3b804b71-9af4-4182-a0af-1701b3a794d6. Aug 29 04:42:22.626170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da250ae6-1d70-4a53-ba59-e372b8a1ccf6 req-090e892d-a030-4158-8e4e-4847c36840ec tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.627800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da250ae6-1d70-4a53-ba59-e372b8a1ccf6 req-090e892d-a030-4158-8e4e-4847c36840ec tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 944 time: 0.1456006 Aug 29 04:42:22.713106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da250ae6-1d70-4a53-ba59-e372b8a1ccf6 req-5e76efd8-e23f-48f8-a7eb-7962bac6d76c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Aug 29 04:42:22.750923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080405eb-7574-42ef-8127-460e2b2987c3 req-b7d0105d-8e6c-4f05-a15a-43e176661c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.753767 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-b7d0105d-8e6c-4f05-a15a-43e176661c1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 1096 time: 0.0937185 Aug 29 04:42:22.859355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080405eb-7574-42ef-8127-460e2b2987c3 req-e0cf0821-2b7c-4b8d-8c6c-700f4a3a3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:22.861103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-e0cf0821-2b7c-4b8d-8c6c-700f4a3a3794 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 916 time: 0.0991046 Aug 29 04:42:22.884308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router a09e4063-d252-49c1-9677-1574eea91399 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:22.955253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-5316d91b-bb00-4ff9-a5b1-7f8151c72ac6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e HTTP/1.1" status: 200 len: 217 time: 0.0767083 Aug 29 04:42:23.063570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080405eb-7574-42ef-8127-460e2b2987c3 req-4b5a2113-97f8-4575-973a-4ad696a214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.065899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-4b5a2113-97f8-4575-973a-4ad696a214f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.0989439 Aug 29 04:42:23.100697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:23.110841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de95b2a-71e0-48fc-a2b4-b7d229094d12 req-c8aa9f21-4621-48ff-8717-edc9a97270e6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.113117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1de95b2a-71e0-48fc-a2b4-b7d229094d12 req-c8aa9f21-4621-48ff-8717-edc9a97270e6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1378365 Aug 29 04:42:23.125764 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Sync routers for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:23.126804 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-142388d0-7e5b-4ce6-a4db-46ed16c2bec1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515671 Aug 29 04:42:23.142363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:23.146243 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:23.147162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:23.200934 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-892cb4f1-3cde-4491-810f-391eefce1cdb tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9401979 Aug 29 04:42:23.202860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:23.205012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:23.210912 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe179ad-fc8d-4cec-b171-f121c1190524" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:23.242648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1de95b2a-71e0-48fc-a2b4-b7d229094d12 req-76e122c3-99ba-48ea-ab9d-fa7f70470e9c tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113095 Aug 29 04:42:23.287693 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13337ed8-4618-4993-9ed5-fecec93ba2fd x-openstack-request-id: req-13337ed8-4618-4993-9ed5-fecec93ba2fd {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:23.288247 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:23.288710 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13337ed8-4618-4993-9ed5-fecec93ba2fd {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:23.289413 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'status': 'completed', 'code': 200} Aug 29 04:42:23.376319 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-453a3a1a-7ea5-4ed3-a597-48a3cde40e52 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/68a5e3b5-f2e9-4582-9755-ada2d65629dc HTTP/1.1" status: 200 len: 992 time: 0.1697600 Aug 29 04:42:23.414707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-c0af84f5-6a43-48d7-af93-38d859d26cba service neutron] 10.222.0.50 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748156 Aug 29 04:42:23.427043 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:23.427286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-7ef9a252-33aa-45fd-badc-c2c10647d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.429585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-7ef9a252-33aa-45fd-badc-c2c10647d244 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1098 time: 0.1067140 Aug 29 04:42:23.563770 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-080405eb-7574-42ef-8127-460e2b2987c3 req-fc90f18b-6b9b-48de-8fe1-e40a5dda366e service neutron] 10.222.0.50 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322300 Aug 29 04:42:23.584261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-b69d053e-b9f2-494a-84c5-bf41b3cc21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.586562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-b69d053e-b9f2-494a-84c5-bf41b3cc21bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 200 len: 898 time: 0.1426301 Aug 29 04:42:23.679372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-890040a8-145d-4279-bc1b-773f6254ce7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 200 len: 1000 time: 0.0841632 Aug 29 04:42:23.740338 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '68a5e3b5-f2e9-4582-9755-ada2d65629dc', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'port_id': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'mac_address': 'fa:16:3e:65:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:21Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:23.765989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-85caf306-2969-4f12-95b9-bb14630bf507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.769384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-85caf306-2969-4f12-95b9-bb14630bf507 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb HTTP/1.1" status: 200 len: 835 time: 0.0822470 Aug 29 04:42:23.780378 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Checking router: a09e4063-d252-49c1-9677-1574eea91399 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:23.797344 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:23.798172 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:23.875820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-a432fb33-48a9-42fb-bfe9-86d5bdad1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.877411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-a432fb33-48a9-42fb-bfe9-86d5bdad1b96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968401 Aug 29 04:42:23.895398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34892acc-e986-42b1-9910-9eb9ffa19e03 req-98cc985d-aa26-45c6-8fe1-37d741317421 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:23.897120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34892acc-e986-42b1-9910-9eb9ffa19e03 req-98cc985d-aa26-45c6-8fe1-37d741317421 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 944 time: 0.0712643 Aug 29 04:42:23.939894 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:23.990070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34892acc-e986-42b1-9910-9eb9ffa19e03 req-bbef43c5-2d3a-484b-978e-24ae9d3a64b3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843685 Aug 29 04:42:24.028503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-b570e5b6-bd08-4fc2-8cbd-2f47e3b5d6ce service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303518 Aug 29 04:42:24.218193 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '68a5e3b5-f2e9-4582-9755-ada2d65629dc', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'port_id': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'mac_address': 'fa:16:3e:65:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:21Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:24.247780 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05801a5-1a64-4f28-9374-9a10cb973fdd None None] The sync data for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 is: [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '68a5e3b5-f2e9-4582-9755-ada2d65629dc', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'port_id': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'mac_address': 'fa:16:3e:65:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:42:21Z', 'updated_at': '2021-08-29T04:42:21Z', 'revision_number': 0, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:24.380839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54906) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:24.486477 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0042011e-72ee-4422-b806-5b700fd39c59 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/68a5e3b5-f2e9-4582-9755-ada2d65629dc HTTP/1.1" status: 200 len: 992 time: 0.1033320 Aug 29 04:42:24.548151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef474b7-fa58-4766-b33c-dae359623c8d None None] New status for floating IP 68a5e3b5-f2e9-4582-9755-ada2d65629dc: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:24.617359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe179ad-fc8d-4cec-b171-f121c1190524 req-af32d586-0806-40e6-93e0-61417eb50e98 service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759726 Aug 29 04:42:24.633535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf3d5-53f0-403d-bcc8-8ff06c5c6b27 req-546eb443-f590-4188-bf25-92e8bc52fe43 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:24.646514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c7cf3d5-53f0-403d-bcc8-8ff06c5c6b27 req-546eb443-f590-4188-bf25-92e8bc52fe43 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1511178 Aug 29 04:42:24.711336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c7cf3d5-53f0-403d-bcc8-8ff06c5c6b27 req-14d43ffa-31db-4f1b-a82b-cb68ab684b7a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Aug 29 04:42:25.167446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a782cc-b9a5-4a00-8c1c-8dfa3f4a2c75 req-282a9a6c-acc6-4714-8ddf-263318470532 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.169647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a782cc-b9a5-4a00-8c1c-8dfa3f4a2c75 req-282a9a6c-acc6-4714-8ddf-263318470532 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 944 time: 0.0728667 Aug 29 04:42:25.228059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22a782cc-b9a5-4a00-8c1c-8dfa3f4a2c75 req-7844604c-35c0-401e-ac04-c8bee6fe1be2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Aug 29 04:42:25.489291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:25.600755 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f3549685-49f7-4ab0-83e8-a82fe60b4f16 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/68a5e3b5-f2e9-4582-9755-ada2d65629dc HTTP/1.1" status: 200 len: 994 time: 0.1095994 Aug 29 04:42:25.868279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:42:25.888472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d6752-85d9-4b5f-8ab3-7c6a3c0810b9 req-77880991-b5d6-4464-afd4-94ff0582466f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:25.890204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543d6752-85d9-4b5f-8ab3-7c6a3c0810b9 req-77880991-b5d6-4464-afd4-94ff0582466f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0951912 Aug 29 04:42:25.961234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543d6752-85d9-4b5f-8ab3-7c6a3c0810b9 req-583a1497-52e2-46f9-abc7-b41782859593 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596833 Aug 29 04:42:26.011765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:26.030174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'port_id': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'mac_address': 'fa:16:3e:41:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349e6de-1eb2-4e60-ad7b-08a6c425584b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:42:26.077776 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.094917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:42:26.141316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:26.149076 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:26.226750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:26.236375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.236914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.237365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.237810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.238282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.238755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.239221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.239731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.240227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.240761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.241264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.241710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:26.393093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea6e5-9ade-4c79-804d-f1f686d954fd req-870a7ddd-f70d-4403-a368-d447f8b0000b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:26.394809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-690ea6e5-9ade-4c79-804d-f1f686d954fd req-870a7ddd-f70d-4403-a368-d447f8b0000b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 945 time: 0.0589840 Aug 29 04:42:26.447506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-690ea6e5-9ade-4c79-804d-f1f686d954fd req-bb88a5ac-d78d-48e0-bd3e-c39282d2d611 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Aug 29 04:42:26.574195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4d73166b-48b4-4926-9a73-0bc8ba41749e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:27.163994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67448d0-cc1b-45a7-9a50-a1bb928c3d5d req-2a8379db-b295-4e58-94d0-f02f36f97fab tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.166745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67448d0-cc1b-45a7-9a50-a1bb928c3d5d req-2a8379db-b295-4e58-94d0-f02f36f97fab tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0998278 Aug 29 04:42:27.241323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67448d0-cc1b-45a7-9a50-a1bb928c3d5d req-dbaf563b-992c-47ae-a3c0-dd316e11a593 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616822 Aug 29 04:42:27.577936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6484f-b488-42e7-9d15-9db9da10fc80 req-f1d31b10-53b8-4030-813a-15492b4d7d08 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:27.579576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5c6484f-b488-42e7-9d15-9db9da10fc80 req-f1d31b10-53b8-4030-813a-15492b4d7d08 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 945 time: 0.0586846 Aug 29 04:42:27.626515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5c6484f-b488-42e7-9d15-9db9da10fc80 req-9c5b8e53-4f23-4400-8e10-dc5fc323e1c2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Aug 29 04:42:27.870708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:42:27.963816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 4d73166b-48b4-4926-9a73-0bc8ba41749e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:42:27.969527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 4d73166b-48b4-4926-9a73-0bc8ba41749e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:42:27.969945 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.085078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.117141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:28.119852 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b98b4af-9734-4454-92d0-024a6c1b47b7" -d '{"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-plugged", "status": "completed", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:28.136477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:28.142063 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:28.183071 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f198b8a9-1c74-4187-b9a5-31b3eab69c6d x-openstack-request-id: req-f198b8a9-1c74-4187-b9a5-31b3eab69c6d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:28.183505 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-plugged", "status": "completed", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:28.183859 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f198b8a9-1c74-4187-b9a5-31b3eab69c6d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:28.184479 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'code': 200} Aug 29 04:42:28.225256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:28.380221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df329c6-f125-4eb1-9858-e260cee5216e req-5bd9d6fa-a682-45fd-8d51-3c743497041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.383150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1df329c6-f125-4eb1-9858-e260cee5216e req-5bd9d6fa-a682-45fd-8d51-3c743497041b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 1098 time: 0.0802953 Aug 29 04:42:28.418315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b1d90-65f0-4b68-89ea-fd3822973760 req-a4dd7b7c-fe43-4d25-a269-412170d7ae4b tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.419971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4b1d90-65f0-4b68-89ea-fd3822973760 req-a4dd7b7c-fe43-4d25-a269-412170d7ae4b tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Aug 29 04:42:28.448076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1df329c6-f125-4eb1-9858-e260cee5216e req-8378d9a8-f154-48f3-935b-c9cf11db6dcf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Aug 29 04:42:28.489467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f4b1d90-65f0-4b68-89ea-fd3822973760 req-1b57d916-ddc7-48af-82d5-c96f21d4f1be tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Aug 29 04:42:28.787217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d046-af3d-4b45-9cf2-45792832a47d req-a538ea69-3af3-4bf9-883c-bea6ab3c5a72 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:28.788776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5503d046-af3d-4b45-9cf2-45792832a47d req-a538ea69-3af3-4bf9-883c-bea6ab3c5a72 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Aug 29 04:42:28.842453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5503d046-af3d-4b45-9cf2-45792832a47d req-844e5dae-a25d-4413-97e0-03441aa59dcb tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Aug 29 04:42:29.674939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c800-673d-4734-a919-2d7a21e10110 req-2b45875a-10f1-4791-8e12-fcd37f74938f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.678100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc66c800-673d-4734-a919-2d7a21e10110 req-2b45875a-10f1-4791-8e12-fcd37f74938f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1016302 Aug 29 04:42:29.721688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc66c800-673d-4734-a919-2d7a21e10110 req-ca930bda-ebc6-4983-bdd9-f264b819bea9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Aug 29 04:42:29.797109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:29.988444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabec042-5aac-4ea9-82b7-2ab1954a97af req-2993566c-f743-4819-80e7-be9e03d20152 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:29.991499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cabec042-5aac-4ea9-82b7-2ab1954a97af req-2993566c-f743-4819-80e7-be9e03d20152 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0652561 Aug 29 04:42:30.039984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cabec042-5aac-4ea9-82b7-2ab1954a97af req-67bbae7d-15b5-4092-9e5f-2dcc4a1a9d01 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Aug 29 04:42:30.856935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fecf8-f15d-4138-ad5e-3dadcf469202 req-bda373d9-c033-4833-8940-aa5fa7945c20 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:30.859334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b27fecf8-f15d-4138-ad5e-3dadcf469202 req-bda373d9-c033-4833-8940-aa5fa7945c20 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Aug 29 04:42:30.901699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b27fecf8-f15d-4138-ad5e-3dadcf469202 req-4b7009a1-b54b-4b7f-9d4c-1838c00d7bdb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357268 Aug 29 04:42:31.186707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ea835-b529-4cf8-aac5-e24a86f005fa req-7b20c677-eae2-42b6-9856-58ef5111acad tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.188512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-926ea835-b529-4cf8-aac5-e24a86f005fa req-7b20c677-eae2-42b6-9856-58ef5111acad tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0648611 Aug 29 04:42:31.231803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-926ea835-b529-4cf8-aac5-e24a86f005fa req-065b633a-abd3-4f47-b0d9-af3d6acea0a2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Aug 29 04:42:31.363099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae897e-71a7-47b9-b94e-476e42876b01 req-0c730a5d-64cc-4e4f-a7a0-a7abb935556a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.364678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8ae897e-71a7-47b9-b94e-476e42876b01 req-0c730a5d-64cc-4e4f-a7a0-a7abb935556a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0569844 Aug 29 04:42:31.407607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8ae897e-71a7-47b9-b94e-476e42876b01 req-3a4f0288-1c56-4a70-addd-69110c99ea4c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Aug 29 04:42:31.825014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d29c2-8d3d-492c-9ed4-dc0e5d0df83f req-87ac71da-0099-4b57-87a0-7f27018b6722 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:31.826935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368d29c2-8d3d-492c-9ed4-dc0e5d0df83f req-87ac71da-0099-4b57-87a0-7f27018b6722 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0643833 Aug 29 04:42:31.876490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-368d29c2-8d3d-492c-9ed4-dc0e5d0df83f req-ebf7ee20-e9d9-433b-86f9-6f30b0c443a9 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Aug 29 04:42:32.062590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d378b8-bc14-48cb-b79f-5c0d45d9ca6b req-794a1e0a-e109-4eeb-bce3-b27f3d30cca3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:32.064477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55d378b8-bc14-48cb-b79f-5c0d45d9ca6b req-794a1e0a-e109-4eeb-bce3-b27f3d30cca3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0690787 Aug 29 04:42:32.136683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55d378b8-bc14-48cb-b79f-5c0d45d9ca6b req-f9333334-d503-405b-aa4f-8275f50f6f41 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 Aug 29 04:42:33.021879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3420bc-94c7-40fa-955d-bdf6dde88edf req-a25d78da-d660-4641-b80a-a459d1c30220 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.023700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af3420bc-94c7-40fa-955d-bdf6dde88edf req-a25d78da-d660-4641-b80a-a459d1c30220 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0641735 Aug 29 04:42:33.078986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af3420bc-94c7-40fa-955d-bdf6dde88edf req-eed2ce45-2adc-4b22-84de-d848facb1422 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Aug 29 04:42:33.325272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691245-657a-480c-a58d-617a5f456be6 req-eb6620b3-3b12-4712-9717-538debafefe8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:33.329368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8691245-657a-480c-a58d-617a5f456be6 req-eb6620b3-3b12-4712-9717-538debafefe8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1045833 Aug 29 04:42:33.391029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8691245-657a-480c-a58d-617a5f456be6 req-28d3091f-abf6-40d6-a25f-5c7b802d4a27 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514202 Aug 29 04:42:34.037591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9a3c3-f4d6-46d0-9a7e-0e0383e69a40 req-ec5be4f8-5679-4eb8-b385-64aa024ff211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.040109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-68f9a3c3-f4d6-46d0-9a7e-0e0383e69a40 req-ec5be4f8-5679-4eb8-b385-64aa024ff211 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.0763490 Aug 29 04:42:34.100044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-68f9a3c3-f4d6-46d0-9a7e-0e0383e69a40 req-551573c1-f4a8-49d3-a105-562059d32b0c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516944 Aug 29 04:42:34.309419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8f6e-b94f-42e0-88ee-38eae61b1c6d req-aa622df6-1864-4b16-bdae-98ba5c8e4982 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.309419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22fc8f6e-b94f-42e0-88ee-38eae61b1c6d req-aa622df6-1864-4b16-bdae-98ba5c8e4982 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1017721 Aug 29 04:42:34.372559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22fc8f6e-b94f-42e0-88ee-38eae61b1c6d req-76d07db9-73be-460e-8a60-3de5c0fe0661 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Aug 29 04:42:34.581749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d99a4-6aee-4057-ba1c-d025350d2ca4 req-19437bd4-96ba-4070-8a61-6a956a479ae5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:34.588996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a96d99a4-6aee-4057-ba1c-d025350d2ca4 req-19437bd4-96ba-4070-8a61-6a956a479ae5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0844491 Aug 29 04:42:34.672107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a96d99a4-6aee-4057-ba1c-d025350d2ca4 req-8ac459ce-4535-4afb-8ed3-8b2998c6f3b9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724230 Aug 29 04:42:35.572950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f02d4-c04e-4170-8ad0-5d7a02323070 req-b0ae6b3f-8211-4578-90cf-8c2dfb463db7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.575728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c03f02d4-c04e-4170-8ad0-5d7a02323070 req-b0ae6b3f-8211-4578-90cf-8c2dfb463db7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0868061 Aug 29 04:42:35.637723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c03f02d4-c04e-4170-8ad0-5d7a02323070 req-43c1daae-d12d-45b8-a9b2-1577a027853e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Aug 29 04:42:35.862444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b53fd2-fd05-4d13-9c1d-63edea8f3ba3 req-bc144818-ea82-461a-9da7-f736e05118fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:35.864980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0b53fd2-fd05-4d13-9c1d-63edea8f3ba3 req-bc144818-ea82-461a-9da7-f736e05118fc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0893826 Aug 29 04:42:35.921875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0b53fd2-fd05-4d13-9c1d-63edea8f3ba3 req-96a81f06-a731-4c94-bef5-42d5f117f777 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Aug 29 04:42:36.307450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6213d-d77a-4f49-88a2-9b2216ff2360 req-37004959-d0b8-4e1a-b1f9-34c95fdf1152 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.313306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2a6213d-d77a-4f49-88a2-9b2216ff2360 req-37004959-d0b8-4e1a-b1f9-34c95fdf1152 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0818954 Aug 29 04:42:36.334002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-36f8c730-7d11-43f8-b11f-30ad5cb51a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.336614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-36f8c730-7d11-43f8-b11f-30ad5cb51a0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.0788324 Aug 29 04:42:36.406734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2a6213d-d77a-4f49-88a2-9b2216ff2360 req-57475fff-103a-4ec1-8e26-12087427216e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771275 Aug 29 04:42:36.505614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-e44332d1-a0ef-4cc7-b068-8700c457b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.507218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-e44332d1-a0ef-4cc7-b068-8700c457b7fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.1621885 Aug 29 04:42:36.564838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-bea1ed9c-c6c4-45f2-988b-cb3d27967c4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.0426648 Aug 29 04:42:36.645462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-e2e8dfab-27e5-4ab7-858f-e67510fc7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.647233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-e2e8dfab-27e5-4ab7-858f-e67510fc7a2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.0629337 Aug 29 04:42:36.728557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-f36640b1-f331-4a7b-b640-191194bb0a10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674968 Aug 29 04:42:36.847148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701d908-7dfb-4cae-90b2-54b32de16942 req-a827e5dc-e466-4617-9907-33f8776eba1f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:36.849827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4701d908-7dfb-4cae-90b2-54b32de16942 req-a827e5dc-e466-4617-9907-33f8776eba1f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0868378 Aug 29 04:42:36.904725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-ed91cf22-0d3b-4155-888a-bbfec2141855 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618557 Aug 29 04:42:36.908409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4701d908-7dfb-4cae-90b2-54b32de16942 req-ee877145-d731-4b32-aecb-5e32e076028b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515289 Aug 29 04:42:37.029348 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c6defb8-b759-4a5e-8b8a-61900ad6c77d req-88ea8a9f-5b6a-4399-ac2f-9fc8e328050d service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124449 Aug 29 04:42:37.337776 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0aaf89d2-2fbf-44af-bc78-befc5ebd3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:37.570869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175a892-aa5e-4b4c-a957-ce4b62c0662d req-0c68bbed-b878-4f30-8c71-10fd2ab78843 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:37.573700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c175a892-aa5e-4b4c-a957-ce4b62c0662d req-0c68bbed-b878-4f30-8c71-10fd2ab78843 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0756676 Aug 29 04:42:37.626680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c175a892-aa5e-4b4c-a957-ce4b62c0662d req-06869106-b6c1-409a-aaef-f7bf6fafb4b4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Aug 29 04:42:38.043417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b34c06-1dae-485d-b664-60b4a6991235 req-e2ef60bc-f3fc-44e1-9d19-de635be95f70 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.045084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b34c06-1dae-485d-b664-60b4a6991235 req-e2ef60bc-f3fc-44e1-9d19-de635be95f70 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0564487 Aug 29 04:42:38.094212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0b34c06-1dae-485d-b664-60b4a6991235 req-b6799b1a-606a-42f9-9aea-40d11af7b02b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 29 04:42:38.805739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0454bf-827f-4c1b-bcb6-f3f9fe57a405 req-8127291c-1e52-4598-b01e-c2f5f16ba5fa tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:38.808704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f0454bf-827f-4c1b-bcb6-f3f9fe57a405 req-8127291c-1e52-4598-b01e-c2f5f16ba5fa tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0874503 Aug 29 04:42:38.864299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f0454bf-827f-4c1b-bcb6-f3f9fe57a405 req-8cc88778-5e21-47a1-8d53-a7c37f33a3df tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Aug 29 04:42:39.262081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff1c98-f49b-4a20-85f6-22119273f814 req-2283deb5-f1a1-4d27-85c0-7d4090f376e0 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.264958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66ff1c98-f49b-4a20-85f6-22119273f814 req-2283deb5-f1a1-4d27-85c0-7d4090f376e0 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0860600 Aug 29 04:42:39.340296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66ff1c98-f49b-4a20-85f6-22119273f814 req-dedf9dd7-f1f6-4377-ae35-bc9405cc46d2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Aug 29 04:42:39.505262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712153-18b3-4ded-b847-e5257bdde437 req-0e6ccc0b-510b-43c7-88bd-9efb7057424b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:39.508074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13712153-18b3-4ded-b847-e5257bdde437 req-0e6ccc0b-510b-43c7-88bd-9efb7057424b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1099 time: 0.0700274 Aug 29 04:42:39.556467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13712153-18b3-4ded-b847-e5257bdde437 req-0c2509e0-8462-4a65-817f-3fe69dfdd3aa tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Aug 29 04:42:39.589947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:39.799233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 374e1743-1fe1-42ff-b11a-6c699487702f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:39.799709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.923421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.923729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:39.943404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 374e1743-1fe1-42ff-b11a-6c699487702f owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:40.051320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ab27-ac2c-4b46-b0e6-2c087a1ca108 req-72e5aea5-157d-43c6-a6b0-d788f96b6537 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.052972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d862ab27-ac2c-4b46-b0e6-2c087a1ca108 req-72e5aea5-157d-43c6-a6b0-d788f96b6537 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0675118 Aug 29 04:42:40.126675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d862ab27-ac2c-4b46-b0e6-2c087a1ca108 req-7f4eee0b-1cf6-4b89-83f7-af93878383de tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Aug 29 04:42:40.198249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.234583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=374e1743-1fe1-42ff-b11a-6c699487702f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:40.267098 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.269016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.269611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.270420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.271826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.272410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.272914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.273422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.274076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.274672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.275266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.275864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:40.282128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.324272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06d0fbdd-2fa0-42eb-bf0e-855323375231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.351167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.352171 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 2d3bdc08-ab96-41fc-a18e-65e0ec44e50b disassociated (deleted). External IP: 172.25.3.130, port: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35. Aug 29 04:42:40.517962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47227-2315-40d4-b155-69fe0bd03135 req-e49f2e9f-d880-4926-9d6e-1fbeec15c0e4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:40.534077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fb47227-2315-40d4-b155-69fe0bd03135 req-e49f2e9f-d880-4926-9d6e-1fbeec15c0e4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0938816 Aug 29 04:42:40.592728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fb47227-2315-40d4-b155-69fe0bd03135 req-d449b249-d949-42f3-9c42-0fa371808d5f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567226 Aug 29 04:42:40.672284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:40.806229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:40.814730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:40.825223 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Sync routers for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:40.843671 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:40.845077 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:40.886228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-958acfe5-546a-4915-a5ba-1e90e64b2d53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/floatingips/2d3bdc08-ab96-41fc-a18e-65e0ec44e50b HTTP/1.1" status: 204 len: 168 time: 1.2948971 Aug 29 04:42:40.887133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:40.891752 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79554cc-0e2e-48f8-b467-d9390283ad2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:41.035310 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b1de3f-e442-4a09-84ec-cd0994b1bd0e x-openstack-request-id: req-b8b1de3f-e442-4a09-84ec-cd0994b1bd0e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:41.036169 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:41.036661 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8b1de3f-e442-4a09-84ec-cd0994b1bd0e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:41.037694 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:42:41.173822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-962e88f3-1f85-4f34-b572-15d2f3908015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.178041 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:41.181576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-962e88f3-1f85-4f34-b572-15d2f3908015 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 1099 time: 0.1262167 Aug 29 04:42:41.337352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:41.510163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-6ee50a51-4774-4c22-9488-9bc2d9505000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.513394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-6ee50a51-4774-4c22-9488-9bc2d9505000 service neutron] 10.222.0.54 "GET /v2.0/networks?id=44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 200 len: 898 time: 0.3195152 Aug 29 04:42:41.529356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:41.550363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e697c-eb4f-408e-89db-9734b730db36 req-cecb40b4-519a-4d44-ad81-6bf99b1604c3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.553458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-180e697c-eb4f-408e-89db-9734b730db36 req-cecb40b4-519a-4d44-ad81-6bf99b1604c3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 947 time: 0.1509974 Aug 29 04:42:41.580573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Checking router: 96f090dd-83eb-4ee4-8a64-88dd31cb2170 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:41.596833 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:41.597612 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:41.630464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-484522cc-81ac-41af-9065-bb0913f2afef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 200 len: 217 time: 0.1063480 Aug 29 04:42:41.812610 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:41.916738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-180e697c-eb4f-408e-89db-9734b730db36 req-d9608e5f-5a4b-40da-be12-de9f87ce6c05 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845659 Aug 29 04:42:41.943889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-a6b5ae2b-7770-4929-b6dd-5ab217f82a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.945843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-a6b5ae2b-7770-4929-b6dd-5ab217f82a22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 200 len: 834 time: 0.2904699 Aug 29 04:42:41.955036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6388eb-e241-41ab-a540-f5c94d710dd9 req-accb1dee-ead2-4a5c-a824-97ed9c9fafe5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:41.957005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf6388eb-e241-41ab-a540-f5c94d710dd9 req-accb1dee-ead2-4a5c-a824-97ed9c9fafe5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1095798 Aug 29 04:42:42.070755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf6388eb-e241-41ab-a540-f5c94d710dd9 req-38344349-ae50-4053-b617-62da36fc9c4f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002450 Aug 29 04:42:42.076478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-250183aa-9ed4-45a2-978e-63a77af5cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:42.080068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-250183aa-9ed4-45a2-978e-63a77af5cf2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=44ba7670-e6ee-4384-b33d-37f7d1c87770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210442 Aug 29 04:42:42.172246 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:42.266641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-35d9c8d8-7152-4269-8da2-4093813bb177 service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776676 Aug 29 04:42:42.345577 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:42.394901 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd583faa-fd40-4a4c-9364-59b5f9c1e58a None None] The sync data for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 is: [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:40:05Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '0d6a6394-6de0-44a2-933c-e264477d79bc', 'name': '', 'network_id': '44ba7670-e6ee-4384-b33d-37f7d1c87770', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:34:0a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:03Z', 'updated_at': '2021-08-29T04:40:24Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '7e5a16c9-764d-4d73-b08d-8cedd3827574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:42.409176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d79554cc-0e2e-48f8-b467-d9390283ad2d req-1b82af33-09e2-4df5-a3ce-0ce24211940e service neutron] 10.222.0.54 "GET /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342552 Aug 29 04:42:42.704728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cfe4c-8afd-465f-b5e6-269a107996c2 None None] New status for floating IP 2d3bdc08-ab96-41fc-a18e-65e0ec44e50b: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:42:42.776547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-daa6823b-86b1-4736-aedc-7908a1500754 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:42.778198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-daa6823b-86b1-4736-aedc-7908a1500754 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 947 time: 0.0696783 Aug 29 04:42:42.943787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:42.944386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.026708 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.149330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703e45a-92a0-496c-9a53-2665b18da49a req-b33e2cc5-c88d-45d0-8a82-f79f9a5486c6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.150940 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e703e45a-92a0-496c-9a53-2665b18da49a req-b33e2cc5-c88d-45d0-8a82-f79f9a5486c6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1785691 Aug 29 04:42:43.167212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b425-1f53-4737-b9f3-4597227fd545 req-b854ad6f-9ff7-42ec-8b4c-8f81e3ce9523 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.168884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f05b425-1f53-4737-b9f3-4597227fd545 req-b854ad6f-9ff7-42ec-8b4c-8f81e3ce9523 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f19096ed-04e0-40ff-985f-b1b7378f1815 HTTP/1.1" status: 200 len: 947 time: 0.1294837 Aug 29 04:42:43.226333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:43.226704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.260011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:43.276446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f05b425-1f53-4737-b9f3-4597227fd545 req-008f11f4-e7c4-4a65-b375-da1aac1970fe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=b460da1a-b0fb-4511-bed3-847fe6b8dc25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988896 Aug 29 04:42:43.279265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e703e45a-92a0-496c-9a53-2665b18da49a req-50426a69-2244-4ab2-8803-4e1cfe984822 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093698 Aug 29 04:42:43.491034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9569a-9b8a-4476-9c84-fb013b2f7af8 req-91baa841-2322-4387-929d-40c900d3363b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:43.493490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6eb9569a-9b8a-4476-9c84-fb013b2f7af8 req-91baa841-2322-4387-929d-40c900d3363b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1137793 Aug 29 04:42:43.603031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6eb9569a-9b8a-4476-9c84-fb013b2f7af8 req-34249ceb-b6ef-484d-ba2f-060bab9cde3d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Aug 29 04:42:43.606298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.662148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=b4f350c8-fd52-4e0a-ae0e-daaf70c97b35,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:43.693269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.693622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.694418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.694579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.694910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.695353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.695542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.695830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.696206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.696662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.696816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.697141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:42:43.725355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] No DVR routers for this DVR port b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:43.729182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:43.733286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e20a3b0-4a7b-49bb-9993-21576ea83ee1 req-46381a24-2d32-433a-89c7-15c54c78c83f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "DELETE /v2.0/ports/b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 HTTP/1.1" status: 204 len: 173 time: 0.9460542 Aug 29 04:42:43.734138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-deleted', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:43.739316 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c91825-93cf-4c94-b458-a4dc14b5bfb8" -d '{"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-deleted", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:43.802516 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ff3b68-44f1-47ee-8244-de6bd328c773 x-openstack-request-id: req-a0ff3b68-44f1-47ee-8244-de6bd328c773 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:43.803344 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19096ed-04e0-40ff-985f-b1b7378f1815", "name": "network-vif-deleted", "tag": "b4f350c8-fd52-4e0a-ae0e-daaf70c97b35", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:43.803344 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0ff3b68-44f1-47ee-8244-de6bd328c773 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:43.803561 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19096ed-04e0-40ff-985f-b1b7378f1815', 'name': 'network-vif-deleted', 'tag': 'b4f350c8-fd52-4e0a-ae0e-daaf70c97b35', 'status': 'completed', 'code': 200} Aug 29 04:42:44.369139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:44.650359 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:42:44.938374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5a84c-fccc-4559-971c-654674e42c2f req-e08f079c-73d8-4e12-8767-2638d973bc06 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.940874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94b5a84c-fccc-4559-971c-654674e42c2f req-e08f079c-73d8-4e12-8767-2638d973bc06 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.2135584 Aug 29 04:42:44.959666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822907f-578e-4219-b935-cff19633d443 req-e9cbf5c7-02d6-48ee-801a-7228f203c909 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:44.962258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2822907f-578e-4219-b935-cff19633d443 req-e9cbf5c7-02d6-48ee-801a-7228f203c909 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.1537590 Aug 29 04:42:45.095301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94b5a84c-fccc-4559-971c-654674e42c2f req-f7aa038e-3724-4e12-9b07-555854128891 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229112 Aug 29 04:42:45.115276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2822907f-578e-4219-b935-cff19633d443 req-2590c6de-f422-48fb-8c13-1fe2b5a2b907 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259377 Aug 29 04:42:45.264554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.630611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 0d6a6394-6de0-44a2-933c-e264477d79bc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:45.631181 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.681495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:45.725300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:45.726034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b4f350c8-fd52-4e0a-ae0e-daaf70c97b35 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:45.767448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 0d6a6394-6de0-44a2-933c-e264477d79bc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0d6a6394-6de0-44a2-933c-e264477d79bc,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:45.768097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:45.790547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 0d6a6394-6de0-44a2-933c-e264477d79bc owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:46.092535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.195567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=0d6a6394-6de0-44a2-933c-e264477d79bc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:46.468785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273077f4-4d3c-4fde-bcf9-ec1d6572ab72 req-e5be72a8-8194-43c8-9c5e-6a78e3aa2ed8 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.470558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-273077f4-4d3c-4fde-bcf9-ec1d6572ab72 req-e5be72a8-8194-43c8-9c5e-6a78e3aa2ed8 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1810477 Aug 29 04:42:46.483477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332ea3-f029-48c3-914c-454044f505b9 req-e68e1bcb-59a6-4ee3-a8c0-11e54efc2c8f tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:46.485245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e332ea3-f029-48c3-914c-454044f505b9 req-e68e1bcb-59a6-4ee3-a8c0-11e54efc2c8f tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.1938012 Aug 29 04:42:46.553103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:46.581290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-273077f4-4d3c-4fde-bcf9-ec1d6572ab72 req-300ff448-8939-4bc9-9252-1cbd046fa71a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897262 Aug 29 04:42:46.584719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e332ea3-f029-48c3-914c-454044f505b9 req-708821bc-64c3-4a25-9b00-ddeeec4b08dd tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848241 Aug 29 04:42:46.883960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:42:47.045030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:47.057921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ec3857e8-3e51-47b9-ada2-f4e2d0e3ebf7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/96f090dd-83eb-4ee4-8a64-88dd31cb2170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841972 Aug 29 04:42:47.059042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.062291 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Sync routers for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:47.079180 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:47.080253 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:47.118945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting subnet 7e5a16c9-764d-4d73-b08d-8cedd3827574 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:42:47.124005 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.173121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.268914 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:47.386284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-a117e760-8b20-4f2f-aef6-43b30f2be5aa tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:47.389142 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-a117e760-8b20-4f2f-aef6-43b30f2be5aa tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.50 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.1425610 Aug 29 04:42:47.391603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.597471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:42:46Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:47.623892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.675144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Checking router: 96f090dd-83eb-4ee4-8a64-88dd31cb2170 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:47.693961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5a16c9-764d-4d73-b08d-8cedd3827574,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:47.697899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.705406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:47.705869 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Routers {'96f090dd-83eb-4ee4-8a64-88dd31cb2170'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:47.705980 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb1c08c1-7b01-4550-92fa-524ef4cde044 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/subnets/7e5a16c9-764d-4d73-b08d-8cedd3827574 HTTP/1.1" status: 204 len: 168 time: 0.6452317 Aug 29 04:42:47.709387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:47.710193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Deleting port 439ba05a-daa7-4cef-8160-3e345acb5a1c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:47.710736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.717511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3e2ed-3fa6-4232-a80a-a9dc4e8f3458 None None] Network 44ba7670-e6ee-4384-b33d-37f7d1c87770 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:47.893355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] For port 439ba05a-daa7-4cef-8160-3e345acb5a1c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=439ba05a-daa7-4cef-8160-3e345acb5a1c,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:47.899239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:47.937988 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] Set router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:48.090704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] DHCP port deletion for 44ba7670-e6ee-4384-b33d-37f7d1c87770 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:42:48.180278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b6870-c352-48d7-9520-dac9a3e3c685 req-a864df04-b23a-45e3-89e3-7ce7b73121b4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.183316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca8b6870-c352-48d7-9520-dac9a3e3c685 req-a864df04-b23a-45e3-89e3-7ce7b73121b4 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 948 time: 0.2988770 Aug 29 04:42:48.190107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.243998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Deleting port 0a5c9ede-77c6-423c-9fbe-acd490dda092 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:48.244550 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.290318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f14e02-1b8f-4222-ad47-170329377dc1 req-2a57cfd0-45f2-423c-9470-99fb79892802 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:48.306546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4f14e02-1b8f-4222-ad47-170329377dc1 req-2a57cfd0-45f2-423c-9470-99fb79892802 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.4385285 Aug 29 04:42:48.318457 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:42:46Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:48.348155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Calling delete_port for 439ba05a-daa7-4cef-8160-3e345acb5a1c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:48.391151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca8b6870-c352-48d7-9520-dac9a3e3c685 req-2d336a7b-dcc1-414c-9db2-78fc20ef7380 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a69261b-e31f-432e-a9b0-2aaec7a79e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916907 Aug 29 04:42:48.398348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] For port 0a5c9ede-77c6-423c-9fbe-acd490dda092, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0a5c9ede-77c6-423c-9fbe-acd490dda092,segment=NetworkSegment(7e219c5a-49cd-4af2-aeb4-07fb99ddc36c),segment_id=7e219c5a-49cd-4af2-aeb4-07fb99ddc36c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:48.399032 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.401275 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332246ab-e19c-4341-b8e0-17e54e82d971 None None] The sync data for ids ['96f090dd-83eb-4ee4-8a64-88dd31cb2170'] in n-d-712139-13 is: [{'id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-956955255', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:51Z', 'updated_at': '2021-08-29T04:42:46Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': 'fe595019-7b13-4319-98e0-4fdf52735c7b', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f090dd-83eb-4ee4-8a64-88dd31cb2170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:53Z', 'updated_at': '2021-08-29T04:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:48.447140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Calling delete_port for 0a5c9ede-77c6-423c-9fbe-acd490dda092 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:48.575950 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.611332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] Pushing event deleted for resources: {'Port': ['ID=0a5c9ede-77c6-423c-9fbe-acd490dda092,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.627675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e603226-15a2-42d6-b79d-ecafd26bf073 None None] No DVR routers for this DVR port 0a5c9ede-77c6-423c-9fbe-acd490dda092 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:48.744639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.791144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['439ba05a-daa7-4cef-8160-3e345acb5a1c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:42:48.823104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Pushing event deleted for resources: {'Port': ['ID=439ba05a-daa7-4cef-8160-3e345acb5a1c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:48.903122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] No DVR routers for this DVR port 439ba05a-daa7-4cef-8160-3e345acb5a1c on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:42:48.907441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:48.910808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5561913b-c4f1-41c7-b978-a251f1d23906 req-11c3c88a-f57f-48be-ba0a-f78257b63743 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.50 "DELETE /v2.0/ports/439ba05a-daa7-4cef-8160-3e345acb5a1c HTTP/1.1" status: 204 len: 173 time: 1.4812281 Aug 29 04:42:48.911481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'name': 'network-vif-deleted', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:42:48.915247 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18998f9-4be3-46e4-a313-8e9b6089c107" -d '{"events": [{"server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "name": "network-vif-deleted", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:42:48.967198 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa24989-34c6-4449-bdb9-259fa82da4ff x-openstack-request-id: req-9aa24989-34c6-4449-bdb9-259fa82da4ff {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:42:48.967611 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816843ef-babc-43ab-97a8-240e54841889", "name": "network-vif-deleted", "tag": "439ba05a-daa7-4cef-8160-3e345acb5a1c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:42:48.968575 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9aa24989-34c6-4449-bdb9-259fa82da4ff {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:42:48.969064 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816843ef-babc-43ab-97a8-240e54841889', 'name': 'network-vif-deleted', 'tag': '439ba05a-daa7-4cef-8160-3e345acb5a1c', 'status': 'completed', 'code': 200} Aug 29 04:42:49.120163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0a5c9ede-77c6-423c-9fbe-acd490dda092 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:49.184130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0a5c9ede-77c6-423c-9fbe-acd490dda092 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:49.185218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0a5c9ede-77c6-423c-9fbe-acd490dda092 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:49.186247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d6a6394-6de0-44a2-933c-e264477d79bc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:49.230523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0d6a6394-6de0-44a2-933c-e264477d79bc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:49.231062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0d6a6394-6de0-44a2-933c-e264477d79bc not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:49.266622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4f14e02-1b8f-4222-ad47-170329377dc1 req-3ccc8978-5973-4821-992f-c8c770120cd3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884060 Aug 29 04:42:49.301214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.391215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port fe595019-7b13-4319-98e0-4fdf52735c7b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:42:49.391742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.596946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52b272fd-cf05-44d3-8d3d-f2682bdca9e0 req-e6b06586-1039-44a3-a567-8f8e0bc47fb9 tempest-VolumesBackupsTest-745873179 tempest-VolumesBackupsTest-745873179-project] 10.222.0.62 "GET /v2.0/ports?device_id=816843ef-babc-43ab-97a8-240e54841889 HTTP/1.1" status: 200 len: 210 time: 0.0726619 Aug 29 04:42:49.636808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port fe595019-7b13-4319-98e0-4fdf52735c7b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fe595019-7b13-4319-98e0-4fdf52735c7b,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:42:49.639473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:49.684188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for fe595019-7b13-4319-98e0-4fdf52735c7b owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:42:49.834632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-058c3976-88b1-4aee-8bf7-7bdb350fdab7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1524472 Aug 29 04:42:50.006500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-2138efe7-e056-48d7-9233-e33cbcd63e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.008015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-2138efe7-e056-48d7-9233-e33cbcd63e5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 1098 time: 0.0754900 Aug 29 04:42:50.181112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.246234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=fe595019-7b13-4319-98e0-4fdf52735c7b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:50.346389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-f499ebd3-1577-4a4a-bb15-808a0b41028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.349556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-f499ebd3-1577-4a4a-bb15-808a0b41028a service neutron] 10.222.0.54 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.3036401 Aug 29 04:42:50.485794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-0a47edfd-d3dd-4dc0-9a43-f340fa90c19d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 200 len: 217 time: 0.1138675 Aug 29 04:42:50.513595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.718146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2cdcb-29f9-4419-9c17-386e916c0c28 req-a2557083-58f1-47f3-b201-ef9630f48f99 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.720025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5dd2cdcb-29f9-4419-9c17-386e916c0c28 req-a2557083-58f1-47f3-b201-ef9630f48f99 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.3661485 Aug 29 04:42:50.729321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.733731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.745837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-1fb55e75-f35f-4aa0-b495-e626ece043b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:50.747221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-1fb55e75-f35f-4aa0-b495-e626ece043b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.2476919 Aug 29 04:42:50.840981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-8294b4e7-60e2-42ce-ac7a-e8087858df38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827639 Aug 29 04:42:50.844396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.844634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Fanout notify agent at l3_agent the message router_deleted on router 96f090dd-83eb-4ee4-8a64-88dd31cb2170 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:42:50.853518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:50.854967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bdeb6a9c-0a66-493c-b679-0055aa4e6908 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/routers/96f090dd-83eb-4ee4-8a64-88dd31cb2170 HTTP/1.1" status: 204 len: 168 time: 3.1478050 Aug 29 04:42:50.859824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55622) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:50.867606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5dd2cdcb-29f9-4419-9c17-386e916c0c28 req-42132f9a-d4b2-45d5-a766-e079b5c3e083 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239901 Aug 29 04:42:51.017075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-9c49bda4-ccfe-4b85-94fe-cabd510c7916 service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604960 Aug 29 04:42:51.073600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.192906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.207720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba7670-e6ee-4384-b33d-37f7d1c87770']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:51.216444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15ad217a-2466-4603-8b3d-db56629d8d99 req-84407537-69f6-46d7-9cee-27207a162d6e service neutron] 10.222.0.54 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902065 Aug 29 04:42:51.222585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:51.223307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e219c5a-49cd-4af2-aeb4-07fb99ddc36c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:51.240691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.265640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.273580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:42:51.274041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:42:51.277847 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:42:51.353017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.360749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.364920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/networks/44ba7670-e6ee-4384-b33d-37f7d1c87770 HTTP/1.1" status: 204 len: 168 time: 0.5007219 Aug 29 04:42:51.366721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:51.390193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d707-81c4-43b8-a87c-15ff56f15720 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Network': ['ID=44ba7670-e6ee-4384-b33d-37f7d1c87770,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:51.464703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.512032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.594173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.598032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:51.599434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/security-groups/b460da1a-b0fb-4511-bed3-847fe6b8dc25 HTTP/1.1" status: 204 len: 168 time: 0.2312758 Aug 29 04:42:51.610770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820ffa-4664-4373-9b54-b54c2e444a28 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460da1a-b0fb-4511-bed3-847fe6b8dc25,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.027164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 439ba05a-daa7-4cef-8160-3e345acb5a1c no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:52.029526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55638) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:52.040300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929785286', 'description': 'tempest-secgroup-smoke-1929785286 description', 'project_id': '5fb81efe55d341afad69b28151dd4d3e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:52.069544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.077740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939b05-1ff2-4e03-b39e-175e972fa51f req-10a9dd10-81ea-47ca-85d1-721e47187bea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:52.081164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 439ba05a-daa7-4cef-8160-3e345acb5a1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:52.081457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e939b05-1ff2-4e03-b39e-175e972fa51f req-10a9dd10-81ea-47ca-85d1-721e47187bea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0953491 Aug 29 04:42:52.082107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 439ba05a-daa7-4cef-8160-3e345acb5a1c not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:52.149568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e939b05-1ff2-4e03-b39e-175e972fa51f req-c13cc32f-d2e0-4ba9-a323-d7d7cd058add tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Aug 29 04:42:52.208887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.214445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.253888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.259784 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2235482 Aug 29 04:42:52.259784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31ccfc-75ea-44de-9dd2-2dd58a475a64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd850856-3ce2-4acc-9d74-70be540d8506,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.261840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:52.268639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:52.308890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.394993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.400628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.425392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3daa55b-056b-4c34-8102-9b32a6c0b129,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.436754 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.443380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d4951d05-8566-4170-95c6-2d18543c615e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768486 Aug 29 04:42:52.443879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:52.449429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:52.485018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.567162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.572491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.594388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4677e6c-2185-4958-8072-57e04b8bdfc0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.604615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.610338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-10b6769f-021f-4836-9e13-0edafb3e3d17 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611149 Aug 29 04:42:52.610752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:52.617218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:52.656331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.739210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.745270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.771354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08179ef-bed7-410f-8eed-f6707df0d811,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.785748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.788122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23dac8f9-f2d7-48b2-a434-1bf666fa4c4d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758664 Aug 29 04:42:52.792141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55646) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:52.797796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:52.839257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.946964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.952069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:52.985685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de03ebc2-04f1-4043-89cf-e344defc52d5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:52.997851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe595019-7b13-4319-98e0-4fdf52735c7b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:42:53.002251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.006315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0772930a-98e7-4b5e-a4f8-78c18e3fac7c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126410 Aug 29 04:42:53.010690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.021098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:53.042028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fe595019-7b13-4319-98e0-4fdf52735c7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:42:53.042968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fe595019-7b13-4319-98e0-4fdf52735c7b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:42:53.072713 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:53.079869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.165663 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.172323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.209076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd37de02-6948-4482-9dfe-ca102cd5bb22,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.220642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.223593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-56c5d8de-d947-4050-8f02-edd8d58be545 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2108183 Aug 29 04:42:53.228070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55656) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.236244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': 'bd850856-3ce2-4acc-9d74-70be540d8506', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:53.334880 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:42:53.349341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.370420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a54c1-4eb2-4069-b8c8-161bcc72a4f9 req-d420857e-ad56-4bca-b7d8-cddc23d94aff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.373175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-880a54c1-4eb2-4069-b8c8-161bcc72a4f9 req-d420857e-ad56-4bca-b7d8-cddc23d94aff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1227252 Aug 29 04:42:53.458716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-880a54c1-4eb2-4069-b8c8-161bcc72a4f9 req-7c62b57c-171b-4161-93b7-4591fad9886c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749822 Aug 29 04:42:53.470813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.476539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.497195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b7acf3-afeb-4e70-b376-b4f8ef718232,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.506074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.507355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ab22d927-f506-4cdc-a6e0-c17e3d477a9d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2778678 Aug 29 04:42:53.512203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.517501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'network': {'name': 'tempest-network-smoke--1514833346', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:53.548479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:53.553387 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.592013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:42:53.610126 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.610665 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Added segment 02d3d546-a34f-45d0-8f7c-6657c3968af1 of type vlan for network 6d79a625-f6c7-4358-bbb0-8168e6f26551 Aug 29 04:42:53.669190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.707377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.717747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:53.718505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.821424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3078775 Aug 29 04:42:53.825362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:53.835055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'admin_state_up': True, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:53.837095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005616b-41ba-4482-9753-8cf75d4c466d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Network': ['ID=6d79a625-f6c7-4358-bbb0-8168e6f26551,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:53.854790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:42:53.885353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.887096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:53.988923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.243452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.633021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.673119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:54.698740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd02eb-610b-4567-b7c8-6d791be00785 req-93acea3a-13d4-4147-8d43-b7b96400f2b3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:54.713408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90cd02eb-610b-4567-b7c8-6d791be00785 req-93acea3a-13d4-4147-8d43-b7b96400f2b3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1380513 Aug 29 04:42:54.832702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90cd02eb-610b-4567-b7c8-6d791be00785 req-9c55e9ac-8c04-48a3-8cb8-2576a606b733 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124196 Aug 29 04:42:54.874921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.27 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/9f44f273-8a16-4e3b-a0ba-8164decbcec1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:54.920500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-00d8e0eb-9ff2-4813-849d-35ac690dd72c req-d15b8c6a-3df8-4997-83cb-d74909877622 service neutron] (94826) timed out ('10.222.0.50', 57492) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:42:55.048669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.133505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.212651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:55.216213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:55.221390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:55.225612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=9f44f273-8a16-4e3b-a0ba-8164decbcec1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:55.290245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-a8fa0eb6-9622-4fd8-9238-4b0e95ed6a86 req-c20c6b54-7208-40e7-9b3a-0c1cb37bb6d1 service neutron] (94827) timed out ('10.222.0.50', 57504) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:42:55.618032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:55.928649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.049310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39734fb0-d6e5-48f8-8b1d-d8f26bc95749 req-ec3a8a7f-e659-4c5d-bab4-195b0ba631d3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.053560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39734fb0-d6e5-48f8-8b1d-d8f26bc95749 req-ec3a8a7f-e659-4c5d-bab4-195b0ba631d3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0920618 Aug 29 04:42:56.099287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 5db60bc1-613a-4628-ae2e-74548b097f19 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:42:56.127728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39734fb0-d6e5-48f8-8b1d-d8f26bc95749 req-30dbd61a-cb4a-4666-9bda-e633f8f45eaa tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667567 Aug 29 04:42:56.260974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:42:56.278292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Sync routers for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:42:56.292719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.299613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:56.300041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c929233a-b7d3-4a97-b1d2-44a7f5ebd10c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4710360 Aug 29 04:42:56.303005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:56.304041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:56.345195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-462e57e7-5bf8-4963-97de-42acf1c3ba7e tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=5fb81efe55d341afad69b28151dd4d3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428123 Aug 29 04:42:56.350210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:56.495298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:56.512731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007c065-22db-4548-9120-da6879a79222 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:56.514964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5007c065-22db-4548-9120-da6879a79222 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1632743 Aug 29 04:42:56.520586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:56.562644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1758d6aa-489c-414d-9d60-da9edf67e90b tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390406 Aug 29 04:42:56.566894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:56.573145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934251614', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:42:56.735184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:42:56.739623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:56.853092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:42:55Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:56.913042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Checking router: 5db60bc1-613a-4628-ae2e-74548b097f19 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:42:56.913543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Updating router 5db60bc1-613a-4628-ae2e-74548b097f19 port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:42:56.970712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.017819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-8c4c11c9-44ad-4cf0-87f9-4ef974086a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.019535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-8c4c11c9-44ad-4cf0-87f9-4ef974086a58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.0507715 Aug 29 04:42:57.168526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.187451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-cc45a48d-8834-4385-9bc1-bcb55478e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.197287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-cc45a48d-8834-4385-9bc1-bcb55478e8ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.1598034 Aug 29 04:42:57.264807 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-e025caa4-958e-4272-97aa-40ce302ddba7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.0653284 Aug 29 04:42:57.349069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-91e5711d-2197-4d6e-a53b-36667192ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.351794 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-91e5711d-2197-4d6e-a53b-36667192ce4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.0688176 Aug 29 04:42:57.362238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcaaa3-a025-4d97-9ed8-623e67eb3014 req-20bdc28b-6079-4cd1-8f76-8d28cd1317bb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.365612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57fcaaa3-a025-4d97-9ed8-623e67eb3014 req-20bdc28b-6079-4cd1-8f76-8d28cd1317bb tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2938871 Aug 29 04:42:57.401685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-07a8f2a1-4949-401c-a64b-ab12426e43f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407395 Aug 29 04:42:57.491859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Subnet': ['ID=e3749c08-cfa8-4fbc-9c04-e7191bcd9661,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:57.506374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:57.508768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network hostable DHCP agents. Network: 6d79a625-f6c7-4358-bbb0-8168e6f26551, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:42:57.533472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57fcaaa3-a025-4d97-9ed8-623e67eb3014 req-9bdeb097-9f7a-483e-96a1-2cf9e6334c28 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545191 Aug 29 04:42:57.561021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b79c6f-bd71-4f34-bb0c-eeb86aeec372 req-bbcb0462-9810-42ba-89d8-797b8d891095 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.575025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45b79c6f-bd71-4f34-bb0c-eeb86aeec372 req-bbcb0462-9810-42ba-89d8-797b8d891095 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.2930081 Aug 29 04:42:57.603591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.624931 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-482390b6-3530-46f1-b8a3-695d0f2b537b service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114019 Aug 29 04:42:57.629478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Transition to ACTIVE for port object 9f44f273-8a16-4e3b-a0ba-8164decbcec1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:57.645589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.649588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:42:57.679502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45b79c6f-bd71-4f34-bb0c-eeb86aeec372 req-49b527d1-c73d-48f3-b5cc-637663ac7e11 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030269 Aug 29 04:42:57.681807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 6d79a625-f6c7-4358-bbb0-8168e6f26551) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:57.702334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b7acfa-5495-4920-b355-bbae1237c3e0 None None] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:42:57.710621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:57.719061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.753135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ca80d37-3470-40fb-92f8-a5bc8399cc4c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1837196 Aug 29 04:42:57.756973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 55772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:57.768740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db530b15-94b5-41e7-8ae3-fe8f5277ecac None None] Pushing event updated for resources: {'Port': ['ID=9f44f273-8a16-4e3b-a0ba-8164decbcec1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:57.790094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Attempting to bind port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:57.790543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Attempting to bind port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:57.790824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Attempting to bind port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:57.801684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:57.802175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:57.802499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.802873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:57.803386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Bound port: 9f44f273-8a16-4e3b-a0ba-8164decbcec1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:57.803830 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.882479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af4c9091-9ccd-46bb-8f7f-044cdb6428a3 req-53a85cb8-5fe0-49ba-85a6-82c3bb0de2be service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488158 Aug 29 04:42:57.915774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] For port 9f44f273-8a16-4e3b-a0ba-8164decbcec1, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:57.937374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] For port 9f44f273-8a16-4e3b-a0ba-8164decbcec1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9f44f273-8a16-4e3b-a0ba-8164decbcec1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:57.944981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:57.997314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-6d79a625-f6c7-4358-bbb0-8168e6f26551', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:42:57.998699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.071040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:42:58.071040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:58.156944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db530b15-94b5-41e7-8ae3-fe8f5277ecac None None] Pushing event updated for resources: {'Port': ['ID=9f44f273-8a16-4e3b-a0ba-8164decbcec1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:58.575953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:42:58.679064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Allocated IP 172.20.0.2 (6d79a625-f6c7-4358-bbb0-8168e6f26551/e3749c08-cfa8-4fbc-9c04-e7191bcd9661/b0692c65-bcb4-47a3-8506-7e203fc3cc51) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:58.756728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:58.775695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee740c4-8215-4e1d-add8-bfb54ca5527a req-692986e6-16af-45bb-8199-943ba5dd661f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:58.778418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ee740c4-8215-4e1d-add8-bfb54ca5527a req-692986e6-16af-45bb-8199-943ba5dd661f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1089990 Aug 29 04:42:58.944532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:42:55Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:42:58.971014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ee740c4-8215-4e1d-add8-bfb54ca5527a req-0af8cbf6-b30c-4473-a0c8-88953f18b91d tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656644 Aug 29 04:42:58.999844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b7eb9-1bb1-4f9d-b6eb-3ad6f5f0821b None None] The sync data for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 is: [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:42:55Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:42:59.006499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.020917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Transition to ACTIVE for port object b0692c65-bcb4-47a3-8506-7e203fc3cc51 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:59.054218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Transition to ACTIVE for port object b0692c65-bcb4-47a3-8506-7e203fc3cc51 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:59.065016 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.082135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53177c-d6ae-4ef9-9f0e-f1401bc33d30 req-b5a1aff3-e30b-4221-86ac-b1e61d4facbb tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:42:59.084868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e53177c-d6ae-4ef9-9f0e-f1401bc33d30 req-b5a1aff3-e30b-4221-86ac-b1e61d4facbb tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1885257 Aug 29 04:42:59.167562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:59.170366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:59.188977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:59.194026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e53177c-d6ae-4ef9-9f0e-f1401bc33d30 req-36bb5116-26b1-4c4d-b660-18fc6525ee19 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959225 Aug 29 04:42:59.221953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Pushing event updated for resources: {'Port': ['ID=b0692c65-bcb4-47a3-8506-7e203fc3cc51,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.334630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Attempting to bind port b0692c65-bcb4-47a3-8506-7e203fc3cc51 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:42:59.335197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Attempting to bind port b0692c65-bcb4-47a3-8506-7e203fc3cc51 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:42:59.337377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Attempting to bind port b0692c65-bcb4-47a3-8506-7e203fc3cc51 on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:42:59.347111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:42:59.348249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:42:59.348792 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.349323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Bound using segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:42:59.350212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Bound port: b0692c65-bcb4-47a3-8506-7e203fc3cc51, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:42:59.350811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.447388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.1 (6d79a625-f6c7-4358-bbb0-8168e6f26551/e3749c08-cfa8-4fbc-9c04-e7191bcd9661/20a07306-161b-4354-b96a-879423ae2ecd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:42:59.546539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] For port b0692c65-bcb4-47a3-8506-7e203fc3cc51, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:42:59.554359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] For port b0692c65-bcb4-47a3-8506-7e203fc3cc51, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0692c65-bcb4-47a3-8506-7e203fc3cc51,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:42:59.561761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.652525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.691228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf5f4-28f9-4b43-a2e7-62aeaa4f93ae None None] Pushing event updated for resources: {'Port': ['ID=b0692c65-bcb4-47a3-8506-7e203fc3cc51,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.694920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object 20a07306-161b-4354-b96a-879423ae2ecd will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:42:59.769783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.797884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55788) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:42:59.827494 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:42:59.862449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:42:59.869818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:42:59.877051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:42:59.919367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:42:59.954280 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.371877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c5479bb0-81f3-4192-a3ff-dbf0479dc6e8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/floatingips/68a5e3b5-f2e9-4582-9755-ada2d65629dc HTTP/1.1" status: 200 len: 994 time: 0.5723116 Aug 29 04:43:00.404700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:00.515509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb0ee-d3da-49ea-9573-62397f6ec0f3 req-6cfb9d62-115f-4308-89d5-bd941a494cf3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.517336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d7cb0ee-d3da-49ea-9573-62397f6ec0f3 req-6cfb9d62-115f-4308-89d5-bd941a494cf3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2490366 Aug 29 04:43:00.542670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9379d59-cb04-4e17-a61a-67c8bf936030 req-2c9b1efc-6188-4b52-ab96-efeafdb3f879 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:00.544289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9379d59-cb04-4e17-a61a-67c8bf936030 req-2c9b1efc-6188-4b52-ab96-efeafdb3f879 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1371808 Aug 29 04:43:00.675141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d7cb0ee-d3da-49ea-9573-62397f6ec0f3 req-85f5d552-9d17-4861-a799-0db311600527 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297026 Aug 29 04:43:00.681266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9379d59-cb04-4e17-a61a-67c8bf936030 req-598d0e48-9a08-46a0-95cf-acba47aed618 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295257 Aug 29 04:43:00.964521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:01.010296 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.019974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.177018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:01.190166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.289387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0692c65-bcb4-47a3-8506-7e203fc3cc51 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:01.344358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 7da3f160-41a6-44c4-bffd-40467a4eaa7b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:01.344720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.390029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825ee6a-9fbe-4c9c-a241-cf985880d35a None None] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:01.472630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:01.474189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:01.519732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.528247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.565152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-63912c54-7009-4d78-8be3-c504ca277d4f None None] Provisioning for port b0692c65-bcb4-47a3-8506-7e203fc3cc51 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:01.573942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 7da3f160-41a6-44c4-bffd-40467a4eaa7b owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:01.716734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b0692c65-bcb4-47a3-8506-7e203fc3cc51 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:01.723724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b0692c65-bcb4-47a3-8506-7e203fc3cc51 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:01.724142 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.739893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 5db60bc1-613a-4628-ae2e-74548b097f19 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:01.904926 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.934582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.957590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b0692c65-bcb4-47a3-8506-7e203fc3cc51, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0692c65-bcb4-47a3-8506-7e203fc3cc51,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:01.963618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:01.964617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f44f273-8a16-4e3b-a0ba-8164decbcec1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:02.016757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=7da3f160-41a6-44c4-bffd-40467a4eaa7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.125635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b0692c65-bcb4-47a3-8506-7e203fc3cc51,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.148106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:02.154155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.155407 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Floating IP 68a5e3b5-f2e9-4582-9755-ada2d65629dc disassociated (deleted). External IP: 172.25.3.188, port: 3b804b71-9af4-4182-a0af-1701b3a794d6. Aug 29 04:43:02.156445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:02.157123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.287524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Provisioning for port 20a07306-161b-4354-b96a-879423ae2ecd completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:02.297351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Provisioning complete for port 20a07306-161b-4354-b96a-879423ae2ecd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:02.299254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.437039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Port 20a07306-161b-4354-b96a-879423ae2ecd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:02.439087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.472075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 9f44f273-8a16-4e3b-a0ba-8164decbcec1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9f44f273-8a16-4e3b-a0ba-8164decbcec1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:02.476260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Provisioning complete for port b0692c65-bcb4-47a3-8506-7e203fc3cc51 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:02.476637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1cef02b-8211-446d-9026-8095c3cfaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.481269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.588047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=9f44f273-8a16-4e3b-a0ba-8164decbcec1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:02.632605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router a09e4063-d252-49c1-9677-1574eea91399 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:02.654448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42397fc-34bc-4874-b550-431b71c79743 req-c0359488-0ca5-4b9d-956a-44264c24d3ea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.663609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f42397fc-34bc-4874-b550-431b71c79743 req-c0359488-0ca5-4b9d-956a-44264c24d3ea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.2035575 Aug 29 04:43:02.732677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e56a4-445b-417b-b237-67c42d35497f req-325fd2ef-2015-4474-b213-f5bbd32e5f3f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:02.735514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-137e56a4-445b-417b-b237-67c42d35497f req-325fd2ef-2015-4474-b213-f5bbd32e5f3f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.9496961 Aug 29 04:43:02.782913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79ee77fb-1b93-4892-96ba-e458445f0d4e None None] Provisioning complete for port 20a07306-161b-4354-b96a-879423ae2ecd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:02.787116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79ee77fb-1b93-4892-96ba-e458445f0d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:02.816277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f42397fc-34bc-4874-b550-431b71c79743 req-a894ba44-5bc1-4f67-b326-246b63cac118 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515558 Aug 29 04:43:02.818079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:02.839111 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Sync routers for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:02.864112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac1e550a-bb2d-49f6-ae77-f0d0170d1883 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/5db60bc1-613a-4628-ae2e-74548b097f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0904603 Aug 29 04:43:02.864414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:02.864414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:02.916441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-137e56a4-445b-417b-b237-67c42d35497f req-aa59ec00-0c29-4711-b2af-4a7c93be9049 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605651 Aug 29 04:43:02.948300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79ee77fb-1b93-4892-96ba-e458445f0d4e None None] Port 20a07306-161b-4354-b96a-879423ae2ecd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:03.063711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:03.086927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-caf413b2-9264-4dc7-818b-48a4288ddbe2 None None] Provisioning complete for port 20a07306-161b-4354-b96a-879423ae2ecd triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:03.087450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-caf413b2-9264-4dc7-818b-48a4288ddbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.092408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0692c65-bcb4-47a3-8506-7e203fc3cc51 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:03.183114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:03.205681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Sync routers for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:03.214027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.250617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-f03eb23f-c345-402f-8b31-48a73f204d0a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929785286&fields=id&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 267 time: 0.0633624 Aug 29 04:43:03.258038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b0692c65-bcb4-47a3-8506-7e203fc3cc51 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:03.258425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.260515 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-caf413b2-9264-4dc7-818b-48a4288ddbe2 None None] Port 20a07306-161b-4354-b96a-879423ae2ecd cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:03.268265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:03.268910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:03.298858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-98d51c98-b198-4c74-8054-bb489ec131fd tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/floatingips/68a5e3b5-f2e9-4582-9755-ada2d65629dc HTTP/1.1" status: 204 len: 168 time: 2.3307972 Aug 29 04:43:03.298858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:03.306572 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa91cfd-3314-42ea-a2af-1fc40728940e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:03.323041 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 2, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:03.352414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Checking router: 5db60bc1-613a-4628-ae2e-74548b097f19 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:03.352414 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Updating router 5db60bc1-613a-4628-ae2e-74548b097f19 port 20a07306-161b-4354-b96a-879423ae2ecd binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:43:03.393403 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:03.447635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-3d61da3d-d6f4-4c86-818c-93f10d8caafe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:03.449379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-3d61da3d-d6f4-4c86-818c-93f10d8caafe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 797 time: 0.1756546 Aug 29 04:43:03.490913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-8c0203b5-67a1-4bf7-8b36-29dcfaff411d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/quotas/5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 375 time: 0.0283067 Aug 29 04:43:03.497871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:03.588650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-e9630ba5-da55-4150-a589-8112de9ea1cb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972304 Aug 29 04:43:03.592871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f44f273-8a16-4e3b-a0ba-8164decbcec1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:03.691260 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407015b-0cc6-489d-ba04-d13e18a83a48 x-openstack-request-id: req-3407015b-0cc6-489d-ba04-d13e18a83a48 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:03.692193 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:03.692700 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3407015b-0cc6-489d-ba04-d13e18a83a48 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:03.693412 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'status': 'completed', 'code': 200} Aug 29 04:43:03.948856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-b9d93ce0-e7d1-43ef-ad6c-7ecf5a72fc52 service neutron] 10.222.0.62 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262305 Aug 29 04:43:04.024426 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.046056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-d08c916a-8655-48b1-92f9-ed122b1df683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.047153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Transition to ACTIVE for port object 20a07306-161b-4354-b96a-879423ae2ecd will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:04.047656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-d08c916a-8655-48b1-92f9-ed122b1df683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c877231de95049d3b9f6adf70ecfa38f&device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 1098 time: 0.2401779 Aug 29 04:43:04.062300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbb90b-bc34-4445-aede-23d374af6735 req-16197a3c-4b7f-4c4b-83b5-f9d16093c1f9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.063433 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.063962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62cbb90b-bc34-4445-aede-23d374af6735 req-16197a3c-4b7f-4c4b-83b5-f9d16093c1f9 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.1782694 Aug 29 04:43:04.186209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:04.186965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.211118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Pushing event updated for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:04.272565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62cbb90b-bc34-4445-aede-23d374af6735 req-88830264-1e1e-439f-a0e1-af21b655003e tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943364 Aug 29 04:43:04.297197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.297533 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.297865 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.298192 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.299086 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.299086 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.299367 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.299728 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.300088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.300940 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.301257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.301572 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:04.319759 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Attempting to bind port 20a07306-161b-4354-b96a-879423ae2ecd on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:04.320148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Attempting to bind port 20a07306-161b-4354-b96a-879423ae2ecd by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:04.320508 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Attempting to bind port 20a07306-161b-4354-b96a-879423ae2ecd on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:04.334500 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:04.334855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:04.335258 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.335638 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Bound using segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:04.336145 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Bound port: 20a07306-161b-4354-b96a-879423ae2ecd, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:04.336524 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.340645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-f3376488-f1f6-46d9-80c9-1b8f66aedab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.342418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-f3376488-f1f6-46d9-80c9-1b8f66aedab1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 200 len: 898 time: 0.2751238 Aug 29 04:43:04.344867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-3b957964-ad83-40d5-b01b-7dacb6111105 service neutron] 10.222.0.62 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743794 Aug 29 04:43:04.439064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-0c624889-b968-4264-a431-3da43707dac9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 200 len: 217 time: 0.0873022 Aug 29 04:43:04.497206 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] For port 20a07306-161b-4354-b96a-879423ae2ecd, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:04.511619 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] For port 20a07306-161b-4354-b96a-879423ae2ecd, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=20a07306-161b-4354-b96a-879423ae2ecd,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:04.527578 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:04.601306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.616486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc3295-d0c9-4753-b194-4159d0356d78 req-2600e2a9-ac49-42df-8420-c14a85afbd9b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.620924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0dc3295-d0c9-4753-b194-4159d0356d78 req-2600e2a9-ac49-42df-8420-c14a85afbd9b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1807306 Aug 29 04:43:04.626731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-853ff288-7d60-4e7c-a872-64e73518df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.628341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-853ff288-7d60-4e7c-a872-64e73518df06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb HTTP/1.1" status: 200 len: 835 time: 0.1766095 Aug 29 04:43:04.659096 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:04.664042 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.721211 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8a20-11dc-4b68-994c-5ac178d5ead6 None None] Pushing event updated for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:04.723248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Checking router: a09e4063-d252-49c1-9677-1574eea91399 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:04.767094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:04.768248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:42:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:04.868094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:04.884019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-d0232e74-c9ff-44b9-9188-9d3a62a65489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:04.885645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-d0232e74-c9ff-44b9-9188-9d3a62a65489 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67a0bd8f-bb69-4af2-b221-2dd5837dd97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2319055 Aug 29 04:43:05.033440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0dc3295-d0c9-4753-b194-4159d0356d78 req-c3275fd2-f4e4-407a-a5b1-86ddf84dc3f1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013250 Aug 29 04:43:05.165917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:05.288890 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:04Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:05.298141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37b8afbc-c84b-4ba6-ab57-e2aa51d274ca req-cb321ca4-f082-44ad-a4bd-ab62e4eb1627 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 210 time: 0.1289728 Aug 29 04:43:05.325781 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed89bbf-9645-4727-b48d-7afc11f3f66e None None] The sync data for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 is: [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:04Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:05.349218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-7ecd987f-8235-4c04-af42-28f65d34876a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.353357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc69b37-f6c5-40e5-9885-2981f3163ce0 req-9bcf57ee-7a7f-47aa-9167-abb14d51efce tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.357822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-7ecd987f-8235-4c04-af42-28f65d34876a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.1079550 Aug 29 04:43:05.364878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfc69b37-f6c5-40e5-9885-2981f3163ce0 req-9bcf57ee-7a7f-47aa-9167-abb14d51efce tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.4924293 Aug 29 04:43:05.575725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-a7621bd5-ed18-42c7-9c44-3c5aa27975d2 service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046107 Aug 29 04:43:05.598451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfc69b37-f6c5-40e5-9885-2981f3163ce0 req-03583c04-3486-48b4-bcd8-dc43eb4fa5ae tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264500 Aug 29 04:43:05.649903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 3b804b71-9af4-4182-a0af-1701b3a794d6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:05.651396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.656702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:05.685781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cdb47-363f-4ec2-8d8a-1d6a034c3a3e req-6cd087d0-f248-45da-bd9b-a965ffd6b8e1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:05.687499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e0cdb47-363f-4ec2-8d8a-1d6a034c3a3e req-6cd087d0-f248-45da-bd9b-a965ffd6b8e1 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 946 time: 0.2422245 Aug 29 04:43:05.759187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b0a24-54aa-4973-8489-4ae76f8cc763 None None] The sync data for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 is: [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:47Z', 'revision_number': 4, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'de692374-49bd-418b-bccb-988c22617606', 'name': '', 'network_id': '67a0bd8f-bb69-4af2-b221-2dd5837dd97a', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'mac_address': 'fa:16:3e:fb:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:44Z', 'updated_at': '2021-08-29T04:41:55Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'subnets': [{'id': '66a39fa8-392f-43ee-ae7f-8dd414e6f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:05.819513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e0cdb47-363f-4ec2-8d8a-1d6a034c3a3e req-4c12d10e-3bfb-454d-a662-d786d26f156b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/security-groups?id=47c54d70-d34d-4c73-9715-20ad64af1743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790720 Aug 29 04:43:05.881774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 3b804b71-9af4-4182-a0af-1701b3a794d6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3b804b71-9af4-4182-a0af-1701b3a794d6,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:05.882185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:05.913096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 3b804b71-9af4-4182-a0af-1701b3a794d6 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:05.939357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa91cfd-3314-42ea-a2af-1fc40728940e req-8c99639e-2f03-4c6b-9955-db59bb6e42ac service neutron] 10.222.0.54 "GET /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397923 Aug 29 04:43:06.202229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.346484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=3b804b71-9af4-4182-a0af-1701b3a794d6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:06.395430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f171ed-1de0-4e9b-898b-321a7d268690 req-99402326-6212-4515-a3d5-4692c4f6254c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:06.396966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78f171ed-1de0-4e9b-898b-321a7d268690 req-99402326-6212-4515-a3d5-4692c4f6254c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1416254 Aug 29 04:43:06.437607 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b27272-f01f-4d6c-aeb1-2894e0febf25 None None] New status for floating IP 68a5e3b5-f2e9-4582-9755-ada2d65629dc: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:43:06.451574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] No DVR routers for this DVR port 3b804b71-9af4-4182-a0af-1701b3a794d6 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:06.456384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:06.460440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b0ceb4b-e1dd-4650-b06d-c95dd73bbb67 req-b66019cf-c65b-4ad8-b9eb-a96cf4843621 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.54 "DELETE /v2.0/ports/3b804b71-9af4-4182-a0af-1701b3a794d6 HTTP/1.1" status: 204 len: 173 time: 1.0865374 Aug 29 04:43:06.460440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'name': 'network-vif-deleted', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:06.462437 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab9b60e-507d-4cba-b917-0c21b5a8365e" -d '{"events": [{"server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "name": "network-vif-deleted", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:06.488278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5ed7015-ee65-45ea-91ff-1ffb71382d39 req-8b0dd1ee-e37c-4b16-8746-93cca21d14ed tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 210 time: 0.0634716 Aug 29 04:43:06.538183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78f171ed-1de0-4e9b-898b-321a7d268690 req-f69e9cdb-a039-45fa-82fe-be82c5e70b78 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295424 Aug 29 04:43:06.571817 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b7f8c-d915-4d05-8328-ae4be3be0a99 x-openstack-request-id: req-302b7f8c-d915-4d05-8328-ae4be3be0a99 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:06.572180 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e31081-8100-4909-9b79-97e44dcfabbc", "name": "network-vif-deleted", "tag": "3b804b71-9af4-4182-a0af-1701b3a794d6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:06.572455 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-302b7f8c-d915-4d05-8328-ae4be3be0a99 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:06.572840 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e31081-8100-4909-9b79-97e44dcfabbc', 'name': 'network-vif-deleted', 'tag': '3b804b71-9af4-4182-a0af-1701b3a794d6', 'status': 'completed', 'code': 200} Aug 29 04:43:06.872876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7778669-3317-4272-9066-6b13387252b3 req-1d54b6e3-b103-4e4a-9ff2-1d49cba8a36e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:06.885449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7778669-3317-4272-9066-6b13387252b3 req-1d54b6e3-b103-4e4a-9ff2-1d49cba8a36e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1261189 Aug 29 04:43:06.967690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7778669-3317-4272-9066-6b13387252b3 req-4629e133-f5be-45f1-8cba-47612e012412 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806859 Aug 29 04:43:07.101473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9101af48-04e0-4ffe-b43a-1c9b3f5379df req-ce839a00-566f-4318-a73e-37047f64e6e8 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9e31081-8100-4909-9b79-97e44dcfabbc HTTP/1.1" status: 200 len: 210 time: 0.1259580 Aug 29 04:43:07.175884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-8b43c9a3-7f54-4f57-9a55-55591562d6d6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.201474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-8b43c9a3-7f54-4f57-9a55-55591562d6d6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 797 time: 0.3807087 Aug 29 04:43:07.205953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 20a07306-161b-4354-b96a-879423ae2ecd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:07.312740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 20a07306-161b-4354-b96a-879423ae2ecd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:07.315113 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-a99a2468-6a60-44ac-8e37-aaf418664d75 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 380 time: 0.0893724 Aug 29 04:43:07.332620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'port': {'device_id': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'admin_state_up': True, 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'security_groups': ['bd850856-3ce2-4acc-9d74-70be540d8506']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:07.332902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 20a07306-161b-4354-b96a-879423ae2ecd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:07.333150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.367056 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a578f0c-921d-4834-98fc-c1a0035ed72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.485858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.596058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:07.600532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.601220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 20a07306-161b-4354-b96a-879423ae2ecd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=20a07306-161b-4354-b96a-879423ae2ecd,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:07.608885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:07.723955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:07.763143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-000a1fc0-a20f-4693-9a74-b1fcc16b4823 req-5d47ad28-75ff-4d2a-aa9a-cd142fff9219 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 210 time: 0.1164012 Aug 29 04:43:07.858078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f19fa-6739-4626-b58f-805a8716d033 req-2e4b3798-a3db-4da5-a737-c1d93e9d96b1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:07.870133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.5 (6d79a625-f6c7-4358-bbb0-8168e6f26551/e3749c08-cfa8-4fbc-9c04-e7191bcd9661/dc5c92d4-4546-4c14-951f-c012e02dd18f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:07.873765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc8f19fa-6739-4626-b58f-805a8716d033 req-2e4b3798-a3db-4da5-a737-c1d93e9d96b1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1461213 Aug 29 04:43:07.937852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc8f19fa-6739-4626-b58f-805a8716d033 req-f61e6de5-c9aa-473c-8d5f-515514b66a4c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Aug 29 04:43:08.132149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.156375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object dc5c92d4-4546-4c14-951f-c012e02dd18f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:08.177418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154339b-2d0f-4762-ab4e-e926c0dbb431 req-6c954e51-5338-449a-9695-e675fb1a547a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.180728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a154339b-2d0f-4762-ab4e-e926c0dbb431 req-6c954e51-5338-449a-9695-e675fb1a547a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0920322 Aug 29 04:43:08.216192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:08.246392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a154339b-2d0f-4762-ab4e-e926c0dbb431 req-4f4e2c12-059e-4e69-b2ff-2a8e8edc775a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Aug 29 04:43:08.291991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.446413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:08.452099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:08.456643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:08.460422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.465470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:08.576529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.605578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:08.606447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.672161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-bf1ff167-4005-442b-aa63-25b490a63791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3438301 Aug 29 04:43:08.692032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Request body: {'port': {'device_id': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:08.775343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.809407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef989a55-2f18-4083-8ade-ad0e2a02235f None None] Provisioning for port dc5c92d4-4546-4c14-951f-c012e02dd18f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:08.815002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef989a55-2f18-4083-8ade-ad0e2a02235f None None] Provisioning complete for port dc5c92d4-4546-4c14-951f-c012e02dd18f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:08.816178 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef989a55-2f18-4083-8ade-ad0e2a02235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.887057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ef989a55-2f18-4083-8ade-ad0e2a02235f None None] Port dc5c92d4-4546-4c14-951f-c012e02dd18f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:43:08.896705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.901736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:08.903811 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/security-groups/47c54d70-d34d-4c73-9715-20ad64af1743 HTTP/1.1" status: 204 len: 168 time: 0.6860509 Aug 29 04:43:08.938845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061f79c-e178-403c-9396-0e177eaf8168 tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c54d70-d34d-4c73-9715-20ad64af1743,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:09.040593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207bbd9-0966-43ea-bc98-b0ed6e38716c req-07e82662-69f8-4f61-8ff6-cbe0aac0ca25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.055113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f207bbd9-0966-43ea-bc98-b0ed6e38716c req-07e82662-69f8-4f61-8ff6-cbe0aac0ca25 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 931 time: 0.1432397 Aug 29 04:43:09.103405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 20a07306-161b-4354-b96a-879423ae2ecd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:09.155146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:09.194380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f207bbd9-0966-43ea-bc98-b0ed6e38716c req-5a6b5eda-eb1b-4586-b7d6-5d487e8cd688 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364150 Aug 29 04:43:09.246767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 20a07306-161b-4354-b96a-879423ae2ecd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:09.247558 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.493323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab4d5-998b-4f7c-a91b-a198e65052e3 req-d5904042-535b-4996-a1b5-3869b959449d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.504887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e85ab4d5-998b-4f7c-a91b-a198e65052e3 req-d5904042-535b-4996-a1b5-3869b959449d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1636925 Aug 29 04:43:09.544984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcdb99-6b53-4d88-96d4-8683a7d2c7a5 req-6b057726-8ebf-4795-a301-a65a1ae3ef17 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.544984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84bcdb99-6b53-4d88-96d4-8683a7d2c7a5 req-6b057726-8ebf-4795-a301-a65a1ae3ef17 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1278095 Aug 29 04:43:09.594033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e85ab4d5-998b-4f7c-a91b-a198e65052e3 req-b0d0598f-d48a-46f3-b01b-955fd30b8859 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876038 Aug 29 04:43:09.629901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84bcdb99-6b53-4d88-96d4-8683a7d2c7a5 req-d336a91e-b966-44e3-a091-b16fdafcbb5e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705631 Aug 29 04:43:09.646148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-33b6e6c7-52a8-4479-8534-78f55ac2ce2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5142050 Aug 29 04:43:09.651806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5c92d4-4546-4c14-951f-c012e02dd18f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:09.667857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.692983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Transition to ACTIVE for port object dc5c92d4-4546-4c14-951f-c012e02dd18f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:09.713655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:09.776851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b804b71-9af4-4182-a0af-1701b3a794d6 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:09.845790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 3b804b71-9af4-4182-a0af-1701b3a794d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:09.846863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3b804b71-9af4-4182-a0af-1701b3a794d6 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:09.883873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:09.903590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-c3ace9ea-a894-40ca-bfc1-451229296c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:09.905211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-c3ace9ea-a894-40ca-bfc1-451229296c0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=749393dcb2f84866bcbc413acb84a18c&device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 1097 time: 0.2022016 Aug 29 04:43:10.163749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:10.164423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:10.164983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:10.182632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:10.182966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:10.201429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-b419ec1b-ef00-4d24-83f1-c6e3bde69cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.202917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-b419ec1b-ef00-4d24-83f1-c6e3bde69cc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 200 len: 910 time: 0.2248154 Aug 29 04:43:10.205785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:10.205785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:10.206239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Bound using segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:10.207175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Bound port: dc5c92d4-4546-4c14-951f-c012e02dd18f, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:10.207532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.374515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.392912 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-88fbd403-de21-441f-9c88-f53a83e40ccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 200 len: 1001 time: 0.1779876 Aug 29 04:43:10.406291 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce22160c-5a7d-494a-95f0-f103515f840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.502430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0bec-d8ab-42a6-958d-8faf4c65a22b req-0425be91-f668-4924-9dc1-8e0d35a7ca5d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.513922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:10.514234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7bc0bec-d8ab-42a6-958d-8faf4c65a22b req-0425be91-f668-4924-9dc1-8e0d35a7ca5d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 943 time: 0.1287906 Aug 29 04:43:10.520694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-ec3fd38f-f9a8-4caf-9deb-141912bed8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.522409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-ec3fd38f-f9a8-4caf-9deb-141912bed8b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bb2addb-f82e-4ae2-a473-1625e279f1db HTTP/1.1" status: 200 len: 848 time: 0.1095066 Aug 29 04:43:10.544092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:10.564254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.610414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.611206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.613358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 1092 time: 1.9294775 Aug 29 04:43:10.623164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7bc0bec-d8ab-42a6-958d-8faf4c65a22b req-b8bf977e-864a-4181-b5bc-11f1b3dbf1e7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994856 Aug 29 04:43:10.628516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:10.630982 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:10.741498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-40bcc371-c308-40ef-bb9d-3895cf5308f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.743581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-40bcc371-c308-40ef-bb9d-3895cf5308f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a2b781f-e03b-45a3-b190-872ebc6fe54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2112241 Aug 29 04:43:10.744307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35981499-37d2-4ccc-9ccd-5d06e97589a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:10.884283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:10.982639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-2ac2b83a-70da-4cd4-800b-bfb9fe503b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:10.988887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-2ac2b83a-70da-4cd4-800b-bfb9fe503b2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1095 time: 0.2859578 Aug 29 04:43:11.070951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100d0c1-12b2-4f9c-9c7b-6288c9f2c843 req-1de9253c-3ebf-4e79-89a5-4c0aa3af68ff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.079124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9100d0c1-12b2-4f9c-9c7b-6288c9f2c843 req-1de9253c-3ebf-4e79-89a5-4c0aa3af68ff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.2273259 Aug 29 04:43:11.112126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347921-15fb-411e-a2cb-16fb38d32c94 req-d53425b3-a3f7-494e-88c4-6152f8837152 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.113941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f347921-15fb-411e-a2cb-16fb38d32c94 req-d53425b3-a3f7-494e-88c4-6152f8837152 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2058887 Aug 29 04:43:11.152275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-720a71f5-1a76-42b0-9905-293c87d5f871 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 217 time: 0.1444798 Aug 29 04:43:11.183455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9100d0c1-12b2-4f9c-9c7b-6288c9f2c843 req-86ef4f2c-8040-468a-b5f8-e170e1f93d89 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030507 Aug 29 04:43:11.228560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f347921-15fb-411e-a2cb-16fb38d32c94 req-c5fa928d-92b2-499c-897b-8f2cce1b6bb3 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997419 Aug 29 04:43:11.308169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:11.626232 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fffe409-ce9d-4874-aa30-db3dc85844e3 x-openstack-request-id: req-6fffe409-ce9d-4874-aa30-db3dc85844e3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:11.626551 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:11.626774 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fffe409-ce9d-4874-aa30-db3dc85844e3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:11.627355 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'status': 'completed', 'code': 200} Aug 29 04:43:11.653193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-73d0cd32-c7a9-4ef4-aa0c-26792b46df34 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8986521 Aug 29 04:43:11.674396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-23a7f32d-6a56-4922-b671-3d728727ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.676558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-23a7f32d-6a56-4922-b671-3d728727ecb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.5128384 Aug 29 04:43:11.913220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071970c-027c-4481-aa7b-aed980b374ac req-c6aabb29-b7e6-4bc9-bd68-86bf64c6ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.914790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-c6aabb29-b7e6-4bc9-bd68-86bf64c6ccb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932502 Aug 29 04:43:11.930212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9df8321-d433-4877-91e0-7674c7d3a4d0 req-1c8e117b-5f7d-4dce-ae65-a9092e000541 service neutron] 10.222.0.50 "GET /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676823 Aug 29 04:43:11.953055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eec66-5f6b-478c-afd6-765dbc268e1a req-1be55ace-d4a9-4ae5-a5e7-24a59b0f13ef tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:11.957695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-926eec66-5f6b-478c-afd6-765dbc268e1a req-1be55ace-d4a9-4ae5-a5e7-24a59b0f13ef tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 943 time: 0.1265652 Aug 29 04:43:12.039205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-926eec66-5f6b-478c-afd6-765dbc268e1a req-02acb53a-64e3-4978-8120-88e889adf95d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751772 Aug 29 04:43:12.130719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-0fd79434-3e91-4abe-aa0e-d915d00b6893 service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997776 Aug 29 04:43:12.160980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:12.226595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.361263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port de692374-49bd-418b-bccb-988c22617606 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:12.361820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.495499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0071970c-027c-4481-aa7b-aed980b374ac req-3aa64744-d998-48f6-84a9-131181f6aa5f service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527896 Aug 29 04:43:12.533839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:12.563037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'port_id': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'mac_address': 'fa:16:3e:41:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349e6de-1eb2-4e60-ad7b-08a6c425584b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:12.665082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.690957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:12.704935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b120-502f-4dd1-83e9-9a0b45b040a6 req-bb066ae7-ec8f-4d10-9d40-72467b6b2873 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.713150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf2b120-502f-4dd1-83e9-9a0b45b040a6 req-bb066ae7-ec8f-4d10-9d40-72467b6b2873 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.2636242 Aug 29 04:43:12.720139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port de692374-49bd-418b-bccb-988c22617606, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=de692374-49bd-418b-bccb-988c22617606,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:12.720735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.722613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:12.729845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288576ce-4cbb-411e-ba11-56e8ecc498be req-9198ab8d-ad08-4cd7-8deb-6b485fb742de tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.731260 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:12.732887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-288576ce-4cbb-411e-ba11-56e8ecc498be req-9198ab8d-ad08-4cd7-8deb-6b485fb742de tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.3092823 Aug 29 04:43:12.751084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for de692374-49bd-418b-bccb-988c22617606 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:12.781862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-947c7921-f1ca-47a7-b176-9fe1b0a4c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:12.785554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-947c7921-f1ca-47a7-b176-9fe1b0a4c823 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1095 time: 0.1735072 Aug 29 04:43:12.863634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:12.933124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf2b120-502f-4dd1-83e9-9a0b45b040a6 req-bbcaa690-53ed-4bde-973d-28416ec00d2c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953912 Aug 29 04:43:12.942079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-288576ce-4cbb-411e-ba11-56e8ecc498be req-aa469f36-0efb-4f67-ba96-035a2ff44ecc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640656 Aug 29 04:43:13.060682 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.118054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-e75ea9ac-f112-49c4-94b5-78152843ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.124797 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-e75ea9ac-f112-49c4-94b5-78152843ab64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.3275652 Aug 29 04:43:13.172279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4d73166b-48b4-4926-9a73-0bc8ba41749e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:13.197444 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-a4d4ebc3-6331-4e83-8892-b1ddf2dd0b91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 217 time: 0.0585709 Aug 29 04:43:13.347651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b422e4-5f05-436a-9d8f-01c6440a7929 req-ee74d148-e36f-4552-b653-88d671a102b0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.357293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69b422e4-5f05-436a-9d8f-01c6440a7929 req-ee74d148-e36f-4552-b653-88d671a102b0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 943 time: 0.1113145 Aug 29 04:43:13.415108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-ac6622a9-3150-4d91-9fb0-dbe6907a418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.418425 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-ac6622a9-3150-4d91-9fb0-dbe6907a418d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.1956935 Aug 29 04:43:13.422135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:13.428542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69b422e4-5f05-436a-9d8f-01c6440a7929 req-85a884f9-1e1c-4d15-99c2-fae7b2803aba tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608065 Aug 29 04:43:13.531444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=de692374-49bd-418b-bccb-988c22617606,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:13.661196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-e2cb309d-567d-42bc-b045-0a5e9704bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:13.664418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-e2cb309d-567d-42bc-b045-0a5e9704bdf7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2369733 Aug 29 04:43:13.951654 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-f92c3599-b010-4a9f-8e88-2c4c0452c2ee service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708111 Aug 29 04:43:13.957645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.166507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:14.193389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18c1780a-d7b3-40f4-9b31-ccbbacb87eb3 req-beb56c28-e9ef-4a71-88ce-ae82a8da5d6b service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160244 Aug 29 04:43:14.294074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd85928-c393-4c4c-85c2-a9506763bf29 req-994f7ce4-21dc-4e17-bf76-4f393c074e03 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.307228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cd85928-c393-4c4c-85c2-a9506763bf29 req-994f7ce4-21dc-4e17-bf76-4f393c074e03 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 945 time: 0.2228093 Aug 29 04:43:14.432155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cd85928-c393-4c4c-85c2-a9506763bf29 req-4c94d07a-1d20-423a-a574-e0d92e64cc7a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Aug 29 04:43:14.447379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Router a09e4063-d252-49c1-9677-1574eea91399 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:14.489033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5e51e-6f54-4f7e-a7f1-2c4caa84d942 req-f81c95ed-6fbb-43fb-a084-3b170c99f1df tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.496474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f5e51e-6f54-4f7e-a7f1-2c4caa84d942 req-f81c95ed-6fbb-43fb-a084-3b170c99f1df tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2648950 Aug 29 04:43:14.564376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2f5e51e-6f54-4f7e-a7f1-2c4caa84d942 req-b97cea77-5070-4976-ad4e-adb63a7acd96 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595589 Aug 29 04:43:14.580433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.607998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:14.669989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:14.675873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:14.681293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e652c682-2097-49cf-87d9-de9a88cd27ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "PUT /v2.0/routers/a09e4063-d252-49c1-9677-1574eea91399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5246241 Aug 29 04:43:14.681976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:14.688548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Sync routers for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:14.705667 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.745080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd8d6-40ba-45da-8487-404914ab2224 req-417dff89-e6d3-46cd-912a-ab4951e8a5f1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:14.745382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:14.745833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:14.763219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56bbd8d6-40ba-45da-8487-404914ab2224 req-417dff89-e6d3-46cd-912a-ab4951e8a5f1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 943 time: 0.1778741 Aug 29 04:43:14.781455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting subnet 66a39fa8-392f-43ee-ae7f-8dd414e6f2cb {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:43:14.791743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.851469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56bbd8d6-40ba-45da-8487-404914ab2224 req-61416bb3-b2f9-4e84-b8bd-2b798558005e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872140 Aug 29 04:43:14.900735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:14.906646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:14.927231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:15.063353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.236685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.293485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Subnet': ['ID=66a39fa8-392f-43ee-ae7f-8dd414e6f2cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:15.312538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.315000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3fabbe-33fb-4fac-9dda-aa025896f4e7 None None] Network 67a0bd8f-bb69-4af2-b221-2dd5837dd97a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:15.316123 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74b7d479-6e67-45ef-8ad0-c4ad621b237b tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/subnets/66a39fa8-392f-43ee-ae7f-8dd414e6f2cb HTTP/1.1" status: 204 len: 168 time: 0.6328087 Aug 29 04:43:15.320202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:15.425863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:43:13Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:15.532707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Checking router: a09e4063-d252-49c1-9677-1574eea91399 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:15.619610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Routers {'a09e4063-d252-49c1-9677-1574eea91399'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:15.620687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a09e4063-d252-49c1-9677-1574eea91399'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:15.621205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.897297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:15.992958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20216-f355-4b54-ad6a-f1059ba3554a req-76acfa9a-0c95-48c9-acdc-607c3330d266 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:15.997034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-def20216-f355-4b54-ad6a-f1059ba3554a req-76acfa9a-0c95-48c9-acdc-607c3330d266 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2368705 Aug 29 04:43:16.038043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f54471-64c7-4970-99fc-93967e56fab9 req-f6fc7965-3f2c-43c6-8d45-0bc292aeb9c1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.056781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06f54471-64c7-4970-99fc-93967e56fab9 req-f6fc7965-3f2c-43c6-8d45-0bc292aeb9c1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 944 time: 0.4055152 Aug 29 04:43:16.129395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] Set router a09e4063-d252-49c1-9677-1574eea91399 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:16.186688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Deleting port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:16.188585 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.200537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-def20216-f355-4b54-ad6a-f1059ba3554a req-74890dd2-7d23-4712-9d60-6f426bfdc1e9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412053 Aug 29 04:43:16.329721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06f54471-64c7-4970-99fc-93967e56fab9 req-52c96665-3d3b-461b-868c-d7ad0ba8bffc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549191 Aug 29 04:43:16.355895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:16.362463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:16.395668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] For port 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:16.396443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.414686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Calling delete_port for 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:16.519643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2f5f-195a-4be0-be9e-4669eacd7b98 req-bb39d25b-8a0c-4059-a8fa-045d00645cc7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:16.528071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-335e2f5f-195a-4be0-be9e-4669eacd7b98 req-bb39d25b-8a0c-4059-a8fa-045d00645cc7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 943 time: 0.1939056 Aug 29 04:43:16.611104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-335e2f5f-195a-4be0-be9e-4669eacd7b98 req-5719ab4e-ca21-4914-90b7-04b05c036dd2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788465 Aug 29 04:43:16.708040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] DHCP port deletion for 67a0bd8f-bb69-4af2-b221-2dd5837dd97a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:43:16.772954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:16.804057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'port_id': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'mac_address': 'fa:16:3e:e2:89:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:16.881689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 4d73166b-48b4-4926-9a73-0bc8ba41749e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:16.882088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.932801 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:16.981105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:43:13Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:17.041962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Deleting port d4583fb8-765e-4680-a4b6-daf86a5a47a5 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:17.042421 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.045705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5c92d4-4546-4c14-951f-c012e02dd18f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:17.075072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.103948 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.106341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1ccb6-447e-4094-8b2b-dbd1bfafb69a None None] The sync data for ids ['a09e4063-d252-49c1-9677-1574eea91399'] in n-d-712139-13 is: [{'id': 'a09e4063-d252-49c1-9677-1574eea91399', 'name': 'tempest-TestNetworkBasicOps-router-1624795077', 'tenant_id': 'c877231de95049d3b9f6adf70ecfa38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:43:13Z', 'revision_number': 5, 'project_id': 'c877231de95049d3b9f6adf70ecfa38f', 'gw_port': {'id': '08ebcff2-3d75-4aaa-a34a-74e096f9cb5d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e4063-d252-49c1-9677-1574eea91399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:41:38Z', 'updated_at': '2021-08-29T04:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:17.276701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.280553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d4583fb8-765e-4680-a4b6-daf86a5a47a5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:17.302171 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.328223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.382205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.390513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:17.393972 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fcd1ef-ceda-4a6f-a8f5-8de8b47d3c18" -d '{"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-plugged", "status": "completed", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:17.399828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Port': ['ID=08ebcff2-3d75-4aaa-a34a-74e096f9cb5d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.410757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.469035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dc5c92d4-4546-4c14-951f-c012e02dd18f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:17.511622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bf5fa-103d-4de6-b17a-c291ff579bb5 req-73068598-649e-4d49-b034-fafac979b50a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.516340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a29bf5fa-103d-4de6-b17a-c291ff579bb5 req-73068598-649e-4d49-b034-fafac979b50a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1174650 Aug 29 04:43:17.532491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] For port d4583fb8-765e-4680-a4b6-daf86a5a47a5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d4583fb8-765e-4680-a4b6-daf86a5a47a5,segment=NetworkSegment(01f249db-b93a-4a9f-bed5-512010bf31d6),segment_id=01f249db-b93a-4a9f-bed5-512010bf31d6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:17.533014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.626404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.643559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a29bf5fa-103d-4de6-b17a-c291ff579bb5 req-3b2835f6-65fd-4cb2-b013-322b6137bbd9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071835 Aug 29 04:43:17.681739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Calling delete_port for d4583fb8-765e-4680-a4b6-daf86a5a47a5 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:17.813613 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b95656d-33cd-4191-ba7a-229474f29ed1 x-openstack-request-id: req-3b95656d-33cd-4191-ba7a-229474f29ed1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:17.814442 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-plugged", "status": "completed", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:17.814931 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b95656d-33cd-4191-ba7a-229474f29ed1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:17.815663 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'code': 200} Aug 29 04:43:17.826654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:17.907156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9445-2125-466d-8e04-803c54dfc909 req-f8941eda-3eea-4230-8a0b-ef55eae8a3b8 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:17.910627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d8c9445-2125-466d-8e04-803c54dfc909 req-f8941eda-3eea-4230-8a0b-ef55eae8a3b8 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1579378 Aug 29 04:43:17.976230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:17.996112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.006281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.141100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d8c9445-2125-466d-8e04-803c54dfc909 req-47d5734f-1c3c-4568-a7c2-8cb30b542633 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209394 Aug 29 04:43:18.199664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b919-1cd9-495f-807a-0bf0153a46d4 req-b6fc4312-c921-4c5e-9d87-c79e9d4ed808 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.210447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbc6b919-1cd9-495f-807a-0bf0153a46d4 req-b6fc4312-c921-4c5e-9d87-c79e9d4ed808 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1957135 Aug 29 04:43:18.223509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.224455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Fanout notify agent at l3_agent the message router_deleted on router a09e4063-d252-49c1-9677-1574eea91399 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:43:18.238430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.244350 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-798eda33-b96c-48b0-8b70-c62f0816b98a tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/routers/a09e4063-d252-49c1-9677-1574eea91399 HTTP/1.1" status: 204 len: 168 time: 2.9187353 Aug 29 04:43:18.246853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 55988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:18.352551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbc6b919-1cd9-495f-807a-0bf0153a46d4 req-b408c07f-1e6a-4e57-b1c9-be3b0cb51e4f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372232 Aug 29 04:43:18.361764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.437803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c62de-c6e7-4403-845b-5a5eafc5a21c req-c288745f-ef4f-41f4-894c-0ef81da5b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.440400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-725c62de-c6e7-4403-845b-5a5eafc5a21c req-c288745f-ef4f-41f4-894c-0ef81da5b833 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 1098 time: 0.3155348 Aug 29 04:43:18.475511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] No DVR routers for this DVR port d4583fb8-765e-4680-a4b6-daf86a5a47a5 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:18.489658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cef80-5616-4ba5-b2ff-c5e364284760 None None] Pushing event deleted for resources: {'Port': ['ID=d4583fb8-765e-4680-a4b6-daf86a5a47a5,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:18.523940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.545781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd5ca3-9def-458a-9301-80e7248e8b3f req-2c7749df-ce10-4123-88d7-b7e2e3121259 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.548023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49fd5ca3-9def-458a-9301-80e7248e8b3f req-2c7749df-ce10-4123-88d7-b7e2e3121259 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.1568847 Aug 29 04:43:18.568878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-725c62de-c6e7-4403-845b-5a5eafc5a21c req-c4abbf38-cb7b-4ae0-aa3f-f1fb53c51858 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191106 Aug 29 04:43:18.604583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49fd5ca3-9def-458a-9301-80e7248e8b3f req-c65cb040-7e0c-4358-9d9d-dee6e85f59d2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Aug 29 04:43:18.696142 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.713042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a0bd8f-bb69-4af2-b221-2dd5837dd97a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.733155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f249db-b93a-4a9f-bed5-512010bf31d6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.733861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f249db-b93a-4a9f-bed5-512010bf31d6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:18.751195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.774420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.776507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203517d-c985-413e-9147-de0f3bcaa864 req-936711f2-ffae-49ee-b5d7-1770d5f715e5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:18.778343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d203517d-c985-413e-9147-de0f3bcaa864 req-936711f2-ffae-49ee-b5d7-1770d5f715e5 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0538671 Aug 29 04:43:18.788222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:43:18.788870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:43:18.794358 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:43:18.826418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d203517d-c985-413e-9147-de0f3bcaa864 req-49d74861-e7f0-4ce9-8ef5-23d1c7b2b226 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Aug 29 04:43:18.899226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.910002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:18.915570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] 10.222.0.62 "DELETE /v2.0/networks/67a0bd8f-bb69-4af2-b221-2dd5837dd97a HTTP/1.1" status: 204 len: 168 time: 0.6668651 Aug 29 04:43:18.939144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf4f1a-0090-4763-bfd5-b996a83ab7ca tempest-TestNetworkBasicOps-830343145 tempest-TestNetworkBasicOps-830343145-project] Pushing event deleted for resources: {'Network': ['ID=67a0bd8f-bb69-4af2-b221-2dd5837dd97a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.132059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:19.156504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:19.156979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 08ebcff2-3d75-4aaa-a34a-74e096f9cb5d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:19.157963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device de692374-49bd-418b-bccb-988c22617606 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:19.184164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: de692374-49bd-418b-bccb-988c22617606 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:19.184554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device de692374-49bd-418b-bccb-988c22617606 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:19.302740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:19.377998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f42a2c-ea3b-464a-bd50-fea668389ae4 req-3db9ed95-8eac-4f86-87eb-fd5457bcdec4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.382278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10f42a2c-ea3b-464a-bd50-fea668389ae4 req-3db9ed95-8eac-4f86-87eb-fd5457bcdec4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.0791192 Aug 29 04:43:19.477948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10f42a2c-ea3b-464a-bd50-fea668389ae4 req-a32d1381-2e66-4cb9-a269-ac43a3537699 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841441 Aug 29 04:43:19.564409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55bbbc90-7421-4cca-9eb5-7f58b5b075ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c877231de95049d3b9f6adf70ecfa38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570434 Aug 29 04:43:19.565274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:19.567128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b48d-642d-4bcd-94e3-70a5464ac4cf req-c0fba4ec-659b-4078-ae5a-c80c0466ff88 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.568888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f730b48d-642d-4bcd-94e3-70a5464ac4cf req-c0fba4ec-659b-4078-ae5a-c80c0466ff88 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0792854 Aug 29 04:43:19.636382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f730b48d-642d-4bcd-94e3-70a5464ac4cf req-bda0d662-f7dc-4bed-a6e9-b3d6d19f2ea6 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Aug 29 04:43:19.670805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.750293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.815185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f034e-5800-4630-b282-126d32f9b0c7 req-46ba2587-bef1-4528-b8eb-4b341cf1ac63 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:19.821800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f71f034e-5800-4630-b282-126d32f9b0c7 req-46ba2587-bef1-4528-b8eb-4b341cf1ac63 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.0972223 Aug 29 04:43:19.864688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:19.868913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.872424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:19.873692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c39ca91-c570-420f-bdd0-dd51f41e2fb7 HTTP/1.1" status: 204 len: 168 time: 0.3076541 Aug 29 04:43:19.906779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cb549-13cf-41b2-9375-9795f9b17b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39ca91-c570-420f-bdd0-dd51f41e2fb7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:19.954931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f71f034e-5800-4630-b282-126d32f9b0c7 req-b8542f1f-227c-49c0-a4e3-b03cd9c27cf2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212418 Aug 29 04:43:20.013375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port dc5c92d4-4546-4c14-951f-c012e02dd18f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:20.022241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port dc5c92d4-4546-4c14-951f-c012e02dd18f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:20.023013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.029796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355bc5c-4434-435d-a937-1f70afd26833 req-1bd77e68-d1a4-4530-b7ae-df24faf78c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.035138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d355bc5c-4434-435d-a937-1f70afd26833 req-1bd77e68-d1a4-4530-b7ae-df24faf78c0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.1332874 Aug 29 04:43:20.154817 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d355bc5c-4434-435d-a937-1f70afd26833 req-d27a863b-a52a-402f-9c03-4a170870a9a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998251 Aug 29 04:43:20.198198 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.231442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311d5f-80dd-44d8-b677-f42b970016f5 req-6de224df-06fb-4b9b-9479-8a22aa95c7c6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.234189 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a311d5f-80dd-44d8-b677-f42b970016f5 req-6de224df-06fb-4b9b-9479-8a22aa95c7c6 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2388139 Aug 29 04:43:20.256369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:20.261072 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eeb2bf-e698-4119-8c01-1475326b89bd" -d '{"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:20.294628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:20.303488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.344514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a311d5f-80dd-44d8-b677-f42b970016f5 req-4f93d44b-bd44-4644-9dcf-cd7f2ed233c4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Aug 29 04:43:20.359321 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01058904-cd13-480a-9d31-9691f538e8dd x-openstack-request-id: req-01058904-cd13-480a-9d31-9691f538e8dd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:20.359650 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:20.360057 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01058904-cd13-480a-9d31-9691f538e8dd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:20.360562 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'code': 200} Aug 29 04:43:20.446524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:20.524084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:20.549061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a313a14-dbac-4443-9e64-ed4c49199f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.551678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36fb8f-1308-4a76-9f9f-e6e8f1203484 req-c6e26e8b-8cba-4f02-bb0a-0ee5321030d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.555637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a36fb8f-1308-4a76-9f9f-e6e8f1203484 req-c6e26e8b-8cba-4f02-bb0a-0ee5321030d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1097 time: 0.0990787 Aug 29 04:43:20.644949 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a36fb8f-1308-4a76-9f9f-e6e8f1203484 req-b76b0b1a-512c-4d53-8578-ea8e0a0fa80d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676823 Aug 29 04:43:20.864768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8780a5-ae1b-4dc9-9a64-3d2775b27b5d req-4ef37505-b818-4e2b-b1b8-9846387c0faf tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.867076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad8780a5-ae1b-4dc9-9a64-3d2775b27b5d req-4ef37505-b818-4e2b-b1b8-9846387c0faf tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1819603 Aug 29 04:43:20.914230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3bd52-8ec5-4f8a-8089-97c61c307c43 req-bffce335-04f8-4432-90e4-c07ab1b7a027 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:20.916571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3b3bd52-8ec5-4f8a-8089-97c61c307c43 req-bffce335-04f8-4432-90e4-c07ab1b7a027 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1776609 Aug 29 04:43:20.957298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a313a14-dbac-4443-9e64-ed4c49199f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:20.983440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6a313a14-dbac-4443-9e64-ed4c49199f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.082131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad8780a5-ae1b-4dc9-9a64-3d2775b27b5d req-ae703e17-ac74-4582-98af-aa3df705c684 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050302 Aug 29 04:43:21.127096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a313a14-dbac-4443-9e64-ed4c49199f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8279fb2d-6999-4154-81ab-a8c5634b66a2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:21.137767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3b3bd52-8ec5-4f8a-8089-97c61c307c43 req-fcaf79a7-c06c-4575-a8e3-4388d3214cb7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915052 Aug 29 04:43:21.143634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6a313a14-dbac-4443-9e64-ed4c49199f19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=923570df3f5343299dfdbaef1a895875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169536 Aug 29 04:43:21.145701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:21.291882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.340974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.466882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0cc02-2ac3-4dcb-a0f3-e351cb46bf8f req-980b5977-b413-4914-ae37-235a0065a2c5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.478217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.480697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3f0cc02-2ac3-4dcb-a0f3-e351cb46bf8f req-980b5977-b413-4914-ae37-235a0065a2c5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.2234268 Aug 29 04:43:21.481216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:21.485789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8279fb2d-6999-4154-81ab-a8c5634b66a2 HTTP/1.1" status: 204 len: 168 time: 0.3388615 Aug 29 04:43:21.501540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce3a52-f470-408f-a205-fc939967571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8279fb2d-6999-4154-81ab-a8c5634b66a2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:21.527195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164c638-600c-4024-bf56-2bc1bbc9fe00 req-e3bf09f3-ce74-4326-b7fc-df7e38d586a2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.530331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f164c638-600c-4024-bf56-2bc1bbc9fe00 req-e3bf09f3-ce74-4326-b7fc-df7e38d586a2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.1748936 Aug 29 04:43:21.655976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3f0cc02-2ac3-4dcb-a0f3-e351cb46bf8f req-1d8cddc3-5fef-4238-9604-e2f53979bea8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631901 Aug 29 04:43:21.662279 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:21.685277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f164c638-600c-4024-bf56-2bc1bbc9fe00 req-37ad62a3-a42f-444d-91f7-b19cd69eb3bd tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162400 Aug 29 04:43:21.945579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f6eb5-43e3-4aae-9f16-6182633fb693 req-4b823d8e-e853-429e-8514-161dcc67c155 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:21.952339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-319f6eb5-43e3-4aae-9f16-6182633fb693 req-4b823d8e-e853-429e-8514-161dcc67c155 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1818752 Aug 29 04:43:22.095275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-319f6eb5-43e3-4aae-9f16-6182633fb693 req-bbeb7ba8-c0bb-4820-8763-8d3e1ef16da0 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321483 Aug 29 04:43:22.524907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-979a086d-bee7-479a-9018-f8cc0214cf9d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.528825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-979a086d-bee7-479a-9018-f8cc0214cf9d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2401783 Aug 29 04:43:22.616284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-07eba321-4893-497b-836d-bb3c951a501b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/quotas/a87fb8c3a92a49a793eb108290cd11f9 HTTP/1.1" status: 200 len: 375 time: 0.0672553 Aug 29 04:43:22.656537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771dbd1-c0a1-47ab-8e8a-2fbb7214dc10 req-d98124a7-bfee-46b5-85b6-faea73cf6e91 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:22.658792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4771dbd1-c0a1-47ab-8e8a-2fbb7214dc10 req-d98124a7-bfee-46b5-85b6-faea73cf6e91 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1280401 Aug 29 04:43:22.723613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-a3478e0d-2946-41ba-9fae-03b7c5f50be0 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931914 Aug 29 04:43:22.735833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4771dbd1-c0a1-47ab-8e8a-2fbb7214dc10 req-56de650e-8309-4f71-86f8-0353e5f261a5 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613217 Aug 29 04:43:22.967354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-e8b149a0-679d-46e9-89e7-5a1f29b128e3 service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226305 Aug 29 04:43:23.094370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-a246ffba-8611-4a90-8f60-c9aa9eadad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.101139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-a246ffba-8611-4a90-8f60-c9aa9eadad69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b01181e3df004844af211f0d3662e0f7&device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 1097 time: 0.1006093 Aug 29 04:43:23.169185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb4a9-d93a-4279-a690-5b1c55182590 req-fb854331-3a72-4db0-aa26-98d1a313d005 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.183487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48feb4a9-d93a-4279-a690-5b1c55182590 req-fb854331-3a72-4db0-aa26-98d1a313d005 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.2126763 Aug 29 04:43:23.312715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-770f76af-6bdf-41c4-bddb-ff301835db2d service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212032 Aug 29 04:43:23.328051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48feb4a9-d93a-4279-a690-5b1c55182590 req-5d24934f-edc5-4aad-a2c3-59a7598f2741 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143513 Aug 29 04:43:23.340471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-42ba881d-94c5-4bee-9275-eb50f61616a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.343339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-42ba881d-94c5-4bee-9275-eb50f61616a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 200 len: 920 time: 0.2276237 Aug 29 04:43:23.502083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-52741a73-a100-4fa2-aa7c-6b1acfe2be88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 200 len: 217 time: 0.1388283 Aug 29 04:43:23.617839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9254d-d912-4f40-8251-306b564d0321 req-2539b94e-947c-4a4f-a115-f03f32cbae01 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.631916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f9254d-d912-4f40-8251-306b564d0321 req-2539b94e-947c-4a4f-a115-f03f32cbae01 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.2009759 Aug 29 04:43:23.693113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-db2b2d8f-1a7f-4ec8-b9f5-0f6adf22d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:23.694789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-db2b2d8f-1a7f-4ec8-b9f5-0f6adf22d0d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 200 len: 859 time: 0.1653881 Aug 29 04:43:23.773491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f9254d-d912-4f40-8251-306b564d0321 req-03ec2986-7e9f-437e-b60c-90f40a33429e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310470 Aug 29 04:43:23.799222 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-2148a5a1-3399-4f8f-835f-2c2275b38dde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74b66238-7c7f-4c96-82fc-24d95b45bf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913217 Aug 29 04:43:24.078645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-b31f8bca-3d75-4d01-92a4-cdec8164de47 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647657 Aug 29 04:43:24.100125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7eefbb97-b18b-4e0f-a123-c6aaa6d0d6b4 req-6e8eba23-58fb-4bfd-9517-3d94bcb38568 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 210 time: 0.0749292 Aug 29 04:43:24.117284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-096f5903-2fd2-4e88-b7f1-5903e49e2ae4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.120027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-096f5903-2fd2-4e88-b7f1-5903e49e2ae4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9ac154-7748-46d7-aae3-da2989f65f72 HTTP/1.1" status: 200 len: 946 time: 0.3383136 Aug 29 04:43:24.298341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f4b83-b0b0-465e-8320-8ea88319fc51 req-b6afa653-33e4-43e7-b6cd-9468f14dcb26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.311231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a07f4b83-b0b0-465e-8320-8ea88319fc51 req-b6afa653-33e4-43e7-b6cd-9468f14dcb26 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.3763478 Aug 29 04:43:24.386803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c2ae2c46-06c1-470c-93c8-d629a833eb5e req-d9ebc84a-5517-44d0-a8d1-f7c81c408623 service neutron] 10.222.0.50 "GET /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989626 Aug 29 04:43:24.448809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a07f4b83-b0b0-465e-8320-8ea88319fc51 req-f6ac12f6-7ecd-4d3a-8fd0-33398cb0f70f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000159 Aug 29 04:43:24.489190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56122) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:24.495319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d862db-e144-4e9c-a0de-b88a12888f15 req-a1976715-1639-4e98-8b61-6ef70625874e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.498866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7d862db-e144-4e9c-a0de-b88a12888f15 req-a1976715-1639-4e98-8b61-6ef70625874e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.2875051 Aug 29 04:43:24.541922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Deleting port 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:24.542918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.616540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82be77f-33e9-4c71-9235-30b617091a0f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:24.618598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c82be77f-33e9-4c71-9235-30b617091a0f tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1092 time: 0.1267447 Aug 29 04:43:24.622767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56124) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:24.628966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:24.698844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7d862db-e144-4e9c-a0de-b88a12888f15 req-ac8a3f75-f096-4bc8-840d-e0f829513ff8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885476 Aug 29 04:43:24.742719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.837342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] For port 4d73166b-48b4-4926-9a73-0bc8ba41749e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d73166b-48b4-4926-9a73-0bc8ba41749e,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:24.838157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:24.863355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Calling delete_port for 4d73166b-48b4-4926-9a73-0bc8ba41749e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:24.917847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.081691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.097805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eab8b0-5515-45af-b8d4-19893e255d14 req-cfb503b4-8170-4553-ad19-e8c52ecd6043 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.100566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1eab8b0-5515-45af-b8d4-19893e255d14 req-cfb503b4-8170-4553-ad19-e8c52ecd6043 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1156802 Aug 29 04:43:25.117491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4d73166b-48b4-4926-9a73-0bc8ba41749e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:25.127044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event deleted for resources: {'Port': ['ID=4d73166b-48b4-4926-9a73-0bc8ba41749e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:25.192402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] No DVR routers for this DVR port 4d73166b-48b4-4926-9a73-0bc8ba41749e on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:25.195879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.198103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84412719-435b-4cba-8dd5-3a3131d32a0a req-54a5fa8e-b221-453f-abc4-a340bcef221b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.50 "DELETE /v2.0/ports/4d73166b-48b4-4926-9a73-0bc8ba41749e HTTP/1.1" status: 204 len: 173 time: 1.0586319 Aug 29 04:43:25.198335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.16 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8e9190ea-13e4-467b-9c03-4a2b3f6c7f74) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:25.198864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-deleted', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:25.201297 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d9eec-868f-4e07-8d99-2c3c1d4e6d2a" -d '{"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-deleted", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:25.233854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1eab8b0-5515-45af-b8d4-19893e255d14 req-a5677e53-a35a-4834-ad10-61389a60f82f tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763395 Aug 29 04:43:25.297214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf606874-97bd-400f-bd27-8043bc3710ce req-5d1c5e69-6a90-4e6d-b9cb-a6c3ffda9566 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 210 time: 0.0402932 Aug 29 04:43:25.363542 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273369fa-db04-4805-8ee4-73b48194cc0c x-openstack-request-id: req-273369fa-db04-4805-8ee4-73b48194cc0c {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:25.363965 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9ac154-7748-46d7-aae3-da2989f65f72", "name": "network-vif-deleted", "tag": "4d73166b-48b4-4926-9a73-0bc8ba41749e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:25.364330 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-273369fa-db04-4805-8ee4-73b48194cc0c {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:25.364826 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9ac154-7748-46d7-aae3-da2989f65f72', 'name': 'network-vif-deleted', 'tag': '4d73166b-48b4-4926-9a73-0bc8ba41749e', 'status': 'completed', 'code': 200} Aug 29 04:43:25.544597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.631712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-bf70fd8d-a422-405e-bd3c-b8daaeb39123 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.634075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-bf70fd8d-a422-405e-bd3c-b8daaeb39123 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2401912 Aug 29 04:43:25.652468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Request body: {'port': {'device_id': '7082c90e-e087-4c69-9311-b0e769a79c78', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'admin_state_up': True, 'tenant_id': 'a87fb8c3a92a49a793eb108290cd11f9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:25.658341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:25.758789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:25.767899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:25.773049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:25.849820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=8e9190ea-13e4-467b-9c03-4a2b3f6c7f74,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:25.950248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7f98-6cdf-4ff1-9012-7ef7df12737b req-abf2e073-cf31-4ae6-a193-de82ebfb3220 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:25.951855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-731e7f98-6cdf-4ff1-9012-7ef7df12737b req-abf2e073-cf31-4ae6-a193-de82ebfb3220 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0813103 Aug 29 04:43:26.022966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-731e7f98-6cdf-4ff1-9012-7ef7df12737b req-bbc337fe-07c9-4ebf-b65f-63101b73b415 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546620 Aug 29 04:43:26.078404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Made reservation on behalf of a87fb8c3a92a49a793eb108290cd11f9 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:26.082788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:26.413221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45c5e-a088-4809-9c22-d3a501c99ced req-195ed3c3-5755-498f-accb-30423e5dd30a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:26.422913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49c45c5e-a088-4809-9c22-d3a501c99ced req-195ed3c3-5755-498f-accb-30423e5dd30a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0844698 Aug 29 04:43:26.475414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49c45c5e-a088-4809-9c22-d3a501c99ced req-09ac547b-c5bf-44b6-9da3-c9298a3049e7 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 Aug 29 04:43:26.508103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ed32f2d-fff8-420d-a174-6bdcb67ad4d0 req-9a5b766d-1cbf-4895-9393-2cfcf0f35a19 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 210 time: 0.0292430 Aug 29 04:43:26.720881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Allocated IP 172.20.0.12 (a1af1be3-2c2c-4311-b32d-83969d2c21cb/f349e6de-1eb2-4e60-ad7b-08a6c425584b/f55e13e8-e590-470b-99c5-e489a3835dd0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:26.826070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:26.995577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-596cd49f-2e7a-4baf-ae01-6a2fbc818fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.155772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-596cd49f-2e7a-4baf-ae01-6a2fbc818fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.165373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-596cd49f-2e7a-4baf-ae01-6a2fbc818fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.213382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-596cd49f-2e7a-4baf-ae01-6a2fbc818fd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dc604fa3c2c468f8aeaaf7a40d90a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859739 Aug 29 04:43:27.227037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:27.255380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.272395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cd49f-2e7a-4baf-ae01-6a2fbc818fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4de442-5600-4da3-9a08-b511b84c5f7c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:27.340637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e210aaf-8959-4b37-8f93-c60a2bb794d9 req-25598495-72e7-4163-be6a-5f3757960fbd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:27.348669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e210aaf-8959-4b37-8f93-c60a2bb794d9 req-25598495-72e7-4163-be6a-5f3757960fbd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.0709724 Aug 29 04:43:27.400207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e210aaf-8959-4b37-8f93-c60a2bb794d9 req-6aea698e-4033-4d67-ba1e-edd5f576cfc5 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Aug 29 04:43:27.703527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6809bfe-b8a0-498c-ade9-3ec2f97779d3 req-4f65a51d-19e2-4013-befe-693e6c0b7052 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 210 time: 0.0509076 Aug 29 04:43:27.709102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.751608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.762647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.818834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:27.951320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.028564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:28.040454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.043569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:28.048873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.052394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.053876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d4de442-5600-4da3-9a08-b511b84c5f7c HTTP/1.1" status: 204 len: 168 time: 0.8250601 Aug 29 04:43:28.055107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:28.123585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1fdbf-1bda-43eb-bd8a-488c601dc2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4de442-5600-4da3-9a08-b511b84c5f7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.159882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.160565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.167504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.177931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.229566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b691932b-b1c2-4212-a548-021cab653a68 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5818477 Aug 29 04:43:28.236011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:28.261083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Request body: {'port': {'device_id': '7082c90e-e087-4c69-9311-b0e769a79c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:28.262838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 4d73166b-48b4-4926-9a73-0bc8ba41749e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:28.263380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d73166b-48b4-4926-9a73-0bc8ba41749e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:28.338482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.340327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=8e9190ea-13e4-467b-9c03-4a2b3f6c7f74,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:28.392125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:28.555290 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP e98ff9ee-c974-48cf-877a-e468cf194390 associated. External IP: 172.25.3.16, port: dc5c92d4-4546-4c14-951f-c012e02dd18f. Aug 29 04:43:28.614560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960cbb-1512-4891-b82a-fd4af0ac2e44 req-c2289628-5ef7-405e-babc-c2260e31c7ce tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:28.624719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d960cbb-1512-4891-b82a-fd4af0ac2e44 req-c2289628-5ef7-405e-babc-c2260e31c7ce tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1032553 Aug 29 04:43:28.716562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d960cbb-1512-4891-b82a-fd4af0ac2e44 req-c4f565a9-7a71-4dc2-9bed-161f0f259f10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879965 Aug 29 04:43:28.740054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56302) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:28.770469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97b2978-f337-4647-928d-c767eb8f3867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.008940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:29.033060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.067212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 5db60bc1-613a-4628-ae2e-74548b097f19 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:43:29.083413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585858d2-c260-4ad8-898d-478855063bc9 req-6b8ab79d-a531-43ef-a2fc-6964fb7cece5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.086180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-585858d2-c260-4ad8-898d-478855063bc9 req-6b8ab79d-a531-43ef-a2fc-6964fb7cece5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 932 time: 0.1725957 Aug 29 04:43:29.088909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Transition to ACTIVE for port object f55e13e8-e590-470b-99c5-e489a3835dd0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:29.096623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.121193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97b2978-f337-4647-928d-c767eb8f3867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.146231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b97b2978-f337-4647-928d-c767eb8f3867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.364619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.489259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:43:29.510124 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Sync routers for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:43:29.533459 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:29.535077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Attempting to bind port f55e13e8-e590-470b-99c5-e489a3835dd0 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:29.535582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Attempting to bind port f55e13e8-e590-470b-99c5-e489a3835dd0 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:29.536107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Attempting to bind port f55e13e8-e590-470b-99c5-e489a3835dd0 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:29.536755 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:29.542442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.551155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Port f55e13e8-e590-470b-99c5-e489a3835dd0 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:29.552050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Attempting to bind port f55e13e8-e590-470b-99c5-e489a3835dd0 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:29.590423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:29.591330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Checking segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:29.592346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Bound using segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:29.593351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Bound port: f55e13e8-e590-470b-99c5-e489a3835dd0, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:29.594234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.631438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9ed81a2b-95f3-423a-b2a9-70ffbf704903 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0068045 Aug 29 04:43:29.633016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:29.636814 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:29.664071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b97b2978-f337-4647-928d-c767eb8f3867 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c90d94255c514c9e84a99802dc1e0fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290814 Aug 29 04:43:29.664820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b2978-f337-4647-928d-c767eb8f3867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da827f1f-c106-42ac-bc5a-f20f7c29a465,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:29.672958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56318) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:29.743986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d774ee-4a1a-43d0-950e-89b3aeef68f6 req-c40614ea-b7f6-4fa5-a88c-86d84ecb48d8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.746863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:29.753961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:29.754395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48d774ee-4a1a-43d0-950e-89b3aeef68f6 req-c40614ea-b7f6-4fa5-a88c-86d84ecb48d8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.6484396 Aug 29 04:43:29.762720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.787951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-585858d2-c260-4ad8-898d-478855063bc9 req-daa82c28-54a7-4764-ad99-e53a59eabc8c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498048 Aug 29 04:43:29.831891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.854712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.855637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-3419fed8-4511-4176-84b8-0df323f131f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:29.855812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:29.858942 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] 10.222.0.54 "PUT /v2.0/ports/f55e13e8-e590-470b-99c5-e489a3835dd0 HTTP/1.1" status: 200 len: 1093 time: 1.6036775 Aug 29 04:43:29.864736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-3419fed8-4511-4176-84b8-0df323f131f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 1098 time: 0.6593530 Aug 29 04:43:29.870431 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:29.939170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48d774ee-4a1a-43d0-950e-89b3aeef68f6 req-b7019281-ec17-4b4c-929b-124324900a50 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837008 Aug 29 04:43:29.949447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81f4b-f272-447a-abc3-53b46f43b618 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.053645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-2f644a71-7292-43ff-bd1b-aa8a8155b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.057627 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-2f644a71-7292-43ff-bd1b-aa8a8155b55f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 1096 time: 0.1013713 Aug 29 04:43:30.060096 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83200586-3792-41d7-8860-102af91d9475 x-openstack-request-id: req-83200586-3792-41d7-8860-102af91d9475 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:30.060667 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:30.061561 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83200586-3792-41d7-8860-102af91d9475 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:30.063373 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'status': 'completed', 'code': 200} Aug 29 04:43:30.165959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.166373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-7609f315-c3a0-473d-89ed-5c5b57f89450 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55e13e8-e590-470b-99c5-e489a3835dd0 HTTP/1.1" status: 200 len: 217 time: 0.0979314 Aug 29 04:43:30.192162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.259680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.262458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:30.264100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da827f1f-c106-42ac-bc5a-f20f7c29a465 HTTP/1.1" status: 204 len: 168 time: 0.5899272 Aug 29 04:43:30.304299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-af5a8fa6-b894-49b7-aa2a-9c640f63b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.308442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-af5a8fa6-b894-49b7-aa2a-9c640f63b845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.1345580 Aug 29 04:43:30.360672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef9ba-4f9d-495b-86e3-c8b0828e0fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da827f1f-c106-42ac-bc5a-f20f7c29a465,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:30.379048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-4b57d440-77e0-4472-8397-3ff7c943f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.387941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-4b57d440-77e0-4472-8397-3ff7c943f268 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1097 time: 0.2989693 Aug 29 04:43:30.396754 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'e98ff9ee-c974-48cf-877a-e468cf194390', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'port_id': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'mac_address': 'fa:16:3e:e2:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:43:26Z', 'updated_at': '2021-08-29T04:43:26Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:30.397219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-620e77d7-24a6-4c1b-91c5-d981aeef87f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784013 Aug 29 04:43:30.462018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cfbaf-0587-4d38-881a-7287c8410bcf req-4ae1a115-acf7-4da3-a207-0c9c08e43d8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.467346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Checking router: 5db60bc1-613a-4628-ae2e-74548b097f19 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:43:30.475799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-814cfbaf-0587-4d38-881a-7287c8410bcf req-4ae1a115-acf7-4da3-a207-0c9c08e43d8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.3878498 Aug 29 04:43:30.479425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-92addc55-0755-44ff-9fc0-642dc2d31f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.481885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-92addc55-0755-44ff-9fc0-642dc2d31f65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.5646362 Aug 29 04:43:30.495237 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:43:30.496471 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:30.620163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-b103bc38-86d1-45c7-b60b-0b4b9efe4a75 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076106 Aug 29 04:43:30.720839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-814cfbaf-0587-4d38-881a-7287c8410bcf req-059d152f-eb3a-4d78-a5fa-64632b82e8bb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390006 Aug 29 04:43:30.751337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:30.758926 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:43:30.824564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-73d2d8a5-430e-4dc7-a5d1-15a94689f44f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 200 len: 1002 time: 0.2967432 Aug 29 04:43:30.901027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-e2925cbd-e18c-428d-86f8-3c2e7e8ede07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:30.904341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-e2925cbd-e18c-428d-86f8-3c2e7e8ede07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.4831209 Aug 29 04:43:30.911485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d8c8147-e072-470c-9428-fce882c84825 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 200 len: 990 time: 0.1572723 Aug 29 04:43:30.930333 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-16bc32dd-3919-4c2e-b76b-05180c1ba923 req-4ed7b421-9cfb-4b7e-a93a-209f56b82a74 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991004 Aug 29 04:43:31.151565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-23eef466-f7c3-4a99-bf9a-7286cfaff6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.154257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-23eef466-f7c3-4a99-bf9a-7286cfaff6b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.3180110 Aug 29 04:43:31.179872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-c5edde23-8213-4ba0-b27f-d70c8e1e150b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 998 time: 0.2618313 Aug 29 04:43:31.260406 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'e98ff9ee-c974-48cf-877a-e468cf194390', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'port_id': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'mac_address': 'fa:16:3e:e2:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:43:26Z', 'updated_at': '2021-08-29T04:43:26Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:43:31.322761 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdaf6-df49-4345-a86f-0ad7a679abea None None] The sync data for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 is: [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'e98ff9ee-c974-48cf-877a-e468cf194390', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'port_id': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'mac_address': 'fa:16:3e:e2:89:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:43:26Z', 'updated_at': '2021-08-29T04:43:26Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:43:31.357606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cce743-d3c5-44fe-9aa5-4a37dbe0f624 req-657691ce-b1c3-47b6-827b-5d98077e890f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.360910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95cce743-d3c5-44fe-9aa5-4a37dbe0f624 req-657691ce-b1c3-47b6-827b-5d98077e890f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 944 time: 0.4104280 Aug 29 04:43:31.375321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-ff615e31-9afa-4861-85b6-eab5da174fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.378519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-ff615e31-9afa-4861-85b6-eab5da174fa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.1674581 Aug 29 04:43:31.403087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-6c4e80aa-7304-4261-9f84-bf9e50412401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.405915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-6c4e80aa-7304-4261-9f84-bf9e50412401 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424097 Aug 29 04:43:31.590543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95cce743-d3c5-44fe-9aa5-4a37dbe0f624 req-7b694ff3-d7aa-4225-92f8-ba777a773538 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206655 Aug 29 04:43:31.616155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a81b8-0f78-46e8-8c9c-2f876dfef434 req-64569dc3-d009-4b10-a3a9-86e0bb5573bb tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.623845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5a81b8-0f78-46e8-8c9c-2f876dfef434 req-64569dc3-d009-4b10-a3a9-86e0bb5573bb tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.3512249 Aug 29 04:43:31.646750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-caa07dbb-e015-46a9-ab42-406a1fce8df2 service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126749 Aug 29 04:43:31.653994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-572cc38f-2f01-4834-921e-8109e3e4263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:31.655660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-572cc38f-2f01-4834-921e-8109e3e4263c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2597799 Aug 29 04:43:31.698802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e5a81b8-0f78-46e8-8c9c-2f876dfef434 req-559efacd-e429-4691-a63e-50540eb8882e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736663 Aug 29 04:43:31.711879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56356) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.766846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801efee1-7a80-4fb1-acd3-a407f384dd80 None None] New status for floating IP e98ff9ee-c974-48cf-877a-e468cf194390: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:43:31.874177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1493951148-network', 'tenant_id': '56ff133eb3f54c4bb164a19768029f40'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:31.889456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-c6743dc0-9dd9-49b5-af68-f27614c682a0 service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067833 Aug 29 04:43:31.894727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ffccebe-db79-45d1-b2d4-462b9ae39d0c req-f9ed2f02-e06b-4dab-853e-e9aa497f919c service neutron] 10.222.0.50 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375257 Aug 29 04:43:31.902020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Made reservation on behalf of 56ff133eb3f54c4bb164a19768029f40 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:31.906628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:31.920297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:31.921056 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.057743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-01643072-c33d-4c73-ac2e-dd0ab3e3d791 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 200 len: 990 time: 0.1230137 Aug 29 04:43:32.064764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:32.070007 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e44cf6-d941-4c02-b877-d4b3f923a13d" -d '{"events": [{"name": "network-changed", "server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:32.088811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e2416e2-bed8-4a29-9e4e-ea513fa7b71d req-1020261c-48f8-4f14-96de-5b39c268ddbc service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915140 Aug 29 04:43:32.178043 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d926b5-040f-4ac1-b474-19140613ed07 x-openstack-request-id: req-70d926b5-040f-4ac1-b474-19140613ed07 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:32.178404 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:32.178764 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70d926b5-040f-4ac1-b474-19140613ed07 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:32.179210 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'status': 'completed', 'code': 200} Aug 29 04:43:32.189597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.197789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.245002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:32.264112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6976a8-289c-4792-88f1-676a3da9b250,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.267853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.268575 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Added segment 10984d8d-83e7-490b-809d-a7de6aa240b0 of type vlan for network cbd2d626-009f-4451-aee3-dee5f7d957d7 Aug 29 04:43:32.292082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-68efa81c-95d5-4fce-a001-5537dca51b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.294945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-68efa81c-95d5-4fce-a001-5537dca51b15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 1096 time: 0.0906692 Aug 29 04:43:32.324780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.359852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.361115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.363159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.424489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7106173 Aug 29 04:43:32.430246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:32.431534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-23880c5c-ea40-41b3-8bec-a85f367902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.434224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-23880c5c-ea40-41b3-8bec-a85f367902e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 916 time: 0.1308005 Aug 29 04:43:32.436059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Request body: {'subnet': {'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1493951148-subnet', 'tenant_id': '56ff133eb3f54c4bb164a19768029f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:32.456365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee5749-0a3b-42c6-8fe9-0a6c78e3c075 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd2d626-009f-4451-aee3-dee5f7d957d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:32.476210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network cbd2d626-009f-4451-aee3-dee5f7d957d7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:32.476943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Made reservation on behalf of 56ff133eb3f54c4bb164a19768029f40 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:32.481156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.530845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-d46b328d-22f3-4ce2-96dc-1457a44654f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55e13e8-e590-470b-99c5-e489a3835dd0 HTTP/1.1" status: 200 len: 217 time: 0.0886042 Aug 29 04:43:32.627503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-e743f773-9994-44e8-9796-42526bf120cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.633030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-e743f773-9994-44e8-9796-42526bf120cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.0928202 Aug 29 04:43:32.677964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-0af8039d-f6d4-48b1-bbc2-ffa8cda2a786 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378885 Aug 29 04:43:32.811844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1af84-8dc5-4fd9-9be4-9cbe8c8d6a88 req-5bd1c366-0fd4-40db-a343-ebb145e68cc6 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:32.813517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2f1af84-8dc5-4fd9-9be4-9cbe8c8d6a88 req-5bd1c366-0fd4-40db-a343-ebb145e68cc6 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 944 time: 0.1179698 Aug 29 04:43:32.862916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:32.891610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-cf946093-409a-4eb9-a6ed-eeb787d20dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054601 Aug 29 04:43:32.920074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2f1af84-8dc5-4fd9-9be4-9cbe8c8d6a88 req-4529446d-8bb3-4304-b52e-3e7106ae1474 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Aug 29 04:43:32.974480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Checking segment: {'id': '10984d8d-83e7-490b-809d-a7de6aa240b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:32.974748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Network hostable DHCP agents. Network: cbd2d626-009f-4451-aee3-dee5f7d957d7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:32.984170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf8af18-c291-46d6-9bfa-307fe53ae2dd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:33.001743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Network cbd2d626-009f-4451-aee3-dee5f7d957d7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:33.010688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e4320-575a-4aa7-818e-e3629b6d45bc req-14aa3741-9fc2-4e5a-9872-81f432e98ab7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.013320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, cbd2d626-009f-4451-aee3-dee5f7d957d7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:33.014027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e50e4320-575a-4aa7-818e-e3629b6d45bc req-14aa3741-9fc2-4e5a-9872-81f432e98ab7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1718895 Aug 29 04:43:33.019266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:33.020342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.026040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78cdb88-f18d-41ab-87da-742f7ab9e595 None None] Network cbd2d626-009f-4451-aee3-dee5f7d957d7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:33.068570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5caf4cc7-1017-4636-8114-5337ed02cbe8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6368003 Aug 29 04:43:33.069239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.180056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99e44cf6-d941-4c02-b877-d4b3f923a13d req-5498b8d3-6d61-450b-9f35-240f989f0baf service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740479 Aug 29 04:43:33.181400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-51d196a2-4fa6-4cfc-8bb6-4c5f2b46a4fc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 200 len: 992 time: 0.1037562 Aug 29 04:43:33.210691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e50e4320-575a-4aa7-818e-e3629b6d45bc req-d0139b3e-fc23-49a1-b00c-f3c515d3daa7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818521 Aug 29 04:43:33.230218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a8ee1-7b96-4cbe-8b32-9cd7d5d49ac3 None None] Network cbd2d626-009f-4451-aee3-dee5f7d957d7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:33.882595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:33.888225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-190253648-network', 'tenant_id': '8081e6761699420dad76e3c2a9aff923'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:33.914165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Made reservation on behalf of 8081e6761699420dad76e3c2a9aff923 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:33.916845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.926949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:33.961225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:34.098008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.118551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.135178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:34.158639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb43ae-8e05-402f-8803-621242c9ba97 req-3d564383-c0ca-454d-85b7-6359b86e4201 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.165355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'port_id': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'mac_address': 'fa:16:3e:bf:e6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349e6de-1eb2-4e60-ad7b-08a6c425584b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:34.170735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abcb43ae-8e05-402f-8803-621242c9ba97 req-3d564383-c0ca-454d-85b7-6359b86e4201 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 944 time: 0.0998132 Aug 29 04:43:34.187048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:43:34.202841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b97a8-be30-4a61-8642-b8fc1e1a9f9d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.215445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.215445 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Added segment c28eefd8-8218-4533-a54b-f50ccf756f10 of type vlan for network b99e1bd1-a7e6-4398-9f19-0564c2285319 Aug 29 04:43:34.247061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abcb43ae-8e05-402f-8803-621242c9ba97 req-0438340c-7b5c-48c1-8a3c-e7a97d94adca tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736432 Aug 29 04:43:34.258717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.281269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:34.311069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:34.314840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.317079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.360546 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.362814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.363553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.440776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.448521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5628841 Aug 29 04:43:34.451464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56404) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:43:34.454018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b3a2-57f8-4d17-874e-f53828fefb56 admin admin] Pushing event updated for resources: {'Network': ['ID=b99e1bd1-a7e6-4398-9f19-0564c2285319,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.460060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.460922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Request body: {'subnet': {'network_id': 'b99e1bd1-a7e6-4398-9f19-0564c2285319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-190253648-subnet', 'tenant_id': '8081e6761699420dad76e3c2a9aff923', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:34.461794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.462599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.463376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.464199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.464953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.465514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.466053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.466559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.467136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.467575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.468137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:34.478228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b99e1bd1-a7e6-4398-9f19-0564c2285319 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:43:34.504225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Made reservation on behalf of 8081e6761699420dad76e3c2a9aff923 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:34.508588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.609360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f55e13e8-e590-470b-99c5-e489a3835dd0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:34.828564 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.897660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6578992-7133-44ae-98df-11478f72e113,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:34.903607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Checking segment: {'id': 'c28eefd8-8218-4533-a54b-f50ccf756f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b99e1bd1-a7e6-4398-9f19-0564c2285319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:34.904001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Network hostable DHCP agents. Network: b99e1bd1-a7e6-4398-9f19-0564c2285319, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:43:34.923164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Network b99e1bd1-a7e6-4398-9f19-0564c2285319 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:43:34.935607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b99e1bd1-a7e6-4398-9f19-0564c2285319) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:34.944401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:34.945920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8ad5a-49bf-4eb0-8e77-fe9d6d1cdd67 None None] Network b99e1bd1-a7e6-4398-9f19-0564c2285319 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:34.946468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:34.964699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-035cccf7-6a60-4a16-8273-bdcb99f646d9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5114148 Aug 29 04:43:35.123620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a1d8c-a18a-4c81-a917-c17171d3782a None None] Network b99e1bd1-a7e6-4398-9f19-0564c2285319 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:43:35.404416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f138cbe-5d76-4656-b42f-b66830b46d23 req-356cc5f1-4ac1-41af-8b9a-8d73d41f5cc9 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.406154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f138cbe-5d76-4656-b42f-b66830b46d23 req-356cc5f1-4ac1-41af-8b9a-8d73d41f5cc9 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 945 time: 0.0552781 Aug 29 04:43:35.454722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f138cbe-5d76-4656-b42f-b66830b46d23 req-61289096-6d1a-4df1-83b6-cbea41692374 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Aug 29 04:43:35.658932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-a2faec4a-557b-4d26-a0e1-e8873f14d593 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:35.660526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-a2faec4a-557b-4d26-a0e1-e8873f14d593 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/networks?id=cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 200 len: 812 time: 0.1191256 Aug 29 04:43:35.677255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-b22957c4-80a6-4d29-a3c6-1f637d362a09 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/quotas/56ff133eb3f54c4bb164a19768029f40 HTTP/1.1" status: 200 len: 375 time: 0.0103872 Aug 29 04:43:35.717549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-243011c8-5781-40af-9c43-9b6725b26d0a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=56ff133eb3f54c4bb164a19768029f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327640 Aug 29 04:43:35.837591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-5540c30d-1cd2-48e3-ac93-2b269c69ac36 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:43:35.838600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-5540c30d-1cd2-48e3-ac93-2b269c69ac36 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103039 Aug 29 04:43:35.944410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-13c02666-14cf-4dcc-bcc4-bc0152ffa512 service neutron] 10.222.0.62 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984762 Aug 29 04:43:35.974025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:36.042211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f55e13e8-e590-470b-99c5-e489a3835dd0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:36.047550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f55e13e8-e590-470b-99c5-e489a3835dd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:36.048143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.065996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-9059f91d-b7b9-4d60-bd79-16e7cbe787d6 service neutron] 10.222.0.62 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130395 Aug 29 04:43:36.202730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.243211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:36.244478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:36.247499 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2af9d-9f06-4847-933f-f820601e390b" -d '{"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-plugged", "status": "completed", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:36.261299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:36.323222 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f42a9b-2e84-46c5-becd-82d02a4be865 x-openstack-request-id: req-70f42a9b-2e84-46c5-becd-82d02a4be865 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:36.323633 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-plugged", "status": "completed", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:36.324024 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70f42a9b-2e84-46c5-becd-82d02a4be865 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:36.325010 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'code': 200} Aug 29 04:43:36.336966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86f224b1-489f-4323-a917-4aef4de62461 req-3aafd0f1-8704-46fe-8098-e6b0563bc30e tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 210 time: 0.0607512 Aug 29 04:43:36.373219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:36.457313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f1bcb-16dd-44ca-af52-b345494c55fc req-ca27daa7-18db-408c-9d6d-a317903bf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.459615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe2f1bcb-16dd-44ca-af52-b345494c55fc req-ca27daa7-18db-408c-9d6d-a317903bf537 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 1098 time: 0.0486300 Aug 29 04:43:36.524408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe2f1bcb-16dd-44ca-af52-b345494c55fc req-76c6d954-a8f6-4e8d-bba2-c10004f113d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 Aug 29 04:43:36.652382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58527b09-75ac-4be9-b731-98ade3d558a2 req-cba1c198-4cad-4f98-ab19-f932b6dab962 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:36.660671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58527b09-75ac-4be9-b731-98ade3d558a2 req-cba1c198-4cad-4f98-ab19-f932b6dab962 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0918040 Aug 29 04:43:36.705093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58527b09-75ac-4be9-b731-98ade3d558a2 req-be5efed6-bdf0-4309-aed8-d18b2d3655cc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Aug 29 04:43:37.333764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8674fdbc-ec95-42c6-82e7-1ef3ec0047ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:37.501934 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e67e68e1-7806-4db5-9961-9e1140e3e754 req-627b687b-5d3c-459b-b947-c5a5beef4092 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 210 time: 0.0353589 Aug 29 04:43:37.921158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-cfe8a297-1d0f-4573-abaf-d7c43552864b tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:37.922958 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-cfe8a297-1d0f-4573-abaf-d7c43552864b tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.50 "GET /v2.0/networks?id=cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 200 len: 812 time: 0.2804084 Aug 29 04:43:37.958422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Request body: {'port': {'device_id': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7', 'admin_state_up': True, 'tenant_id': '56ff133eb3f54c4bb164a19768029f40'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:38.052918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445786c-8aa2-4287-879e-fd22e89c4dc5 req-d8cade30-72be-403b-8284-b6d24e31fe65 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:38.054815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c445786c-8aa2-4287-879e-fd22e89c4dc5 req-d8cade30-72be-403b-8284-b6d24e31fe65 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1707010 Aug 29 04:43:38.184575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c445786c-8aa2-4287-879e-fd22e89c4dc5 req-3b4e30df-a998-49d6-8e9b-bb9dc9c9b5f7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188025 Aug 29 04:43:38.211460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Made reservation on behalf of 56ff133eb3f54c4bb164a19768029f40 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:43:38.218102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:38.418109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Allocated IP 172.20.0.2 (cbd2d626-009f-4451-aee3-dee5f7d957d7/4bf8af18-c291-46d6-9bfa-307fe53ae2dd/eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:43:38.986053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f623d1d1-932d-45ea-814e-abcc350d333f req-c0107d0b-0a21-483c-9a11-ab5c939f8fd8 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 210 time: 0.0394101 Aug 29 04:43:39.057218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.120464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.177399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Network cbd2d626-009f-4451-aee3-dee5f7d957d7 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:43:39.178790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:43:39.181576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:43:39.209667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Pushing event updated for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:39.249409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.250366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.287826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-aaa07b41-58bd-4e54-928e-47f66abbe80a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3353794 Aug 29 04:43:39.311593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Request body: {'port': {'device_id': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:43:39.419272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e793517-3fc3-4639-8ad0-d44a0dee81f7 req-f41e0275-6e8a-43ad-a5c4-a809b2c1bec7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.422306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e793517-3fc3-4639-8ad0-d44a0dee81f7 req-f41e0275-6e8a-43ad-a5c4-a809b2c1bec7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1066742 Aug 29 04:43:39.423303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:39.504821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e793517-3fc3-4639-8ad0-d44a0dee81f7 req-fa1175fc-ea41-42db-bfc9-348fa56aeb05 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693789 Aug 29 04:43:39.751677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3a1c6-3842-4d1e-9c22-54bcb8f977d4 req-215cb017-09f5-4f18-8714-8756c4eda93c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:39.754994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91d3a1c6-3842-4d1e-9c22-54bcb8f977d4 req-215cb017-09f5-4f18-8714-8756c4eda93c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1295063 Aug 29 04:43:39.867163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91d3a1c6-3842-4d1e-9c22-54bcb8f977d4 req-1e548535-0089-4f43-8215-095af13e0846 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016896 Aug 29 04:43:39.981412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:39.998583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.028856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Transition to ACTIVE for port object eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:43:40.037810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.323859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ca433-83c2-4fbe-8c59-805db53c164f req-7be52ff9-fdd7-4a52-9b3f-c76b1d461cbc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.326493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ca433-83c2-4fbe-8c59-805db53c164f req-7be52ff9-fdd7-4a52-9b3f-c76b1d461cbc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.2237301 Aug 29 04:43:40.327549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.462643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264fde7-a166-414f-9044-1ea64c988da2 req-c504c615-8ac2-44d5-a9fa-9c26f5c6eef9 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.464402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1264fde7-a166-414f-9044-1ea64c988da2 req-c504c615-8ac2-44d5-a9fa-9c26f5c6eef9 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 943 time: 0.2860920 Aug 29 04:43:40.526232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ca433-83c2-4fbe-8c59-805db53c164f req-e275ce78-dfc7-45ce-864a-4919262d6680 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597369 Aug 29 04:43:40.589831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Attempting to bind port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:43:40.590261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Attempting to bind port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '10984d8d-83e7-490b-809d-a7de6aa240b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:43:40.590664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Attempting to bind port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 on network cbd2d626-009f-4451-aee3-dee5f7d957d7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:40.592163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6528e2b1-d789-4343-9e57-56417883f895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.600004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.608577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 on network cbd2d626-009f-4451-aee3-dee5f7d957d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:43:40.608921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Attempting to bind port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 on network cbd2d626-009f-4451-aee3-dee5f7d957d7 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:43:40.619187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:43:40.619635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Checking segment: {'id': '10984d8d-83e7-490b-809d-a7de6aa240b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:43:40.620263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Bound using segment: {'id': '10984d8d-83e7-490b-809d-a7de6aa240b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:43:40.620809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Bound port: eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10984d8d-83e7-490b-809d-a7de6aa240b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:43:40.621245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.627204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1264fde7-a166-414f-9044-1ea64c988da2 req-29c28320-0744-4711-a093-5effc3e1e9ae tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368394 Aug 29 04:43:40.750902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:43:40.758839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,segment=NetworkSegment(10984d8d-83e7-490b-809d-a7de6aa240b0),segment_id=10984d8d-83e7-490b-809d-a7de6aa240b0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:43:40.771303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d525443-e350-49a4-8016-35c9bcf426fc req-e91fcbac-e648-4af2-8927-aa4bfc0419e2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.778784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d525443-e350-49a4-8016-35c9bcf426fc req-e91fcbac-e648-4af2-8927-aa4bfc0419e2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0962617 Aug 29 04:43:40.788361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.837533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:40.838188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:40.839678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 200 len: 1092 time: 1.5330477 Aug 29 04:43:40.842609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:40.844940 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d946510-a231-4c22-aaa6-6ba53174be47" -d '{"events": [{"name": "network-changed", "server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:40.899720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d525443-e350-49a4-8016-35c9bcf426fc req-9916bbe4-9b2b-4b3e-bb68-62cfe6ab68c1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201382 Aug 29 04:43:40.912281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a8a4-8870-4724-86a1-a8c8313ef1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:40.919237 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8246743-b158-4cb1-be99-86405621b6a3 x-openstack-request-id: req-b8246743-b158-4cb1-be99-86405621b6a3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:40.919534 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:40.919792 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8246743-b158-4cb1-be99-86405621b6a3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:40.920238 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2', 'status': 'completed', 'code': 200} Aug 29 04:43:41.029707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-8fd2da62-091e-480c-be42-e960cdccf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.031450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-8fd2da62-091e-480c-be42-e960cdccf775 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56ff133eb3f54c4bb164a19768029f40&device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 1095 time: 0.0765429 Aug 29 04:43:41.110462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-be7dc501-a70d-4529-802d-bbe387506f61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 200 len: 217 time: 0.0588622 Aug 29 04:43:41.186152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-103b3984-4435-45f6-917d-5513447daa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.188182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-103b3984-4435-45f6-917d-5513447daa48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bf8af18-c291-46d6-9bfa-307fe53ae2dd HTTP/1.1" status: 200 len: 852 time: 0.0703053 Aug 29 04:43:41.228936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-b4e6ee6c-7201-4d31-9d1d-4e54200cf914 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbd2d626-009f-4451-aee3-dee5f7d957d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324185 Aug 29 04:43:41.321731 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:41.373548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-70af61c1-c91c-49c8-889b-99150ff357d0 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334710 Aug 29 04:43:41.651684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a512da-6acf-48fb-ba2b-abe3eedc1d15 req-24e792bd-0142-459e-bf5d-19b6064d2806 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:41.653381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a512da-6acf-48fb-ba2b-abe3eedc1d15 req-24e792bd-0142-459e-bf5d-19b6064d2806 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.2377429 Aug 29 04:43:41.732800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a362a9-8eae-4ab3-8a08-1ef41702c613 req-70bceb63-6828-4650-94d7-a267b5eba283 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505466 Aug 29 04:43:41.782351 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7a512da-6acf-48fb-ba2b-abe3eedc1d15 req-3f57ad54-7a6d-4c81-b7a2-a469e0f03972 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183977 Aug 29 04:43:41.986057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e53a-a474-4755-8c79-c1d41e396334 req-488de67b-1e06-4258-9568-2e1ac9a7d74b tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.000329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37e0e53a-a474-4755-8c79-c1d41e396334 req-488de67b-1e06-4258-9568-2e1ac9a7d74b tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 943 time: 0.1887059 Aug 29 04:43:42.062139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-f3f89df6-2ac4-4f47-b4ae-623a5613dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.067589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-f3f89df6-2ac4-4f47-b4ae-623a5613dd39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56ff133eb3f54c4bb164a19768029f40&device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 1095 time: 0.1747072 Aug 29 04:43:42.086978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37e0e53a-a474-4755-8c79-c1d41e396334 req-5c800e37-2165-4845-a74d-4a7c8e5b5ffd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Aug 29 04:43:42.179358 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:42.237389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-2e3ea2a8-54a2-44a7-abef-4c5272a73711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.239813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-2e3ea2a8-54a2-44a7-abef-4c5272a73711 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 200 len: 913 time: 0.1515932 Aug 29 04:43:42.296950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-9d42a530-6276-46af-977f-feaca3a78d0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 200 len: 217 time: 0.0489287 Aug 29 04:43:42.364258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-1bb356e7-a4df-41dd-8999-260e5c9c8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.366037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-1bb356e7-a4df-41dd-8999-260e5c9c8363 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bf8af18-c291-46d6-9bfa-307fe53ae2dd HTTP/1.1" status: 200 len: 852 time: 0.0619183 Aug 29 04:43:42.412482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-b519cd99-a9bd-4af6-9ed3-6fdaab5206f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbd2d626-009f-4451-aee3-dee5f7d957d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326793 Aug 29 04:43:42.533243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-f4d06acc-e3fa-47d4-9c96-047ea3c83f7b service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052399 Aug 29 04:43:42.709297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d946510-a231-4c22-aaa6-6ba53174be47 req-4c22daf9-94c7-42ce-8a69-33ec8e7cf3f0 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579161 Aug 29 04:43:42.988013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64518a1-4b75-4f21-b959-10c3f6969ca1 req-ce0cd9b8-07f4-43fa-871e-25ee004efaed tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:42.989702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e64518a1-4b75-4f21-b959-10c3f6969ca1 req-ce0cd9b8-07f4-43fa-871e-25ee004efaed tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0850005 Aug 29 04:43:43.045944 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:43.065577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e64518a1-4b75-4f21-b959-10c3f6969ca1 req-3419f087-0240-402d-aeb2-9432c91bac33 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Aug 29 04:43:43.261640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4ea4-8ea9-4893-ab78-1961f7b3e52b req-467339ee-ab55-4d8c-bdad-bc06a2accdd1 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:43.263515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91fa4ea4-8ea9-4893-ab78-1961f7b3e52b req-467339ee-ab55-4d8c-bdad-bc06a2accdd1 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 943 time: 0.0626705 Aug 29 04:43:43.335693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91fa4ea4-8ea9-4893-ab78-1961f7b3e52b req-f1fb8892-4348-4214-a9df-475ca7afff88 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Aug 29 04:43:44.354026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:43:44.388937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39d710-e372-437b-a0bc-5a61fd0bbdae req-6dbf065c-b7b9-4f03-bf30-b01e2bd59b2a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.390537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b39d710-e372-437b-a0bc-5a61fd0bbdae req-6dbf065c-b7b9-4f03-bf30-b01e2bd59b2a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1967297 Aug 29 04:43:44.399810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d2492-e06d-40d1-828e-f144a6885783 req-82565c69-108b-4861-9da3-b6ed725823c9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.401422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f36d2492-e06d-40d1-828e-f144a6885783 req-82565c69-108b-4861-9da3-b6ed725823c9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.1013141 Aug 29 04:43:44.459307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b39d710-e372-437b-a0bc-5a61fd0bbdae req-48c77510-72a5-4ae0-b369-72ab1b73c2a0 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558209 Aug 29 04:43:44.471195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,segment=NetworkSegment(10984d8d-83e7-490b-809d-a7de6aa240b0),segment_id=10984d8d-83e7-490b-809d-a7de6aa240b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:44.486461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2', 'network_id': 'cbd2d626-009f-4451-aee3-dee5f7d957d7', 'port_id': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2', 'mac_address': 'fa:16:3e:f7:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf8af18-c291-46d6-9bfa-307fe53ae2dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:43:44.495446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f36d2492-e06d-40d1-828e-f144a6885783 req-b9cf223a-17af-4f3e-9f7d-38b16d0dbe16 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Aug 29 04:43:44.577261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.605508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:43:44.638342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,segment=NetworkSegment(10984d8d-83e7-490b-809d-a7de6aa240b0),segment_id=10984d8d-83e7-490b-809d-a7de6aa240b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:44.644997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:44.645227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3910b4-bd61-41b5-ad0b-a2a36a8b32f8 req-f530b8d9-faa0-47ab-a156-c4a48d473539 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:44.655813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d3910b4-bd61-41b5-ad0b-a2a36a8b32f8 req-f530b8d9-faa0-47ab-a156-c4a48d473539 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 943 time: 0.1089609 Aug 29 04:43:44.705038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d3910b4-bd61-41b5-ad0b-a2a36a8b32f8 req-baab4e2d-730f-42ee-bac4-a18991b66e9e tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Aug 29 04:43:44.749053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:45.078167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:45.639078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984af50-4fd4-4025-a132-71a03672f2fe req-661e2418-3e5c-443d-835b-6703430e27ff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.640685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d984af50-4fd4-4025-a132-71a03672f2fe req-661e2418-3e5c-443d-835b-6703430e27ff tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0834165 Aug 29 04:43:45.685068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69cf4e-db06-41df-a634-c0dd9b21cabe req-1b38a848-9c9a-4d2f-866f-2b8f0deeec83 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.686711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f69cf4e-db06-41df-a634-c0dd9b21cabe req-1b38a848-9c9a-4d2f-866f-2b8f0deeec83 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.0873411 Aug 29 04:43:45.709827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d984af50-4fd4-4025-a132-71a03672f2fe req-ad5b98e7-44bf-463e-85ec-2389906d8432 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602822 Aug 29 04:43:45.745395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f69cf4e-db06-41df-a634-c0dd9b21cabe req-a0812ea7-4ae6-4967-8d9e-e2ffa2349dbc tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492315 Aug 29 04:43:45.837649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cb7c-a3ec-446b-bfd3-676110e5c166 req-5e8431ce-e81d-4857-a786-3da824c0d9f3 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:45.839272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1638cb7c-a3ec-446b-bfd3-676110e5c166 req-5e8431ce-e81d-4857-a786-3da824c0d9f3 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 944 time: 0.0539289 Aug 29 04:43:45.893133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1638cb7c-a3ec-446b-bfd3-676110e5c166 req-445ae79a-e6d8-424d-9709-49223db2cbe6 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Aug 29 04:43:46.376135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:43:46.439367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:43:46.444848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:43:46.445420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.552871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.585918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:46.589523 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bb8f74-0631-42d9-a0c4-eb2bfade1560" -d '{"events": [{"server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:46.610370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,segment=NetworkSegment(10984d8d-83e7-490b-809d-a7de6aa240b0),segment_id=10984d8d-83e7-490b-809d-a7de6aa240b0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:46.616334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:46.649987 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ffb175-91c3-4f14-9e0c-00f8b52473d7 x-openstack-request-id: req-89ffb175-91c3-4f14-9e0c-00f8b52473d7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:46.650271 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:46.650562 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89ffb175-91c3-4f14-9e0c-00f8b52473d7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:46.650905 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2', 'code': 200} Aug 29 04:43:46.678902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:46.996559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-69e76711-2c53-4430-be2b-a38ab1728d1e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:46.998090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-69e76711-2c53-4430-be2b-a38ab1728d1e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.54 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2598138 Aug 29 04:43:47.006197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b5ff4-b683-4752-8e13-0777289738f8 req-06e827d1-404c-494b-80bb-d420e0bda3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.007726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-152b5ff4-b683-4752-8e13-0777289738f8 req-06e827d1-404c-494b-80bb-d420e0bda3ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 1097 time: 0.1783895 Aug 29 04:43:47.056634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335722b1-0e67-46de-a1db-f74189943f2d req-59910a19-9f0d-41d7-852f-19adf8be05d2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.058299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-335722b1-0e67-46de-a1db-f74189943f2d req-59910a19-9f0d-41d7-852f-19adf8be05d2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1793411 Aug 29 04:43:47.074231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94efa6-141b-4b47-b7c5-3479b1c929d0 req-00792b3a-7c2f-4ba4-af8d-8bc444c28dd9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.075836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f94efa6-141b-4b47-b7c5-3479b1c929d0 req-00792b3a-7c2f-4ba4-af8d-8bc444c28dd9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 946 time: 0.2020686 Aug 29 04:43:47.165863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-152b5ff4-b683-4752-8e13-0777289738f8 req-f2d38fca-cc67-4dc3-879c-df79abf866f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440802 Aug 29 04:43:47.191151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-335722b1-0e67-46de-a1db-f74189943f2d req-2a43a774-3543-4c75-a3d3-7955166acfe4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118038 Aug 29 04:43:47.201746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f94efa6-141b-4b47-b7c5-3479b1c929d0 req-8663e501-c169-4126-8ee8-59f5019ec7e8 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150439 Aug 29 04:43:47.267008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Deleting port e6730639-7703-4194-a851-49d047688c42 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:47.267008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.438336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5000b02-707f-4455-9ab9-9af337cc55cb req-477c3bff-1c62-476a-8b6c-077ae81ca432 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:47.440018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5000b02-707f-4455-9ab9-9af337cc55cb req-477c3bff-1c62-476a-8b6c-077ae81ca432 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0846939 Aug 29 04:43:47.448147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] For port e6730639-7703-4194-a851-49d047688c42, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e6730639-7703-4194-a851-49d047688c42,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:43:47.448577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.477267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Calling delete_port for e6730639-7703-4194-a851-49d047688c42 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:43:47.551583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5000b02-707f-4455-9ab9-9af337cc55cb req-f1fc6b3d-b17c-463d-a6c8-2c220a31fdca tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002092 Aug 29 04:43:47.681529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.700745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e6730639-7703-4194-a851-49d047688c42'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:47.732424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Pushing event deleted for resources: {'Port': ['ID=e6730639-7703-4194-a851-49d047688c42,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:43:47.735802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6e7674aa-5556-4812-a6c8-1ad9524fe63c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:43:47.754949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.755865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.756623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.757554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.758365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.759179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.759753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.760360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.760930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.761484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.762070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.762651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:43:47.827734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] No DVR routers for this DVR port e6730639-7703-4194-a851-49d047688c42 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:43:47.832708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:47.837186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72f343f7-dbc5-49cb-8303-21ae1639b184 req-e3d317c8-dce3-4025-bfca-593dbe144e63 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.54 "DELETE /v2.0/ports/e6730639-7703-4194-a851-49d047688c42 HTTP/1.1" status: 204 len: 173 time: 0.8282521 Aug 29 04:43:47.837686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'name': 'network-vif-deleted', 'tag': 'e6730639-7703-4194-a851-49d047688c42'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:43:47.841287 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b323a44-a55e-4bab-ac67-780328f11195" -d '{"events": [{"server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "name": "network-vif-deleted", "tag": "e6730639-7703-4194-a851-49d047688c42"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:43:47.902500 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22b127-af7b-4b52-821f-94f726fcaeba x-openstack-request-id: req-ea22b127-af7b-4b52-821f-94f726fcaeba {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:43:47.902952 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96148da1-b079-47ab-9cb2-407fba6ef43c", "name": "network-vif-deleted", "tag": "e6730639-7703-4194-a851-49d047688c42", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:43:47.903353 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea22b127-af7b-4b52-821f-94f726fcaeba {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:43:47.903987 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96148da1-b079-47ab-9cb2-407fba6ef43c', 'name': 'network-vif-deleted', 'tag': 'e6730639-7703-4194-a851-49d047688c42', 'status': 'completed', 'code': 200} Aug 29 04:43:48.430205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9571cbe0-05fe-43d6-bd5a-4b5c15f38b07 req-51e9d6af-3aa6-4b99-abcf-f68d87b944fd tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=96148da1-b079-47ab-9cb2-407fba6ef43c HTTP/1.1" status: 200 len: 210 time: 0.0752153 Aug 29 04:43:48.459790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cb5b-9592-4e02-a10b-3c8bd27b3613 req-8e391076-9b23-4d2f-b685-703c93382eea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.462638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8c1cb5b-9592-4e02-a10b-3c8bd27b3613 req-8e391076-9b23-4d2f-b685-703c93382eea tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1244783 Aug 29 04:43:48.510629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8c1cb5b-9592-4e02-a10b-3c8bd27b3613 req-840fc7fc-a6ff-4648-a900-f1593c68bad7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Aug 29 04:43:48.719708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e88e1c-6e3c-46a9-be52-ad13934d4dc2 req-34884b95-ad1d-4d5b-991b-e22b27d0ea78 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:48.722260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38e88e1c-6e3c-46a9-be52-ad13934d4dc2 req-34884b95-ad1d-4d5b-991b-e22b27d0ea78 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0618079 Aug 29 04:43:48.798793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-38e88e1c-6e3c-46a9-be52-ad13934d4dc2 req-f908e2cb-784f-4079-930b-3c7a2d18c940 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644577 Aug 29 04:43:49.704148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836f304-352b-4334-9707-a63f2b5678f9 req-dacad25b-bcf0-4c36-8502-6d5b5365b62c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.708602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6836f304-352b-4334-9707-a63f2b5678f9 req-dacad25b-bcf0-4c36-8502-6d5b5365b62c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0871274 Aug 29 04:43:49.781632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6836f304-352b-4334-9707-a63f2b5678f9 req-236506c2-1dc7-4e73-9d92-fd20498d667e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Aug 29 04:43:49.859617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82352-f623-41b1-b44c-c1e567cb18ac req-285c5530-df37-408a-96cb-caff4e211ae0 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:49.862580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15d82352-f623-41b1-b44c-c1e567cb18ac req-285c5530-df37-408a-96cb-caff4e211ae0 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0729175 Aug 29 04:43:49.937143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15d82352-f623-41b1-b44c-c1e567cb18ac req-8b5e4c47-9316-4ca7-ac9f-a4fef55230d9 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627306 Aug 29 04:43:50.007048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f5826-8e45-4de3-9393-2071199f5166 req-47f3a9c2-52c1-4b7a-89a5-d545715ac6fb tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.008957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-095f5826-8e45-4de3-9393-2071199f5166 req-47f3a9c2-52c1-4b7a-89a5-d545715ac6fb tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0785754 Aug 29 04:43:50.056095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e6730639-7703-4194-a851-49d047688c42 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:43:50.062533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-095f5826-8e45-4de3-9393-2071199f5166 req-9e4c1293-61c1-4627-8372-c27df056bfe3 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Aug 29 04:43:50.083419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e6730639-7703-4194-a851-49d047688c42 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:43:50.083734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e6730639-7703-4194-a851-49d047688c42 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:43:50.235871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b9d9b-e853-476a-8aa4-2dea6d884115 req-f7eb230f-fda7-4bb0-bf87-37b065a0f047 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.238692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a0b9d9b-e853-476a-8aa4-2dea6d884115 req-f7eb230f-fda7-4bb0-bf87-37b065a0f047 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0609438 Aug 29 04:43:50.290540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a0b9d9b-e853-476a-8aa4-2dea6d884115 req-64ef23b8-dd0d-445a-b15e-1a37bd498609 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Aug 29 04:43:50.606820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4dd33-8829-497c-9bef-9f88f4cc9d25 req-ecf72f8e-33a7-4727-92bd-a94b241e8be1 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.609202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8da4dd33-8829-497c-9bef-9f88f4cc9d25 req-ecf72f8e-33a7-4727-92bd-a94b241e8be1 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0577676 Aug 29 04:43:50.672656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8da4dd33-8829-497c-9bef-9f88f4cc9d25 req-aa1ad271-e5e7-4864-8b8d-08f805f7eab6 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Aug 29 04:43:50.929123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad1f62-b7df-418b-9e90-b9a44653d4db req-db30d13c-ce46-459a-812d-a27ad4e57d96 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:50.930857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4ad1f62-b7df-418b-9e90-b9a44653d4db req-db30d13c-ce46-459a-812d-a27ad4e57d96 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0585635 Aug 29 04:43:50.983695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4ad1f62-b7df-418b-9e90-b9a44653d4db req-953f821a-2aa3-4cd0-9846-1239f211ddb6 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Aug 29 04:43:51.113152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1386ed5-d61a-49e2-85da-854e44597f64 req-4792d6f7-4d04-4038-a7d6-6a872fd5ef43 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.115221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1386ed5-d61a-49e2-85da-854e44597f64 req-4792d6f7-4d04-4038-a7d6-6a872fd5ef43 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0815954 Aug 29 04:43:51.165588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1386ed5-d61a-49e2-85da-854e44597f64 req-bfe98347-6b4b-47c3-b4ea-323c76590bea tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Aug 29 04:43:51.841245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df8b7b-9a75-4b1e-993b-edbf544d52d4 req-fc4437c5-c717-46df-a837-63df6795cd11 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:51.842880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4df8b7b-9a75-4b1e-993b-edbf544d52d4 req-fc4437c5-c717-46df-a837-63df6795cd11 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0780044 Aug 29 04:43:51.885525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4df8b7b-9a75-4b1e-993b-edbf544d52d4 req-7285267f-6a08-47a6-be09-41469357af95 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Aug 29 04:43:52.251741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c74a2e-8158-433c-be3b-a89e9e3b34b2 req-79a53a97-1b54-46f0-ae7b-88a0e283f70f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.254267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c74a2e-8158-433c-be3b-a89e9e3b34b2 req-79a53a97-1b54-46f0-ae7b-88a0e283f70f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1568770 Aug 29 04:43:52.309430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325999-fbdb-402e-874f-e383ec3c93a9 req-7e96df33-370b-4d14-af54-d2a143b31c98 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.310926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68325999-fbdb-402e-874f-e383ec3c93a9 req-7e96df33-370b-4d14-af54-d2a143b31c98 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1462722 Aug 29 04:43:52.357168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c74a2e-8158-433c-be3b-a89e9e3b34b2 req-1b6e6b05-84d6-4020-a3aa-cdeb2899eedd tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793216 Aug 29 04:43:52.358983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-61e72117-203c-4993-b1f2-3535d778fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.360690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-61e72117-203c-4993-b1f2-3535d778fbed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56ff133eb3f54c4bb164a19768029f40&device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 1097 time: 0.1358941 Aug 29 04:43:52.406490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68325999-fbdb-402e-874f-e383ec3c93a9 req-069a0087-2872-4038-842a-f1798c266f93 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821066 Aug 29 04:43:52.561905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad7664-4a1b-473d-81a3-b2e79b353988 req-10f0fce6-3f26-40f8-9236-ba03fff2249a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.563384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cad7664-4a1b-473d-81a3-b2e79b353988 req-10f0fce6-3f26-40f8-9236-ba03fff2249a tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0906425 Aug 29 04:43:52.567161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-4efe8641-057a-48da-872e-9b756f1e0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.568619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-4efe8641-057a-48da-872e-9b756f1e0b09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 200 len: 913 time: 0.1904986 Aug 29 04:43:52.629991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-5f88c216-3fab-4032-a586-a180d8f9094c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 200 len: 217 time: 0.0497868 Aug 29 04:43:52.656527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cad7664-4a1b-473d-81a3-b2e79b353988 req-042d721c-cca2-479d-aa93-d39084cd8cec tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825584 Aug 29 04:43:52.701486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-a77a8952-099f-496b-ade1-c5d1810a80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:52.702971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-a77a8952-099f-496b-ade1-c5d1810a80cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bf8af18-c291-46d6-9bfa-307fe53ae2dd HTTP/1.1" status: 200 len: 852 time: 0.0628622 Aug 29 04:43:52.744194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-d4ec90e6-2188-49c2-85f6-4d01fdc0e19b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbd2d626-009f-4451-aee3-dee5f7d957d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287521 Aug 29 04:43:52.899244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-b9c470bc-1187-452d-ae03-9b77db9f50d5 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414185 Aug 29 04:43:53.037358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c386dbf4-3145-4df0-9db3-197217e40cfb req-98441112-279a-4bf1-ba91-67ccf8be522c service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276841 Aug 29 04:43:53.585157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922c8c5-ce4d-4216-88b3-b7d0c78925e5 req-0be6cc60-fad7-4f81-9e44-84a3d8913700 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.588522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6922c8c5-ce4d-4216-88b3-b7d0c78925e5 req-0be6cc60-fad7-4f81-9e44-84a3d8913700 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1411138 Aug 29 04:43:53.628472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0ddb-7774-4b14-b254-5852c8e6dab9 req-d8e83955-b8eb-497b-82e7-fa2f7c142823 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.630149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a0b0ddb-7774-4b14-b254-5852c8e6dab9 req-d8e83955-b8eb-497b-82e7-fa2f7c142823 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1126990 Aug 29 04:43:53.656768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6922c8c5-ce4d-4216-88b3-b7d0c78925e5 req-58d3a0a9-f42d-452c-9cd9-3f477c7e8cf6 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Aug 29 04:43:53.691536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a0b0ddb-7774-4b14-b254-5852c8e6dab9 req-4c7be8f2-78f6-4983-b7df-c74009f69e0a tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Aug 29 04:43:53.828507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbb472-03a2-4f19-b0de-0910da047645 req-8854795e-5d78-473b-ab0a-31e0f62cfbbe tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:53.831477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdcbb472-03a2-4f19-b0de-0910da047645 req-8854795e-5d78-473b-ab0a-31e0f62cfbbe tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0730593 Aug 29 04:43:53.881528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdcbb472-03a2-4f19-b0de-0910da047645 req-c3f2c704-7630-40e0-b567-df1e9552c384 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Aug 29 04:43:54.904432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea8f6-6c80-4a16-ba30-8a957829c343 req-2cb8566e-bc86-4abd-8768-ad3ffa49191d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.907072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4eea8f6-6c80-4a16-ba30-8a957829c343 req-2cb8566e-bc86-4abd-8768-ad3ffa49191d tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1488371 Aug 29 04:43:54.950638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd6322-4c5e-4707-8e48-74c925647975 req-004b52fd-de92-49cd-8b2d-d0cda5fd44fc tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:54.953762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ecd6322-4c5e-4707-8e48-74c925647975 req-004b52fd-de92-49cd-8b2d-d0cda5fd44fc tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1417370 Aug 29 04:43:55.008661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4eea8f6-6c80-4a16-ba30-8a957829c343 req-52cbf341-f72c-4819-9953-4fb56f9fb87e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920172 Aug 29 04:43:55.032464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ecd6322-4c5e-4707-8e48-74c925647975 req-f78d984a-ad28-4c31-9247-1a67c75d0e3b tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602267 Aug 29 04:43:55.209289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371064eb-c6a4-474e-ab4e-8c242935a6ea req-b81bcf4c-bb61-491a-a3ab-30e5e1910765 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.211537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-371064eb-c6a4-474e-ab4e-8c242935a6ea req-b81bcf4c-bb61-491a-a3ab-30e5e1910765 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0935843 Aug 29 04:43:55.279455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-371064eb-c6a4-474e-ab4e-8c242935a6ea req-38d71a57-cfe8-496f-8e8f-c2e32e9f9e55 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615015 Aug 29 04:43:55.441820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad78e24-5896-4056-90a1-d37dbdc47643 req-2f2047df-76cb-423c-b9b3-f4fa2c529c89 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:55.443461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ad78e24-5896-4056-90a1-d37dbdc47643 req-2f2047df-76cb-423c-b9b3-f4fa2c529c89 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0665433 Aug 29 04:43:55.494840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ad78e24-5896-4056-90a1-d37dbdc47643 req-fdb4ceee-3ab5-4e93-b3e4-617c4db6d7f1 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Aug 29 04:43:56.173760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb772a-37cd-47d6-b1ca-1c4b97687322 req-42865116-b624-4a0a-9f82-b9be38d58374 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.176994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbdb772a-37cd-47d6-b1ca-1c4b97687322 req-42865116-b624-4a0a-9f82-b9be38d58374 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0921822 Aug 29 04:43:56.232753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbdb772a-37cd-47d6-b1ca-1c4b97687322 req-e0ad7aab-fc21-44c6-b30d-d7b7de80ac1b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476146 Aug 29 04:43:56.425085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d2823-1a37-4c1a-bb67-f7a81bdd66c0 req-f7b02230-d06e-4c08-b403-eb777fa03a9e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.427236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-557d2823-1a37-4c1a-bb67-f7a81bdd66c0 req-f7b02230-d06e-4c08-b403-eb777fa03a9e tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0688763 Aug 29 04:43:56.474040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-557d2823-1a37-4c1a-bb67-f7a81bdd66c0 req-5f9a9bd6-dffd-4da7-bcb3-b9b865267098 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Aug 29 04:43:56.674808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cd28e-2989-4ab7-9785-99f713886deb req-0e9cfda5-53a7-443f-9caf-c665beaa3a2f tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:56.677050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b60cd28e-2989-4ab7-9785-99f713886deb req-0e9cfda5-53a7-443f-9caf-c665beaa3a2f tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0868368 Aug 29 04:43:56.737379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b60cd28e-2989-4ab7-9785-99f713886deb req-886cebd1-3ad8-4716-aa7a-35667d801312 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502541 Aug 29 04:43:57.015536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6d4a-3df1-4b66-81c8-7c3d8e472372 req-46ca8bac-8b31-4fbb-8d2b-c5fa36ae5901 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.017148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d9a6d4a-3df1-4b66-81c8-7c3d8e472372 req-46ca8bac-8b31-4fbb-8d2b-c5fa36ae5901 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0606380 Aug 29 04:43:57.095098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d9a6d4a-3df1-4b66-81c8-7c3d8e472372 req-e4359c11-6bbf-4be0-aa6b-21cab22f92be tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684371 Aug 29 04:43:57.117412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828584e-b371-406e-b114-59e510a7b497 req-899f2fa4-649d-49d9-8280-74962dbbefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.120192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-899f2fa4-649d-49d9-8280-74962dbbefc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56ff133eb3f54c4bb164a19768029f40&device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 1097 time: 0.0749886 Aug 29 04:43:57.237290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828584e-b371-406e-b114-59e510a7b497 req-30d3c2e3-3c93-4452-a004-2a59f4b854f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.239339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-30d3c2e3-3c93-4452-a004-2a59f4b854f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 200 len: 913 time: 0.1052408 Aug 29 04:43:57.290260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-439988ca-6df8-4a85-aab6-6ffd927767e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 200 len: 217 time: 0.0374274 Aug 29 04:43:57.373369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828584e-b371-406e-b114-59e510a7b497 req-f531b666-5e41-4693-945b-4560f4d6d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.374962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-f531b666-5e41-4693-945b-4560f4d6d8bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4bf8af18-c291-46d6-9bfa-307fe53ae2dd HTTP/1.1" status: 200 len: 852 time: 0.0765889 Aug 29 04:43:57.392314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33989-8142-4d10-9226-0b57310a65c3 req-46dcf974-cfae-4a3f-9630-40eceb86f77b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.394409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fce33989-8142-4d10-9226-0b57310a65c3 req-46dcf974-cfae-4a3f-9630-40eceb86f77b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0659738 Aug 29 04:43:57.431985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-4bbd6afd-92ad-48bc-ad0d-618435525281 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cbd2d626-009f-4451-aee3-dee5f7d957d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365484 Aug 29 04:43:57.463993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fce33989-8142-4d10-9226-0b57310a65c3 req-0819685c-fff4-4e74-ac8a-3045ecbc86c7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606980 Aug 29 04:43:57.664629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-2b850f00-4148-47d7-a824-39efad5c9421 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175300 Aug 29 04:43:57.674994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f07ea-ec70-4615-b050-801642e08b52 req-62e58bd2-6264-45e8-8ef6-884ff65c06ca tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:57.676667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2f07ea-ec70-4615-b050-801642e08b52 req-62e58bd2-6264-45e8-8ef6-884ff65c06ca tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.1145761 Aug 29 04:43:57.781733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2f07ea-ec70-4615-b050-801642e08b52 req-d5c5b154-590a-4e60-beb0-97cd5be619ed tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923703 Aug 29 04:43:57.813193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1828584e-b371-406e-b114-59e510a7b497 req-3cede465-d7ab-43a0-9f12-48b15842a2c9 service neutron] 10.222.0.50 "GET /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339021 Aug 29 04:43:58.267326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f45c-a2c5-456f-ab97-581b77e7d558 req-bc088f17-13ec-4c55-b65b-935ecbb2131d tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.270000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e459f45c-a2c5-456f-ab97-581b77e7d558 req-bc088f17-13ec-4c55-b65b-935ecbb2131d tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.0634260 Aug 29 04:43:58.323594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e459f45c-a2c5-456f-ab97-581b77e7d558 req-bdfebe77-0da3-4e53-9bef-f8cb2135f325 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Aug 29 04:43:58.619954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb9b1-a22a-4a2e-a27e-861a7f74e487 req-c00fda04-d960-416c-9272-f39be796da28 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.622108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c51cb9b1-a22a-4a2e-a27e-861a7f74e487 req-c00fda04-d960-416c-9272-f39be796da28 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0592694 Aug 29 04:43:58.653603 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:43:58.685346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c51cb9b1-a22a-4a2e-a27e-861a7f74e487 req-61670f13-30d0-4895-90cb-dc0cbca19290 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Aug 29 04:43:58.858845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-6ad6675f-18d8-4181-b6c1-5bd773e04e73 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:58.861708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-6ad6675f-18d8-4181-b6c1-5bd773e04e73 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.50 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.0917778 Aug 29 04:43:59.586677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b674b-a85d-40e4-8aad-d7712e4a9787 req-65733dfa-f529-4a69-9d3a-937e4c70d4a4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.589161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-187b674b-a85d-40e4-8aad-d7712e4a9787 req-65733dfa-f529-4a69-9d3a-937e4c70d4a4 tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 945 time: 0.6961186 Aug 29 04:43:59.647803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21476-6fa5-496b-ada2-58500cb7393c req-218ed6db-0f08-446e-9fb3-20e8774f94fe tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:43:59.650058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ac21476-6fa5-496b-ada2-58500cb7393c req-218ed6db-0f08-446e-9fb3-20e8774f94fe tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1996994 Aug 29 04:43:59.730713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-187b674b-a85d-40e4-8aad-d7712e4a9787 req-323a2af7-7594-41a4-811f-19d5d4dbb66b tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/security-groups?id=386e244b-a7b7-40a3-a854-d7b0de61fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239388 Aug 29 04:43:59.747835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Deleting port 6e7674aa-5556-4812-a6c8-1ad9524fe63c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:43:59.748486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.806970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:43:59.855656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ac21476-6fa5-496b-ada2-58500cb7393c req-ba81a454-61d7-4543-a3e9-6d09e9bf833e tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905382 Aug 29 04:44:00.001740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e10da-bc16-448c-8131-32018256ce91 req-e439cc0e-f5ce-48c4-b731-0a43cd7d0464 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.005407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a6e10da-bc16-448c-8131-32018256ce91 req-e439cc0e-f5ce-48c4-b731-0a43cd7d0464 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1551242 Aug 29 04:44:00.035661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] For port 6e7674aa-5556-4812-a6c8-1ad9524fe63c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6e7674aa-5556-4812-a6c8-1ad9524fe63c,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:00.036737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.077887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Calling delete_port for 6e7674aa-5556-4812-a6c8-1ad9524fe63c owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:00.232670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a6e10da-bc16-448c-8131-32018256ce91 req-005c6042-14e3-445c-8fc2-81176dec8bcc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176340 Aug 29 04:44:00.316952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995a0e-9d24-4526-80a4-be9e8f0610b5 req-f965c2ed-5b65-4af5-8bb4-35ec7c11ec16 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.319690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e995a0e-9d24-4526-80a4-be9e8f0610b5 req-f965c2ed-5b65-4af5-8bb4-35ec7c11ec16 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1493025 Aug 29 04:44:00.425431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e995a0e-9d24-4526-80a4-be9e8f0610b5 req-c6524d10-c989-47f8-846e-e2002734495f tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976708 Aug 29 04:44:00.426619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.470629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Pushing event deleted for resources: {'Port': ['ID=6e7674aa-5556-4812-a6c8-1ad9524fe63c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:00.498414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6e7674aa-5556-4812-a6c8-1ad9524fe63c'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:00.531911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] No DVR routers for this DVR port 6e7674aa-5556-4812-a6c8-1ad9524fe63c on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:00.536217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:00.538626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c10a8a18-deff-4411-b4a5-0c5c0c77548b req-d62286e7-8448-45d6-9b0f-f3137796d5ef tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.50 "DELETE /v2.0/ports/6e7674aa-5556-4812-a6c8-1ad9524fe63c HTTP/1.1" status: 204 len: 173 time: 1.6304152 Aug 29 04:44:00.539377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'name': 'network-vif-deleted', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:00.541979 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1768d4c-3693-4354-8597-63fa81df46e0" -d '{"events": [{"server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "name": "network-vif-deleted", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:00.576055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c54d2-0604-49eb-9a30-a580a82f96b5 req-cdada77e-8924-4ff5-9abf-024e1850f6c9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:00.577754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2c54d2-0604-49eb-9a30-a580a82f96b5 req-cdada77e-8924-4ff5-9abf-024e1850f6c9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.1430404 Aug 29 04:44:00.601577 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04144e-f722-4e41-ab7d-fc8fe0d7f0c5 x-openstack-request-id: req-5a04144e-f722-4e41-ab7d-fc8fe0d7f0c5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:00.602600 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cb17f0-327f-4d7d-b55d-c292888ec404", "name": "network-vif-deleted", "tag": "6e7674aa-5556-4812-a6c8-1ad9524fe63c", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:00.602600 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a04144e-f722-4e41-ab7d-fc8fe0d7f0c5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:00.602600 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cb17f0-327f-4d7d-b55d-c292888ec404', 'name': 'network-vif-deleted', 'tag': '6e7674aa-5556-4812-a6c8-1ad9524fe63c', 'status': 'completed', 'code': 200} Aug 29 04:44:00.639524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec2c54d2-0604-49eb-9a30-a580a82f96b5 req-11ad0307-54cd-40bd-ad3b-39c919be2b57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482183 Aug 29 04:44:00.665241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:00.748857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55c4f5a4-b98d-4646-a2be-5c798e049426 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 200 len: 992 time: 0.0821335 Aug 29 04:44:00.926252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b07e036-2892-49d0-bf2a-d6059917c649 req-8200131e-cdb2-4a6d-840d-40623cb5840b tempest-ServerRescueNegativeTestJSON-704518300 tempest-ServerRescueNegativeTestJSON-704518300-project] 10.222.0.62 "GET /v2.0/ports?device_id=49cb17f0-327f-4d7d-b55d-c292888ec404 HTTP/1.1" status: 200 len: 210 time: 0.0307274 Aug 29 04:44:01.218676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1096a04-a3c2-4017-99d5-580f20665800 req-8d891312-449c-4037-ac9f-43c457799512 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.222080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1096a04-a3c2-4017-99d5-580f20665800 req-8d891312-449c-4037-ac9f-43c457799512 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1097 time: 0.0725873 Aug 29 04:44:01.283917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1096a04-a3c2-4017-99d5-580f20665800 req-d918d1c4-cc4a-46bd-9c08-eb00aa4f861c tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534294 Aug 29 04:44:01.421788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba6a7-cdff-4637-8f7c-0d7c71f3c528 req-6c26c31b-d568-4cdb-b327-40dea9659901 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.423765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74fba6a7-cdff-4637-8f7c-0d7c71f3c528 req-6c26c31b-d568-4cdb-b327-40dea9659901 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0679457 Aug 29 04:44:01.477702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74fba6a7-cdff-4637-8f7c-0d7c71f3c528 req-98acc5dd-62eb-4167-8732-213515f04b72 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Aug 29 04:44:01.729093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2cfa5-14ba-4b1f-8e79-c6de64308f69 req-1175703b-d269-434a-9d73-83b26f49f613 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:01.730845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97a2cfa5-14ba-4b1f-8e79-c6de64308f69 req-1175703b-d269-434a-9d73-83b26f49f613 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1489236 Aug 29 04:44:01.807986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97a2cfa5-14ba-4b1f-8e79-c6de64308f69 req-0a18e673-405b-4a9a-bdba-8049f3cad88c tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624785 Aug 29 04:44:02.023852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:02.361136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-e9f2efad-9dde-4e7f-bc4e-c2ad2daa9bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2384362 Aug 29 04:44:02.420808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6e7674aa-5556-4812-a6c8-1ad9524fe63c no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:02.460793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 6e7674aa-5556-4812-a6c8-1ad9524fe63c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:02.461851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6e7674aa-5556-4812-a6c8-1ad9524fe63c not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:02.743523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb751-a4b9-4d6e-8586-01718b4bc9d8 req-dac618c5-37ce-4e68-af0f-a8582b8770b5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:02.745292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3fb751-a4b9-4d6e-8586-01718b4bc9d8 req-dac618c5-37ce-4e68-af0f-a8582b8770b5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1184602 Aug 29 04:44:02.781392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:02.839598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e3fb751-a4b9-4d6e-8586-01718b4bc9d8 req-344a5fa8-f8ac-4481-a555-1ea946cf8e03 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827322 Aug 29 04:44:03.083303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca77a-b348-492b-8226-1a669171d098 req-5b2f615a-6d68-4451-8cbd-12509756bd74 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.085025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a1ca77a-b348-492b-8226-1a669171d098 req-5b2f615a-6d68-4451-8cbd-12509756bd74 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1201344 Aug 29 04:44:03.209576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a1ca77a-b348-492b-8226-1a669171d098 req-87f2de7b-51e6-46e0-acf5-c3a405a70211 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147530 Aug 29 04:44:03.270587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-0956f8cc-95c8-4a2b-9d1b-af25ba9a637c tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:03.274589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-0956f8cc-95c8-4a2b-9d1b-af25ba9a637c tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1528368 Aug 29 04:44:03.383352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-c9945c59-08c5-422a-96fe-d383dfc70419 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:44:03.384444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-c9945c59-08c5-422a-96fe-d383dfc70419 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068423 Aug 29 04:44:03.385899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Deleting port 1505213a-f229-4cdf-9805-5f00a8d89548 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:03.386234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.427786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Request body: {'binding': {'host': 'n-h1-712139-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:03.428282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Unknown quota resources ['binding']. {{(pid=94827) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 04:44:03.648902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] For port 1505213a-f229-4cdf-9805-5f00a8d89548, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1505213a-f229-4cdf-9805-5f00a8d89548,segment=NetworkSegment(89eec71f-5edb-43e5-bf2d-7aead0145eb9),segment_id=89eec71f-5edb-43e5-bf2d-7aead0145eb9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:03.649530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.660649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Deleting port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:03.661929 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:03.755225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Calling delete_port for 1505213a-f229-4cdf-9805-5f00a8d89548 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:03.851866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on host n-h1-712139-13 for vnic_type normal with profile None {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:03.852240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:03.852560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:03.886587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:03.886889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:03.934566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:03.935979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:03.937112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Bound using segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:03.937888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Bound port: dc5c92d4-4546-4c14-951f-c012e02dd18f, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:03.950191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] For port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,segment=NetworkSegment(10984d8d-83e7-490b-809d-a7de6aa240b0),segment_id=10984d8d-83e7-490b-809d-a7de6aa240b0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:03.950572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.050044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Calling delete_port for eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:04.207608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:04.221883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] Notify callbacks [] for binding, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.223206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-258c2213-e14d-4fc7-afd5-29e609950349 service neutron] 10.222.0.62 "POST /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f/bindings HTTP/1.1" status: 201 len: 390 time: 0.8127394 Aug 29 04:44:04.261138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b0c9c-ceab-4462-92eb-5e39259d23f8 req-144faff0-7484-41cf-8c26-5cd7263c2095 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.262832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e1b0c9c-ceab-4462-92eb-5e39259d23f8 req-144faff0-7484-41cf-8c26-5cd7263c2095 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.3093708 Aug 29 04:44:04.384333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e1b0c9c-ceab-4462-92eb-5e39259d23f8 req-88a0c53c-7cf9-4300-8c48-d1e8e5665fc0 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089551 Aug 29 04:44:04.481603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.512478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0ffb2-6bf0-42e1-8d3a-24c908d22d73 req-465c06d1-5661-489f-b240-a043ecf22677 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.514128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9f0ffb2-6bf0-42e1-8d3a-24c908d22d73 req-465c06d1-5661-489f-b240-a043ecf22677 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 945 time: 0.1532288 Aug 29 04:44:04.539318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.546067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Pushing event deleted for resources: {'Port': ['ID=1505213a-f229-4cdf-9805-5f00a8d89548,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.640582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Pushing event deleted for resources: {'Port': ['ID=eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:04.646258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-8167ffab-8181-4f2a-bf85-a5a48d001068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.649707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-8167ffab-8181-4f2a-bf85-a5a48d001068 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1097 time: 0.0505147 Aug 29 04:44:04.749122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] No DVR routers for this DVR port eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:04.750986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-aecb7c91-310d-43a5-82e4-c086c6b3dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.753065 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-aecb7c91-310d-43a5-82e4-c086c6b3dde5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.0944755 Aug 29 04:44:04.753284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:04.756544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed27d17-b182-4de0-aa01-b2b8940c8fb3 req-3ba7a8e5-1840-49c7-b353-2e649b20fbdd tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.50 "DELETE /v2.0/ports/eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 HTTP/1.1" status: 204 len: 173 time: 1.4669764 Aug 29 04:44:04.760430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'name': 'network-vif-deleted', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:04.763814 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d561b4f-0684-4344-8c3f-6fe8f137f513" -d '{"events": [{"server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "name": "network-vif-deleted", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:04.781082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9f0ffb2-6bf0-42e1-8d3a-24c908d22d73 req-6233d532-9cd5-4491-ace2-f3bde4722fb6 tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec6976a8-289c-4792-88f1-676a3da9b250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441499 Aug 29 04:44:04.820898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98bbcd-8153-40c4-b21c-07b276cf695d req-0ab7405e-c426-46de-9d23-cca45d6f47a4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.822140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc98bbcd-8153-40c4-b21c-07b276cf695d req-0ab7405e-c426-46de-9d23-cca45d6f47a4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.2827411 Aug 29 04:44:04.886498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-3d21f41c-8ed9-4304-bd9a-ed31b78f7014 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 1000 time: 0.1166029 Aug 29 04:44:04.942035 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda334f-8603-4e23-a8e8-8b8cee2a43ea x-openstack-request-id: req-0fda334f-8603-4e23-a8e8-8b8cee2a43ea {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:04.942462 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe81fe75-23e9-4bdb-bbe9-24707cb3f60f", "name": "network-vif-deleted", "tag": "eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:04.942854 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fda334f-8603-4e23-a8e8-8b8cee2a43ea {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:04.943372 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe81fe75-23e9-4bdb-bbe9-24707cb3f60f', 'name': 'network-vif-deleted', 'tag': 'eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2', 'status': 'completed', 'code': 200} Aug 29 04:44:04.963270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-1869b697-4569-45dd-9de9-ac7b83d08b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:04.968194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-1869b697-4569-45dd-9de9-ac7b83d08b32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.0737345 Aug 29 04:44:04.972797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc98bbcd-8153-40c4-b21c-07b276cf695d req-7899789e-b058-484c-83f3-aef13ddd1fce tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437504 Aug 29 04:44:05.063209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.090316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-7ee9b950-7066-4359-b047-72adede3a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.092967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-7ee9b950-7066-4359-b047-72adede3a756 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926385 Aug 29 04:44:05.226635 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-81ceb37b-4e5a-4733-a216-71188b8cdca8 service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133363 Aug 29 04:44:05.397677 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-46baf597-d33a-43a9-b8df-f3d625f60fd1 service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558204 Aug 29 04:44:05.570784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:05.580670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb60f5-4921-47db-9539-a738708f1875 req-d3003bd5-934d-4d0b-a3c3-63fcf24e4212 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.583601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2bb60f5-4921-47db-9539-a738708f1875 req-d3003bd5-934d-4d0b-a3c3-63fcf24e4212 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0805953 Aug 29 04:44:05.706247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-fa7598da-7a90-4e7c-8810-315640e901e8 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:05.709085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-fa7598da-7a90-4e7c-8810-315640e901e8 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd&tenant_id=5fb81efe55d341afad69b28151dd4d3e&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1097 time: 0.1245067 Aug 29 04:44:05.717070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2bb60f5-4921-47db-9539-a738708f1875 req-990af233-3506-407b-8a36-667e42dc4186 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258509 Aug 29 04:44:05.727957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712139-13'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:05.782147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:05.792921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eee28ac2-6b39-4469-b5c5-89ed98d4755a admin admin] 10.222.0.62 "PUT /v2.0/routers/4105fd97-6b6d-4cb0-971c-28c4a63ebfd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7628422 Aug 29 04:44:05.793113 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Sync routers for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:05.796630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:05.840351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:05.920963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:05.921931 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.014686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f0b1c52-2956-43a0-ace4-be21d2da39ed req-b48d9584-61c3-4513-9356-1ecd29da67ab tempest-TestServerAdvancedOps-295714370 tempest-TestServerAdvancedOps-295714370-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe81fe75-23e9-4bdb-bbe9-24707cb3f60f HTTP/1.1" status: 200 len: 210 time: 0.0402019 Aug 29 04:44:06.042172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.143623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:06.211707 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:06.212982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:06.258307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.261999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:06.265033 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab37ca44-0115-4dde-967b-c328274f20f9" -d '{"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:06.271408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.397982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:06.422093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.422685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.423205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.423825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.424689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.425522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.428752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.429456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.430116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.432464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.433172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.433853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:06.453717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:06.558386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:06.558752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device eeb9eb3f-6d4a-4d91-98eb-287d5a254cd2 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:06.592305 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7e2ac-efb0-4d0a-aa50-adadc4be3c3e x-openstack-request-id: req-13c7e2ac-efb0-4d0a-aa50-adadc4be3c3e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:06.592901 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:06.593779 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13c7e2ac-efb0-4d0a-aa50-adadc4be3c3e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:06.594519 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'code': 200} Aug 29 04:44:06.599723 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:44:04Z', 'revision_number': 5, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.662504 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Checking router: 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:06.688047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on host n-h2-712139-13 for vnic_type normal with profile {"migrating_to": "n-h1-712139-13"} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:06.688384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:06.688546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:06.692175 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Routers {'4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:06.692834 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:43:41Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:06.707680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:06.709447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Attempting to bind port dc5c92d4-4546-4c14-951f-c012e02dd18f on network 6d79a625-f6c7-4358-bbb0-8168e6f26551 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:06.721142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:06.722420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Checking segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:06.724447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Bound using segment: {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:06.725756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Bound port: dc5c92d4-4546-4c14-951f-c012e02dd18f, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3d546-a34f-45d0-8f7c-6657c3968af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:06.726667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.890758 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] Set router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:06.891625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:06.901198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:06.909901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:06.971889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] Provisioning complete for port dc5c92d4-4546-4c14-951f-c012e02dd18f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:06.974563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.040559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31db9-4579-426d-affc-98ad63e081fb req-6029d743-9d97-4c7f-83c0-01cefec5da2a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.042093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5a31db9-4579-426d-affc-98ad63e081fb req-6029d743-9d97-4c7f-83c0-01cefec5da2a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.8305204 Aug 29 04:44:07.045161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.073148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5059f22-f257-4274-9fce-3203af073a03 req-c35b478f-c6d0-4207-bb78-fedf1275672b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.081530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5059f22-f257-4274-9fce-3203af073a03 req-c35b478f-c6d0-4207-bb78-fedf1275672b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1086349 Aug 29 04:44:07.232231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=8']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.263901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5059f22-f257-4274-9fce-3203af073a03 req-64795903-6767-4c6e-889e-faffd3bb63a1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808050 Aug 29 04:44:07.366577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56916) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:07.373917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5a31db9-4579-426d-affc-98ad63e081fb req-07507598-784f-4cfb-8533-d409b5306796 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096623 Aug 29 04:44:07.377928 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:44:04Z', 'revision_number': 5, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:07.434604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Deleting subnet 4bf8af18-c291-46d6-9bfa-307fe53ae2dd {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:07.440721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.465372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Deleting port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:07.466544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.481157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf80d2ca-12e4-4f1d-883f-ffc7509bdf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.502084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.503162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c789d3da-b240-4577-8ae6-5ebd830f0214 None None] The sync data for ids ['4105fd97-6b6d-4cb0-971c-28c4a63ebfd0'] in n-d-712139-13 is: [{'id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1482340936-router', 'tenant_id': 'b01181e3df004844af211f0d3662e0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:40:56Z', 'updated_at': '2021-08-29T04:44:04Z', 'revision_number': 5, 'project_id': 'b01181e3df004844af211f0d3662e0f7', 'gw_port': {'id': '783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4105fd97-6b6d-4cb0-971c-28c4a63ebfd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:40:57Z', 'updated_at': '2021-08-29T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:07.587573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:07.595422 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9928ed-7713-4d2e-9636-4bea72f81de6" -d '{"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:07.621495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.636065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:07.646070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.748974 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e877908-23bd-4396-ad26-dec387cdf440 x-openstack-request-id: req-5e877908-23bd-4396-ad26-dec387cdf440 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:07.749607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:07.750034 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e877908-23bd-4396-ad26-dec387cdf440 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:07.750612 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'code': 200} Aug 29 04:44:07.797914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] For port 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:07.799545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.820771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.888671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ba727-76b7-4b15-8379-96e31aeef1fe None None] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:07.892644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Calling delete_port for 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:07.982884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:07.983907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:07.985479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-d372ce48-a11d-4700-b8bc-8c0f3e810d8d service neutron] 10.222.0.50 "PUT /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 1123 time: 2.2656994 Aug 29 04:44:08.056081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-20d1cba5-3009-43e9-9ef6-a34d8c1bb311 None None] Provisioning complete for port dc5c92d4-4546-4c14-951f-c012e02dd18f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:08.056757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-20d1cba5-3009-43e9-9ef6-a34d8c1bb311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.075133 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.092163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dc5c92d4-4546-4c14-951f-c012e02dd18f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:08.156200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf8af18-c291-46d6-9bfa-307fe53ae2dd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.232241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.235336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5c591e0f-bc84-4cb0-b431-c10b76317258 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4bf8af18-c291-46d6-9bfa-307fe53ae2dd HTTP/1.1" status: 204 len: 168 time: 0.8603134 Aug 29 04:44:08.239611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:08.441261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.483095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.488166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:08.542140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c37384-1753-4316-b32b-b38f07e297ca req-ffbddc6c-e800-4ff2-bbdf-f5fb4cda9474 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.543799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9c37384-1753-4316-b32b-b38f07e297ca req-ffbddc6c-e800-4ff2-bbdf-f5fb4cda9474 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1545796 Aug 29 04:44:08.595589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:08.599785 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4511cd-7add-47c1-a7d1-53ad506629a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:08.704586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.714631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.792533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9c37384-1753-4316-b32b-b38f07e297ca req-624fd560-d7af-45f0-b82b-7c2edc8e2a6c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123251 Aug 29 04:44:08.826973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2d626-009f-4451-aee3-dee5f7d957d7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:08.840985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10984d8d-83e7-490b-809d-a7de6aa240b0') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:08.841299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10984d8d-83e7-490b-809d-a7de6aa240b0') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:08.853656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297b66-0e03-42fc-86b4-5037a56362ed req-bf8bc061-a6d6-434f-88e6-d6222d413275 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:08.855568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71297b66-0e03-42fc-86b4-5037a56362ed req-bf8bc061-a6d6-434f-88e6-d6222d413275 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.2714844 Aug 29 04:44:08.863072 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.867333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.870216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.891993 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b879c7b9-8a48-4432-bd86-299f5fd47381 x-openstack-request-id: req-b879c7b9-8a48-4432-bd86-299f5fd47381 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:08.893074 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:08.893879 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b879c7b9-8a48-4432-bd86-299f5fd47381 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:08.894958 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'status': 'completed', 'code': 200} Aug 29 04:44:08.976720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.987579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.988183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:08.990558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:08.990964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:08.994249 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:09.005391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.005391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2b8c97f3-e41a-4b32-b4ac-e9170ca999a4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4105fd97-6b6d-4cb0-971c-28c4a63ebfd0 HTTP/1.1" status: 204 len: 168 time: 3.2014663 Aug 29 04:44:09.006930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.093846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71297b66-0e03-42fc-86b4-5037a56362ed req-0fb4b088-02ce-4040-a1f8-8d186be6decf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633098 Aug 29 04:44:09.112543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Deleting subnet 5425cfe0-8982-4291-a660-2ed9080f4423 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:09.123325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.169406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.176846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.195756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.196788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] 10.222.0.62 "DELETE /v2.0/networks/cbd2d626-009f-4451-aee3-dee5f7d957d7 HTTP/1.1" status: 204 len: 168 time: 0.9555247 Aug 29 04:44:09.200827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-2e075e67-0f37-4f63-9eb7-d8234ac8846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.217210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-2e075e67-0f37-4f63-9eb7-d8234ac8846d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1128 time: 0.2853162 Aug 29 04:44:09.261957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.265902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1505213a-f229-4cdf-9805-5f00a8d89548 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:09.289709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7b1f-0900-45f7-b95e-8905530af1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd2d626-009f-4451-aee3-dee5f7d957d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.303296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1505213a-f229-4cdf-9805-5f00a8d89548 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:09.304534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1505213a-f229-4cdf-9805-5f00a8d89548 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:09.388863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Deleting subnet c6578992-7133-44ae-98df-11478f72e113 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:09.391156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-76c48913-7dee-4ae6-b701-a35501d9798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.393539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-76c48913-7dee-4ae6-b701-a35501d9798e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.1656353 Aug 29 04:44:09.398711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.435240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.506677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.523063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-f7f2b5e9-93d4-43ff-a5e0-4e8d8db45012 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 1000 time: 0.1199121 Aug 29 04:44:09.600856 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.615653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.640770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-e3d547b4-ca1d-404f-b6a8-0e1ca61a67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.644409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-e3d547b4-ca1d-404f-b6a8-0e1ca61a67a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.1012211 Aug 29 04:44:09.719525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5425cfe0-8982-4291-a660-2ed9080f4423,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.734878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-788db99e-64b7-4797-86fb-20b803abdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:09.737137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-788db99e-64b7-4797-86fb-20b803abdc57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834403 Aug 29 04:44:09.738876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.742259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c50f9481-7ea1-4d33-b49e-1196af924ae8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5425cfe0-8982-4291-a660-2ed9080f4423 HTTP/1.1" status: 204 len: 168 time: 0.7365966 Aug 29 04:44:09.745107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.786858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.835175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6578992-7133-44ae-98df-11478f72e113,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:09.842642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:09.845738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8c93516-4881-4870-9645-cc5fd5c9c827 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c6578992-7133-44ae-98df-11478f72e113 HTTP/1.1" status: 204 len: 168 time: 0.6475375 Aug 29 04:44:09.848339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:09.984116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.016725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.063004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3a56-3ed0-4935-a9d2-b99ad4411f97 req-c395bfb5-d5ed-49c8-a999-b152eaed1c09 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.064762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd7f3a56-3ed0-4935-a9d2-b99ad4411f97 req-c395bfb5-d5ed-49c8-a999-b152eaed1c09 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1237397 Aug 29 04:44:10.068321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-ff74b141-f424-484b-b0fc-995e30c62982 service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841957 Aug 29 04:44:10.099785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.114896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99e1bd1-a7e6-4398-9f19-0564c2285319']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.128804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28eefd8-8218-4533-a54b-f50ccf756f10') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.129121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28eefd8-8218-4533-a54b-f50ccf756f10') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.143871 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.164537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.176548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:10.177843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:10.180373 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:10.300849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.304151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.309804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.313951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/b99e1bd1-a7e6-4398-9f19-0564c2285319 HTTP/1.1" status: 204 len: 168 time: 0.4628971 Aug 29 04:44:10.340848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aef1a-8a04-497e-9aab-3403fb0ac3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b99e1bd1-a7e6-4398-9f19-0564c2285319,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.341179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-559395f9-eba0-4c90-9436-866f67bbf093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.406808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.435478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd7f3a56-3ed0-4935-a9d2-b99ad4411f97 req-f3c3445f-d07d-4fc3-a956-54e5d10c64a2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478568 Aug 29 04:44:10.438192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b66238-7c7f-4c96-82fc-24d95b45bf67']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.461976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89eec71f-5edb-43e5-bf2d-7aead0145eb9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.462266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89eec71f-5edb-43e5-bf2d-7aead0145eb9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:10.484486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.499558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b975-d2ab-437f-ba93-08e798cabee1 req-6b6638a4-0b3f-405a-a841-9b8fbd49e319 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:10.500764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:10.501470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eed0b975-d2ab-437f-ba93-08e798cabee1 req-6b6638a4-0b3f-405a-a841-9b8fbd49e319 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.1653731 Aug 29 04:44:10.519196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d4511cd-7add-47c1-a7d1-53ad506629a0 req-e0faf37d-0019-4c6f-adc7-ad4c10b31468 service neutron] 10.222.0.54 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304066 Aug 29 04:44:10.526484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.543514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:10.544267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:10.546521 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:10.619628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eed0b975-d2ab-437f-ba93-08e798cabee1 req-d9008516-ec00-4bd0-b4a7-3b6d3a5617b9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068563 Aug 29 04:44:10.637067 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.643789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.649538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/74b66238-7c7f-4c96-82fc-24d95b45bf67 HTTP/1.1" status: 204 len: 168 time: 0.9026525 Aug 29 04:44:10.662440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac1cc5-8834-467c-88c8-abc62021c1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b66238-7c7f-4c96-82fc-24d95b45bf67,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.685670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:10.701727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f has no active binding in host n-h1-712139-13 {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 04:44:10.732190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.798925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1612a888-ec99-473e-bf62-cf63a7994917 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=56ff133eb3f54c4bb164a19768029f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647919 Aug 29 04:44:10.803774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.847870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.870019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.902873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.910514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1001b440-af1d-4a12-985a-3958d4bf1295 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b01181e3df004844af211f0d3662e0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608554 Aug 29 04:44:10.913202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 56968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:10.970954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.973900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:10.975113 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec6976a8-289c-4792-88f1-676a3da9b250 HTTP/1.1" status: 204 len: 168 time: 0.1701190 Aug 29 04:44:10.984806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aee8f4-3759-4e6b-92e0-c0e1f198bd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6976a8-289c-4792-88f1-676a3da9b250,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:10.989720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.021237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.120754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:11.137180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.143266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.148901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/386e244b-a7b7-40a3-a854-d7b0de61fb94 HTTP/1.1" status: 204 len: 168 time: 0.2310946 Aug 29 04:44:11.157135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:11.158542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 783ca27a-f5c1-4b85-8f0d-c0a3c39be4a0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:11.159270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95edfcb-5cf8-430d-8568-39aeaa108db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e244b-a7b7-40a3-a854-d7b0de61fb94,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:11.336427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.699519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a888e-a630-4006-b533-fdf4cff69b57 req-3ffa09de-eb59-485e-bcc7-56a3cb7093d3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.702625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb9a888e-a630-4006-b533-fdf4cff69b57 req-3ffa09de-eb59-485e-bcc7-56a3cb7093d3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1136031 Aug 29 04:44:11.772050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.792815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb9a888e-a630-4006-b533-fdf4cff69b57 req-36c375c9-cdad-4c74-a654-7ab38f084e24 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745645 Aug 29 04:44:11.854215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-77642774-6478-4a16-9180-363895c31732 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8081e6761699420dad76e3c2a9aff923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808842 Aug 29 04:44:11.858468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 56996) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:11.890056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9d03-8e82-49e5-9430-56a9710ef5bd req-1a132f9f-980c-4c24-a608-a9ba1634c20a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:11.892878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47fd9d03-8e82-49e5-9430-56a9710ef5bd req-1a132f9f-980c-4c24-a608-a9ba1634c20a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.0981131 Aug 29 04:44:11.947842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.975871 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:11.983968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47fd9d03-8e82-49e5-9430-56a9710ef5bd req-8314b3bd-dadc-4302-b086-5a7496a1828c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820920 Aug 29 04:44:12.042944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.047185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.050555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e20b97a8-be30-4a61-8642-b8fc1e1a9f9d HTTP/1.1" status: 204 len: 168 time: 0.1871965 Aug 29 04:44:12.065691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67a5cf-8afc-4e33-86e5-883a36f87115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b97a8-be30-4a61-8642-b8fc1e1a9f9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.186677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:12.340907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:12.368687 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.421628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:12.441219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'port_id': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'mac_address': 'fa:16:3e:bf:e6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349e6de-1eb2-4e60-ad7b-08a6c425584b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:12.520509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.537229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:12.542041 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.576795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:12.586666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:12.674576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:44:12.674938 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:44:12.680712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:12.834613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f55e13e8-e590-470b-99c5-e489a3835dd0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:13.060585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b03bab-f6bc-4d85-901b-0964091327c1 req-6c1898f0-90ae-476e-8613-aac47efe442a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.062221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33b03bab-f6bc-4d85-901b-0964091327c1 req-6c1898f0-90ae-476e-8613-aac47efe442a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 945 time: 0.0719137 Aug 29 04:44:13.082542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.140243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33b03bab-f6bc-4d85-901b-0964091327c1 req-79a96269-68bb-4512-b347-0fe5fb5b89f6 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Aug 29 04:44:13.222058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.239286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:13.288927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:13.298559 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:13.305926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebcccfaf-f883-4c1c-a594-ceedb7318aa6 req-ac049222-6501-48bb-b99e-7025bdaa0ed5 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0859330 Aug 29 04:44:13.378482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28b062-2650-4d60-9048-905aaac05f76 req-8a14a3af-5c49-4384-b9a7-8bff868213b3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:13.393843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de28b062-2650-4d60-9048-905aaac05f76 req-8a14a3af-5c49-4384-b9a7-8bff868213b3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 945 time: 0.1445041 Aug 29 04:44:13.406478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:13.436768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de28b062-2650-4d60-9048-905aaac05f76 req-e8019297-6dfd-45eb-890b-3f082edb415b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Aug 29 04:44:13.778643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-359f1941-e5e9-40ee-8395-e8076aa2fd2c service neutron] 10.222.0.54 "GET /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 385 time: 0.0779178 Aug 29 04:44:14.065577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:14.098233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:14.158682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:14.163254 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16da39d-efaa-4f7a-8551-5620d0ab9ee5" -d '{"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:14.178283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:14.210306 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.210590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:14.244930 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c492fd-e9f2-46ff-b7b5-223395fbd2bc x-openstack-request-id: req-a8c492fd-e9f2-46ff-b7b5-223395fbd2bc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:14.245550 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:14.246049 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8c492fd-e9f2-46ff-b7b5-223395fbd2bc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:14.246768 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'code': 200} Aug 29 04:44:14.276964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f55e13e8-e590-470b-99c5-e489a3835dd0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:14.278236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.355165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e5711-3918-454b-96f1-fe33c6452ad7 req-d59a4e2b-f220-4230-8fff-9ff82679aebc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.357178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f0e5711-3918-454b-96f1-fe33c6452ad7 req-d59a4e2b-f220-4230-8fff-9ff82679aebc tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 944 time: 0.1248465 Aug 29 04:44:14.454353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] Transition to ACTIVE for port object dc5c92d4-4546-4c14-951f-c012e02dd18f will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:14.455626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.477577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f0e5711-3918-454b-96f1-fe33c6452ad7 req-56910050-3462-484b-8599-5beb6626ad92 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825465 Aug 29 04:44:14.479008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.528526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:14.533368 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3193245b-af5b-4e82-8706-323898cb0773" -d '{"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-plugged", "status": "completed", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:14.572901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:14.579185 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:14.661652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-969dd7d3-4e8a-49a9-a165-40c059021a77 req-c3ca3798-4854-4128-bed3-64f47d96d601 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0702276 Aug 29 04:44:14.691271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:14.836293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] No DVR routers for this DVR port dc5c92d4-4546-4c14-951f-c012e02dd18f on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:14.868458 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e153d-2503-4c42-aa9d-ac0064180cea x-openstack-request-id: req-998e153d-2503-4c42-aa9d-ac0064180cea {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:14.868949 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-plugged", "status": "completed", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:14.869742 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-998e153d-2503-4c42-aa9d-ac0064180cea {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:14.870141 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'code': 200} Aug 29 04:44:14.934675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=11']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:14.948440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9c02-2f2a-47ef-96ae-cdfa684ffa47 req-c28c659c-fbbd-4cdf-8320-f18f0e775ebe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:14.956478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abae9c02-2f2a-47ef-96ae-cdfa684ffa47 req-c28c659c-fbbd-4cdf-8320-f18f0e775ebe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.3745179 Aug 29 04:44:15.035405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abae9c02-2f2a-47ef-96ae-cdfa684ffa47 req-297fb3f7-9fb0-4d9e-8e63-503d77825362 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722156 Aug 29 04:44:15.088560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-856b1607-b6e2-49aa-b53b-6c581881bae8 service neutron] 10.222.0.54 "PUT /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f/bindings/n-h1-712139-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2999084 Aug 29 04:44:15.128206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6759-5640-42e4-b9ff-1ea690142854 req-186bdf0f-5c71-49dd-88a8-6f5e2144399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.130050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f5a6759-5640-42e4-b9ff-1ea690142854 req-186bdf0f-5c71-49dd-88a8-6f5e2144399e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 1098 time: 0.0753791 Aug 29 04:44:15.182742 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f5a6759-5640-42e4-b9ff-1ea690142854 req-a370712d-664e-4601-82aa-3ba067c779f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Aug 29 04:44:15.237848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-52432035-7f36-4183-9171-cb8b63b7b938 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.239497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-52432035-7f36-4183-9171-cb8b63b7b938 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd&tenant_id=5fb81efe55d341afad69b28151dd4d3e&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.0473628 Aug 29 04:44:15.300412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-553e10f0-475e-489a-b714-0f914c0bce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.302350 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-553e10f0-475e-489a-b714-0f914c0bce17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 1096 time: 0.0546229 Aug 29 04:44:15.411911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-dbc02650-297a-4a93-afee-6ee842d53eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.414557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-dbc02650-297a-4a93-afee-6ee842d53eac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1096 time: 0.0607939 Aug 29 04:44:15.560875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-83fef221-b0c8-41de-868b-170d55c60a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.563309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-83fef221-b0c8-41de-868b-170d55c60a00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.1387990 Aug 29 04:44:15.707129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-a69120b0-3bd2-42e9-92d8-5865e6c62a4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 998 time: 0.1292975 Aug 29 04:44:15.738255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1fb7f-8570-4c39-88f4-8efb15f1539d req-3766ac3c-8e5d-46c7-ac48-2e3a3c4dc43f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.768922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9a1fb7f-8570-4c39-88f4-8efb15f1539d req-3766ac3c-8e5d-46c7-ac48-2e3a3c4dc43f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1255662 Aug 29 04:44:15.843078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9a1fb7f-8570-4c39-88f4-8efb15f1539d req-e074fafb-5a3e-4b1c-82c0-f930fa61782e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 Aug 29 04:44:15.854249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-93c40a4f-7664-4d0e-8533-f8f8d7557ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.855705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-93c40a4f-7664-4d0e-8533-f8f8d7557ad1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.1394136 Aug 29 04:44:15.892027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7c7b186-c323-4329-b38f-5f71c18e9d43 req-4281b720-a368-4710-9d43-533776f38184 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0547588 Aug 29 04:44:15.966708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-5f1e86da-4ca2-4382-a2d4-58e751da79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:15.968761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-5f1e86da-4ca2-4382-a2d4-58e751da79b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897920 Aug 29 04:44:16.227648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:16.242612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-81b8c37b-240d-45f0-a50d-b4864f95c737 service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567937 Aug 29 04:44:16.251628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c638-8aba-4e75-aba9-6479dd083d36 req-42b5cfd6-cdac-4601-8cd0-4b805c94302e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.265934 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa5c638-8aba-4e75-aba9-6479dd083d36 req-42b5cfd6-cdac-4601-8cd0-4b805c94302e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.1135631 Aug 29 04:44:16.329201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:16.340848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfc0b067-13d4-49bb-9f0a-d577369624ff req-991b5614-6c74-4690-9672-e76f3ebed8ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0525377 Aug 29 04:44:16.459860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fa5c638-8aba-4e75-aba9-6479dd083d36 req-e6e61dd2-ddd0-423f-bef4-a0737c88797d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909707 Aug 29 04:44:16.482624 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-434192d4-8bdf-4524-8b8b-03f62d737561 service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224345 Aug 29 04:44:16.491945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9814-2b29-4f26-9892-24fb20340416 req-f11ca1d5-386c-437a-8052-c0084ae6ef1f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:16.495320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0da9814-2b29-4f26-9892-24fb20340416 req-f11ca1d5-386c-437a-8052-c0084ae6ef1f tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1520483 Aug 29 04:44:16.541857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0da9814-2b29-4f26-9892-24fb20340416 req-ad307f4a-c8fb-4523-bc01-ae7bd3662448 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393300 Aug 29 04:44:17.071502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-44b3fb2f-b254-433d-9c51-0f7a9307ad29 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.073163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-44b3fb2f-b254-433d-9c51-0f7a9307ad29 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd&tenant_id=5fb81efe55d341afad69b28151dd4d3e&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 1096 time: 0.0957830 Aug 29 04:44:17.081436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f8ac8-5e77-4490-8cc1-56cae0a8a9d1 req-cd64e330-5c6c-4d30-884d-b6cfebf354a5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.083980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f7f8ac8-5e77-4490-8cc1-56cae0a8a9d1 req-cd64e330-5c6c-4d30-884d-b6cfebf354a5 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.1148171 Aug 29 04:44:17.120776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68f1e037-bd8a-4a03-8477-39351f129d4a req-a2994f7a-3966-4a14-850e-bdd1208a0d2f tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0845523 Aug 29 04:44:17.215025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f7f8ac8-5e77-4490-8cc1-56cae0a8a9d1 req-fa82ad7b-d10d-4967-b0e1-11f60c04dbb4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040781 Aug 29 04:44:17.419262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-26da9636-ef20-4947-8c7c-4df0c65d031f service neutron] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:17.428062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-26da9636-ef20-4947-8c7c-4df0c65d031f service neutron] Notify callbacks [] for binding, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:17.432199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a8f96119-3ad8-4e34-9a06-44fd3a8f200b req-26da9636-ef20-4947-8c7c-4df0c65d031f service neutron] 10.222.0.50 "DELETE /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f/bindings/n-h2-712139-13 HTTP/1.1" status: 204 len: 173 time: 0.3469071 Aug 29 04:44:17.455450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f89db2-924b-4011-8581-a6f6b0de308b req-bf5c5329-cc4a-44cb-b632-cad8a0305f1a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.458471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f89db2-924b-4011-8581-a6f6b0de308b req-bf5c5329-cc4a-44cb-b632-cad8a0305f1a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.0979393 Aug 29 04:44:17.513170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f89db2-924b-4011-8581-a6f6b0de308b req-52fa0e32-4d45-4cc3-a1b2-30f99c004971 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Aug 29 04:44:17.645952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546a55-4949-4542-85b4-5e6bbcc71088 req-796d7b37-957c-4eb3-b81a-af1f6871ec7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.647768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed546a55-4949-4542-85b4-5e6bbcc71088 req-796d7b37-957c-4eb3-b81a-af1f6871ec7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.0834794 Aug 29 04:44:17.749544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed546a55-4949-4542-85b4-5e6bbcc71088 req-3b40ae0c-77f7-481f-982d-2f704ab9c9f5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842066 Aug 29 04:44:17.989288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e1007-7bf5-482a-93e4-6546afa6a67e req-4073228d-a411-460a-b42a-1d023c1ab825 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:17.990884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f2e1007-7bf5-482a-93e4-6546afa6a67e req-4073228d-a411-460a-b42a-1d023c1ab825 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1095872 Aug 29 04:44:18.063634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203b4b-f441-44f9-8b8c-f24261b4e6d1 req-c7a62689-e853-4ba7-ae03-e4e6c0ee0ee6 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.066038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3203b4b-f441-44f9-8b8c-f24261b4e6d1 req-c7a62689-e853-4ba7-ae03-e4e6c0ee0ee6 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1096 time: 0.0741065 Aug 29 04:44:18.069539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f2e1007-7bf5-482a-93e4-6546afa6a67e req-1a803086-7cb0-4ebc-a004-50d92abae245 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679219 Aug 29 04:44:18.135641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3203b4b-f441-44f9-8b8c-f24261b4e6d1 req-2a0c36b8-2aa0-4c00-8890-9a5ac545dead tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541089 Aug 29 04:44:18.357367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9a75-4f82-49c1-8ebf-b19a921a9a9e req-7ff7e822-0859-4fc2-bcd6-9e1d5f3b9f1d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.359237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90ad9a75-4f82-49c1-8ebf-b19a921a9a9e req-7ff7e822-0859-4fc2-bcd6-9e1d5f3b9f1d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.0908201 Aug 29 04:44:18.388229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-3e3f3ca1-c7f9-4c9a-8527-c7bdc1fd5051 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:18.390939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-3e3f3ca1-c7f9-4c9a-8527-c7bdc1fd5051 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2018564 Aug 29 04:44:18.429640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-3ebf3f73-f177-451f-8aa4-69f8d13e8341 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/quotas/a87fb8c3a92a49a793eb108290cd11f9 HTTP/1.1" status: 200 len: 375 time: 0.0212059 Aug 29 04:44:18.478570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90ad9a75-4f82-49c1-8ebf-b19a921a9a9e req-5572a433-7702-4ca2-a976-0dc4b289c1e1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971932 Aug 29 04:44:18.514498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57134) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:18.571658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:18.605915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-4309107c-f8a1-4c29-a096-666b841fe1b1 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615655 Aug 29 04:44:18.615776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4a68470-11dc-4601-b395-843eb3c79728 req-b74aef72-6bbd-43b6-a261-0af0a03265f3 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0484946 Aug 29 04:44:18.662655 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9faa1c55-017c-4179-b3be-a4dbaa679141 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 200 len: 990 time: 0.1462514 Aug 29 04:44:18.781010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-a2255b5c-0c5e-4324-adab-5429f0ac90ee service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613684 Aug 29 04:44:18.896835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-6493ec27-9875-4c64-8518-e4d815636450 service neutron] 10.222.0.62 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093063 Aug 29 04:44:19.310778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfb414-3de9-4bcd-a223-9f80784c6afc req-d95fa90d-7e20-466b-9619-54e0783f3693 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.313797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5bfb414-3de9-4bcd-a223-9f80784c6afc req-d95fa90d-7e20-466b-9619-54e0783f3693 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1208584 Aug 29 04:44:19.457821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5bfb414-3de9-4bcd-a223-9f80784c6afc req-19edb48e-7cf9-44c4-8397-1826ba8a25c3 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039164 Aug 29 04:44:19.545635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-00406b33-b109-437e-a4ac-b53555fc4070 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.555652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1d4ec70-d93a-4e0e-90c3-9e8129763ab0 req-5d39a6f6-4462-4df3-a2d6-02ff5694ead7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 210 time: 0.0410795 Aug 29 04:44:19.559528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-00406b33-b109-437e-a4ac-b53555fc4070 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.50 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 946 time: 0.1796465 Aug 29 04:44:19.589060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-8ca9997c-3f2e-4312-b1b8-2f5741d7d01b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:19.593566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-8ca9997c-3f2e-4312-b1b8-2f5741d7d01b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "GET /v2.0/ports?device_id=7082c90e-e087-4c69-9311-b0e769a79c78 HTTP/1.1" status: 200 len: 946 time: 0.2776079 Aug 29 04:44:19.764493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4198b2bd-91a2-472c-8dc2-4ffaa1e742ba req-95c76f37-574e-4068-8b8c-6e909b132403 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0678985 Aug 29 04:44:19.907415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Deleting port aa761959-099c-4bf3-a915-ab0663291d3c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:19.908097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:19.987450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Deleting port f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:19.988048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.209902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] For port aa761959-099c-4bf3-a915-ab0663291d3c, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=aa761959-099c-4bf3-a915-ab0663291d3c,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:20.211099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.323296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] For port f55e13e8-e590-470b-99c5-e489a3835dd0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f55e13e8-e590-470b-99c5-e489a3835dd0,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:20.323639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.358664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Calling delete_port for f55e13e8-e590-470b-99c5-e489a3835dd0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:20.635660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.643668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.644708 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Floating IP b9415fe0-5900-4d20-ae2d-0778369d9396 disassociated. External IP: 172.25.3.236, port: aa761959-099c-4bf3-a915-ab0663291d3c. Aug 29 04:44:20.646693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Calling delete_port for aa761959-099c-4bf3-a915-ab0663291d3c owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:20.808924 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.872643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event deleted for resources: {'Port': ['ID=f55e13e8-e590-470b-99c5-e489a3835dd0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:20.941106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] No DVR routers for this DVR port f55e13e8-e590-470b-99c5-e489a3835dd0 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:20.945535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:20.948813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1777d89c-d9db-478a-800b-439f2d3e7ba3 req-7cd3015d-421d-4bc0-9a15-c0afa5571180 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "DELETE /v2.0/ports/f55e13e8-e590-470b-99c5-e489a3835dd0 HTTP/1.1" status: 204 len: 173 time: 1.3367100 Aug 29 04:44:20.949648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-deleted', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:20.952486 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbc002a-200e-4c48-9ef3-13d71bfc5806" -d '{"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-deleted", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:21.084576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.170770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'Port': ['ID=aa761959-099c-4bf3-a915-ab0663291d3c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:21.427019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:21.562226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97571744-12ff-4f04-935a-f24489697042 req-08a4a11a-c7f8-442a-abe9-aa9ce3902ea7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 210 time: 0.0908077 Aug 29 04:44:21.629524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:21.656258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:21.684877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:21.692859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:21.702509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-958dffce-7d01-48a2-b1ac-40c6c9de2c52 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.704163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-958dffce-7d01-48a2-b1ac-40c6c9de2c52 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 815 time: 0.2357585 Aug 29 04:44:21.725805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b9949-a8b5-4c69-9143-6df8bbec6561 req-5097a438-9c71-4e94-82f6-7980340be2a8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:21.747631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca2b9949-a8b5-4c69-9143-6df8bbec6561 req-5097a438-9c71-4e94-82f6-7980340be2a8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=5589d3ad-0732-4601-85e5-0e10dc65766b HTTP/1.1" status: 200 len: 867 time: 1.1230071 Aug 29 04:44:21.755635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Request body: {'port': {'device_id': '131df590-428e-4977-9749-65011442fe0e', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'admin_state_up': True, 'tenant_id': 'a87fb8c3a92a49a793eb108290cd11f9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:21.825335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] No DVR routers for this DVR port aa761959-099c-4bf3-a915-ab0663291d3c on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:21.835470 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:21.855379 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c6a1fc7-1933-4dab-8a18-990eb94d526a req-d825913d-c1cd-458e-80a5-2a64ece08375 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.50 "DELETE /v2.0/ports/aa761959-099c-4bf3-a915-ab0663291d3c HTTP/1.1" status: 204 len: 173 time: 2.2559419 Aug 29 04:44:21.888408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:22.032918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba632c86-bfce-408c-9365-fa6e2664f64b req-5a17e472-0a53-4295-9aac-edc0b256a998 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0782712 Aug 29 04:44:22.049996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca2b9949-a8b5-4c69-9143-6df8bbec6561 req-4461ca79-84d2-472e-af25-a89fcbbb99ba tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=5db8396c-a4f4-4ff4-8b6b-939a08ce457a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013701 Aug 29 04:44:22.126254 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9556e9be-d0e3-4dcd-871e-9d69aeca38b6 x-openstack-request-id: req-9556e9be-d0e3-4dcd-871e-9d69aeca38b6 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:22.127440 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082c90e-e087-4c69-9311-b0e769a79c78", "name": "network-vif-deleted", "tag": "f55e13e8-e590-470b-99c5-e489a3835dd0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:22.127882 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9556e9be-d0e3-4dcd-871e-9d69aeca38b6 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:22.128502 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7082c90e-e087-4c69-9311-b0e769a79c78', 'name': 'network-vif-deleted', 'tag': 'f55e13e8-e590-470b-99c5-e489a3835dd0', 'status': 'completed', 'code': 200} Aug 29 04:44:22.204125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Made reservation on behalf of a87fb8c3a92a49a793eb108290cd11f9 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:22.209000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.261736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:22.329268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:22.380949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f55e13e8-e590-470b-99c5-e489a3835dd0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:22.381675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f55e13e8-e590-470b-99c5-e489a3835dd0 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:22.422631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 8e9190ea-13e4-467b-9c03-4a2b3f6c7f74 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:22.423886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.431488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Allocated IP 172.20.0.11 (a1af1be3-2c2c-4311-b32d-83969d2c21cb/f349e6de-1eb2-4e60-ad7b-08a6c425584b/e47181c0-eaf0-43b7-bebf-e6494538b611) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:22.586690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device aa761959-099c-4bf3-a915-ab0663291d3c no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:22.633219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: aa761959-099c-4bf3-a915-ab0663291d3c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:22.633652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device aa761959-099c-4bf3-a915-ab0663291d3c not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:22.713819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:22.763482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:22.792604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:22.793270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:22.799528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:22.917904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.014300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Network a1af1be3-2c2c-4311-b32d-83969d2c21cb is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:23.031642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49dce2-170b-4c7b-a702-6ce5b2085426 req-ce3670ba-c017-4d93-be9f-b76d2a9d9346 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.040111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de49dce2-170b-4c7b-a702-6ce5b2085426 req-ce3670ba-c017-4d93-be9f-b76d2a9d9346 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 932 time: 0.1765804 Aug 29 04:44:23.043861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:23.052367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:23.056071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.056742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.069572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event updated for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:23.085992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 8e9190ea-13e4-467b-9c03-4a2b3f6c7f74 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:23.118143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:23.136557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de49dce2-170b-4c7b-a702-6ce5b2085426 req-6bc2045e-4205-4aa2-beb2-054de0993724 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 Aug 29 04:44:23.231434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57210) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:23.286769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:23.287634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.313233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-1592b598-0f6d-43a6-9167-d06987222e45 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5627077 Aug 29 04:44:23.318863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.341266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Request body: {'port': {'device_id': '131df590-428e-4977-9749-65011442fe0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:23.424568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-083cb056-170f-4754-86c3-83c23818a278 req-c042ece0-b02b-47ad-99d4-1e5552a16d66 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1002860 Aug 29 04:44:23.464678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.472687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.495154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:23.518270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.535076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=8e9190ea-13e4-467b-9c03-4a2b3f6c7f74,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:23.535591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ebbe9-8c95-4994-bb0b-eb6b08c0dfc2 None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:23.620539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.620884 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP e98ff9ee-c974-48cf-877a-e468cf194390 disassociated (deleted). External IP: 172.25.3.16, port: dc5c92d4-4546-4c14-951f-c012e02dd18f. Aug 29 04:44:23.697167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.700156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.701494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "DELETE /v2.0/security-groups/5db8396c-a4f4-4ff4-8b6b-939a08ce457a HTTP/1.1" status: 204 len: 168 time: 0.4689205 Aug 29 04:44:23.708481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:23.723194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63561126-9ca7-4521-b5e2-40c03bb10575 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8396c-a4f4-4ff4-8b6b-939a08ce457a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:23.746068 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-6768eee9-7361-4d33-9183-a9715a738d21 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] show failed (client error): The resource could not be found. Aug 29 04:44:23.759010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6768eee9-7361-4d33-9183-a9715a738d21 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups/5db8396c-a4f4-4ff4-8b6b-939a08ce457a HTTP/1.1" status: 404 len: 347 time: 0.0488012 Aug 29 04:44:23.760045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:23.913724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47181c0-eaf0-43b7-bebf-e6494538b611 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:23.924721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:23.945637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Transition to ACTIVE for port object e47181c0-eaf0-43b7-bebf-e6494538b611 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:23.954022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.016207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d0c9e-b607-475e-a37d-559d4d6c9071 None None] New status for floating IP b9415fe0-5900-4d20-ae2d-0778369d9396: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:24.133554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Pushing event updated for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:24.161406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Attempting to bind port e47181c0-eaf0-43b7-bebf-e6494538b611 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:24.161745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Attempting to bind port e47181c0-eaf0-43b7-bebf-e6494538b611 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:24.162070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Attempting to bind port e47181c0-eaf0-43b7-bebf-e6494538b611 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:24.175001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'name': 'network-vif-deleted', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:24.181796 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f77491-b51b-4781-a6ef-24d63556b588" -d '{"events": [{"server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "name": "network-vif-deleted", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:24.184862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Port e47181c0-eaf0-43b7-bebf-e6494538b611 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:24.185200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Attempting to bind port e47181c0-eaf0-43b7-bebf-e6494538b611 on network a1af1be3-2c2c-4311-b32d-83969d2c21cb {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:24.193720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:24.193720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Checking segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:24.193720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Bound using segment: {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:24.194531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Bound port: e47181c0-eaf0-43b7-bebf-e6494538b611, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1112b7-a737-4319-a7ac-3c181014b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:24.194531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.334278 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486d930-f5eb-4f47-bb56-a6f6b8103ef0 x-openstack-request-id: req-e486d930-f5eb-4f47-bb56-a6f6b8103ef0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:24.334278 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5589d3ad-0732-4601-85e5-0e10dc65766b", "name": "network-vif-deleted", "tag": "aa761959-099c-4bf3-a915-ab0663291d3c", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:24.334680 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e486d930-f5eb-4f47-bb56-a6f6b8103ef0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:24.335347 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589d3ad-0732-4601-85e5-0e10dc65766b', 'name': 'network-vif-deleted', 'tag': 'aa761959-099c-4bf3-a915-ab0663291d3c', 'status': 'completed', 'code': 200} Aug 29 04:44:24.353650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Deleting port 8ac74708-51de-4f7e-9a72-84fe048e87fb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:24.354219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.367587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:24.376922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e47181c0-eaf0-43b7-bebf-e6494538b611,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:24.407029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.490313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.491505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.493762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] 10.222.0.54 "PUT /v2.0/ports/e47181c0-eaf0-43b7-bebf-e6494538b611 HTTP/1.1" status: 200 len: 1093 time: 1.1598697 Aug 29 04:44:24.494570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:24.497648 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6662c1-489c-4289-9a6f-1876993d492c" -d '{"events": [{"name": "network-changed", "server_uuid": "131df590-428e-4977-9749-65011442fe0e", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:24.528875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 5db60bc1-613a-4628-ae2e-74548b097f19 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:24.562899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f15b9-b77a-41b3-bca0-a9c779473a7e req-d4823075-9612-4067-84ac-e6e853e8fcaa tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.592867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc1f15b9-b77a-41b3-bca0-a9c779473a7e req-d4823075-9612-4067-84ac-e6e853e8fcaa tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 944 time: 0.1978838 Aug 29 04:44:24.622941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.623680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.647491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Calling delete_port for 8ac74708-51de-4f7e-9a72-84fe048e87fb owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:24.729983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d87894d4-41d1-4daa-bfbf-85c52a0b7e59 req-f382a679-808d-4316-be68-c3e9e9c2bcd5 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0664907 Aug 29 04:44:24.773060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:24.785031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087c27a-ee1e-42c6-b63b-05c4b7b0488e service neutron] Pushing event updated for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:24.786112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:24.821741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Sync routers for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:24.837525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:24.838170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:24.842537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6fde968e-3756-4628-9d77-419e2b2873f3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/floatingips/e98ff9ee-c974-48cf-877a-e468cf194390 HTTP/1.1" status: 204 len: 168 time: 2.9520648 Aug 29 04:44:24.868452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-dc0ce93d-fc97-4478-839e-5ed396128bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:24.870450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-dc0ce93d-fc97-4478-839e-5ed396128bfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 1096 time: 0.2762377 Aug 29 04:44:24.874940 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc1f15b9-b77a-41b3-bca0-a9c779473a7e req-657ff503-e7e8-4e3c-9342-7e6f2ffd4a1f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590183 Aug 29 04:44:24.965556 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0a940-b5fb-4ce8-8243-6707aae97b43 x-openstack-request-id: req-dca0a940-b5fb-4ce8-8243-6707aae97b43 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:24.968263 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131df590-428e-4977-9749-65011442fe0e", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:24.968642 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dca0a940-b5fb-4ce8-8243-6707aae97b43 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:24.970935 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611', 'status': 'completed', 'code': 200} Aug 29 04:44:24.976520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-58c29834-037d-4531-8188-d33c56ff925d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47181c0-eaf0-43b7-bebf-e6494538b611 HTTP/1.1" status: 200 len: 217 time: 0.0904381 Aug 29 04:44:24.991160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.045045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'Port': ['ID=8ac74708-51de-4f7e-9a72-84fe048e87fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:25.058187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:25.118166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-745e17af-4f7b-41f1-8379-9ed62e7efd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.120650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-745e17af-4f7b-41f1-8379-9ed62e7efd50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.1351705 Aug 29 04:44:25.178389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.180266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-4c04abc3-b959-489d-8aa9-40407955ec35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474105 Aug 29 04:44:25.181092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.183975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4404fe3d-a60c-4f25-be69-d34083b6dc09 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9415fe0-5900-4d20-ae2d-0778369d9396 HTTP/1.1" status: 204 len: 168 time: 1.4176028 Aug 29 04:44:25.303214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-3967a4fd-4fa2-4cf9-ace2-fb9ef6fdaec4 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120918 Aug 29 04:44:25.382689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:25.445390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Checking router: 5db60bc1-613a-4628-ae2e-74548b097f19 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:25.459123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fd050-323e-415b-84a6-d0de3f87d4ce req-2b8d5c28-120a-4483-bc0d-882d5363f798 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.461932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-337fd050-323e-415b-84a6-d0de3f87d4ce req-2b8d5c28-120a-4483-bc0d-882d5363f798 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.1354067 Aug 29 04:44:25.462163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:25.463219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:25.495391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37db3ea5-d1b6-4f2e-bc23-de2a026c4453 req-714ccbdc-d1ab-425d-aad5-7b9dd32ce784 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795192 Aug 29 04:44:25.621520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-337fd050-323e-415b-84a6-d0de3f87d4ce req-199fd51b-ac33-40e3-be55-652462eff95b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250327 Aug 29 04:44:25.661648 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6662c1-489c-4289-9a6f-1876993d492c req-c3faef76-effd-4ad6-8997-9daea78e4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.664810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-c3faef76-effd-4ad6-8997-9daea78e4627 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 1096 time: 0.0952969 Aug 29 04:44:25.717500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:25.848792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6662c1-489c-4289-9a6f-1876993d492c req-96c71450-e6f5-4baf-9f6b-a1fd745bef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:25.851501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-96c71450-e6f5-4baf-9f6b-a1fd745bef1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 200 len: 916 time: 0.1780174 Aug 29 04:44:25.855076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:25.860599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435291279', 'description': 'tempest-description--733571297'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:25.904922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:25.956798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-8f659810-4e77-4a2a-918a-12a83fa2d89f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e47181c0-eaf0-43b7-bebf-e6494538b611 HTTP/1.1" status: 200 len: 217 time: 0.0958464 Aug 29 04:44:26.011782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-8fc6d31f-50f6-4d69-9d08-077a71b00f66 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.014331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-8fc6d31f-50f6-4d69-9d08-077a71b00f66 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 944 time: 0.0853648 Aug 29 04:44:26.020626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24fa9693-7f6f-4d78-a35f-5f56863ae1a4 req-6c74b4e6-6d5b-4b8b-90d0-59201a5804c4 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0868714 Aug 29 04:44:26.135060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6662c1-489c-4289-9a6f-1876993d492c req-941c78bd-b079-4167-86bf-645abd281557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.136973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-941c78bd-b079-4167-86bf-645abd281557 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 200 len: 855 time: 0.1370239 Aug 29 04:44:26.202199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8139-52bf-44cd-a2ce-c1dc4cdf89ad req-ed133be1-97d5-4594-8596-0f926f6b924e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.204262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e07b8139-52bf-44cd-a2ce-c1dc4cdf89ad req-ed133be1-97d5-4594-8596-0f926f6b924e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 944 time: 0.1344199 Aug 29 04:44:26.206948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-22055988-2022-4c26-81a3-2b1b845eac95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a1af1be3-2c2c-4311-b32d-83969d2c21cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558648 Aug 29 04:44:26.243866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.246411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:26.256742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.286493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cee093-ecf7-4389-9479-a6063bca789a None None] The sync data for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 is: [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:43:00Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '20a07306-161b-4354-b96a-879423ae2ecd', 'name': '', 'network_id': '6d79a625-f6c7-4358-bbb0-8168e6f26551', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:0e:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:59Z', 'updated_at': '2021-08-29T04:43:07Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': 'e3749c08-cfa8-4fbc-9c04-e7191bcd9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:26.336010 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.338675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4818573 Aug 29 04:44:26.346202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-b4bb7ffa-c0d9-479e-ac4e-e6ce04a785b2 service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273260 Aug 29 04:44:26.346551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:26.346782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:26.351413 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d314f-3605-4c9a-b88d-0898043def99" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:26.354005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group_rule': {'security_group_id': '1d58f88f-6013-4fe1-bca3-f8f98dbb402f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:26.361895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139953a-d058-4d66-b747-833d6d1ce92a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d58f88f-6013-4fe1-bca3-f8f98dbb402f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.422974 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb141dd1-165f-44b7-a399-016b98be2994 x-openstack-request-id: req-cb141dd1-165f-44b7-a399-016b98be2994 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:26.424368 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:26.425099 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb141dd1-165f-44b7-a399-016b98be2994 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:26.426001 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'status': 'completed', 'code': 200} Aug 29 04:44:26.430710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port dc5c92d4-4546-4c14-951f-c012e02dd18f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:26.431817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.438751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e07b8139-52bf-44cd-a2ce-c1dc4cdf89ad req-97a2a184-7736-4c59-bf2e-4489a2c44c09 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272375 Aug 29 04:44:26.582008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.605355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb6662c1-489c-4289-9a6f-1876993d492c req-441e813f-fa6e-4d2e-9645-7c099c31b3bb service neutron] 10.222.0.54 "GET /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366617 Aug 29 04:44:26.628626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port dc5c92d4-4546-4c14-951f-c012e02dd18f, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:26.629038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.645662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for dc5c92d4-4546-4c14-951f-c012e02dd18f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:26.666597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d314f-3605-4c9a-b88d-0898043def99 req-273e4116-6c8c-42b5-a0de-6e6249b4e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.668648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-273e4116-6c8c-42b5-a0de-6e6249b4e43e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 1096 time: 0.1733894 Aug 29 04:44:26.788018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d314f-3605-4c9a-b88d-0898043def99 req-bb7c0e2c-783e-4bd0-9193-c9d6e80adea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:26.789942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-bb7c0e2c-783e-4bd0-9193-c9d6e80adea5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 200 len: 898 time: 0.1119337 Aug 29 04:44:26.818886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.837449 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f34a10-5c6d-49c7-9a65-3e9378eb48cd None None] New status for floating IP e98ff9ee-c974-48cf-877a-e468cf194390: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:26.849334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.862606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-e64613ec-9b56-49ae-b826-cd04533c24a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 200 len: 217 time: 0.0578210 Aug 29 04:44:26.903835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529aefd7-73c3-4603-94df-74a7db52d827,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.931338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.955967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:26.960059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b7de55c6-ba3c-45a2-8293-6e6d1e30a72d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6081893 Aug 29 04:44:26.961418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57260) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:26.966426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'security_group_rule': {'security_group_id': '1d58f88f-6013-4fe1-bca3-f8f98dbb402f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:26.987641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=dc5c92d4-4546-4c14-951f-c012e02dd18f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:26.990195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b99bb-be4b-4cec-86e0-47a1e2cef113 req-6ab3786d-bc12-434b-9f2e-3de5be2231c5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.003323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-172b99bb-be4b-4cec-86e0-47a1e2cef113 req-6ab3786d-bc12-434b-9f2e-3de5be2231c5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4f746da-f800-4574-960d-9e77c893d6bd HTTP/1.1" status: 200 len: 866 time: 0.1559823 Aug 29 04:44:27.020007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d314f-3605-4c9a-b88d-0898043def99 req-1502400f-94d3-450c-ae67-3348d5953c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.021590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-1502400f-94d3-450c-ae67-3348d5953c6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 200 len: 835 time: 0.1333179 Aug 29 04:44:27.056097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] No DVR routers for this DVR port dc5c92d4-4546-4c14-951f-c012e02dd18f on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:27.061657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.066420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1ffc9b1b-cbee-446f-a2d6-d29dbf93316e req-f4f69164-0d7c-4ad8-983c-ce99e815fec9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.50 "DELETE /v2.0/ports/dc5c92d4-4546-4c14-951f-c012e02dd18f HTTP/1.1" status: 204 len: 173 time: 1.0440485 Aug 29 04:44:27.119226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.153746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-172b99bb-be4b-4cec-86e0-47a1e2cef113 req-b8710bb0-a7bb-4e61-b7a9-131d4fdc9329 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd850856-3ce2-4acc-9d74-70be540d8506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491623 Aug 29 04:44:27.200920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d314f-3605-4c9a-b88d-0898043def99 req-e24204c6-10ff-4b2d-a11d-0050cbde59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.205546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-e24204c6-10ff-4b2d-a11d-0050cbde59aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d79a625-f6c7-4358-bbb0-8168e6f26551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677837 Aug 29 04:44:27.229790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c42b4f01-d8f8-490d-8479-9cc4a29e6151 req-1d19c30e-aed1-4e65-93f2-8ec7fafd01f0 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0739362 Aug 29 04:44:27.348298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.355389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.388903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c874467c-3d6d-4a6b-bc06-dc500e0d66aa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:27.399224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-f8ec847a-0a02-450a-9e66-4cbb2c49d20f service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642358 Aug 29 04:44:27.401013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.402326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c68b3da4-8c75-43f5-9b87-5161da898d90 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4398398 Aug 29 04:44:27.405713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57266) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:27.418445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:27.610148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.692814 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b121f4-ca00-4fb1-a44e-7fa7336ae27e req-e278daf6-0f46-4947-88c5-fd02682c6c90 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:27.694441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8b121f4-ca00-4fb1-a44e-7fa7336ae27e req-e278daf6-0f46-4947-88c5-fd02682c6c90 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 944 time: 0.1239605 Aug 29 04:44:27.751043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-461d314f-3605-4c9a-b88d-0898043def99 req-dd83ee4b-b0cd-4515-9267-c67121c6b0cf service neutron] 10.222.0.50 "GET /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161399 Aug 29 04:44:27.778454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8b121f4-ca00-4fb1-a44e-7fa7336ae27e req-97a716ad-a60f-4c29-b9d1-39e0a843bd25 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703857 Aug 29 04:44:27.835297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:27.967292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Allocated IP 172.25.3.217 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/980fdaac-98af-49cf-b916-af3443517275) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:28.096081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.147993 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.189767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:28.192933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:28.196647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:28.270217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57280) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:28.275981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=980fdaac-98af-49cf-b916-af3443517275,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.351875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e47181c0-eaf0-43b7-bebf-e6494538b611 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:28.352857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.399231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.433836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-deleted', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:28.440613 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad555423-8167-4fbb-9ed1-5414c7e9f321" -d '{"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-deleted", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:28.563208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e47181c0-eaf0-43b7-bebf-e6494538b611,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:28.597390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e47181c0-eaf0-43b7-bebf-e6494538b611', 'network_id': 'a1af1be3-2c2c-4311-b32d-83969d2c21cb', 'port_id': 'e47181c0-eaf0-43b7-bebf-e6494538b611', 'mac_address': 'fa:16:3e:90:68:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f349e6de-1eb2-4e60-ad7b-08a6c425584b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:28.599773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.605622 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd3f40-cfd0-43ea-b853-d50363fb6423 x-openstack-request-id: req-7bfd3f40-cfd0-43ea-b853-d50363fb6423 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:28.606250 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f746da-f800-4574-960d-9e77c893d6bd", "name": "network-vif-deleted", "tag": "dc5c92d4-4546-4c14-951f-c012e02dd18f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:28.606426 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bfd3f40-cfd0-43ea-b853-d50363fb6423 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:28.606933 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f746da-f800-4574-960d-9e77c893d6bd', 'name': 'network-vif-deleted', 'tag': 'dc5c92d4-4546-4c14-951f-c012e02dd18f', 'status': 'completed', 'code': 200} Aug 29 04:44:28.626804 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.653095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1271cb99-248a-4f6a-b060-3331a94885bb req-96d89e44-7222-4960-bc00-2d0827e05808 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0486090 Aug 29 04:44:28.691871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.720473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47181c0-eaf0-43b7-bebf-e6494538b611 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:28.746437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e47181c0-eaf0-43b7-bebf-e6494538b611,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:28.753130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.781877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=980fdaac-98af-49cf-b916-af3443517275,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.829356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.839585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:28.851457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:28.852980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a78f3027-052d-45e9-940a-772242e2e4b7 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4439373 Aug 29 04:44:29.017477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e47181c0-eaf0-43b7-bebf-e6494538b611'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:29.052853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16477d-51c2-4c59-b00c-95644a2ffb0b req-eb52886e-6821-4a79-9019-1e1bf08a188c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.054710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f16477d-51c2-4c59-b00c-95644a2ffb0b req-eb52886e-6821-4a79-9019-1e1bf08a188c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 945 time: 0.0900936 Aug 29 04:44:29.188598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-d836c719-6060-4dea-8414-76d351e81c03 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--435291279&fields=id&tenant_id=9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 267 time: 0.1269488 Aug 29 04:44:29.196785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f16477d-51c2-4c59-b00c-95644a2ffb0b req-58079cfb-b608-4e48-bc20-9a57a3e4825c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202705 Aug 29 04:44:29.333224 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.389212 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-b361ff3f-1c0c-4a42-a5d1-df2391b7cdea tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:29.391212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-b361ff3f-1c0c-4a42-a5d1-df2391b7cdea tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 811 time: 0.1804149 Aug 29 04:44:29.414129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-f7ebed64-1278-4e51-a0f0-9d7ac9694f2a tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/quotas/9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 375 time: 0.0111120 Aug 29 04:44:29.506968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-feb69c37-4b27-4943-86f5-659fdb137f39 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692475 Aug 29 04:44:29.638909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-c9aceb68-fce3-4e8b-a218-e4102bedfd08 service neutron] 10.222.0.62 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089120 Aug 29 04:44:29.757690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-68b7b579-0fe6-4f5e-b4f8-9d7a0abe5c26 service neutron] 10.222.0.62 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063678 Aug 29 04:44:29.808112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 20a07306-161b-4354-b96a-879423ae2ecd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:29.810723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.827688 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.851699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72bb4608-14a4-457e-9213-e657325935d3 req-ca288ed3-6fa5-48be-910b-92902cbe408a tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0502303 Aug 29 04:44:29.977869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 20a07306-161b-4354-b96a-879423ae2ecd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=20a07306-161b-4354-b96a-879423ae2ecd,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:29.978248 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:29.997764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 20a07306-161b-4354-b96a-879423ae2ecd owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:30.094982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61ab2a36-f799-4fb1-97bc-8776e7e11a07 req-28611131-99b9-45f8-aa02-3fb62650be6b tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 210 time: 0.0988622 Aug 29 04:44:30.301293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.351570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=20a07306-161b-4354-b96a-879423ae2ecd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:30.368996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e47181c0-eaf0-43b7-bebf-e6494538b611 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:30.464486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978690cf-f6b4-4bc6-bb00-a5a86cf5d309 req-ccfa1bf2-a46f-4e19-8ce3-07c90cadcfed tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:30.477980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-978690cf-f6b4-4bc6-bb00-a5a86cf5d309 req-ccfa1bf2-a46f-4e19-8ce3-07c90cadcfed tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 945 time: 0.1079495 Aug 29 04:44:30.519005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e47181c0-eaf0-43b7-bebf-e6494538b611 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:30.538152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e47181c0-eaf0-43b7-bebf-e6494538b611 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:30.539103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.555487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-978690cf-f6b4-4bc6-bb00-a5a86cf5d309 req-0ce922fc-4897-497f-9a29-e65ae765d8d4 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759897 Aug 29 04:44:30.651069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:30.672728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.724671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: dc5c92d4-4546-4c14-951f-c012e02dd18f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:30.725217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device dc5c92d4-4546-4c14-951f-c012e02dd18f not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:30.779981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.809915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:30.813048 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc7eef-67c0-48da-be73-b562eaefe2c2" -d '{"events": [{"server_uuid": "131df590-428e-4977-9749-65011442fe0e", "name": "network-vif-plugged", "status": "completed", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:30.846477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e47181c0-eaf0-43b7-bebf-e6494538b611,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:30.856936 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:30.942243 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbea061-53ec-4f0a-9445-13f0b3b66694 x-openstack-request-id: req-9fbea061-53ec-4f0a-9445-13f0b3b66694 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:30.942964 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131df590-428e-4977-9749-65011442fe0e", "name": "network-vif-plugged", "status": "completed", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:30.943433 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fbea061-53ec-4f0a-9445-13f0b3b66694 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:30.944631 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611', 'code': 200} Aug 29 04:44:31.028600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router 5db60bc1-613a-4628-ae2e-74548b097f19 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:31.029733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:31.080208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5526c337-a16d-4b81-953e-668ce94732ee req-5087d9c3-f700-474a-aba2-5bd7bdb066e3 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0714200 Aug 29 04:44:31.158436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4d080-1452-4a39-9a9c-5245e8a0a7b7 req-d8cd2e4f-5022-46c4-9200-0c28bc45a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.161016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08d4d080-1452-4a39-9a9c-5245e8a0a7b7 req-d8cd2e4f-5022-46c4-9200-0c28bc45a88f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 1098 time: 0.0791299 Aug 29 04:44:31.266322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0810012-7730-4b2d-b6dc-3f2841860524 req-3e9b1559-b674-4da4-9052-ef238769da10 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 210 time: 0.0359108 Aug 29 04:44:31.272581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08d4d080-1452-4a39-9a9c-5245e8a0a7b7 req-c0ed3748-8646-43fe-a1f8-d82114813db4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991313 Aug 29 04:44:31.317622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:31.327966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55839300-fa63-4672-9019-6f1435834719 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/5db60bc1-613a-4628-ae2e-74548b097f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0535953 Aug 29 04:44:31.329439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:31.330183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Sync routers for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:31.349616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:31.350255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:31.403266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting subnet e3749c08-cfa8-4fbc-9c04-e7191bcd9661 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:31.407631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.452327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.508064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:31.563391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.736246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:44:30Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:31.744063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.772597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Checking router: 5db60bc1-613a-4628-ae2e-74548b097f19 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:31.784318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Routers {'5db60bc1-613a-4628-ae2e-74548b097f19'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:31.785035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5db60bc1-613a-4628-ae2e-74548b097f19'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:31.808279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Subnet': ['ID=e3749c08-cfa8-4fbc-9c04-e7191bcd9661,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:31.821339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:31.827365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e7934179-5cf3-4aa6-8e91-29416f2f9760 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/subnets/e3749c08-cfa8-4fbc-9c04-e7191bcd9661 HTTP/1.1" status: 204 len: 168 time: 0.4961631 Aug 29 04:44:31.832206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:31.849434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f0451-5b49-44ab-94ea-32b24dd9d406 None None] Network 6d79a625-f6c7-4358-bbb0-8168e6f26551 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:31.864838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e34416-1878-4b9a-86f9-f87618c17039 req-a9e8a645-f9f2-46a6-b2f5-ac5caf0f8240 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:31.868031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95e34416-1878-4b9a-86f9-f87618c17039 req-a9e8a645-f9f2-46a6-b2f5-ac5caf0f8240 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.1929154 Aug 29 04:44:31.980486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.009713 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95e34416-1878-4b9a-86f9-f87618c17039 req-b982beae-8924-4530-b392-1888047c73a3 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244767 Aug 29 04:44:32.152260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-05eebd21-6c40-4d6c-a3e1-442784947246 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:32.154828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-05eebd21-6c40-4d6c-a3e1-442784947246 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.54 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 811 time: 0.2274420 Aug 29 04:44:32.259018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-181d1f09-de25-4b70-8d64-814d35d6a067 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf4c18931704a319905dd406b1d8e99 HTTP/1.1" status: 200 len: 379 time: 0.0928071 Aug 29 04:44:32.272467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'port': {'device_id': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'admin_state_up': True, 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'security_groups': ['1d58f88f-6013-4fe1-bca3-f8f98dbb402f']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:32.371344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e833913-dab8-4a30-ae17-6b52d6875c84 req-39528bac-8641-4602-a79d-0e4b25843dcf tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0560184 Aug 29 04:44:32.528029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21c4a722-0447-4aca-b484-a66e04b191ec req-b684cb5e-954f-4c4b-8ba3-3a0584557029 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 210 time: 0.0481949 Aug 29 04:44:32.571058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Made reservation on behalf of 9bf4c18931704a319905dd406b1d8e99 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:32.581841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.590383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] Set router 5db60bc1-613a-4628-ae2e-74548b097f19 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:32.602023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.735031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 9f44f273-8a16-4e3b-a0ba-8164decbcec1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:32.735709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.864695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] DHCP port deletion for 6d79a625-f6c7-4358-bbb0-8168e6f26551 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:44:32.896441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 9f44f273-8a16-4e3b-a0ba-8164decbcec1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9f44f273-8a16-4e3b-a0ba-8164decbcec1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:32.897329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:32.920663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 9f44f273-8a16-4e3b-a0ba-8164decbcec1 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:33.003137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Deleting port b0692c65-bcb4-47a3-8506-7e203fc3cc51 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:33.004219 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.010752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:44:30Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:33.106553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98efb4-7695-41aa-b56a-41c48c743d13 None None] The sync data for ids ['5db60bc1-613a-4628-ae2e-74548b097f19'] in n-d-712139-13 is: [{'id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617028027', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:42:53Z', 'updated_at': '2021-08-29T04:44:30Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '9f44f273-8a16-4e3b-a0ba-8164decbcec1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db60bc1-613a-4628-ae2e-74548b097f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:42:54Z', 'updated_at': '2021-08-29T04:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:33.237404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Allocated IP 172.20.0.6 (2fddabf1-f1c5-44e4-b2f0-e5a6a179a382/0d4f8919-83fc-43c4-9963-e54f63351592/b2bfc05c-f15a-426a-a436-eb7453d9bf13) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:33.250607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] For port b0692c65-bcb4-47a3-8506-7e203fc3cc51, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0692c65-bcb4-47a3-8506-7e203fc3cc51,segment=NetworkSegment(02d3d546-a34f-45d0-8f7c-6657c3968af1),segment_id=02d3d546-a34f-45d0-8f7c-6657c3968af1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:33.251091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.269683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Calling delete_port for b0692c65-bcb4-47a3-8506-7e203fc3cc51 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:33.356510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a1f6-fc5e-4223-b919-10be9969fd04 req-b1821553-08c3-4b0f-ab63-ad47f7a77d1f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:33.358597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4222a1f6-fc5e-4223-b919-10be9969fd04 req-b1821553-08c3-4b0f-ab63-ad47f7a77d1f tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.0916741 Aug 29 04:44:33.375890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.379232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.430268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=9f44f273-8a16-4e3b-a0ba-8164decbcec1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.433933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] Pushing event deleted for resources: {'Port': ['ID=b0692c65-bcb4-47a3-8506-7e203fc3cc51,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:33.437540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242fe1a-71a0-46b5-a535-d39d883b8bb7 None None] No DVR routers for this DVR port b0692c65-bcb4-47a3-8506-7e203fc3cc51 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:33.485593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4222a1f6-fc5e-4223-b919-10be9969fd04 req-f85cc120-0adf-418c-a665-0593235cf654 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128893 Aug 29 04:44:33.585031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0692c65-bcb4-47a3-8506-7e203fc3cc51 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:33.620234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.642425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b0692c65-bcb4-47a3-8506-7e203fc3cc51 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:33.643561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0692c65-bcb4-47a3-8506-7e203fc3cc51 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:33.685216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.702005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Transition to ACTIVE for port object b2bfc05c-f15a-426a-a436-eb7453d9bf13 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:33.763788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.798378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.802786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.844411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba6c81d7-6459-4034-b3d2-9e3328be0814 req-8a61861c-47c0-4619-aeb8-4fcf712fc5bf tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.2274446 Aug 29 04:44:33.898426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.899766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Fanout notify agent at l3_agent the message router_deleted on router 5db60bc1-613a-4628-ae2e-74548b097f19 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:44:33.911455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:33.917714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4c1190ba-f2d5-4854-b10a-b33e103eab7f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/routers/5db60bc1-613a-4628-ae2e-74548b097f19 HTTP/1.1" status: 204 len: 168 time: 2.0808764 Aug 29 04:44:33.922409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57382) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:33.980459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:34.016094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event updated for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:34.024163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:34.041340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca936f1-180e-4b85-929a-aaa267abcf28 req-e56e9593-9d0c-488d-8312-e27d983295b2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.043863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aca936f1-180e-4b85-929a-aaa267abcf28 req-e56e9593-9d0c-488d-8312-e27d983295b2 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.3027048 Aug 29 04:44:34.045386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:34.133149 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.249356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.250429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.286795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aca936f1-180e-4b85-929a-aaa267abcf28 req-26569e94-0335-40f7-8175-70193005f383 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441381 Aug 29 04:44:34.303463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74f34-3606-4388-9aac-0aeeed20c4ef req-17976ba1-ab0d-489e-98a2-60c51ca4919e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.317903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75a74f34-3606-4388-9aac-0aeeed20c4ef req-17976ba1-ab0d-489e-98a2-60c51ca4919e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 931 time: 0.3291030 Aug 29 04:44:34.384030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.386932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-39d80b91-a821-4246-8a86-53c45020cb71 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1192513 Aug 29 04:44:34.415957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Request body: {'port': {'device_id': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:34.418340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79a625-f6c7-4358-bbb0-8168e6f26551']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.441221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d3d546-a34f-45d0-8f7c-6657c3968af1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.441912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d3d546-a34f-45d0-8f7c-6657c3968af1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:34.480892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.503687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75a74f34-3606-4388-9aac-0aeeed20c4ef req-1b3aa95b-c5ad-431f-864e-accd5f4c62b0 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809568 Aug 29 04:44:34.563236 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.570621 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.591697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:34.592375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.611132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1bb2ffc1-79ae-47df-91a7-988930bd2465 None None] Provisioning for port b2bfc05c-f15a-426a-a436-eb7453d9bf13 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:34.620145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1bb2ffc1-79ae-47df-91a7-988930bd2465 None None] Provisioning complete for port b2bfc05c-f15a-426a-a436-eb7453d9bf13 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:34.620767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ffc1-79ae-47df-91a7-988930bd2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:34.695731 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:34.700275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.749052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2ffc1-79ae-47df-91a7-988930bd2465 None None] Port b2bfc05c-f15a-426a-a436-eb7453d9bf13 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:34.750661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.756086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/networks/6d79a625-f6c7-4358-bbb0-8168e6f26551 HTTP/1.1" status: 204 len: 168 time: 0.8307586 Aug 29 04:44:34.757955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470e1f-8af1-4ee2-bc53-7566e698bd00 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Network': ['ID=6d79a625-f6c7-4358-bbb0-8168e6f26551,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:34.761135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57394) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:34.877003 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.926341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:34.938253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55808-0413-46ba-acc1-658375f91732 req-dc988bd7-e069-4c20-8b06-e0926fd42b70 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:34.948339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5e55808-0413-46ba-acc1-658375f91732 req-dc988bd7-e069-4c20-8b06-e0926fd42b70 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.2298477 Aug 29 04:44:35.069924 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.078836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.085253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/security-groups/bd850856-3ce2-4acc-9d74-70be540d8506 HTTP/1.1" status: 204 len: 168 time: 0.3093815 Aug 29 04:44:35.094706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21929f3-868d-437d-82b9-2c0358d94586 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd850856-3ce2-4acc-9d74-70be540d8506,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.137989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebda1e8f-5fe5-4cab-a6ae-56fa8dfd1976 req-e75e6932-8f6e-49e7-94c6-f8c60c39c5a7 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0849211 Aug 29 04:44:35.152130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5e55808-0413-46ba-acc1-658375f91732 req-c267c2f8-7bc1-4643-a07d-3671bba7076c tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996903 Aug 29 04:44:35.320378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 20a07306-161b-4354-b96a-879423ae2ecd no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:35.347211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 20a07306-161b-4354-b96a-879423ae2ecd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:35.347824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 20a07306-161b-4354-b96a-879423ae2ecd not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:35.348462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f44f273-8a16-4e3b-a0ba-8164decbcec1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:35.382678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9f44f273-8a16-4e3b-a0ba-8164decbcec1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:35.383547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9f44f273-8a16-4e3b-a0ba-8164decbcec1 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:35.419691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff167dbe-044a-46d4-850d-d64df16348ea req-52ac5918-d3f5-497e-8adf-0b42e1a799c7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.425043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff167dbe-044a-46d4-850d-d64df16348ea req-52ac5918-d3f5-497e-8adf-0b42e1a799c7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.1105969 Aug 29 04:44:35.477790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bfc05c-f15a-426a-a436-eb7453d9bf13 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:35.499872 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.552313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff167dbe-044a-46d4-850d-d64df16348ea req-8186939d-f65f-4e30-b09f-fb1a1a18c0b7 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215408 Aug 29 04:44:35.554032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Transition to ACTIVE for port object b2bfc05c-f15a-426a-a436-eb7453d9bf13 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:35.561290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.611819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.619081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718418283', 'description': 'tempest-secgroup-smoke-718418283 description', 'project_id': '5fb81efe55d341afad69b28151dd4d3e'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:35.656123 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:44:35.680764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Pushing event updated for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.691616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.841105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.847660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.860387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b3006-1817-4deb-92d7-816d2766559e req-f074e65d-06b4-4dc7-bf32-c7da9acf24de tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:35.862414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da5b3006-1817-4deb-92d7-816d2766559e req-f074e65d-06b4-4dc7-bf32-c7da9acf24de tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 943 time: 0.1247423 Aug 29 04:44:35.865894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Attempting to bind port b2bfc05c-f15a-426a-a436-eb7453d9bf13 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:35.866747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Attempting to bind port b2bfc05c-f15a-426a-a436-eb7453d9bf13 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:35.867217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Attempting to bind port b2bfc05c-f15a-426a-a436-eb7453d9bf13 on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:35.897975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:35.902138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2860436 Aug 29 04:44:35.902138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3023-d8ed-42c4-8cdc-9b76134b2a8e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d9162c-634f-4d72-a5f4-dd307a31666b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:35.906773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57422) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:35.922985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:35.952644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Port b2bfc05c-f15a-426a-a436-eb7453d9bf13 on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:35.952644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Attempting to bind port b2bfc05c-f15a-426a-a436-eb7453d9bf13 on network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:35.973988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da5b3006-1817-4deb-92d7-816d2766559e req-52408624-e2b7-49f6-87ba-04707b11d346 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035101 Aug 29 04:44:35.985480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:35.985832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Checking segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:35.986594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Bound using segment: {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:35.987139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Bound port: b2bfc05c-f15a-426a-a436-eb7453d9bf13, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1598c5e-5530-4245-82f9-14fc908a460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:35.987522 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.049273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71681-d1ef-4129-996b-f571c8ce9d8e req-a28fce5c-33e7-4625-9c8f-96ae43ae5f2e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.050879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c71681-d1ef-4129-996b-f571c8ce9d8e req-a28fce5c-33e7-4625-9c8f-96ae43ae5f2e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.1455414 Aug 29 04:44:36.053607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.151600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:36.170935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1c71681-d1ef-4129-996b-f571c8ce9d8e req-470a413e-9059-41cd-b54e-c6647c1b9078 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079671 Aug 29 04:44:36.173345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:36.180457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.218464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.230419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.231090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.232589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] 10.222.0.54 "PUT /v2.0/ports/b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 1092 time: 1.8334939 Aug 29 04:44:36.233211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:36.236155 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9717689d-ef7b-406a-95bf-8998e38dd216" -d '{"events": [{"name": "network-changed", "server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:36.244914 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.289645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23850a62-5520-4d0e-8620-241193979c80,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.295724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.301895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57432) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.302803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b9dbbf2-ed55-4a6d-bf98-45649a00aaae tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834240 Aug 29 04:44:36.304169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f764037-4d60-4755-afee-f68a8552d49f service neutron] Pushing event updated for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.307879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:36.403361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.487601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.492656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.522395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7afc7373-6407-4caa-a9bc-be241feb8ba8 req-2a93b181-9549-471c-a933-07d5272b1024 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1006968 Aug 29 04:44:36.529772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-ebac4da2-c187-47e7-a3b5-d0efc2824901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.531988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-ebac4da2-c187-47e7-a3b5-d0efc2824901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1095 time: 0.1920204 Aug 29 04:44:36.544259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144dbc0f-c38e-41a0-9fb1-eab466ac9228,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.551363 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.561615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c93a194d-798f-44f3-aec7-9291b4e20dbb tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2534168 Aug 29 04:44:36.561615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.576356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:36.645179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-88a96e07-f811-49cd-8423-3791b0def2ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 217 time: 0.1025345 Aug 29 04:44:36.654816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.716411 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5d0a8-1964-4267-96b1-17a4fd4ed25b x-openstack-request-id: req-a6a5d0a8-1964-4267-96b1-17a4fd4ed25b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:36.716856 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:36.717278 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a5d0a8-1964-4267-96b1-17a4fd4ed25b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:36.718142 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'status': 'completed', 'code': 200} Aug 29 04:44:36.741834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7666d-f819-4122-87a1-0bc230da0ac3 req-5aa921e2-ef2f-4806-9cba-223983d8023a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.744840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95c7666d-f819-4122-87a1-0bc230da0ac3 req-5aa921e2-ef2f-4806-9cba-223983d8023a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.3341718 Aug 29 04:44:36.798203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.808229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-33de0307-fa5f-41f5-973b-33cff2e06cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.810944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-33de0307-fa5f-41f5-973b-33cff2e06cfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.1523068 Aug 29 04:44:36.814884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.847672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb696d5-9729-4eba-a4db-4e4e82f1e4c4,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:36.866757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:36.872535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34be64b6-3067-4e47-b7ce-d074e6e73a44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099988 Aug 29 04:44:36.873549 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:36.880046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:36.881346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95c7666d-f819-4122-87a1-0bc230da0ac3 req-ed60ebab-b0e5-4941-9fb7-f56122475460 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246188 Aug 29 04:44:36.910180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5939b006-a126-4f5d-b024-12f74fe20404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:36.913688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5939b006-a126-4f5d-b024-12f74fe20404 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907950 Aug 29 04:44:36.930139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.074853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.085355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-5f35acce-f76b-4999-a6e4-d2dcb8819e26 service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609130 Aug 29 04:44:37.092464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.128424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.130059 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552867 Aug 29 04:44:37.131374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b285-d46e-4883-b719-4f1c9a45101c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691ef3df-f081-411c-a755-144154b244a8,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.134822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.139789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:37.169672 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:37.182135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.283943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.289332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.310463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709de5f4-06f7-4421-a16c-98fc0a338dd9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.331719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.335019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75f761f6-5b2e-4fd7-b787-388a4bbed0d9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1993496 Aug 29 04:44:37.339255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.345657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'security_group_rule': {'security_group_id': '26d9162c-634f-4d72-a5f4-dd307a31666b', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:37.349313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-46b4090c-c2e7-4960-b10c-f7d669977ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.394033 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Project 5fb81efe55d341afad69b28151dd4d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:44:37.404832 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.442227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8adc-06aa-40cc-ae7e-04e10f484de7 req-0059a5dd-25e9-4104-b6db-ae49b66dbecb tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.445018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a2c8adc-06aa-40cc-ae7e-04e10f484de7 req-0059a5dd-25e9-4104-b6db-ae49b66dbecb tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 943 time: 0.3436601 Aug 29 04:44:37.505083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.510293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.533755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c44812-fcc8-4d73-af0e-202048b67efd,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:37.550297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb3cb924-d422-4996-b313-1c69b2c61543 req-ec287cd2-bbd0-4c4b-9cac-11abfbb8581e service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532118 Aug 29 04:44:37.551437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.553322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-03c99a04-cb81-44a2-a8bf-ffe28e7a5836 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2124550 Aug 29 04:44:37.556427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.563975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'network': {'name': 'tempest-network-smoke--182305038', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:37.587442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c11462-98bf-4405-a463-12e2c2cf6e81 req-749d2f95-ae45-4d92-bcf9-5992dc8cec6e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.596561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11c11462-98bf-4405-a463-12e2c2cf6e81 req-749d2f95-ae45-4d92-bcf9-5992dc8cec6e tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.1997864 Aug 29 04:44:37.614206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a2c8adc-06aa-40cc-ae7e-04e10f484de7 req-08f4bd5a-9ce7-49cb-bce6-fa16b0fe2157 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366003 Aug 29 04:44:37.626928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:37.637560 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.704895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:37.710185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11c11462-98bf-4405-a463-12e2c2cf6e81 req-576f7d9f-85f3-459c-9e4a-dbf7354c18bb tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942128 Aug 29 04:44:37.723365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.724213 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Added segment 73aaadc5-c15e-4577-b935-5d488278fd63 of type vlan for network e9fa407b-ff6f-4005-b6c7-f0f62eade893 Aug 29 04:44:37.807651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e14f0bf3-4e1f-4549-a636-455bae932f84 req-fdcc682f-9779-41de-b290-33670f0484f6 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0576518 Aug 29 04:44:37.813192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-cbd278d5-ae03-48c0-a719-96bd62dd1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.816222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-cbd278d5-ae03-48c0-a719-96bd62dd1930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1095 time: 0.1881926 Aug 29 04:44:37.819098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.866313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.880928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.881591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:37.964011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-e5fa112e-b57d-4b41-bb07-ada39bd8668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:37.967050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-e5fa112e-b57d-4b41-bb07-ada39bd8668d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.1395888 Aug 29 04:44:37.976676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4184368 Aug 29 04:44:37.981332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57472) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:37.987163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'admin_state_up': True, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:38.031505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154238-07b7-4c2a-a31d-e5b931938c0b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Network': ['ID=e9fa407b-ff6f-4005-b6c7-f0f62eade893,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:38.038051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-e85b6d2c-a65e-4aab-bc3f-bd3711c65557 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 217 time: 0.0603065 Aug 29 04:44:38.045858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:38.054313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.056527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.139280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-47fd7236-6862-457b-869a-fc870539e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.140884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-47fd7236-6862-457b-869a-fc870539e1cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.0945580 Aug 29 04:44:38.169998 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.218971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-72808817-e1bf-4455-93be-11695548a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.222166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-72808817-e1bf-4455-93be-11695548a5fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635145 Aug 29 04:44:38.344987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-b60ad79f-6de7-40f0-9d7c-ca37e8f65d2b service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133914 Aug 29 04:44:38.406130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.488610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9717689d-ef7b-406a-95bf-8998e38dd216 req-f37788e8-aebe-42fa-80d1-0ca820684033 service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348448 Aug 29 04:44:38.715435 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.737922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:38.838060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-d07ece6f-beec-426a-8649-9e8b74e4e51b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.840891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-d07ece6f-beec-426a-8649-9e8b74e4e51b tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.1385806 Aug 29 04:44:38.930608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.193 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/81a8b9ba-bab0-4301-857e-359d415d7af1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:38.954903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8163b-1f47-4021-adec-3d3460011eca req-d70986d5-2195-45b1-86b0-431bfa68b314 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:38.957582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00d8163b-1f47-4021-adec-3d3460011eca req-d70986d5-2195-45b1-86b0-431bfa68b314 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 943 time: 0.2099445 Aug 29 04:44:39.067195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.082753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ccbb5-f9fd-49ad-b24b-5a923be65b22 req-3ce970b0-899f-4fc4-9b7a-0f2700f8b39a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:39.085718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-402ccbb5-f9fd-49ad-b24b-5a923be65b22 req-3ce970b0-899f-4fc4-9b7a-0f2700f8b39a tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 946 time: 0.2372453 Aug 29 04:44:39.131784 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.168970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-00d8163b-1f47-4021-adec-3d3460011eca req-46ab904e-e897-4138-b616-14eaa2dcbd5e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944330 Aug 29 04:44:39.203699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:39.207447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-402ccbb5-f9fd-49ad-b24b-5a923be65b22 req-56ccaaee-fbfd-4e51-aac7-fb102d3be1ed tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/security-groups?id=f89b7181-d78d-45d4-b7e5-2d5ec5d36464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090188 Aug 29 04:44:39.220431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:39.243873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:39.260507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Deleting port e47181c0-eaf0-43b7-bebf-e6494538b611 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:44:39.260507 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.334111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=81a8b9ba-bab0-4301-857e-359d415d7af1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.402935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-871acd95-1946-45e2-93e4-346a3d37bd81 req-60e87b28-556e-44e9-992f-c133451ac959 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0427630 Aug 29 04:44:39.483382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] For port e47181c0-eaf0-43b7-bebf-e6494538b611, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e47181c0-eaf0-43b7-bebf-e6494538b611,segment=NetworkSegment(9c1112b7-a737-4319-a7ac-3c181014b3d2),segment_id=9c1112b7-a737-4319-a7ac-3c181014b3d2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:39.483729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.500559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Calling delete_port for e47181c0-eaf0-43b7-bebf-e6494538b611 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:44:39.686182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.706276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e47181c0-eaf0-43b7-bebf-e6494538b611'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:39.727295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Pushing event deleted for resources: {'Port': ['ID=e47181c0-eaf0-43b7-bebf-e6494538b611,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:39.768555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.796257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] No DVR routers for this DVR port e47181c0-eaf0-43b7-bebf-e6494538b611 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:44:39.805591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:39.809682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24cf963b-d008-4ab9-86ab-fb848da6f36c req-850232a5-4706-4e28-b884-e7708162e082 tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.54 "DELETE /v2.0/ports/e47181c0-eaf0-43b7-bebf-e6494538b611 HTTP/1.1" status: 204 len: 173 time: 0.9512200 Aug 29 04:44:39.810566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'name': 'network-vif-deleted', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:39.818306 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebeeae4-0366-4f87-95e4-d90552dfcc87" -d '{"events": [{"server_uuid": "131df590-428e-4977-9749-65011442fe0e", "name": "network-vif-deleted", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:39.916450 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c750f-09c5-4b55-8d34-a0230f931dc2 x-openstack-request-id: req-0c1c750f-09c5-4b55-8d34-a0230f931dc2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:39.917311 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131df590-428e-4977-9749-65011442fe0e", "name": "network-vif-deleted", "tag": "e47181c0-eaf0-43b7-bebf-e6494538b611", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:39.917972 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c1c750f-09c5-4b55-8d34-a0230f931dc2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:39.918911 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131df590-428e-4977-9749-65011442fe0e', 'name': 'network-vif-deleted', 'tag': 'e47181c0-eaf0-43b7-bebf-e6494538b611', 'status': 'completed', 'code': 200} Aug 29 04:44:40.087303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.230429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router d56f9fb9-fac5-4ae5-a201-fd70c92a932d is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:44:40.293430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.356422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61815581-8c2c-4957-b883-f713fc0e761c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.417828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:40.427901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2bfc05c-f15a-426a-a436-eb7453d9bf13 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:40.429544 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Sync routers for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:40.448133 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:40.449107 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:40.481339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.483453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84c9c-de9b-438f-bb60-5eb8e79c581c req-cac9dc60-a389-421f-ae97-09e742285b0d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.485473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2ab9c0af-04b5-43ef-ad1f-a87beeb27a5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5026524 Aug 29 04:44:40.489461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.492823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f84c9c-de9b-438f-bb60-5eb8e79c581c req-cac9dc60-a389-421f-ae97-09e742285b0d tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 943 time: 0.1253452 Aug 29 04:44:40.557072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36e1cc86-306a-442f-9e45-c70d9fc64311 req-c1afad84-0901-4666-9341-7d4d0acc14bb tempest-ServerDiskConfigTestJSON-428954095 tempest-ServerDiskConfigTestJSON-428954095-project] 10.222.0.62 "GET /v2.0/ports?device_id=131df590-428e-4977-9749-65011442fe0e HTTP/1.1" status: 200 len: 210 time: 0.1392415 Aug 29 04:44:40.586576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-db7412e5-aa78-4d4f-b7c1-5bfc0d053659 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=5fb81efe55d341afad69b28151dd4d3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0927868 Aug 29 04:44:40.587690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.639201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:40.656369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'port_id': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'mac_address': 'fa:16:3e:94:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:40.691782 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:40.716636 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.733822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bfc05c-f15a-426a-a436-eb7453d9bf13 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:40.737461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79f84c9c-de9b-438f-bb60-5eb8e79c581c req-f29a92d5-0360-498a-b9e9-253d73f5ead0 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435551 Aug 29 04:44:40.758696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:40.769066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:40.824605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:40.833629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.834437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.834975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.835546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.836203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.837229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.837723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.838373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.838870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.839370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.839859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.840368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:40.842443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5b0219f-0a05-4b1b-a4e8-4efad7515746 req-86fa3f92-3f11-400b-81b7-58e4d96ab99f tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0923901 Aug 29 04:44:40.908302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224ab5ea-f5a2-44c9-aeb7-33968bb65e00 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:40.910399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-224ab5ea-f5a2-44c9-aeb7-33968bb65e00 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3210487 Aug 29 04:44:40.914073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.949840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb9c5d3b-51af-49ac-a162-0e5ea6d03f34 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344689 Aug 29 04:44:40.952975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:40.962832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649400191', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:40.987283 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:39Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:41.019497 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Checking router: d56f9fb9-fac5-4ae5-a201-fd70c92a932d for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:41.020163 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Updating router d56f9fb9-fac5-4ae5-a201-fd70c92a932d port 81a8b9ba-bab0-4301-857e-359d415d7af1 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:41.020519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['b2bfc05c-f15a-426a-a436-eb7453d9bf13'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:41.062868 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.105107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:41.109287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.312427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.418602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.538104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Subnet': ['ID=1c20220b-d130-449b-a97e-72a423e9737e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.548378 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.554099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Checking segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:41.554858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network hostable DHCP agents. Network: e9fa407b-ff6f-4005-b6c7-f0f62eade893, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:41.561103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Transition to ACTIVE for port object 81a8b9ba-bab0-4301-857e-359d415d7af1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:41.577899 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.594218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:41.610438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e9fa407b-ff6f-4005-b6c7-f0f62eade893) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:41.615433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:41.619603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.638609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4880c0-5db9-41ef-9593-aa7de4628f45 None None] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:41.652586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:41.654754 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b47b167-bab8-494b-8652-ccae18218a4b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6992629 Aug 29 04:44:41.706951 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Attempting to bind port 81a8b9ba-bab0-4301-857e-359d415d7af1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:41.707538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Attempting to bind port 81a8b9ba-bab0-4301-857e-359d415d7af1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:41.720327 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Attempting to bind port 81a8b9ba-bab0-4301-857e-359d415d7af1 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:41.777465 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:41.778493 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:41.780014 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.781349 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:41.783025 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Bound port: 81a8b9ba-bab0-4301-857e-359d415d7af1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:41.784872 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.859886 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] For port 81a8b9ba-bab0-4301-857e-359d415d7af1, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:41.864244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] For port 81a8b9ba-bab0-4301-857e-359d415d7af1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81a8b9ba-bab0-4301-857e-359d415d7af1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:41.870906 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:41.874953 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Pushing event updated for resources: {'Port': ['ID=81a8b9ba-bab0-4301-857e-359d415d7af1,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:41.891323 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.892402 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.893130 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.893695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.894244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.894815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.895491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.896118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.897224 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.898773 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.900436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:41.905523 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:42.008498 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:42.010990 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.039460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:44:42.040674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.141379 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65990a4-1be6-40ac-980a-70aed0da3a09 None None] Pushing event updated for resources: {'Port': ['ID=81a8b9ba-bab0-4301-857e-359d415d7af1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:42.152813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-972f0d83-ab79-43fa-a38b-192e09db884f req-785e1f7b-fd04-4429-a461-157d2d2f9acf tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0945807 Aug 29 04:44:42.284529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d094e-447d-478e-b474-df4913e07233 req-cf5ad1d5-b913-4fc3-b0c3-6bbd2596ef7e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:42.286805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c78d094e-447d-478e-b474-df4913e07233 req-cf5ad1d5-b913-4fc3-b0c3-6bbd2596ef7e tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 944 time: 0.2851546 Aug 29 04:44:42.342215 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.367591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Allocated IP 172.20.0.2 (e9fa407b-ff6f-4005-b6c7-f0f62eade893/1c20220b-d130-449b-a97e-72a423e9737e/698d591a-6b6d-410d-810c-134cdfe1f13b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:42.452218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2bfc05c-f15a-426a-a436-eb7453d9bf13 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:42.452756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c78d094e-447d-478e-b474-df4913e07233 req-a11a6cae-7e6e-4380-a551-71cf5824c9cd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507318 Aug 29 04:44:42.455120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:42.479967 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:42.586808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Deleting subnet f349e6de-1eb2-4e60-ad7b-08a6c425584b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:44:42.593438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.602814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port b2bfc05c-f15a-426a-a436-eb7453d9bf13 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:42.612869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port b2bfc05c-f15a-426a-a436-eb7453d9bf13 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:42.613657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.686642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.779585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.792162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Transition to ACTIVE for port object 698d591a-6b6d-410d-810c-134cdfe1f13b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:42.825255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Transition to ACTIVE for port object 698d591a-6b6d-410d-810c-134cdfe1f13b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:42.833442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.855387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:39Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:42.872965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.899058 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b9c0c-6e61-4a76-ac50-13100c74811b None None] The sync data for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 is: [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:39Z', 'revision_number': 3, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:42.909607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.990175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:42.990703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:42.991647 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.065701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:43.072813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:43.075491 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c18536-c049-4b42-a134-c764eb131377" -d '{"events": [{"server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "name": "network-vif-plugged", "status": "completed", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:43.088100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:43.126176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.127341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:43.128690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Pushing event updated for resources: {'Port': ['ID=698d591a-6b6d-410d-810c-134cdfe1f13b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.135429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f349e6de-1eb2-4e60-ad7b-08a6c425584b HTTP/1.1" status: 204 len: 168 time: 0.6771662 Aug 29 04:44:43.139975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:43.180058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b86a7-fb52-4f30-bfaf-e524fa777460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f349e6de-1eb2-4e60-ad7b-08a6c425584b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.203394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.204807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e47181c0-eaf0-43b7-bebf-e6494538b611 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:44:43.261388 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4f5937-a0e8-4b2e-991c-f92d7b1f458e x-openstack-request-id: req-bc4f5937-a0e8-4b2e-991c-f92d7b1f458e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:43.262457 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "name": "network-vif-plugged", "status": "completed", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:43.263399 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc4f5937-a0e8-4b2e-991c-f92d7b1f458e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:43.265475 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'code': 200} Aug 29 04:44:43.421543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.431998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.441864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e47181c0-eaf0-43b7-bebf-e6494538b611 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:44:43.442439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e47181c0-eaf0-43b7-bebf-e6494538b611 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:44:43.461493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.468970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Attempting to bind port 698d591a-6b6d-410d-810c-134cdfe1f13b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:43.469321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Attempting to bind port 698d591a-6b6d-410d-810c-134cdfe1f13b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:43.470237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Attempting to bind port 698d591a-6b6d-410d-810c-134cdfe1f13b on network e9fa407b-ff6f-4005-b6c7-f0f62eade893 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:43.487730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:43.488148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Checking segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:43.488551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.488945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Bound using segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:43.489594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Bound port: 698d591a-6b6d-410d-810c-134cdfe1f13b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:43.490347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.652162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1beee28-a869-4a19-ab35-1a8137044721 req-d73d1064-aa90-4db5-95db-b7feb1afbdbe tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1996057 Aug 29 04:44:43.677409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.693443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1af1be3-2c2c-4311-b32d-83969d2c21cb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.724030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1112b7-a737-4319-a7ac-3c181014b3d2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.724030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1112b7-a737-4319-a7ac-3c181014b3d2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:43.732747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] For port 698d591a-6b6d-410d-810c-134cdfe1f13b, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:43.750257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.750586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] For port 698d591a-6b6d-410d-810c-134cdfe1f13b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=698d591a-6b6d-410d-810c-134cdfe1f13b,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:43.769093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.777759 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.782424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:44:43.782945 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:44:43.870306 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:44:43.895213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.912491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:43.918683 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a1af1be3-2c2c-4311-b32d-83969d2c21cb HTTP/1.1" status: 204 len: 168 time: 0.7751663 Aug 29 04:44:43.934715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3af74-94ad-4092-ad85-2adf978d0180 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1af1be3-2c2c-4311-b32d-83969d2c21cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:43.965228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf230d0-784f-4ba9-a4d7-b6f8f6a458a9 None None] Pushing event updated for resources: {'Port': ['ID=698d591a-6b6d-410d-810c-134cdfe1f13b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:44.367404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:44.433937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fc1c1811-c5e4-4cc1-b39d-ea16ce0fb54c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a87fb8c3a92a49a793eb108290cd11f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650833 Aug 29 04:44:44.436887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:44.479837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ce5f6-5e11-45cd-a542-c8ea2c9bf756 req-cb7a2dfb-dd6b-407f-aa99-919321f70266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.482245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac6ce5f6-5e11-45cd-a542-c8ea2c9bf756 req-cb7a2dfb-dd6b-407f-aa99-919321f70266 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1097 time: 1.0889416 Aug 29 04:44:44.515388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.549803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.576226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329086d-da96-4e23-9db9-79495ad231a8 req-331c5217-be10-4152-8d4e-8e03afe0768c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:44.588578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e329086d-da96-4e23-9db9-79495ad231a8 req-331c5217-be10-4152-8d4e-8e03afe0768c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.8939111 Aug 29 04:44:44.613863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac6ce5f6-5e11-45cd-a542-c8ea2c9bf756 req-9bd389b9-37db-41f0-9740-8513ed6cc48e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025410 Aug 29 04:44:44.639554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.1 (e9fa407b-ff6f-4005-b6c7-f0f62eade893/1c20220b-d130-449b-a97e-72a423e9737e/9d9a4361-8976-4bee-812a-6fac26f4c3a0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:44.660036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.663254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.664626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f89b7181-d78d-45d4-b7e5-2d5ec5d36464 HTTP/1.1" status: 204 len: 168 time: 0.2261858 Aug 29 04:44:44.682112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d866-5fed-4cbe-80b7-76bb1aa69ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b7181-d78d-45d4-b7e5-2d5ec5d36464,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:44.752709 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e329086d-da96-4e23-9db9-79495ad231a8 req-e663805c-d96d-4041-bdb0-c4848f661804 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362727 Aug 29 04:44:44.892628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:44.928575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object 9d9a4361-8976-4bee-812a-6fac26f4c3a0 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:44.951237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a15a09ee-6820-41c4-a9d5-dbbd248b5b6a req-a504e67e-1330-4fa8-ac8f-e7504c58cad3 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0397227 Aug 29 04:44:45.004806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.072446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:45.098208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:45.101813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:45.115437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:45.205898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.374074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 698d591a-6b6d-410d-810c-134cdfe1f13b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:45.473603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 698d591a-6b6d-410d-810c-134cdfe1f13b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:45.475669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.482913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81a8b9ba-bab0-4301-857e-359d415d7af1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:45.598949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 81a8b9ba-bab0-4301-857e-359d415d7af1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:45.598949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 81a8b9ba-bab0-4301-857e-359d415d7af1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:45.598949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.819892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:45.854182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662aa7a-eae6-4d3f-8037-ff496befe9e9 None None] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:45.987583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Provisioning for port 698d591a-6b6d-410d-810c-134cdfe1f13b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:46.015814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Provisioning complete for port 698d591a-6b6d-410d-810c-134cdfe1f13b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:46.017432 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.076238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 81a8b9ba-bab0-4301-857e-359d415d7af1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81a8b9ba-bab0-4301-857e-359d415d7af1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:46.135098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.254671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f2856-52f2-4c6e-9f73-c30e30be0fe2 req-40dc0c1d-f74f-4eec-9eeb-89e65d46fcc1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:46.257730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af4f2856-52f2-4c6e-9f73-c30e30be0fe2 req-40dc0c1d-f74f-4eec-9eeb-89e65d46fcc1 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.3502870 Aug 29 04:44:46.405109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba72f561-c533-4409-91f2-98855f694e8e req-acb959ce-9d68-45cc-8897-fcaf772414e9 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1398597 Aug 29 04:44:46.418161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.500216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=81a8b9ba-bab0-4301-857e-359d415d7af1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.525715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.554144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af4f2856-52f2-4c6e-9f73-c30e30be0fe2 req-92310ee8-e99b-4850-a456-efa136f47252 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650137 Aug 29 04:44:46.563182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.603707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] For port 698d591a-6b6d-410d-810c-134cdfe1f13b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=698d591a-6b6d-410d-810c-134cdfe1f13b,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:46.623702 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.702417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f843dbd-13e0-472f-81db-9af972b3905f None None] Pushing event updated for resources: {'Port': ['ID=698d591a-6b6d-410d-810c-134cdfe1f13b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.706911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:46.723482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:46.799259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:46.890040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:46.892458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:46.956782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1178627575-network', 'tenant_id': 'e7535a1f4693457fa256faa913d1535f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:47.021902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Made reservation on behalf of e7535a1f4693457fa256faa913d1535f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:47.026495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.047036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.080547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router d56f9fb9-fac5-4ae5-a201-fd70c92a932d has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:47.169678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Provisioning for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:47.178708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Provisioning complete for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:47.180331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.335261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.341775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.343472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:47.357720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 698d591a-6b6d-410d-810c-134cdfe1f13b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:47.390576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Provisioning complete for port 698d591a-6b6d-410d-810c-134cdfe1f13b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:47.391018 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-524a9f2d-cdfe-42f2-910d-cefa8d89a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.417990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678bf887-9846-4baa-aa29-e30c17ccbf89,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:47.439711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:47.449488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5c4e6503-4ebd-45cc-bbbf-73e5bfc2babd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/d56f9fb9-fac5-4ae5-a201-fd70c92a932d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7923567 Aug 29 04:44:47.488192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:44:47.492504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Sync routers for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:47.519578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.520195 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Added segment 397377c4-a2bf-4b03-b04d-c8be1718eff7 of type vlan for network 61766b83-d5c1-4235-b62f-617017066c5b Aug 29 04:44:47.568945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 698d591a-6b6d-410d-810c-134cdfe1f13b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:47.569484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.609429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.613364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:47.614240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:47.669848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25e6f3a6-4e1a-42c7-85d3-70ce7e82db84 req-9a95de48-a64d-4cb4-bc72-7fcb78980e59 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0990806 Aug 29 04:44:47.682677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.684287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:47.684884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.804442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0754540 Aug 29 04:44:47.809263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:47.817787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Request body: {'subnet': {'network_id': '61766b83-d5c1-4235-b62f-617017066c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1178627575-subnet', 'tenant_id': 'e7535a1f4693457fa256faa913d1535f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:47.847214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e999a8-4b4d-450d-829e-fe021dbf1722 admin admin] Pushing event updated for resources: {'Network': ['ID=61766b83-d5c1-4235-b62f-617017066c5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:47.894269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Made reservation on behalf of e7535a1f4693457fa256faa913d1535f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:47.897318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:47.936743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 61766b83-d5c1-4235-b62f-617017066c5b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:44:48.091776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3339b6ac-5399-49a2-a216-a8424a1ad183 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718418283&fields=id&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 267 time: 0.1204939 Aug 29 04:44:48.114680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96d705-a660-4136-9853-e9554eb12397 req-bc3878b6-32db-40c3-874e-afdaf29a11f2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.123431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f96d705-a660-4136-9853-e9554eb12397 req-bc3878b6-32db-40c3-874e-afdaf29a11f2 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.3543687 Aug 29 04:44:48.134480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.179841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e24be39-4b33-4287-b2fc-1546326d996d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:48.181003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81a8b9ba-bab0-4301-857e-359d415d7af1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:48.220926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Checking segment: {'id': '397377c4-a2bf-4b03-b04d-c8be1718eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:48.221756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Network hostable DHCP agents. Network: 61766b83-d5c1-4235-b62f-617017066c5b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:44:48.239296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c4e06155-1446-45d6-9006-bf118a93ac6e None None] Provisioning complete for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:48.239871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c4e06155-1446-45d6-9006-bf118a93ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.244697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Network 61766b83-d5c1-4235-b62f-617017066c5b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:44:48.245102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f96d705-a660-4136-9853-e9554eb12397 req-d7c6b524-8676-4c52-bc07-d7a1c4e4808c tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168802 Aug 29 04:44:48.262868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 61766b83-d5c1-4235-b62f-617017066c5b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:48.270902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.271656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.322186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68b012a6-d814-48ff-b8ed-de36581573ac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5090430 Aug 29 04:44:48.357101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-7c336dc2-cf42-485b-a247-2ebccef663d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.361598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-7c336dc2-cf42-485b-a247-2ebccef663d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/networks?id=e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 200 len: 796 time: 0.2248926 Aug 29 04:44:48.395708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-4db55c90-7681-4509-a796-c32821169780 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/quotas/5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 375 time: 0.0251858 Aug 29 04:44:48.486170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64928ee-6670-478c-8ef2-f45f3659738a req-5b3f5343-e743-4bdf-ad60-59d1c9192c50 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:48.487914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f64928ee-6670-478c-8ef2-f45f3659738a req-5b3f5343-e743-4bdf-ad60-59d1c9192c50 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.1199543 Aug 29 04:44:48.500827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:44:48.505290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-66eaffa2-11ed-4f67-99d1-bf33c5676d80 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919404 Aug 29 04:44:48.505701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Request body: {'floatingip': {'port_id': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:48.558210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:48.693496 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69dfdaf-853e-4c77-bf83-41640032e246 None None] Network 61766b83-d5c1-4235-b62f-617017066c5b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:48.777584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-df5b1a3c-aa4a-4157-96cd-016ddd483758 service neutron] 10.222.0.62 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480035 Aug 29 04:44:48.903756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-61b3baa5-e4c0-4c5e-98c1-69f4a841e9cd service neutron] 10.222.0.62 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188524 Aug 29 04:44:48.904810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:49.016789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c4e06155-1446-45d6-9006-bf118a93ac6e None None] Port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:49.122613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a0065-8b5a-4a31-8844-1205db07131a None None] Network 61766b83-d5c1-4235-b62f-617017066c5b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:44:49.289945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7dc26fe-7d3f-4b68-966f-b1e6a30c03b6 req-8516e872-b3ec-4702-a491-f35aeee57364 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0498822 Aug 29 04:44:49.322356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-335b4f89-62ab-4305-9215-67735185ed42 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:49.330692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-335b4f89-62ab-4305-9215-67735185ed42 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/networks?id=61766b83-d5c1-4235-b62f-617017066c5b HTTP/1.1" status: 200 len: 821 time: 0.3493810 Aug 29 04:44:49.350438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-10eca65b-aa7c-4101-8a41-08905a28ac22 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/quotas/e7535a1f4693457fa256faa913d1535f HTTP/1.1" status: 200 len: 375 time: 0.0183451 Aug 29 04:44:49.357478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 81a8b9ba-bab0-4301-857e-359d415d7af1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:49.358840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.395618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-f728e57d-7862-4879-a915-40b4b8831e69 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7535a1f4693457fa256faa913d1535f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442531 Aug 29 04:44:49.426248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2b05a4c-9556-4af1-869f-f106a6475d9e req-1d42f3af-5fe8-407f-a916-42ebaaaf4120 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 210 time: 0.0294714 Aug 29 04:44:49.487169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-54fd920e-84c3-43a5-ade2-62fa82461250 None None] Provisioning complete for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:49.487938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54fd920e-84c3-43a5-ade2-62fa82461250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.528698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-6cf753db-ff1a-468d-b260-d1a74bc0673a service neutron] 10.222.0.62 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013861 Aug 29 04:44:49.533989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-54fd920e-84c3-43a5-ade2-62fa82461250 None None] Port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:49.697933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-50b2fe4d-4472-42a4-af8b-cf954f51b3e4 service neutron] 10.222.0.62 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573846 Aug 29 04:44:49.777291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 2, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:49.811971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Checking router: d56f9fb9-fac5-4ae5-a201-fd70c92a932d for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:49.812346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Updating router d56f9fb9-fac5-4ae5-a201-fd70c92a932d port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:44:49.846591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:49.892874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.resource_extend [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:44:50.052216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.058163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.091103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dda5644d-00ac-484d-8356-fb7c4bfb6921 req-c67eca99-ca7a-4607-8e3d-1f29ba9ba6f0 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 210 time: 0.0533843 Aug 29 04:44:50.343436 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Floating IP f9bbcd9f-fc59-489f-b582-8e437bdb60ac associated. External IP: 172.25.3.217, port: b2bfc05c-f15a-426a-a436-eb7453d9bf13. Aug 29 04:44:50.497319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8fd799a-3ed5-40bc-9b84-15eea783b699 req-1a7cadf8-5e6b-4457-8b7e-a1e167a3627b tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0814412 Aug 29 04:44:50.581117 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.604297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-938c39d4-d9b7-4dae-a3ae-6add4dd06b78 req-07ee2552-48b6-4fdf-b35d-b4043bdce6fd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 210 time: 0.0595822 Aug 29 04:44:50.605621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Transition to ACTIVE for port object 9d9a4361-8976-4bee-812a-6fac26f4c3a0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:50.629299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.741679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-2cd89c66-a07f-42e4-b1d9-1c3c1073b8cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927262 Aug 29 04:44:50.779560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fd6f8-b04f-49bd-ab8c-3163c0bb13a2 None None] Pushing event updated for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:50.958651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87038-cefb-45cb-9a75-a8fde677366a req-4e46b59e-69eb-4895-9400-562b7ca34f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:50.965487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-4e46b59e-69eb-4895-9400-562b7ca34f64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1097 time: 0.1482816 Aug 29 04:44:50.967657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Attempting to bind port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:50.969165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Attempting to bind port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:50.971200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Attempting to bind port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 on network e9fa407b-ff6f-4005-b6c7-f0f62eade893 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:50.982290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:50.983525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Checking segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:50.984598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:50.986240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Bound using segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:50.987458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Bound port: 9d9a4361-8976-4bee-812a-6fac26f4c3a0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:50.988547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.042283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-8c16d304-e270-44c4-a549-0819e51913fa tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.045932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-8c16d304-e270-44c4-a549-0819e51913fa tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/networks?id=e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 200 len: 796 time: 0.2033758 Aug 29 04:44:51.210754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] For port 9d9a4361-8976-4bee-812a-6fac26f4c3a0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:51.215332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] For port 9d9a4361-8976-4bee-812a-6fac26f4c3a0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9d9a4361-8976-4bee-812a-6fac26f4c3a0,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:51.222433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.284425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87038-cefb-45cb-9a75-a8fde677366a req-651ecaf7-9f69-4118-a1a7-0993f5d1da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.286336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-651ecaf7-9f69-4118-a1a7-0993f5d1da49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.2932510 Aug 29 04:44:51.291991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-d090df3c-65e7-4821-9906-1d463812f534 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb81efe55d341afad69b28151dd4d3e HTTP/1.1" status: 200 len: 379 time: 0.1821477 Aug 29 04:44:51.337479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'port': {'device_id': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'admin_state_up': True, 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'security_groups': ['26d9162c-634f-4d72-a5f4-dd307a31666b']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:51.351805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:51.352697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:51.481484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23c3c53d-3b70-459a-a16c-cf8fd6c3a5a8 req-6987a0d2-16ae-4b10-8a97-b34cc1f25b11 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 210 time: 0.0821049 Aug 29 04:44:51.486866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:44:51.516468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fd6f8-b04f-49bd-ab8c-3163c0bb13a2 None None] Pushing event updated for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:51.520973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-78429963-b5f7-4981-8654-8e4b50d35677 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 999 time: 0.2216942 Aug 29 04:44:51.575769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:51.728168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e64a5da-d3f9-4b19-85ae-873616d3f81e req-b77bd1a5-6589-44f5-9a95-3261de89f856 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1085517 Aug 29 04:44:51.731398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87038-cefb-45cb-9a75-a8fde677366a req-16448e08-a503-4031-9185-31ef3a9ef70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:51.736817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-16448e08-a503-4031-9185-31ef3a9ef70c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.2069025 Aug 29 04:44:51.762096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Made reservation on behalf of 5fb81efe55d341afad69b28151dd4d3e for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:51.766687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.908931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:44:51.924236 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:44:51.934181 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:51.935141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-255b275d-a46c-46e9-be88-5b5e737ae1e5 req-bcba8c94-879a-4a77-bc93-c1f331edb7f4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 210 time: 0.0907416 Aug 29 04:44:51.957875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:51.957875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.033417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87038-cefb-45cb-9a75-a8fde677366a req-75c2c19d-ec38-46f5-bfdc-c9146f744301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.034932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-75c2c19d-ec38-46f5-bfdc-c9146f744301 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2898569 Aug 29 04:44:52.109004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:51Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:52.181884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94def7-a30a-4cfc-b64b-d16a38bed16f None None] The sync data for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 is: [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:51Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:52.207906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-24697bb7-e556-4a9a-b35e-18a3db4f036d tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.209644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-24697bb7-e556-4a9a-b35e-18a3db4f036d tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.54 "GET /v2.0/networks?id=61766b83-d5c1-4235-b62f-617017066c5b HTTP/1.1" status: 200 len: 821 time: 0.2691262 Aug 29 04:44:52.221187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-ba49e3c4-fef7-4be3-875b-2c61d8c74d8c service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778409 Aug 29 04:44:52.231748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Request body: {'port': {'device_id': '276a066e-a865-424c-b2a3-4a7dd795441b', 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b', 'admin_state_up': True, 'tenant_id': 'e7535a1f4693457fa256faa913d1535f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:52.253745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.20.0.3 (e9fa407b-ff6f-4005-b6c7-f0f62eade893/1c20220b-d130-449b-a97e-72a423e9737e/7c0c2a17-e81a-49c1-ba0b-3dde8449e517) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:52.368711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c137a0b2-e2fe-4ad0-a029-ac50719763aa tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "PUT /v2.0/floatingips/f9bbcd9f-fc59-489f-b582-8e437bdb60ac HTTP/1.1" status: 200 len: 991 time: 3.8661261 Aug 29 04:44:52.374268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:52.377446 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88531b40-d116-4b3c-8f70-02aa29392e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:52.468311 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:52.471769 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc2466-4686-43f2-a82b-4bb4e110a1db x-openstack-request-id: req-84fc2466-4686-43f2-a82b-4bb4e110a1db {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:52.472238 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:52.472656 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84fc2466-4686-43f2-a82b-4bb4e110a1db {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:52.473433 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'status': 'completed', 'code': 200} Aug 29 04:44:52.540141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48c87038-cefb-45cb-9a75-a8fde677366a req-cc8f6f19-4383-4ae5-86b8-e88061df8fba service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872997 Aug 29 04:44:52.673381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.705602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Transition to ACTIVE for port object 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:52.706426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cd82778-8027-4557-b5c7-777c7246a4cc req-c093ffed-d6aa-49cc-8a51-055449012b8e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 210 time: 0.0430851 Aug 29 04:44:52.724822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Made reservation on behalf of e7535a1f4693457fa256faa913d1535f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:44:52.729687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.767221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-2967d069-0c15-4241-a876-ea2f6d381995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:52.770963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-2967d069-0c15-4241-a876-ea2f6d381995 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1097 time: 0.1770709 Aug 29 04:44:52.783322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:52.899038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:52.908305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:52.926749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:52.932696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:53.022196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f9bbcd9f-fc59-489f-b582-8e437bdb60ac', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:94:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:28Z', 'updated_at': '2021-08-29T04:44:49Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.041762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-4460bb5f-3f21-4d2e-aeef-29f6382e5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.046168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-4460bb5f-3f21-4d2e-aeef-29f6382e5192 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.2639682 Aug 29 04:44:53.071791 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:44:53.085927 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:44:53.086823 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.111550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.112948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.159209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-3e7ceac0-4ddd-46fa-a04d-6725c723d1cf tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8528330 Aug 29 04:44:53.172019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Request body: {'port': {'device_id': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:53.183130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69e0e8f2-86ef-4a89-8b64-e99eca273e0e req-b6ea83d2-d692-4563-92d8-bdc389c55f50 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1114163 Aug 29 04:44:53.240564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f064d8b4-6249-4e60-9cea-b98514750319 req-969ce585-db58-40d1-b87e-248f7fbf0351 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.1917098 Aug 29 04:44:53.325530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.350085 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:44:53.425571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3bb8589-d462-48d3-9316-68df036d5585 None None] Provisioning for port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:53.429664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d3bb8589-d462-48d3-9316-68df036d5585 None None] Provisioning complete for port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:53.430116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3bb8589-d462-48d3-9316-68df036d5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.465886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a42109-f309-4d48-aa88-f17dc22e355e req-32b9f16d-fa5f-4f9e-9802-4604084d42ef tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.477409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a42109-f309-4d48-aa88-f17dc22e355e req-32b9f16d-fa5f-4f9e-9802-4604084d42ef tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 931 time: 0.3242419 Aug 29 04:44:53.488818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-bf7e02d2-7259-44ef-8452-fdad29c107a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 999 time: 0.3369412 Aug 29 04:44:53.525666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb8589-d462-48d3-9316-68df036d5585 None None] Port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:44:53.582818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-c0ca8688-7a80-40fc-964c-791e440287d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.584409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-c0ca8688-7a80-40fc-964c-791e440287d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.0727799 Aug 29 04:44:53.744479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a42109-f309-4d48-aa88-f17dc22e355e req-d3fc0ac0-224f-4a81-a9f0-6c0803d6cff3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657535 Aug 29 04:44:53.804487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Allocated IP 172.20.0.11 (61766b83-d5c1-4235-b62f-617017066c5b/6e24be39-4b33-4287-b2fc-1546326d996d/a733d11d-8ff6-42d2-bb98-3d65a2006225) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:44:53.825537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-45d25a69-cf35-4588-bc7e-37c2996deaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:53.827395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-45d25a69-cf35-4588-bc7e-37c2996deaf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343919 Aug 29 04:44:53.878185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:53.899601 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f9bbcd9f-fc59-489f-b582-8e437bdb60ac', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:94:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:28Z', 'updated_at': '2021-08-29T04:44:49Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:44:53.907403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.938599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Transition to ACTIVE for port object 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:53.943384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:53.967917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-2de13a3b-7d45-4e07-a474-14a94221f92a service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302211 Aug 29 04:44:53.976695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00efd125-09f8-459d-86ad-9d06d1549e7f None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'f9bbcd9f-fc59-489f-b582-8e437bdb60ac', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'port_id': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'mac_address': 'fa:16:3e:94:cb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:44:28Z', 'updated_at': '2021-08-29T04:44:49Z', 'revision_number': 1, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:44:54.026746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9d9a4361-8976-4bee-812a-6fac26f4c3a0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:54.174642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:44:54.189247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Attempting to bind port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:54.190196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Attempting to bind port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:54.190651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Attempting to bind port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 on network e9fa407b-ff6f-4005-b6c7-f0f62eade893 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:54.194988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:54.195360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.218312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 on network e9fa407b-ff6f-4005-b6c7-f0f62eade893 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:54.218312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Attempting to bind port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 on network e9fa407b-ff6f-4005-b6c7-f0f62eade893 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:54.236931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:54.237270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Checking segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:54.239691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Bound using segment: {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:54.240200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Bound port: 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aaadc5-c15e-4577-b935-5d488278fd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:54.240584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.246211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.462933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:54.467677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:54.496198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.510361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.617640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-7d401050-ab07-4c22-a56d-4181d7f86270 service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260104 Aug 29 04:44:54.617791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 9d9a4361-8976-4bee-812a-6fac26f4c3a0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9d9a4361-8976-4bee-812a-6fac26f4c3a0,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:54.652929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f53fb-e132-4413-87ab-003ace6678cc None None] New status for floating IP f9bbcd9f-fc59-489f-b582-8e437bdb60ac: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:44:54.663471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0df34cf0-ae08-4869-aefb-bada702a3675 req-ac8d03e4-ee79-491f-87e0-fedea1b45b65 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 210 time: 0.6936824 Aug 29 04:44:54.691978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf442b5f-2222-490a-b316-67dba81a66c4 req-7bd0ca8a-5a59-4aa6-9162-4415d46df676 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0570104 Aug 29 04:44:54.736768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.737405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.739332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:54.744316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 200 len: 1092 time: 1.5771618 Aug 29 04:44:54.745021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:54.747718 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72084f92-189e-4a15-99a0-8cb246cb883c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:54.754605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d8ef6-49cb-4b1b-a8ad-a736f6511fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.864395 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22368bdb-85cc-4b67-a021-ab55ec863689 x-openstack-request-id: req-22368bdb-85cc-4b67-a021-ab55ec863689 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:54.870722 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:54.871860 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22368bdb-85cc-4b67-a021-ab55ec863689 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:54.877034 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'status': 'completed', 'code': 200} Aug 29 04:44:54.915512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:54.929024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-d386fcdd-c1ae-4e2a-aaca-176b1316953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:54.946973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-d386fcdd-c1ae-4e2a-aaca-176b1316953d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1095 time: 0.1346338 Aug 29 04:44:55.005327 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-43460345-1166-4454-9c92-7307ea3b5b66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 200 len: 217 time: 0.0476060 Aug 29 04:44:55.050421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.069159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c086-80ec-4d4c-ae50-8311ff6daa0f req-8c18e2ef-9a15-43f1-8e99-8690bbfc2e44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.071138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e82c086-80ec-4d4c-ae50-8311ff6daa0f req-8c18e2ef-9a15-43f1-8e99-8690bbfc2e44 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 943 time: 0.1186831 Aug 29 04:44:55.143517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-6bdd9e69-177b-4f33-994c-6c6270b45c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.145085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-6bdd9e69-177b-4f33-994c-6c6270b45c07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c20220b-d130-449b-a97e-72a423e9737e HTTP/1.1" status: 200 len: 834 time: 0.1325223 Aug 29 04:44:55.160542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e82c086-80ec-4d4c-ae50-8311ff6daa0f req-267a67c4-7e42-4209-8f36-156fd54f007f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793700 Aug 29 04:44:55.179620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.236292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Network 61766b83-d5c1-4235-b62f-617017066c5b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:44:55.242272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:44:55.247341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f010ca-0122-4266-8ce8-565c6b547948 req-c8deb3f2-28b0-4626-9158-58ad02c44f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.253237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-c8deb3f2-28b0-4626-9158-58ad02c44f0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fa407b-ff6f-4005-b6c7-f0f62eade893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991032 Aug 29 04:44:55.256201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:44:55.293855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Pushing event updated for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:55.323453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.323808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.324294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.324636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.324973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.325311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.325641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.325974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.326300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.326805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.327135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.327463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:44:55.347055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.348050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.364336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-aefa331d-010a-4010-9ee1-675009a7187e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1417475 Aug 29 04:44:55.381569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Request body: {'port': {'device_id': '276a066e-a865-424c-b2a3-4a7dd795441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:44:55.397873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-9edbbdef-71c0-4296-b443-4c3188894d7a service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366172 Aug 29 04:44:55.444207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:55.511790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18f010ca-0122-4266-8ce8-565c6b547948 req-71bc931f-e766-4122-a25d-7eebeb6f7cfe service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059759 Aug 29 04:44:55.658841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084f92-189e-4a15-99a0-8cb246cb883c req-653b1a87-2b9c-43a3-8c87-9e4afa6fbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.669806 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-653b1a87-2b9c-43a3-8c87-9e4afa6fbc19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1095 time: 0.0657079 Aug 29 04:44:55.808931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084f92-189e-4a15-99a0-8cb246cb883c req-8a571442-df58-48bb-b46c-128dc31b4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:55.810969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-8a571442-df58-48bb-b46c-128dc31b4db7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 200 len: 897 time: 0.1431620 Aug 29 04:44:55.886045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-72f82265-ec7e-4499-ae58-a4f8bd0a1f97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 200 len: 217 time: 0.0580318 Aug 29 04:44:55.948176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ef3ea30-348d-49de-92c3-d4fa5bf5b1b0 req-083b2054-a655-450c-8fa2-804b79895d4b tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0710890 Aug 29 04:44:55.949502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9d9a4361-8976-4bee-812a-6fac26f4c3a0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:44:56.017866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f50f66-7e65-48fb-8456-06012c871276 req-9be7adbf-31dd-448c-9b06-ecc692e7a915 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.030243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82f50f66-7e65-48fb-8456-06012c871276 req-9be7adbf-31dd-448c-9b06-ecc692e7a915 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 932 time: 0.2386839 Aug 29 04:44:56.041930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084f92-189e-4a15-99a0-8cb246cb883c req-290c9a31-874d-43ea-b500-3f6c7dc2867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.048969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-290c9a31-874d-43ea-b500-3f6c7dc2867f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c20220b-d130-449b-a97e-72a423e9737e HTTP/1.1" status: 200 len: 834 time: 0.1460478 Aug 29 04:44:56.124978 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:44:56.125666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.135090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a733d11d-8ff6-42d2-bb98-3d65a2006225 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:56.151818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.165779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82f50f66-7e65-48fb-8456-06012c871276 req-45f5abec-2df0-4ef0-8d0d-2d4cab8607fc tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345649 Aug 29 04:44:56.206583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084f92-189e-4a15-99a0-8cb246cb883c req-34ae9fae-ed48-464f-879b-5e37f3095011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.210735 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-34ae9fae-ed48-464f-879b-5e37f3095011 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fa407b-ff6f-4005-b6c7-f0f62eade893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529374 Aug 29 04:44:56.218622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Transition to ACTIVE for port object a733d11d-8ff6-42d2-bb98-3d65a2006225 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:44:56.225765 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.454783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-b1e9871d-48be-4043-9827-ad22f8009e5d service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293198 Aug 29 04:44:56.477760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Pushing event updated for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:56.506707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84ec95f7-264c-4ac1-9d9b-7a2c160b7ed8 req-ad892690-4ec0-4de8-9854-556665b44fb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8255160838e44b4891306dc8808dfdd&device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0778449 Aug 29 04:44:56.546172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca769c68-fbe5-4b27-8074-250a3ef13303 req-71472249-b162-4b9c-8964-8d2e83e4bb24 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0862975 Aug 29 04:44:56.580516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02579ac-4912-419e-bb45-0bf1cfcf91d2 req-539f7944-d1a6-482a-92fe-1288d49ebfe0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.582028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f02579ac-4912-419e-bb45-0bf1cfcf91d2 req-539f7944-d1a6-482a-92fe-1288d49ebfe0 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 943 time: 0.2403045 Aug 29 04:44:56.591586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72084f92-189e-4a15-99a0-8cb246cb883c req-b4b0f3eb-84ad-4138-8de8-51c8b8aca273 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224916 Aug 29 04:44:56.629451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84ec95f7-264c-4ac1-9d9b-7a2c160b7ed8 req-cc9c45b3-c225-4f6b-8028-23c78a795f4e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b8255160838e44b4891306dc8808dfdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873320 Aug 29 04:44:56.741297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f02579ac-4912-419e-bb45-0bf1cfcf91d2 req-360745ec-6fae-4680-a628-b58e4371cc47 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305604 Aug 29 04:44:56.744248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Attempting to bind port a733d11d-8ff6-42d2-bb98-3d65a2006225 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:44:56.744532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Attempting to bind port a733d11d-8ff6-42d2-bb98-3d65a2006225 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '397377c4-a2bf-4b03-b04d-c8be1718eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:44:56.744729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Attempting to bind port a733d11d-8ff6-42d2-bb98-3d65a2006225 on network 61766b83-d5c1-4235-b62f-617017066c5b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:56.758559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Port a733d11d-8ff6-42d2-bb98-3d65a2006225 on network 61766b83-d5c1-4235-b62f-617017066c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:44:56.758743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Attempting to bind port a733d11d-8ff6-42d2-bb98-3d65a2006225 on network 61766b83-d5c1-4235-b62f-617017066c5b {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:44:56.771009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:44:56.771381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Checking segment: {'id': '397377c4-a2bf-4b03-b04d-c8be1718eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:44:56.771723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Bound using segment: {'id': '397377c4-a2bf-4b03-b04d-c8be1718eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:44:56.772314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Bound port: a733d11d-8ff6-42d2-bb98-3d65a2006225, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397377c4-a2bf-4b03-b04d-c8be1718eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:44:56.772680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.809717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec95f7-264c-4ac1-9d9b-7a2c160b7ed8 req-23d36d78-11ea-4337-889a-62c53bab64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.811265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84ec95f7-264c-4ac1-9d9b-7a2c160b7ed8 req-23d36d78-11ea-4337-889a-62c53bab64c9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743908 Aug 29 04:44:56.869950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:44:56.874294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225,segment=NetworkSegment(397377c4-a2bf-4b03-b04d-c8be1718eff7),segment_id=397377c4-a2bf-4b03-b04d-c8be1718eff7)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:44:56.880400 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.929726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:56.930828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:56.933340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] 10.222.0.54 "PUT /v2.0/ports/a733d11d-8ff6-42d2-bb98-3d65a2006225 HTTP/1.1" status: 200 len: 1093 time: 1.5562220 Aug 29 04:44:56.940030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:44:56.940503 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e1d09-c124-4105-a82f-93652e5f5696" -d '{"events": [{"name": "network-changed", "server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:44:56.985844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcf80b-df2d-4fc8-af35-a0cfef42e987 service neutron] Pushing event updated for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:57.013959 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660bbef8-3a25-4f36-8e83-ec97c32a82b2 x-openstack-request-id: req-660bbef8-3a25-4f36-8e83-ec97c32a82b2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:44:57.014382 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:44:57.014740 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-660bbef8-3a25-4f36-8e83-ec97c32a82b2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:44:57.015358 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225', 'status': 'completed', 'code': 200} Aug 29 04:44:57.089195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-a8406fc6-558c-492c-bfd6-3be15440b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.090795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-a8406fc6-558c-492c-bfd6-3be15440b471 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7535a1f4693457fa256faa913d1535f&device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 1096 time: 0.0669198 Aug 29 04:44:57.161311 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-c29eaeab-9509-4e29-bbbe-7eba7ed10fa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225 HTTP/1.1" status: 200 len: 217 time: 0.0578723 Aug 29 04:44:57.249974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323337c-13fa-4939-8019-d92f701f3b1f req-9e54f60f-ab38-4bb0-813f-aa18e2e0548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.252871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-9e54f60f-ab38-4bb0-813f-aa18e2e0548c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e24be39-4b33-4287-b2fc-1546326d996d HTTP/1.1" status: 200 len: 861 time: 0.0817046 Aug 29 04:44:57.312475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-5657b663-a0bb-46c5-858c-e31d39425620 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61766b83-d5c1-4235-b62f-617017066c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504313 Aug 29 04:44:57.509503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa3a9-1850-4d4f-85d7-479c2f421d9b req-b9c75877-7352-4e48-9fab-2d536e31c39d tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.512436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-145aa3a9-1850-4d4f-85d7-479c2f421d9b req-b9c75877-7352-4e48-9fab-2d536e31c39d tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 944 time: 0.2040355 Aug 29 04:44:57.569586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-fc95db47-501c-4a89-b9c6-8e86ea008674 service neutron] 10.222.0.54 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391806 Aug 29 04:44:57.646729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-145aa3a9-1850-4d4f-85d7-479c2f421d9b req-a7b05236-542f-4501-87c2-70a754a8cfca tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163557 Aug 29 04:44:57.716907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24b7f3f9-c88d-4e8b-b6c5-9cda24887c5c req-dd30576b-7dc3-4f29-8a08-2431a98f8baf tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0432754 Aug 29 04:44:57.723498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9323337c-13fa-4939-8019-d92f701f3b1f req-ad9b98b8-9e01-4041-adbc-62d4b3af27da service neutron] 10.222.0.54 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417804 Aug 29 04:44:57.847443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d09-c124-4105-a82f-93652e5f5696 req-2bd613a3-0d90-4b80-a5c3-6c198a5a89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:57.850240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-2bd613a3-0d90-4b80-a5c3-6c198a5a89e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7535a1f4693457fa256faa913d1535f&device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 1096 time: 0.0753529 Aug 29 04:44:58.014052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328c29d-e692-4655-87ca-f3a387624c49 req-09cc53d0-e5e6-4e31-8485-5385487c02ce tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.016290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b328c29d-e692-4655-87ca-f3a387624c49 req-09cc53d0-e5e6-4e31-8485-5385487c02ce tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 943 time: 0.1441417 Aug 29 04:44:58.033404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d09-c124-4105-a82f-93652e5f5696 req-8fd8f261-a636-4acd-80b8-e81ba3f4225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.034920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-8fd8f261-a636-4acd-80b8-e81ba3f4225f service neutron] 10.222.0.54 "GET /v2.0/networks?id=61766b83-d5c1-4235-b62f-617017066c5b HTTP/1.1" status: 200 len: 922 time: 0.1770511 Aug 29 04:44:58.112869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b328c29d-e692-4655-87ca-f3a387624c49 req-69a99db1-eef4-4007-953b-3eb708417245 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879359 Aug 29 04:44:58.119745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-3207eae9-d7c6-4295-b717-80e6aef796b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225 HTTP/1.1" status: 200 len: 217 time: 0.0578191 Aug 29 04:44:58.197994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e1d09-c124-4105-a82f-93652e5f5696 req-45038c04-9bb0-4032-b1a4-9c7a8969934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.199547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-45038c04-9bb0-4032-b1a4-9c7a8969934b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e24be39-4b33-4287-b2fc-1546326d996d HTTP/1.1" status: 200 len: 861 time: 0.0617559 Aug 29 04:44:58.267386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-e88a2cda-c64b-4086-9f89-7ca06692f4d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61766b83-d5c1-4235-b62f-617017066c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585728 Aug 29 04:44:58.395500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-08b207ad-d65b-4c17-88b5-ae22f7a2d2fb service neutron] 10.222.0.54 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986953 Aug 29 04:44:58.493485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84ec95f7-264c-4ac1-9d9b-7a2c160b7ed8 req-b4974177-8201-4aba-9c77-74985f952f96 tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.50 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0584338 Aug 29 04:44:58.505091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:44:58.537156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-228e1d09-c124-4105-a82f-93652e5f5696 req-eb6624f6-1112-433a-9f4b-49a4ff3ce776 service neutron] 10.222.0.54 "GET /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270328 Aug 29 04:44:58.652900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:58.668813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'mac_address': 'fa:16:3e:f7:c1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:44:58.723493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.742986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:44:58.790391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:44:58.797563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:44:58.850839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9798e-623a-4716-932d-2aa89b4f333d req-18e95783-49ec-4357-8c08-4391cf5c5ffd tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:58.854284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdf9798e-623a-4716-932d-2aa89b4f333d req-18e95783-49ec-4357-8c08-4391cf5c5ffd tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 944 time: 0.1025720 Aug 29 04:44:58.908770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:44:58.978174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2975d3f5-c743-456d-90d7-52a017c4bfdb req-851addaf-da5c-42a4-b166-a5d846be512b tempest-ServerShowV254Test-1580414899 tempest-ServerShowV254Test-1580414899-project] 10.222.0.62 "GET /v2.0/ports?device_id=18eef4d0-1782-4af2-a2b2-3483c5bd571a HTTP/1.1" status: 200 len: 210 time: 0.0606959 Aug 29 04:44:58.988585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdf9798e-623a-4716-932d-2aa89b4f333d req-a3a4e9d8-349d-4fce-8a94-b5f5cabf75cd tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187809 Aug 29 04:44:59.066594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7c0c2a17-e81a-49c1-ba0b-3dde8449e517'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:44:59.307590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2c53-e627-4641-a264-1ef1f7c614d4 req-48af2e01-44d8-4184-8393-2085fc6f6869 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:44:59.310384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a49d2c53-e627-4641-a264-1ef1f7c614d4 req-48af2e01-44d8-4184-8393-2085fc6f6869 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 944 time: 0.1035993 Aug 29 04:44:59.387600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a49d2c53-e627-4641-a264-1ef1f7c614d4 req-60549fc7-1973-4532-9dfb-192d2ee71c03 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690317 Aug 29 04:44:59.826520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.201631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66737-d901-42d3-b8e4-807ffb3eb59e req-260ee79a-8f63-4813-963c-fc04b298bf7e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.204955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13e66737-d901-42d3-b8e4-807ffb3eb59e req-260ee79a-8f63-4813-963c-fc04b298bf7e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 944 time: 0.0816948 Aug 29 04:45:00.278851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13e66737-d901-42d3-b8e4-807ffb3eb59e req-8fb5c055-b0c4-405f-9679-743e157b2d7a tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630109 Aug 29 04:45:00.404442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:00.511815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a733d11d-8ff6-42d2-bb98-3d65a2006225 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:00.515674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:00.597515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52745b1-2259-497c-b76b-d52661ef556b req-f007b3f8-7116-42e8-a212-53eebf82e6bc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:00.599816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ca5-81a3-47aa-a170-09be7768c2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.611368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c52745b1-2259-497c-b76b-d52661ef556b req-f007b3f8-7116-42e8-a212-53eebf82e6bc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 944 time: 0.0897470 Aug 29 04:45:00.676275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c52745b1-2259-497c-b76b-d52661ef556b req-da68cfbe-d6b3-4a03-ba0f-d4633b9995b6 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631955 Aug 29 04:45:00.767751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:00.770727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ca5-81a3-47aa-a170-09be7768c2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.777285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ca5-81a3-47aa-a170-09be7768c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.781843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:00.782394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.852651 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5ed20ca5-81a3-47aa-a170-09be7768c2f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8255160838e44b4891306dc8808dfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464052 Aug 29 04:45:00.853306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225,segment=NetworkSegment(397377c4-a2bf-4b03-b04d-c8be1718eff7),segment_id=397377c4-a2bf-4b03-b04d-c8be1718eff7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:00.856091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:00.862439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20ca5-81a3-47aa-a170-09be7768c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c8e8e-6b55-4d8f-866f-f10cdf47cfc2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:00.898738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'a733d11d-8ff6-42d2-bb98-3d65a2006225', 'network_id': '61766b83-d5c1-4235-b62f-617017066c5b', 'port_id': 'a733d11d-8ff6-42d2-bb98-3d65a2006225', 'mac_address': 'fa:16:3e:03:e2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e24be39-4b33-4287-b2fc-1546326d996d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:00.952007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:00.991968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.032897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.059997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.065795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.071964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.077296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d86c8e8e-6b55-4d8f-866f-f10cdf47cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2164094 Aug 29 04:45:01.079440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a733d11d-8ff6-42d2-bb98-3d65a2006225 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:01.090681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8564-9283-4f43-b56e-a80c5d19a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c8e8e-6b55-4d8f-866f-f10cdf47cfc2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.150311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:01.154058 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a92ec-6c33-452c-8164-32d1ac50035c" -d '{"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-plugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:01.183260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225,segment=NetworkSegment(397377c4-a2bf-4b03-b04d-c8be1718eff7),segment_id=397377c4-a2bf-4b03-b04d-c8be1718eff7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:01.193302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:01.196235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.206859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:01.257271 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4443079d-8e43-4de0-9a32-972212aec517 x-openstack-request-id: req-4443079d-8e43-4de0-9a32-972212aec517 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:01.257730 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-plugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:01.258135 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4443079d-8e43-4de0-9a32-972212aec517 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:01.259359 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'code': 200} Aug 29 04:45:01.324170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.514787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a49e5-056c-4cc6-9e35-e0e2ec9c8212 req-ad324dfa-e63d-44db-8711-280ce40d73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.518384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b8a49e5-056c-4cc6-9e35-e0e2ec9c8212 req-ad324dfa-e63d-44db-8711-280ce40d73e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1097 time: 0.1839302 Aug 29 04:45:01.536886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a33d-a45d-47c6-a15f-e1591306ea26 req-642039f7-aed9-4bc0-9460-a31a47416be9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.538381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c17a33d-a45d-47c6-a15f-e1591306ea26 req-642039f7-aed9-4bc0-9460-a31a47416be9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 945 time: 0.1325545 Aug 29 04:45:01.672071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:01.694326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c17a33d-a45d-47c6-a15f-e1591306ea26 req-c7a01008-2718-419d-939a-84406111cf13 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Aug 29 04:45:01.698601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b8a49e5-056c-4cc6-9e35-e0e2ec9c8212 req-38bad691-b9aa-4624-8d59-c9dd77dafe04 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576097 Aug 29 04:45:01.753035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['a733d11d-8ff6-42d2-bb98-3d65a2006225'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:01.856782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2790432-1ad4-4e28-83e7-3e36d894101f req-b9ba474a-b12a-442d-88cb-0e3d5cba4993 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:01.858414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2790432-1ad4-4e28-83e7-3e36d894101f req-b9ba474a-b12a-442d-88cb-0e3d5cba4993 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0627983 Aug 29 04:45:01.911030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2790432-1ad4-4e28-83e7-3e36d894101f req-1686af2f-9af6-4f7a-8ca1-ee6aa043e8a3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458846 Aug 29 04:45:02.176865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.312485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1468554476-network', 'tenant_id': 'f4c8134d7d904fb98af8953a70318d37'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.343663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Made reservation on behalf of f4c8134d7d904fb98af8953a70318d37 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:02.347429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.357704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.486347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.492950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.532909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:02.552481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb41ed-7742-4ea0-a588-afc7004e77b6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.559488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.559993 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Added segment 429709e7-1001-4d42-826b-3f41c9c1b6d0 of type vlan for network 805f4d19-4754-436a-9425-dab5cc1caf64 Aug 29 04:45:02.609898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.644660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.645728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.646418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.673735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4978673 Aug 29 04:45:02.678629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:02.688684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Request body: {'subnet': {'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1468554476-subnet', 'tenant_id': 'f4c8134d7d904fb98af8953a70318d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:02.729460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Made reservation on behalf of f4c8134d7d904fb98af8953a70318d37 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:02.733456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ba0e-824d-4d28-b7c5-5f2df6debc6b admin admin] Pushing event updated for resources: {'Network': ['ID=805f4d19-4754-436a-9425-dab5cc1caf64,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:02.738540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:02.755413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 805f4d19-4754-436a-9425-dab5cc1caf64 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:02.865764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f57fda-ed28-40e0-bcb2-82795851b089 req-3cce656c-d6c2-4b3a-9865-25aa9211cd74 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:02.874591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f57fda-ed28-40e0-bcb2-82795851b089 req-3cce656c-d6c2-4b3a-9865-25aa9211cd74 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 945 time: 0.0829368 Aug 29 04:45:02.944980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39f57fda-ed28-40e0-bcb2-82795851b089 req-ce943953-9466-4660-9803-f830f907c5ce tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689900 Aug 29 04:45:03.085088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.136322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9511d-8368-42d4-9658-aabaf5c7a7b3 req-3bd3a6f9-2166-467a-a012-537b745b0cd3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.140606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6f9511d-8368-42d4-9658-aabaf5c7a7b3 req-3bd3a6f9-2166-467a-a012-537b745b0cd3 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0755632 Aug 29 04:45:03.199264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4012566-44d2-406a-a8b2-c28c7115d26f,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:03.216030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Checking segment: {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:03.216700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Network hostable DHCP agents. Network: 805f4d19-4754-436a-9425-dab5cc1caf64, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:03.224768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6f9511d-8368-42d4-9658-aabaf5c7a7b3 req-0791e99d-8e51-4266-9842-29bafa5b90fd tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758982 Aug 29 04:45:03.253029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Network 805f4d19-4754-436a-9425-dab5cc1caf64 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:03.265670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 805f4d19-4754-436a-9425-dab5cc1caf64) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:03.271282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.271916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.285033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298aa1b8-6dde-4e34-99c9-94af9fd16654 None None] Network 805f4d19-4754-436a-9425-dab5cc1caf64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:03.305960 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e91891f0-8f98-46a5-84b3-2f9dbbb60b1a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6253166 Aug 29 04:45:03.424157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18137486-63d0-49a6-9bfd-d16daaf7d6f0 req-858267ac-4cf4-444e-9eb2-3e2073c0d8fc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.426444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18137486-63d0-49a6-9bfd-d16daaf7d6f0 req-858267ac-4cf4-444e-9eb2-3e2073c0d8fc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0641553 Aug 29 04:45:03.491835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18137486-63d0-49a6-9bfd-d16daaf7d6f0 req-d2afcda8-a708-4dfd-a34f-06bc2d1a9b36 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487554 Aug 29 04:45:03.538731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91bb68-ce9e-49fc-94ca-b4ff2bef6a88 None None] Network 805f4d19-4754-436a-9425-dab5cc1caf64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:03.559310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 57974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.648073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37f0d4-768e-4194-8db8-c62a29aa6c84 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:03.652378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e37f0d4-768e-4194-8db8-c62a29aa6c84 tempest-TestNetworkAdvancedServerOps-1471615753 tempest-TestNetworkAdvancedServerOps-1471615753-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1092 time: 0.0910523 Aug 29 04:45:03.654556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 57980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:03.664073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:03.708085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:03.903445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.093500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-71725f77-57f5-45e3-9744-0cfc26726003 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.094958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Allocated IP 172.25.3.251 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:04.106609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-71725f77-57f5-45e3-9744-0cfc26726003 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 814 time: 0.1925528 Aug 29 04:45:04.145064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-88dd1a2b-3aa0-4693-88ab-452c426f2bf1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/quotas/f4c8134d7d904fb98af8953a70318d37 HTTP/1.1" status: 200 len: 375 time: 0.0367141 Aug 29 04:45:04.224937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.232512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-1a704580-e4dc-499d-b55a-71e52ec4c48b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588574 Aug 29 04:45:04.276271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.294681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db262-b2c6-4464-ba2c-61b7684ffdba req-13a6eb9b-5ea0-4758-85e0-d4258e650123 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:04.297963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c35db262-b2c6-4464-ba2c-61b7684ffdba req-13a6eb9b-5ea0-4758-85e0-d4258e650123 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 945 time: 0.1776373 Aug 29 04:45:04.320911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:04.324866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:04.330259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:04.364525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:04.401131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c35db262-b2c6-4464-ba2c-61b7684ffdba req-e9723c9e-cf58-495f-ab4b-4ca43cb95704 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Aug 29 04:45:04.428992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-920b2cb5-d9d7-4f67-91d4-0c07cefcf551 service neutron] 10.222.0.62 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857395 Aug 29 04:45:04.523578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-bfea7b61-0e81-4066-a7ca-e18a85962b86 service neutron] 10.222.0.62 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937850 Aug 29 04:45:04.535794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a733d11d-8ff6-42d2-bb98-3d65a2006225 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:04.629362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port a733d11d-8ff6-42d2-bb98-3d65a2006225 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:04.637340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port a733d11d-8ff6-42d2-bb98-3d65a2006225 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:04.638143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.807463 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.812814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f00e7b6-9168-4f86-aee3-9c323433a464 req-6149d2db-1336-4c29-a6ba-cbedff0965f8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 210 time: 0.0422170 Aug 29 04:45:04.838614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:04.841043 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b3bdd-5b17-458f-bef1-889d668e89e9" -d '{"events": [{"server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "name": "network-vif-plugged", "status": "completed", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:04.873205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225,segment=NetworkSegment(397377c4-a2bf-4b03-b04d-c8be1718eff7),segment_id=397377c4-a2bf-4b03-b04d-c8be1718eff7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:04.881697 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:04.924600 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166b9cc-7c75-4c84-b168-980b6b21892a x-openstack-request-id: req-3166b9cc-7c75-4c84-b168-980b6b21892a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:04.925005 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "name": "network-vif-plugged", "status": "completed", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:04.925218 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3166b9cc-7c75-4c84-b168-980b6b21892a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:04.925586 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225', 'code': 200} Aug 29 04:45:05.023178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.030177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.081914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3fc0a-ebf3-4841-91a5-99d4289889b7 req-ef0c0524-69c7-4949-a8a5-f90af1018e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.084663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2de3fc0a-ebf3-4841-91a5-99d4289889b7 req-ef0c0524-69c7-4949-a8a5-f90af1018e4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 1098 time: 0.0768614 Aug 29 04:45:05.179741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.220074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2de3fc0a-ebf3-4841-91a5-99d4289889b7 req-f240f71f-75f5-463b-893b-a4ef75b5b451 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252720 Aug 29 04:45:05.419145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.426683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.609708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event updated for resources: {'Port': ['ID=6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:05.628592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:05.635695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08ce3b-7fed-4706-87af-18ec24fed834 req-67293a55-56e1-4312-bbb6-62d4f76d283f tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:05.638115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb08ce3b-7fed-4706-87af-18ec24fed834 req-67293a55-56e1-4312-bbb6-62d4f76d283f tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 946 time: 0.0989120 Aug 29 04:45:05.707408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb08ce3b-7fed-4706-87af-18ec24fed834 req-9661e699-24a7-4be1-8de0-6e79f5da1bdf tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 Aug 29 04:45:05.787347 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 42e5722e-9fbe-4db9-adb7-f4aa29b0a03a associated. External IP: 172.25.3.251, port: 7c0c2a17-e81a-49c1-ba0b-3dde8449e517. Aug 29 04:45:05.964285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49a88400-c52a-4070-ad5a-a6280dc436f4 req-79428de9-c004-4931-82b0-59c638b05dc5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 210 time: 0.0344572 Aug 29 04:45:06.496839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-4b805fc9-564e-4e50-9f99-9373895c8018 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.499163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-4b805fc9-564e-4e50-9f99-9373895c8018 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.50 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 814 time: 0.2296555 Aug 29 04:45:06.530671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Request body: {'port': {'device_id': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'admin_state_up': True, 'tenant_id': 'f4c8134d7d904fb98af8953a70318d37'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:06.606645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router d56f9fb9-fac5-4ae5-a201-fd70c92a932d has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:06.734848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Made reservation on behalf of f4c8134d7d904fb98af8953a70318d37 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:06.738449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.819568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:06.858506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:06.871472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Sync routers for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:06.894323 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:06.895589 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:06.899308 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8decc682-8620-4142-bdeb-f700afb9cc53 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2430305 Aug 29 04:45:06.900412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:06.903397 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994799c-089e-43f8-9225-583e457916ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:06.940757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68942842-0c8b-4487-93f1-99c0247f1c97 req-343da552-e69a-4d6d-8f8f-86236250ee60 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:06.942978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68942842-0c8b-4487-93f1-99c0247f1c97 req-343da552-e69a-4d6d-8f8f-86236250ee60 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 946 time: 0.1256599 Aug 29 04:45:06.965669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Allocated IP 172.20.0.8 (805f4d19-4754-436a-9425-dab5cc1caf64/c4012566-44d2-406a-a8b2-c28c7115d26f/9b74e0d0-48d7-40b6-88d7-c947a52144fa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:07.065720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68942842-0c8b-4487-93f1-99c0247f1c97 req-1db9d1ff-f00e-4539-a480-273b8e7a206e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017270 Aug 29 04:45:07.097432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4de77-de2a-4317-9ed1-ad73bfd2b11d req-d9e592e2-02fd-4fc8-a8e3-0aa019853986 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.098969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4de77-de2a-4317-9ed1-ad73bfd2b11d req-d9e592e2-02fd-4fc8-a8e3-0aa019853986 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1209147 Aug 29 04:45:07.129623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:07.168614 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3014e014-28af-4acc-bdb7-3a3060393255 x-openstack-request-id: req-3014e014-28af-4acc-bdb7-3a3060393255 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:07.169469 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:07.170310 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3014e014-28af-4acc-bdb7-3a3060393255 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:07.171349 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'status': 'completed', 'code': 200} Aug 29 04:45:07.212335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68a4de77-de2a-4317-9ed1-ad73bfd2b11d req-8a57e87c-15d4-4652-b03a-2fbcabdfbbfa tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844982 Aug 29 04:45:07.269251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58038) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:07.317013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994799c-089e-43f8-9225-583e457916ea req-c2e6c7ab-7761-406a-9877-004b8df08b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.318512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-c2e6c7ab-7761-406a-9877-004b8df08b54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1097 time: 0.0926967 Aug 29 04:45:07.321979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.356972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44ff5002-1f25-4ae7-8bfe-de82413e942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.428590 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b70e488e-9cdd-4a25-a05f-ed2095d280d5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/42e5722e-9fbe-4db9-adb7-f4aa29b0a03a HTTP/1.1" status: 200 len: 991 time: 0.1552391 Aug 29 04:45:07.486520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-296ae8ac-315f-4581-b598-d6a1d8184952 req-23aba870-7c0f-4072-b5c1-538e61ea7669 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 210 time: 0.1373022 Aug 29 04:45:07.554775 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.618961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994799c-089e-43f8-9225-583e457916ea req-18bc82aa-a466-44b8-9927-8db9ae644ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.621799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-18bc82aa-a466-44b8-9927-8db9ae644ec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 200 len: 897 time: 0.2941165 Aug 29 04:45:07.733655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Network 805f4d19-4754-436a-9425-dab5cc1caf64 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:07.735045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:07.750159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:07.753919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:07.768789 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '42e5722e-9fbe-4db9-adb7-f4aa29b0a03a', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'mac_address': 'fa:16:3e:f7:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.825968 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Checking router: d56f9fb9-fac5-4ae5-a201-fd70c92a932d for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:07.839163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.839769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:07.840492 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:07.841501 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:44:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:07.872120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-477a515c-b421-4f4d-a932-53ed1b87d408 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 200 len: 999 time: 0.2219484 Aug 29 04:45:07.874820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-22cf30dc-6c1c-4fa3-a57a-603bd9e0be45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3585007 Aug 29 04:45:07.919562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Request body: {'port': {'device_id': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:07.965334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994799c-089e-43f8-9225-583e457916ea req-0f94cf44-431e-4d73-a46e-b6e8a81155d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:07.966016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-0f94cf44-431e-4d73-a46e-b6e8a81155d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c20220b-d130-449b-a97e-72a423e9737e HTTP/1.1" status: 200 len: 834 time: 0.0859408 Aug 29 04:45:08.032175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:08.059865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994799c-089e-43f8-9225-583e457916ea req-53442f64-4e2c-4919-8c0a-9d72cea44a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:08.066866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-53442f64-4e2c-4919-8c0a-9d72cea44a35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fa407b-ff6f-4005-b6c7-f0f62eade893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801544 Aug 29 04:45:08.099173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:08.432565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58070) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:08.567276 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-11b6a421-6051-44a2-81f3-99b5d283a57c tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/42e5722e-9fbe-4db9-adb7-f4aa29b0a03a HTTP/1.1" status: 200 len: 991 time: 0.1318834 Aug 29 04:45:08.582560 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '42e5722e-9fbe-4db9-adb7-f4aa29b0a03a', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'mac_address': 'fa:16:3e:f7:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:08.616210 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2f46d-2359-4243-bbe0-4c2617695385 None None] The sync data for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 is: [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '42e5722e-9fbe-4db9-adb7-f4aa29b0a03a', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'floating_ip_address': '172.25.3.251', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'mac_address': 'fa:16:3e:f7:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:45:04Z', 'updated_at': '2021-08-29T04:45:04Z', 'revision_number': 0, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:08.964113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad5da84-020a-48db-8dbd-9f55907a3ce8 None None] New status for floating IP 42e5722e-9fbe-4db9-adb7-f4aa29b0a03a: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:09.008273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4d8d-0f14-4796-be78-0241a62215b9 req-59cdec0d-e634-418b-831e-64512ceeec29 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.009823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c4d4d8d-0f14-4796-be78-0241a62215b9 req-59cdec0d-e634-418b-831e-64512ceeec29 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 946 time: 0.8271146 Aug 29 04:45:09.011748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-46e2721d-c2ad-4eb6-bb23-ace1d3352f2e service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172704 Aug 29 04:45:09.202194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c4d4d8d-0f14-4796-be78-0241a62215b9 req-0882c066-4979-41bc-bd1c-62f5be52bd8e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545467 Aug 29 04:45:09.214201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784957-e36e-4276-a0fc-0dd71a33c3de req-5eb70e95-c922-4e4c-addd-05f1e96ce0dc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.220614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14784957-e36e-4276-a0fc-0dd71a33c3de req-5eb70e95-c922-4e4c-addd-05f1e96ce0dc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 931 time: 0.2287881 Aug 29 04:45:09.293062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2994799c-089e-43f8-9225-583e457916ea req-7b0ba21a-a12f-4d0e-b4dc-6ddcf77e1219 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465751 Aug 29 04:45:09.327898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14784957-e36e-4276-a0fc-0dd71a33c3de req-252c15df-562a-46fa-87e4-9edd7c44a1aa tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059861 Aug 29 04:45:09.344755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:09.354397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.369842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Transition to ACTIVE for port object 9b74e0d0-48d7-40b6-88d7-c947a52144fa will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:09.374520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.440827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:09.537961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Attempting to bind port 9b74e0d0-48d7-40b6-88d7-c947a52144fa on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:09.538976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Attempting to bind port 9b74e0d0-48d7-40b6-88d7-c947a52144fa by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:09.540019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Attempting to bind port 9b74e0d0-48d7-40b6-88d7-c947a52144fa on network 805f4d19-4754-436a-9425-dab5cc1caf64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:09.549595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Port 9b74e0d0-48d7-40b6-88d7-c947a52144fa on network 805f4d19-4754-436a-9425-dab5cc1caf64 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:09.550765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Attempting to bind port 9b74e0d0-48d7-40b6-88d7-c947a52144fa on network 805f4d19-4754-436a-9425-dab5cc1caf64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:09.561652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:09.562651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Checking segment: {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:09.563878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Bound using segment: {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:09.565412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Bound port: 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:09.566257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.576213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:09.683861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:09.689217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:09.699342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-6c2075e5-7c7a-44d4-bd83-80b9f1bda2ad tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.701237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-6c2075e5-7c7a-44d4-bd83-80b9f1bda2ad tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.54 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 946 time: 0.0866089 Aug 29 04:45:09.703099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.709670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8cf3589a-5b14-420b-9f96-a4392dfa3d5f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/42e5722e-9fbe-4db9-adb7-f4aa29b0a03a HTTP/1.1" status: 200 len: 993 time: 0.1313295 Aug 29 04:45:09.824903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:09.825969 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:09.828921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] 10.222.0.50 "PUT /v2.0/ports/9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 1092 time: 1.9384308 Aug 29 04:45:09.829666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:09.833819 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927de515-f1a2-4b60-a597-3467c616f448" -d '{"events": [{"name": "network-changed", "server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:09.901094 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbefd750-b29a-4d6d-b4bd-5b4f40e8bcb6 x-openstack-request-id: req-bbefd750-b29a-4d6d-b4bd-5b4f40e8bcb6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:09.901563 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:09.901973 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbefd750-b29a-4d6d-b4bd-5b4f40e8bcb6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:09.902612 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'status': 'completed', 'code': 200} Aug 29 04:45:09.969801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53715eb2-a740-4ab9-b81c-94c9b9b09272 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.006824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-6db58753-150d-4514-83a6-0a1fab4eb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.008415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-6db58753-150d-4514-83a6-0a1fab4eb389 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1095 time: 0.0873926 Aug 29 04:45:10.020973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Deleting port a733d11d-8ff6-42d2-bb98-3d65a2006225 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:10.021641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.107215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-e095ee50-7edf-4865-aa24-89aa22d037b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 217 time: 0.0687864 Aug 29 04:45:10.236408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] For port a733d11d-8ff6-42d2-bb98-3d65a2006225, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=a733d11d-8ff6-42d2-bb98-3d65a2006225,segment=NetworkSegment(397377c4-a2bf-4b03-b04d-c8be1718eff7),segment_id=397377c4-a2bf-4b03-b04d-c8be1718eff7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:10.236934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.243196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-e0525093-9b7b-4c52-8e92-087990a804cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.246095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-e0525093-9b7b-4c52-8e92-087990a804cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.1290066 Aug 29 04:45:10.284823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.315046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Calling delete_port for a733d11d-8ff6-42d2-bb98-3d65a2006225 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:10.319490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-268205bb-d109-4b30-8701-f7808afe3b04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616260 Aug 29 04:45:10.338836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c1649ca9-50d9-40a1-9ff5-72ca459861b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.537874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c50a3-cb1b-4c75-9b69-a332dfed9636 req-fb1ead46-2455-4472-870e-207322e78f4e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.539573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e8c50a3-cb1b-4c75-9b69-a332dfed9636 req-fb1ead46-2455-4472-870e-207322e78f4e tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/ports?device_id=276a066e-a865-424c-b2a3-4a7dd795441b HTTP/1.1" status: 200 len: 946 time: 0.2267191 Aug 29 04:45:10.596970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-173a9b00-cef2-4698-bf7c-49e7aa7427eb service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612877 Aug 29 04:45:10.606993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26cf9-ce83-449d-b464-caf977b2914f req-03a4e4aa-2fce-4fe5-9328-2837765bda4f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:10.608664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85d26cf9-ce83-449d-b464-caf977b2914f req-03a4e4aa-2fce-4fe5-9328-2837765bda4f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1639519 Aug 29 04:45:10.716084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e8c50a3-cb1b-4c75-9b69-a332dfed9636 req-161384c4-f829-49d5-a030-4e2fe715d9ab tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.62 "GET /v2.0/security-groups?id=678bf887-9846-4baa-aa29-e30c17ccbf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634929 Aug 29 04:45:10.777509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.792546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85d26cf9-ce83-449d-b464-caf977b2914f req-a7fc365e-2ea5-45e9-a5dc-2876b32c8a90 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762412 Aug 29 04:45:10.827498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Pushing event deleted for resources: {'Port': ['ID=a733d11d-8ff6-42d2-bb98-3d65a2006225,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:10.839769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c8f3482-4679-4ce7-8e6c-f6f127e5eed4 req-4f6cfacb-30be-432c-8699-0dedabf78b20 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157400 Aug 29 04:45:10.882604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] No DVR routers for this DVR port a733d11d-8ff6-42d2-bb98-3d65a2006225 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:10.889966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:10.893520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6edda237-0c98-4c35-a29c-7ad35dfdc2d8 req-cb3b36b8-31f0-44f6-a9fc-a4962ebd3ac9 tempest-ServerMetadataNegativeTestJSON-1480476597 tempest-ServerMetadataNegativeTestJSON-1480476597-project] 10.222.0.54 "DELETE /v2.0/ports/a733d11d-8ff6-42d2-bb98-3d65a2006225 HTTP/1.1" status: 204 len: 173 time: 1.1811728 Aug 29 04:45:11.053371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de515-f1a2-4b60-a597-3467c616f448 req-b7a13389-70c1-4163-b190-e7fc7d469a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.056345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-b7a13389-70c1-4163-b190-e7fc7d469a69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1095 time: 0.0811703 Aug 29 04:45:11.209555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de515-f1a2-4b60-a597-3467c616f448 req-f92c543d-c516-4cd9-a95e-d3a3e0098ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.212096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-f92c543d-c516-4cd9-a95e-d3a3e0098ecc service neutron] 10.222.0.50 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 915 time: 0.1379392 Aug 29 04:45:11.268854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-4cbe2aaf-8df7-4a26-936f-899c4193e3c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 217 time: 0.0461228 Aug 29 04:45:11.301420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.341830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de515-f1a2-4b60-a597-3467c616f448 req-ea6f16a1-cd50-4ed2-9af6-4fdf0f03e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:11.343483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-ea6f16a1-cd50-4ed2-9af6-4fdf0f03e5b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.0653653 Aug 29 04:45:11.382730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-308702a3-a7dd-4e8b-b526-abebab1d7650 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288668 Aug 29 04:45:11.501870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-c8f5d296-85a0-4a72-adf1-8a90a78a1898 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083601 Aug 29 04:45:11.656429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-927de515-f1a2-4b60-a597-3467c616f448 req-2b581742-7b8c-4636-8613-a46cc223d7b2 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140947 Aug 29 04:45:11.800453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:11.867683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Deleting subnet 6e24be39-4b33-4287-b2fc-1546326d996d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:11.875818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:11.905554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'name': 'network-vif-deleted', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:11.909286 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a554090e-a41c-4523-919e-8c5dba7486ca" -d '{"events": [{"server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "name": "network-vif-deleted", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:11.941164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.033362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.053219 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6b003-32d6-4395-ba06-3f09ca880600 x-openstack-request-id: req-71f6b003-32d6-4395-ba06-3f09ca880600 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:12.053685 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276a066e-a865-424c-b2a3-4a7dd795441b", "name": "network-vif-deleted", "tag": "a733d11d-8ff6-42d2-bb98-3d65a2006225", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:12.054263 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71f6b003-32d6-4395-ba06-3f09ca880600 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:12.054743 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276a066e-a865-424c-b2a3-4a7dd795441b', 'name': 'network-vif-deleted', 'tag': 'a733d11d-8ff6-42d2-bb98-3d65a2006225', 'status': 'completed', 'code': 200} Aug 29 04:45:12.093595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186ac21-9c1c-4c92-92ff-7dfac890910d req-aa182ddb-040b-40b0-bbc2-fea263f1d83c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:12.096475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4186ac21-9c1c-4c92-92ff-7dfac890910d req-aa182ddb-040b-40b0-bbc2-fea263f1d83c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1103365 Aug 29 04:45:12.136624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.173969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e24be39-4b33-4287-b2fc-1546326d996d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:12.179820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.182515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4186ac21-9c1c-4c92-92ff-7dfac890910d req-b444394a-d407-47af-9198-ab2a36d4d88f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768888 Aug 29 04:45:12.190225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6e24be39-4b33-4287-b2fc-1546326d996d HTTP/1.1" status: 204 len: 168 time: 0.3886135 Aug 29 04:45:12.194895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:12.211734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.212477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.212904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.213304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.213742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.214441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.214441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.214769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.214925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.215151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.215657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.216208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8479f6a-3208-41f8-b853-9e8974a8bf0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:12.218715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.327324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.467148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.485174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61766b83-d5c1-4235-b62f-617017066c5b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:12.505609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397377c4-a2bf-4b03-b04d-c8be1718eff7') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:12.506131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397377c4-a2bf-4b03-b04d-c8be1718eff7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:12.523585 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.551714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.564366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:12.565021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:12.568390 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:12.613565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a733d11d-8ff6-42d2-bb98-3d65a2006225 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:12.660471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: a733d11d-8ff6-42d2-bb98-3d65a2006225 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:12.661669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device a733d11d-8ff6-42d2-bb98-3d65a2006225 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:12.665605 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:12.694985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e666b611-0cd7-4b7d-9a20-0f429563d50b req-e3ae8787-d1ee-45c9-a540-f8ed41d44ecc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391324 Aug 29 04:45:12.696561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.710055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:12.713711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] 10.222.0.62 "DELETE /v2.0/networks/61766b83-d5c1-4235-b62f-617017066c5b HTTP/1.1" status: 204 len: 168 time: 0.5179603 Aug 29 04:45:12.728997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187f2d6-f1a4-48d6-b44d-4ae319496f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=61766b83-d5c1-4235-b62f-617017066c5b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:12.759712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:12.852779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e666b611-0cd7-4b7d-9a20-0f429563d50b req-aff979f2-9675-4df6-a967-ecdb6ab093e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0548465 Aug 29 04:45:12.915078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:12.926941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:12.933050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e666b611-0cd7-4b7d-9a20-0f429563d50b req-efc8e56f-98af-4745-b2d9-6ce48328ae66 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398459 Aug 29 04:45:12.934211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'port_id': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'mac_address': 'fa:16:3e:5c:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4012566-44d2-406a-a8b2-c28c7115d26f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:12.982572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.002416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:13.042385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:13.052508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.059836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.091110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be3b52b4-0ee0-464d-b7d4-9528ba14088f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7535a1f4693457fa256faa913d1535f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587653 Aug 29 04:45:13.092444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58114) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:13.140980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:13.171284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666b611-0cd7-4b7d-9a20-0f429563d50b req-e3ccae3d-0723-4049-8df3-035a4f051d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.174462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e666b611-0cd7-4b7d-9a20-0f429563d50b req-e3ccae3d-0723-4049-8df3-035a4f051d37 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2334623 Aug 29 04:45:13.203405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.259829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.364066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.368668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:13.370597 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/678bf887-9846-4baa-aa29-e30c17ccbf89 HTTP/1.1" status: 204 len: 168 time: 0.2764425 Aug 29 04:45:13.383490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b13b0-e4b6-473c-a897-a54602f6db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bf887-9846-4baa-aa29-e30c17ccbf89,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:13.404449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309011-ed9b-4877-ba22-b0370af5d515 req-034f8d71-8127-4d5c-bd04-95d06854c18c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:13.407302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24309011-ed9b-4877-ba22-b0370af5d515 req-034f8d71-8127-4d5c-bd04-95d06854c18c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.1122186 Aug 29 04:45:13.433734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:13.508082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24309011-ed9b-4877-ba22-b0370af5d515 req-a4fd80c0-cf3d-4473-940d-929e3b45ac2b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894666 Aug 29 04:45:14.339464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:14.451704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-543282685-network', 'tenant_id': '8625ffbc4d6e45228195d4664507e356'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:14.476470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Made reservation on behalf of 8625ffbc4d6e45228195d4664507e356 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:14.478974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.488624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.635329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.643096 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.682181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:45:14.685984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd6126-8dcb-425b-9af9-bceb5284837a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:14.704431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568d57-14d9-4c12-a2a4-2b2b8c603cf0 req-dac29647-3a03-4278-be88-47d834765c76 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.706114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb568d57-14d9-4c12-a2a4-2b2b8c603cf0 req-dac29647-3a03-4278-be88-47d834765c76 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.1070573 Aug 29 04:45:14.710081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.710520 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Added segment c2dbda5a-0f46-4cea-8264-81d6ceccd0d8 of type vlan for network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 Aug 29 04:45:14.761912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:14.773694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.794365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb568d57-14d9-4c12-a2a4-2b2b8c603cf0 req-77596966-b742-4f26-914c-7402afed6257 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747635 Aug 29 04:45:14.827167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.829349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:14.830264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.855872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9b74e0d0-48d7-40b6-88d7-c947a52144fa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:14.863621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9b74e0d0-48d7-40b6-88d7-c947a52144fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:14.864254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.906095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5604696 Aug 29 04:45:14.906453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:14.914313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Request body: {'subnet': {'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-543282685-subnet', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:14.919918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584208a-0208-4f45-bd8f-540bc390bdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=77a55c3b-7cb5-4877-a334-9bd7ea17e831,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:14.944137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Made reservation on behalf of 8625ffbc4d6e45228195d4664507e356 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:14.947641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:14.948172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:45:15.142581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.170683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:15.173311 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e55f3-bd39-4446-926f-5838e503c1a3" -d '{"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:15.195971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:15.205072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.246112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.285428 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab336e6-3b34-482a-98f7-e2de6cb33230 x-openstack-request-id: req-bab336e6-3b34-482a-98f7-e2de6cb33230 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:15.286758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:15.286758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bab336e6-3b34-482a-98f7-e2de6cb33230 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:15.287096 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'code': 200} Aug 29 04:45:15.296444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4c7ee4-59bc-4ced-b138-aa5589482307,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Checking segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Network hostable DHCP agents. Network: 77a55c3b-7cb5-4877-a334-9bd7ea17e831, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee56b-4a25-44b3-8544-720b36a462ae req-f9a03c0c-5f4d-4362-ab9c-2073694b441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a9ee56b-4a25-44b3-8544-720b36a462ae req-f9a03c0c-5f4d-4362-ab9c-2073694b441c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1097 time: 0.0736752 Aug 29 04:45:15.541290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 77a55c3b-7cb5-4877-a334-9bd7ea17e831) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:15.553017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57207d6f-395d-421e-9287-d2ae80e3ee29 None None] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:15.553535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:15.553535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.553535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e90611ba-f4e9-43da-a458-b142e2be1090 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6221330 Aug 29 04:45:15.554446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:15.555453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a9ee56b-4a25-44b3-8544-720b36a462ae req-bd822fe8-af54-4ca1-a49e-6835714a4503 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 Aug 29 04:45:15.555995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:15.580276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.581337 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.692593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:15.710206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c260bc-2b5e-4398-bc52-04e8a3f04af2 None None] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:15.923944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.024781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989994b-be63-4117-bd8d-a84066ade730 req-2d5145d9-1b4c-4491-a986-9217ce16bf91 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:16.026925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0989994b-be63-4117-bd8d-a84066ade730 req-2d5145d9-1b4c-4491-a986-9217ce16bf91 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0906589 Aug 29 04:45:16.115049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0989994b-be63-4117-bd8d-a84066ade730 req-57724581-9bf8-46b5-ace1-63acdf65095a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739381 Aug 29 04:45:16.279530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.303577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.489152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Allocated IP 172.25.3.89 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4de477b6-0bad-4088-ad6c-609b7016e43d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:16.660935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.728346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:16.783274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:16.789674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:16.802588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:16.857319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Pushing event updated for resources: {'Port': ['ID=4de477b6-0bad-4088-ad6c-609b7016e43d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:17.232921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.338045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf917d-9f24-4f82-b51f-457bc476eb8b req-e63117c9-c31a-4480-86a9-08fb8e0eee0b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.340943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ecf917d-9f24-4f82-b51f-457bc476eb8b req-e63117c9-c31a-4480-86a9-08fb8e0eee0b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0975165 Aug 29 04:45:17.405951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ecf917d-9f24-4f82-b51f-457bc476eb8b req-4259d58b-3c72-43f2-ac4e-8c7b06527f68 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Aug 29 04:45:17.570235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:17.811001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Router f2e97582-9027-405b-8071-2882c5db435e is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:45:17.858965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-9983d0a1-b892-43de-af69-31a1702aedb2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:17.861347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-9983d0a1-b892-43de-af69-31a1702aedb2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 814 time: 0.1565633 Aug 29 04:45:17.881765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-a86c9564-9fcc-483d-8f3f-5a1369af79f1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/quotas/f4c8134d7d904fb98af8953a70318d37 HTTP/1.1" status: 200 len: 375 time: 0.0123587 Aug 29 04:45:17.954813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-30d00c8b-0929-46b1-a316-ccf95feb8f03 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646248 Aug 29 04:45:17.997697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:18.010916 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Sync routers for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:18.030165 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:18.031636 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:18.034263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.039907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:18.040276 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-142b6092-94b9-4dce-b77d-a71ee4328c62 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5026155 Aug 29 04:45:18.232641 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:18.240364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-bc55757f-8be5-498a-b135-dcf004c5b214 service neutron] 10.222.0.62 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845829 Aug 29 04:45:18.442217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-ef9ceedc-59d4-48b7-8ee2-697955ed8fdf service neutron] 10.222.0.62 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008989 Aug 29 04:45:18.644145 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:17Z', 'revision_number': 3, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:18.692396 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Checking router: f2e97582-9027-405b-8071-2882c5db435e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:18.694307 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Updating router f2e97582-9027-405b-8071-2882c5db435e port 4de477b6-0bad-4088-ad6c-609b7016e43d binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:18.761194 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:18.770631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f62ae43-0bb4-4da6-87a5-6cd4223753fb req-1dfd3c11-97d9-41ad-92c5-9261bad85221 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 210 time: 0.0612864 Aug 29 04:45:18.975095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.158219 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.171530 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Transition to ACTIVE for port object 4de477b6-0bad-4088-ad6c-609b7016e43d will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:19.181309 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.296114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Allocated IP 172.20.0.1 (77a55c3b-7cb5-4877-a334-9bd7ea17e831/ba4c7ee4-59bc-4ced-b138-aa5589482307/8152f909-58bc-432c-8c76-ed9e72baedba) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:19.309722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78941a0-4a49-4513-9df2-4422a1ed8297 None None] Pushing event updated for resources: {'Port': ['ID=4de477b6-0bad-4088-ad6c-609b7016e43d,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:19.312822 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Attempting to bind port 4de477b6-0bad-4088-ad6c-609b7016e43d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:19.313194 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Attempting to bind port 4de477b6-0bad-4088-ad6c-609b7016e43d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:19.313552 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Attempting to bind port 4de477b6-0bad-4088-ad6c-609b7016e43d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:19.321735 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:19.322955 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:19.323364 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.334207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:19.334207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Bound port: 4de477b6-0bad-4088-ad6c-609b7016e43d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:19.334207 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.416995 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] For port 4de477b6-0bad-4088-ad6c-609b7016e43d, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:19.421078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] For port 4de477b6-0bad-4088-ad6c-609b7016e43d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4de477b6-0bad-4088-ad6c-609b7016e43d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:19.427180 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.476236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.488099 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:19.488930 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:19.536079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.545257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78941a0-4a49-4513-9df2-4422a1ed8297 None None] Pushing event updated for resources: {'Port': ['ID=4de477b6-0bad-4088-ad6c-609b7016e43d,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:19.588463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:19.595619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:19.598067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Pushing event updated for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:19.600719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:19.656107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.708864 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:19.880407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:19.981886 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:17Z', 'revision_number': 3, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:19.993509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c50bcfba-ae9d-4932-8f21-69956bfd987a req-2993276f-15d3-4f31-9922-268e312aaaa2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 210 time: 0.0803938 Aug 29 04:45:20.202622 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692bb7-502c-44c6-ac90-f1b7e1c795be None None] The sync data for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 is: [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:17Z', 'revision_number': 3, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:20.804541 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:20.833193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.012162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-71036a03-5657-4c04-9e1a-173e61e4e332 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:21.013877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-71036a03-5657-4c04-9e1a-173e61e4e332 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.54 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 814 time: 0.3366337 Aug 29 04:45:21.018849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Pushing event updated for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:21.030301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Request body: {'port': {'device_id': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'admin_state_up': True, 'tenant_id': 'f4c8134d7d904fb98af8953a70318d37'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:21.038731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.289588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-169a3962-c4b0-4b86-bb51-d58bfd33078b req-16d09d53-5639-4ab8-9496-3def4a64f5c3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 210 time: 0.0453126 Aug 29 04:45:21.317159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Made reservation on behalf of f4c8134d7d904fb98af8953a70318d37 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:21.321366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:21.365670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:21.371821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:21.608403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Allocated IP 172.20.0.12 (805f4d19-4754-436a-9425-dab5cc1caf64/c4012566-44d2-406a-a8b2-c28c7115d26f/f8d7e36e-0386-4cda-b11a-2b865b94ee2d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:21.618949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Router f2e97582-9027-405b-8071-2882c5db435e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:21.867359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:21.885154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a02c0590-5bf9-43e7-b317-d5f0e48a5dad admin admin] 10.222.0.62 "PUT /v2.0/routers/f2e97582-9027-405b-8071-2882c5db435e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444655 Aug 29 04:45:21.957967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.033410 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.062370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4de477b6-0bad-4088-ad6c-609b7016e43d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:22.152720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Network 805f4d19-4754-436a-9425-dab5cc1caf64 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:22.158006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:22.160592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Pushing event updated for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:22.163155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:22.181352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:22.218441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:22.219678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.242550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-dc6231e2-3a37-4fc6-a465-0b0863f417d8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2167096 Aug 29 04:45:22.259048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Request body: {'port': {'device_id': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:22.492463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.577231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4de477b6-0bad-4088-ad6c-609b7016e43d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:22.616967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4de477b6-0bad-4088-ad6c-609b7016e43d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:22.617386 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.848092 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:22.922406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4de477b6-0bad-4088-ad6c-609b7016e43d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4de477b6-0bad-4088-ad6c-609b7016e43d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:22.928868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.006665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4de477b6-0bad-4088-ad6c-609b7016e43d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.155493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Sync routers for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:23.170920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:23.172141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:23.260840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc6a79-709d-4efe-8c8f-9ef245ce5879 req-0fad776c-a878-4e68-9c62-960ba79320b8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:23.263515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cedc6a79-709d-4efe-8c8f-9ef245ce5879 req-0fad776c-a878-4e68-9c62-960ba79320b8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 932 time: 0.2845721 Aug 29 04:45:23.296079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-099789c4-8e38-49b6-b624-ae6d09f4121c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:23.299215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-099789c4-8e38-49b6-b624-ae6d09f4121c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 810 time: 0.4742379 Aug 29 04:45:23.342520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:23.374871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-f1b31da4-4065-4fda-b758-0ffd0bc84c2f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/quotas/8625ffbc4d6e45228195d4664507e356 HTTP/1.1" status: 200 len: 375 time: 0.0615170 Aug 29 04:45:23.437835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cedc6a79-709d-4efe-8c8f-9ef245ce5879 req-8c799b67-69eb-4a44-b01a-229482322524 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589684 Aug 29 04:45:23.563511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d7e36e-0386-4cda-b11a-2b865b94ee2d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:23.574500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.613846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Transition to ACTIVE for port object f8d7e36e-0386-4cda-b11a-2b865b94ee2d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:23.618771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-b73b53d7-c3f3-4d68-9a2f-d29f6a3f4d0d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2255864 Aug 29 04:45:23.622395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.636126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb2901-983c-482e-baa4-ab7d26ca8552 req-fb960913-e724-494a-bc93-a23ec1d109b7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:23.644468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22eb2901-983c-482e-baa4-ab7d26ca8552 req-fb960913-e724-494a-bc93-a23ec1d109b7 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.1197922 Aug 29 04:45:23.723605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:19Z', 'revision_number': 4, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8152f909-58bc-432c-8c76-ed9e72baedba', 'name': '', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'mac_address': 'fa:16:3e:60:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:19Z', 'updated_at': '2021-08-29T04:45:20Z', 'revision_number': 2, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'subnets': [{'id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:23.782440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Checking router: f2e97582-9027-405b-8071-2882c5db435e for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:23.783006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Updating router f2e97582-9027-405b-8071-2882c5db435e port 8152f909-58bc-432c-8c76-ed9e72baedba binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:45:23.817762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:23.830796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:23.895237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22eb2901-983c-482e-baa4-ab7d26ca8552 req-0312dc62-8e20-49d9-af58-84f823e66e17 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498085 Aug 29 04:45:23.996132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd3fca-89cc-46b2-9142-65378e848115 req-7efe935d-00e6-490b-943b-9af50a80359b tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:23.997729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1afd3fca-89cc-46b2-9142-65378e848115 req-7efe935d-00e6-490b-943b-9af50a80359b tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.1374092 Aug 29 04:45:24.001543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-c81e2045-071b-45f4-b0a5-c513615ebdba service neutron] 10.222.0.62 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536363 Aug 29 04:45:24.070421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4de477b6-0bad-4088-ad6c-609b7016e43d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:24.107953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Attempting to bind port f8d7e36e-0386-4cda-b11a-2b865b94ee2d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:24.108378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Attempting to bind port f8d7e36e-0386-4cda-b11a-2b865b94ee2d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:24.108632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Attempting to bind port f8d7e36e-0386-4cda-b11a-2b865b94ee2d on network 805f4d19-4754-436a-9425-dab5cc1caf64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:24.136698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Port f8d7e36e-0386-4cda-b11a-2b865b94ee2d on network 805f4d19-4754-436a-9425-dab5cc1caf64 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:24.137033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Attempting to bind port f8d7e36e-0386-4cda-b11a-2b865b94ee2d on network 805f4d19-4754-436a-9425-dab5cc1caf64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:24.158604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:24.159002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Checking segment: {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:24.159359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Bound using segment: {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:24.159816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Bound port: f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429709e7-1001-4d42-826b-3f41c9c1b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:24.160473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.251433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-05f07195-a86b-4a28-bc3d-4ceacdb47afb service neutron] 10.222.0.62 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312162 Aug 29 04:45:24.276198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4de477b6-0bad-4088-ad6c-609b7016e43d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:24.277015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.310761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:24.316607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:24.337909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.362364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Deleting port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:24.363725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.406025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.483543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Transition to ACTIVE for port object 8152f909-58bc-432c-8c76-ed9e72baedba will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:24.507582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.533926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.535378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.537785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8d7e36e-0386-4cda-b11a-2b865b94ee2d HTTP/1.1" status: 200 len: 1093 time: 2.2847970 Aug 29 04:45:24.538569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:24.553138 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:24.659454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3a5e09a-2f78-44f7-9b0c-869fb60313a6 req-23cb9e01-2373-4af3-b256-0c0780e5056c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 210 time: 0.0934606 Aug 29 04:45:24.717267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9783dd-e099-48c2-a5f8-30e035fc0618 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.745296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da76c1-a606-4d59-bbe8-1d6b15d8f16c None None] Pushing event updated for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:24.777488 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ed545-409e-4553-9a72-c4e10c5ca95d x-openstack-request-id: req-988ed545-409e-4553-9a72-c4e10c5ca95d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:24.777772 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:24.777983 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-988ed545-409e-4553-9a72-c4e10c5ca95d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:24.778534 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d', 'status': 'completed', 'code': 200} Aug 29 04:45:24.819981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-3fedaa62-a917-4b0a-b5e6-c781d5e21dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.823966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-3fedaa62-a917-4b0a-b5e6-c781d5e21dfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 1096 time: 0.1816592 Aug 29 04:45:24.834081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] For port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:24.834903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.889951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-e8bbaa5b-b8bc-408c-97b3-3b847e694038 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d HTTP/1.1" status: 200 len: 217 time: 0.0512497 Aug 29 04:45:24.930594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Attempting to bind port 8152f909-58bc-432c-8c76-ed9e72baedba on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:24.931625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Attempting to bind port 8152f909-58bc-432c-8c76-ed9e72baedba by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:24.946661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Attempting to bind port 8152f909-58bc-432c-8c76-ed9e72baedba on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:24.949782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-a4f8e054-589b-40c0-a640-fb6e25d7f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:24.951397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-a4f8e054-589b-40c0-a640-fb6e25d7f5c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.0537567 Aug 29 04:45:24.975510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:24.976701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Checking segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:24.977509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:24.978155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Bound using segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:24.979015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Bound port: 8152f909-58bc-432c-8c76-ed9e72baedba, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:24.979752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.060531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-8ac1f314-3c48-4d57-a967-1f9ff6847679 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323467 Aug 29 04:45:25.263510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] For port 8152f909-58bc-432c-8c76-ed9e72baedba, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:25.270376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] For port 8152f909-58bc-432c-8c76-ed9e72baedba, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8152f909-58bc-432c-8c76-ed9e72baedba,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:25.280210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:25.426898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da76c1-a606-4d59-bbe8-1d6b15d8f16c None None] Pushing event updated for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:25.454651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:25.455312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:25.591737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6869-d047-43b0-9b71-0a4e755ac328 req-ace14806-9933-40f2-aa99-9a56843a028d tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.608797 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430e6869-d047-43b0-9b71-0a4e755ac328 req-ace14806-9933-40f2-aa99-9a56843a028d tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 945 time: 0.4155374 Aug 29 04:45:25.622923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59caec-bf97-4639-8482-79df6f60598f req-d9830568-f180-44f4-9f1c-5df2c4a455ea tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:25.638543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c59caec-bf97-4639-8482-79df6f60598f req-d9830568-f180-44f4-9f1c-5df2c4a455ea tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 944 time: 0.5479178 Aug 29 04:45:25.645136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:25.667233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-405df32b-c25c-4852-97df-0c1564bdbc65 service neutron] 10.222.0.54 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963449 Aug 29 04:45:26.281035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:19Z', 'revision_number': 4, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8152f909-58bc-432c-8c76-ed9e72baedba', 'name': '', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'mac_address': 'fa:16:3e:60:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:19Z', 'updated_at': '2021-08-29T04:45:25Z', 'revision_number': 4, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'subnets': [{'id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:26.334184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0417a6-ddeb-49d7-93e6-fd4844a5f572 None None] The sync data for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 is: [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:45:19Z', 'revision_number': 4, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '8152f909-58bc-432c-8c76-ed9e72baedba', 'name': '', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'mac_address': 'fa:16:3e:60:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:19Z', 'updated_at': '2021-08-29T04:45:25Z', 'revision_number': 4, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'subnets': [{'id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:26.339880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.340574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:26.340574 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Floating IP 33c42ebc-8c10-48fa-8247-ed7241a4bdec disassociated. External IP: 172.25.3.127, port: 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a. Aug 29 04:45:26.344406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Calling delete_port for 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:26.364697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c59caec-bf97-4639-8482-79df6f60598f req-bae3a6b8-b748-4539-8c53-2d5d3c8ab2a5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243519 Aug 29 04:45:26.405260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-430e6869-d047-43b0-9b71-0a4e755ac328 req-80275bde-3e64-438c-abe1-0bf28dbc0c0f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/security-groups?id=229ab14d-8c8d-4437-8f51-2ff7092b508c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7460775 Aug 29 04:45:26.543363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afa43c8c-026a-44b7-817e-2ff8e30d31f3 req-b8177956-b9fd-4869-a0ac-aad638ee862d service neutron] 10.222.0.54 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597493 Aug 29 04:45:26.781730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-968d791a-c9ab-4ec5-9b19-f57e529fe464 req-ba08630f-7181-4175-bfb8-a0b5194da862 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 210 time: 0.0886562 Aug 29 04:45:26.798938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-fe2db101-1964-4bb5-852c-bd3c7b492b65 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:26.803058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-fe2db101-1964-4bb5-852c-bd3c7b492b65 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.50 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 810 time: 0.2886541 Aug 29 04:45:26.826908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Request body: {'port': {'device_id': '123bec48-1341-4dc7-a50f-1e86025be309', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'admin_state_up': True, 'tenant_id': '8625ffbc4d6e45228195d4664507e356'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:26.830812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:27.088339 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.101661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-fa65df62-8ff4-49f7-9b6c-80830d9664dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.104058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-fa65df62-8ff4-49f7-9b6c-80830d9664dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 1096 time: 0.3308403 Aug 29 04:45:27.186569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Made reservation on behalf of 8625ffbc4d6e45228195d4664507e356 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:45:27.193271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.271622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.337791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event deleted for resources: {'Port': ['ID=3c53e6bd-1233-48a8-bbdd-b80ba2e1719a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:27.365543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-2a306a2c-627b-4500-abeb-c4220b347d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.367183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-2a306a2c-627b-4500-abeb-c4220b347d0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 915 time: 0.2544541 Aug 29 04:45:27.462317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Allocated IP 172.20.0.13 (77a55c3b-7cb5-4877-a334-9bd7ea17e831/ba4c7ee4-59bc-4ced-b138-aa5589482307/9f7dad22-ea37-4be4-bda2-4155c8089be0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:45:27.575727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-a0d4be5f-dc2c-48a5-b88a-f3fdca0c4b01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d HTTP/1.1" status: 200 len: 217 time: 0.1566868 Aug 29 04:45:27.711438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-b4c89b9f-8f59-4a6a-a4e5-2146164f42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:27.714105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-b4c89b9f-8f59-4a6a-a4e5-2146164f42eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.1251798 Aug 29 04:45:27.801604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.883709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:27.887699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f13d531-2e2a-4a72-a1e5-9556baf99101 req-425855a5-3875-41ae-89ab-645c1c283839 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.1868784 Aug 29 04:45:27.891693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-8bd94f56-8877-4d29-b001-03b37fc36723 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379598 Aug 29 04:45:28.032086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992723-c4e9-4775-ae73-f38a639b2c9f req-1bc6f38d-1a1f-4309-aadc-31f347fad12c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.037771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02992723-c4e9-4775-ae73-f38a639b2c9f req-1bc6f38d-1a1f-4309-aadc-31f347fad12c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 944 time: 0.4794166 Aug 29 04:45:28.138643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Router 1d45694d-da65-44cf-91d5-7b7769e52fee has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:28.145520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:45:28.161332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:45:28.172342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:45:28.183106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Pushing event updated for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:28.197084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02992723-c4e9-4775-ae73-f38a639b2c9f req-87947067-19a4-4312-a783-20da009d7021 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347539 Aug 29 04:45:28.204041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-44c208fb-86c3-46c3-a706-ee8d4cebba2c service neutron] 10.222.0.54 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004887 Aug 29 04:45:28.274670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8152f909-58bc-432c-8c76-ed9e72baedba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:28.309304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.310847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.338975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-e0a26701-459f-4710-950a-d1826371ec2a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5172002 Aug 29 04:45:28.358050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Request body: {'port': {'device_id': '123bec48-1341-4dc7-a50f-1e86025be309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:45:28.413505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8152f909-58bc-432c-8c76-ed9e72baedba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:28.424330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8152f909-58bc-432c-8c76-ed9e72baedba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:28.425467 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.467437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.508108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:28.520527 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Sync routers for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:28.531480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0a35d-26ab-40f2-8202-c28cc8502bd6 req-dd5c21ba-1182-4cd4-89bd-12135b3ccd70 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:28.539228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:28.539963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:28.545435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15a0a35d-26ab-40f2-8202-c28cc8502bd6 req-dd5c21ba-1182-4cd4-89bd-12135b3ccd70 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 932 time: 0.2339597 Aug 29 04:45:28.625099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.643284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] No DVR routers for this DVR port 3c53e6bd-1233-48a8-bbdd-b80ba2e1719a on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:28.646650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:28.649859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1afd3fca-89cc-46b2-9142-65378e848115 req-57c05bc6-9723-4279-9dc4-7f2070c3576f tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.50 "DELETE /v2.0/ports/3c53e6bd-1233-48a8-bbdd-b80ba2e1719a HTTP/1.1" status: 204 len: 173 time: 4.6363657 Aug 29 04:45:28.676001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f8d7e36e-0386-4cda-b11a-2b865b94ee2d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:28.676740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'name': 'network-vif-deleted', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:28.703395 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003a0cb-8c6e-4486-9728-450d40ea3a1a" -d '{"events": [{"server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "name": "network-vif-deleted", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:28.865964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15a0a35d-26ab-40f2-8202-c28cc8502bd6 req-082ac846-5e6b-472e-8245-eef78c9a18c8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158929 Aug 29 04:45:28.866971 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:28.872656 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5085b-8e9b-4325-a953-f5454fe73929 x-openstack-request-id: req-2ee5085b-8e9b-4325-a953-f5454fe73929 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:28.873506 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc053e15-612b-4747-9630-58d4b5a56b8d", "name": "network-vif-deleted", "tag": "3c53e6bd-1233-48a8-bbdd-b80ba2e1719a", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:28.874131 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ee5085b-8e9b-4325-a953-f5454fe73929 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:28.875411 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc053e15-612b-4747-9630-58d4b5a56b8d', 'name': 'network-vif-deleted', 'tag': '3c53e6bd-1233-48a8-bbdd-b80ba2e1719a', 'status': 'completed', 'code': 200} Aug 29 04:45:28.881198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dbf9877-a9e4-4b26-9a35-b43339bd9d3f req-88d7fb12-0df8-40cd-a4ba-b74d408c258a service neutron] 10.222.0.54 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783660 Aug 29 04:45:28.946091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 8152f909-58bc-432c-8c76-ed9e72baedba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8152f909-58bc-432c-8c76-ed9e72baedba,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:28.982121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.079524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:29.106567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'port_id': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d', 'mac_address': 'fa:16:3e:5f:d2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4012566-44d2-406a-a8b2-c28c7115d26f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:29.142136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10e9c9a2-d258-427f-a1bf-c0fea65077c0 req-2f490ff0-6fbd-4443-8222-16d30bba1852 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc053e15-612b-4747-9630-58d4b5a56b8d HTTP/1.1" status: 200 len: 210 time: 0.0590780 Aug 29 04:45:29.244350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.260997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.311819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d7e36e-0386-4cda-b11a-2b865b94ee2d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:29.337595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7dad22-ea37-4be4-bda2-4155c8089be0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:29.348664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:29.356472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.364068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.394190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Transition to ACTIVE for port object 9f7dad22-ea37-4be4-bda2-4155c8089be0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:45:29.404933 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.442967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.474964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:29.541377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45b1c-3f9f-4646-afe4-3be2ae27ce87 req-2c443916-0057-45d5-a9a2-f250589df56d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:29.552947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e45b1c-3f9f-4646-afe4-3be2ae27ce87 req-2c443916-0057-45d5-a9a2-f250589df56d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 945 time: 0.2038169 Aug 29 04:45:29.553439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:29.556507 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Checking router: 1d45694d-da65-44cf-91d5-7b7769e52fee for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:29.586346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:29.587899 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:29.649909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e45b1c-3f9f-4646-afe4-3be2ae27ce87 req-6537669a-4ed2-4073-b591-46b91fc7f63c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901444 Aug 29 04:45:29.652103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f8d7e36e-0386-4cda-b11a-2b865b94ee2d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:29.758879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Attempting to bind port 9f7dad22-ea37-4be4-bda2-4155c8089be0 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:45:29.759690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Attempting to bind port 9f7dad22-ea37-4be4-bda2-4155c8089be0 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:45:29.760394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Attempting to bind port 9f7dad22-ea37-4be4-bda2-4155c8089be0 on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:29.767857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Port 9f7dad22-ea37-4be4-bda2-4155c8089be0 on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:45:29.769048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Attempting to bind port 9f7dad22-ea37-4be4-bda2-4155c8089be0 on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:45:29.776537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:45:29.777322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Checking segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:45:29.777991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Bound using segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:45:29.778713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Bound port: 9f7dad22-ea37-4be4-bda2-4155c8089be0, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:45:29.779350 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.788576 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:29.838690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:29.926534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:45:29.932740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:45:29.948868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.054752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f86d-bced-4f65-a447-eaedea9088ea req-a7379bd7-8df5-4be5-aa04-6b49dae8136e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.064684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de79f86d-bced-4f65-a447-eaedea9088ea req-a7379bd7-8df5-4be5-aa04-6b49dae8136e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 944 time: 0.0797007 Aug 29 04:45:30.084405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8152f909-58bc-432c-8c76-ed9e72baedba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:30.124999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.125657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.127843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] 10.222.0.50 "PUT /v2.0/ports/9f7dad22-ea37-4be4-bda2-4155c8089be0 HTTP/1.1" status: 200 len: 1093 time: 1.7750754 Aug 29 04:45:30.149653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:30.171960 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:30.173136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de79f86d-bced-4f65-a447-eaedea9088ea req-07489981-5ae8-4412-8e8f-c50889fdc290 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072421 Aug 29 04:45:30.279064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cef25-36b9-48ba-b3a6-5268c2d63ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:30.287080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8152f909-58bc-432c-8c76-ed9e72baedba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:30.287723 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.294364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:30.389430 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3549acad-9b3c-49cf-b2c3-9fe4a0d76b7b x-openstack-request-id: req-3549acad-9b3c-49cf-b2c3-9fe4a0d76b7b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:30.391122 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:30.391122 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3549acad-9b3c-49cf-b2c3-9fe4a0d76b7b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:30.391122 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0', 'status': 'completed', 'code': 200} Aug 29 04:45:30.415261 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:30.452350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-5dd0a1bf-4a2a-4936-955b-b324681368e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.455065 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-5dd0a1bf-4a2a-4936-955b-b324681368e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 1096 time: 0.2330654 Aug 29 04:45:30.485084 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86a10b-c901-4003-afb4-d1dd74a6bc2b None None] The sync data for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 is: [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:39:12Z', 'revision_number': 4, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9', 'name': '', 'network_id': '7a2b781f-e03b-45a3-b190-872ebc6fe54b', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'mac_address': 'fa:16:3e:f1:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:10Z', 'updated_at': '2021-08-29T04:39:22Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'subnets': [{'id': '0bb2addb-f82e-4ae2-a473-1625e279f1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:30.538049 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-22750c86-7a04-4f03-aeaf-33115ce31a83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0 HTTP/1.1" status: 200 len: 217 time: 0.0546725 Aug 29 04:45:30.603172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Deleting port 592ca72c-a538-42fe-9c59-891cc3747fe3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:30.603513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.621669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-61897a91-ff7e-4d03-bc6d-4b08ccbffc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.623207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-61897a91-ff7e-4d03-bc6d-4b08ccbffc67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0736949 Aug 29 04:45:30.689956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f8d7e36e-0386-4cda-b11a-2b865b94ee2d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:30.753437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-297ca640-a1a2-4883-b5ed-897e2944510f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845869 Aug 29 04:45:30.783229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f8d7e36e-0386-4cda-b11a-2b865b94ee2d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:30.788331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f8d7e36e-0386-4cda-b11a-2b865b94ee2d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:30.795517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.853883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.854524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:30.877250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189f11-504e-4e71-a3a2-72a85b2626fc req-d0521811-e1bb-4a78-9405-dfc90998e1ba tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:30.884882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de189f11-504e-4e71-a3a2-72a85b2626fc req-d0521811-e1bb-4a78-9405-dfc90998e1ba tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 945 time: 0.0754385 Aug 29 04:45:30.885247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Calling delete_port for 592ca72c-a538-42fe-9c59-891cc3747fe3 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:30.939807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730588ca-11a3-4ffa-88d1-96fbad65e1a2 None None] New status for floating IP 33c42ebc-8c10-48fa-8247-ed7241a4bdec: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:30.961598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de189f11-504e-4e71-a3a2-72a85b2626fc req-9b2add3a-cb9d-4ed2-bb9f-f02740eafe59 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755134 Aug 29 04:45:30.994367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-fa986ba3-62df-4eec-8e93-db4bff6a6fb0 service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280056 Aug 29 04:45:31.159211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ba54850-4e3e-42a7-8821-9cf4ca3a65ae req-32ae699e-40bc-4b45-a957-60abbffe009c service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573408 Aug 29 04:45:31.171069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.173164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-730588ca-11a3-4ffa-88d1-96fbad65e1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:45:31.173671 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-730588ca-11a3-4ffa-88d1-96fbad65e1a2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:45:31.174380 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.210994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:31.213870 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07806ba-37a2-4c9a-8891-05eeb8267323" -d '{"events": [{"server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:31.234065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:31.240268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event deleted for resources: {'Port': ['ID=592ca72c-a538-42fe-9c59-891cc3747fe3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.241606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.305872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.310455 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a9dbac-5ddb-4edb-b7b5-7ab8762410ee x-openstack-request-id: req-b1a9dbac-5ddb-4edb-b7b5-7ab8762410ee {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:31.312996 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "name": "network-vif-plugged", "status": "completed", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:31.313259 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1a9dbac-5ddb-4edb-b7b5-7ab8762410ee {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:31.313701 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d', 'code': 200} Aug 29 04:45:31.415164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0b03-dfb4-4f6e-9d35-a5dec36b863f req-e9261702-0cd7-4c16-aebf-17f167b58e47 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.417820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd3b0b03-dfb4-4f6e-9d35-a5dec36b863f req-e9261702-0cd7-4c16-aebf-17f167b58e47 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 944 time: 0.1027522 Aug 29 04:45:31.449660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.455750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.468316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e87b4066-0c78-4824-a5c2-d152d9341a5c tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "DELETE /v2.0/floatingips/33c42ebc-8c10-48fa-8247-ed7241a4bdec HTTP/1.1" status: 204 len: 168 time: 1.1603525 Aug 29 04:45:31.480193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-a6c68602-408b-476b-ab16-72b4e3074282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.482466 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-a6c68602-408b-476b-ab16-72b4e3074282 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 1096 time: 0.1751468 Aug 29 04:45:31.562714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd3b0b03-dfb4-4f6e-9d35-a5dec36b863f req-a940c6dd-94e7-4fb1-ba1c-268ee1dcdd4a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816629 Aug 29 04:45:31.572802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b93ca-2654-4d45-8380-43b5846c6ba9 req-95afc444-187f-4619-b8eb-bcab7f436a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.576611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea8b93ca-2654-4d45-8380-43b5846c6ba9 req-95afc444-187f-4619-b8eb-bcab7f436a0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 1098 time: 0.1567523 Aug 29 04:45:31.638373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58492) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:31.653879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea8b93ca-2654-4d45-8380-43b5846c6ba9 req-1e0cbd93-0c26-4527-b830-37477857f5c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680614 Aug 29 04:45:31.675568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730588ca-11a3-4ffa-88d1-96fbad65e1a2 None None] New status for floating IP 33c42ebc-8c10-48fa-8247-ed7241a4bdec: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:45:31.683359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-561bad3d-9568-4b0b-b63f-bc7e478e8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.685237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-561bad3d-9568-4b0b-b63f-bc7e478e8c81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 911 time: 0.1910961 Aug 29 04:45:31.746854 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-91e07d1b-3467-428b-9cea-579e7df788d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0 HTTP/1.1" status: 200 len: 217 time: 0.0509250 Aug 29 04:45:31.759549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.794221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.821508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-a2bbf5c7-f002-4716-acea-990eb50d159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:31.823211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-a2bbf5c7-f002-4716-acea-990eb50d159f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0691838 Aug 29 04:45:31.877001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.879901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:31.881109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] 10.222.0.62 "DELETE /v2.0/security-groups/229ab14d-8c8d-4437-8f51-2ff7092b508c HTTP/1.1" status: 204 len: 168 time: 0.2413473 Aug 29 04:45:31.915892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2e6a7-ded6-41db-b4b7-6e6bc84328c5 tempest-TestServerBasicOps-217294655 tempest-TestServerBasicOps-217294655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ab14d-8c8d-4437-8f51-2ff7092b508c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:31.925920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-0c8433d3-05fa-48e8-bd1a-75021b75a716 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883675 Aug 29 04:45:31.974931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58504) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:32.137269 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-aef05fe3-0a85-4d52-aa92-cd249823fbe1 service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011797 Aug 29 04:45:32.229079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565690a6-3d87-4f09-a15f-9d709d47bc2e req-fdc5a50e-768d-4454-a658-a79a071d316e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.236534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-565690a6-3d87-4f09-a15f-9d709d47bc2e req-fdc5a50e-768d-4454-a658-a79a071d316e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 946 time: 0.1704240 Aug 29 04:45:32.302159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-565690a6-3d87-4f09-a15f-9d709d47bc2e req-a9936e0c-e5a2-40e6-b4d2-3f685dd8b951 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645111 Aug 29 04:45:32.715043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c0b44d1-7b02-49a1-bc67-0317d4bfb0a6 req-97459f44-f0d5-4fb2-a745-745dc5222cac service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692048 Aug 29 04:45:32.802584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:32.850784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a218-5d82-4077-ab34-b88f7b13fba5 req-b68d996e-2463-4fcc-a935-cd8d99928f54 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:32.852451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7351a218-5d82-4077-ab34-b88f7b13fba5 req-b68d996e-2463-4fcc-a935-cd8d99928f54 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 944 time: 0.1160676 Aug 29 04:45:32.853707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f7dad22-ea37-4be4-bda2-4155c8089be0 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:33.024695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7351a218-5d82-4077-ab34-b88f7b13fba5 req-3c351f99-1b8d-44d1-b153-fdc4cf9d7d34 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574745 Aug 29 04:45:33.041923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:33.068979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9f7dad22-ea37-4be4-bda2-4155c8089be0', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'port_id': '9f7dad22-ea37-4be4-bda2-4155c8089be0', 'mac_address': 'fa:16:3e:d9:8d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:33.156315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.178775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7dad22-ea37-4be4-bda2-4155c8089be0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:33.218300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:33.226301 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.296889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Deleting port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:33.297445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.337712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:33.494335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] For port f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:33.494958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.522522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Calling delete_port for f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:33.554472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133a07d-e9f7-4b9c-868c-e6858854741b req-a599290f-b7e1-4c72-9945-9b7da11c52eb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:33.557380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2133a07d-e9f7-4b9c-868c-e6858854741b req-a599290f-b7e1-4c72-9945-9b7da11c52eb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 946 time: 0.1550608 Aug 29 04:45:33.573943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9f7dad22-ea37-4be4-bda2-4155c8089be0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:33.662400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2133a07d-e9f7-4b9c-868c-e6858854741b req-90363d0b-bb3f-4055-a0ca-de86f97a36b7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Aug 29 04:45:33.930240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:33.979444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:34.235320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609f11-991a-4461-89d7-c3af6b6596ef req-dfc49cec-4571-4276-83e8-d4cc9996f33b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.248158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4609f11-991a-4461-89d7-c3af6b6596ef req-dfc49cec-4571-4276-83e8-d4cc9996f33b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 946 time: 0.1948950 Aug 29 04:45:34.407572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4609f11-991a-4461-89d7-c3af6b6596ef req-49eeb1b0-2a8e-4961-a374-efbf59abebb5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287036 Aug 29 04:45:34.420213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e62d7-9deb-4041-aea0-ac7b129d07a6 req-5708eaad-430b-4ebb-ada2-5bb755ca1379 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:34.421903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f4e62d7-9deb-4041-aea0-ac7b129d07a6 req-5708eaad-430b-4ebb-ada2-5bb755ca1379 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 945 time: 0.2574604 Aug 29 04:45:34.427490 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:34.538250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f4e62d7-9deb-4041-aea0-ac7b129d07a6 req-817bc32d-e276-413f-b5d0-90c7f559c375 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628605 Aug 29 04:45:34.849919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f7dad22-ea37-4be4-bda2-4155c8089be0 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:45:34.949730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 9f7dad22-ea37-4be4-bda2-4155c8089be0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:45:34.959480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9f7dad22-ea37-4be4-bda2-4155c8089be0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:45:34.960692 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.102395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.148971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:35.153724 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922f114-c5d1-41f7-a4f4-abbe6fff231e" -d '{"events": [{"server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "name": "network-vif-plugged", "status": "completed", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:35.176382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:35.183776 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:35.231203 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed5252-a2c1-4d0f-a4b3-6b63db8469a9 x-openstack-request-id: req-4eed5252-a2c1-4d0f-a4b3-6b63db8469a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:35.231525 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "name": "network-vif-plugged", "status": "completed", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:35.231780 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eed5252-a2c1-4d0f-a4b3-6b63db8469a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:35.232169 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0', 'code': 200} Aug 29 04:45:35.245132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Router 1d45694d-da65-44cf-91d5-7b7769e52fee has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:35.273514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:35.419672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733c53-2a08-4398-aebc-15c29fd2e107 req-8092a800-3678-4284-8440-7c6a2932b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.423385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-80733c53-2a08-4398-aebc-15c29fd2e107 req-8092a800-3678-4284-8440-7c6a2932b2c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 1098 time: 0.0767512 Aug 29 04:45:35.461444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:35.472465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-12d4417f-100d-4776-af70-bd53eb8a2561 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d45694d-da65-44cf-91d5-7b7769e52fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4961362 Aug 29 04:45:35.476410 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Sync routers for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:35.479970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:35.506452 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:35.507729 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:35.531512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-80733c53-2a08-4398-aebc-15c29fd2e107 req-68f67878-525d-4402-b681-1f62396a2ea7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898786 Aug 29 04:45:35.677893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8790-416d-431e-97f6-fc81336b4263 req-268fb84e-e9cc-441e-851f-c8121b11d58e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.680808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a18e8790-416d-431e-97f6-fc81336b4263 req-268fb84e-e9cc-441e-851f-c8121b11d58e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 946 time: 0.2800708 Aug 29 04:45:35.748148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:35.930535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b55084-1440-4a74-b8a7-a74d081f79d8 req-b200de1e-f385-4dc9-bad7-5830785f9155 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:35.932323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54b55084-1440-4a74-b8a7-a74d081f79d8 req-b200de1e-f385-4dc9-bad7-5830785f9155 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 946 time: 0.3453379 Aug 29 04:45:36.000103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac61b-5227-4ea7-aaf5-61850fdb627e req-fbeee51f-4188-4cfb-954e-8994cb82f78d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:36.009622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213ac61b-5227-4ea7-aaf5-61850fdb627e req-fbeee51f-4188-4cfb-954e-8994cb82f78d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.2948725 Aug 29 04:45:36.023823 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.117111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54b55084-1440-4a74-b8a7-a74d081f79d8 req-beb85c25-ea0c-415e-beaf-00cc45deb6ba tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576226 Aug 29 04:45:36.165761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-213ac61b-5227-4ea7-aaf5-61850fdb627e req-1e6e4a75-8be7-45bb-aafd-4bd8222b49cf tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549857 Aug 29 04:45:36.227566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Deleting port f8d7e36e-0386-4cda-b11a-2b865b94ee2d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:36.227907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.234868 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:45:33Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:36.263190 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Checking router: 1d45694d-da65-44cf-91d5-7b7769e52fee for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:36.273110 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Routers {'1d45694d-da65-44cf-91d5-7b7769e52fee'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:36.273836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1d45694d-da65-44cf-91d5-7b7769e52fee'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:36.343862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.413696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] For port f8d7e36e-0386-4cda-b11a-2b865b94ee2d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:36.414070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.431695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Calling delete_port for f8d7e36e-0386-4cda-b11a-2b865b94ee2d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:36.443677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] Set router 1d45694d-da65-44cf-91d5-7b7769e52fee gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:36.503989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Deleting port e4007378-e598-4c96-88f0-762a4831120d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:36.504297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.714204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:45:33Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:36.726650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] For port e4007378-e598-4c96-88f0-762a4831120d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e4007378-e598-4c96-88f0-762a4831120d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:36.727353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.753714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Calling delete_port for e4007378-e598-4c96-88f0-762a4831120d owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:36.763063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.778668 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f981ac8-e618-4246-a5b4-f994cc0622c7 None None] The sync data for ids ['1d45694d-da65-44cf-91d5-7b7769e52fee'] in n-d-712139-13 is: [{'id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'name': 'tempest-TestServerBasicOps-1392366680-router', 'tenant_id': '749393dcb2f84866bcbc413acb84a18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e4007378-e598-4c96-88f0-762a4831120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:01Z', 'updated_at': '2021-08-29T04:45:33Z', 'revision_number': 5, 'project_id': '749393dcb2f84866bcbc413acb84a18c', 'gw_port': {'id': 'e4007378-e598-4c96-88f0-762a4831120d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d45694d-da65-44cf-91d5-7b7769e52fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:02Z', 'updated_at': '2021-08-29T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:36.806321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:45:36.809247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Pushing event deleted for resources: {'Port': ['ID=f8d7e36e-0386-4cda-b11a-2b865b94ee2d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:36.916963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] No DVR routers for this DVR port f8d7e36e-0386-4cda-b11a-2b865b94ee2d on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:36.922000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:36.924480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a18e8790-416d-431e-97f6-fc81336b4263 req-1f619a8b-e17a-4d14-bdef-c79576abe5e3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.54 "DELETE /v2.0/ports/f8d7e36e-0386-4cda-b11a-2b865b94ee2d HTTP/1.1" status: 204 len: 173 time: 1.2268353 Aug 29 04:45:36.925422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'name': 'network-vif-deleted', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:36.927995 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68506f9-f1ac-45c5-bfb1-c68bab3585bd" -d '{"events": [{"server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "name": "network-vif-deleted", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:37.035949 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56e1f0f-0068-4c5d-bfba-9bae24c47767 x-openstack-request-id: req-e56e1f0f-0068-4c5d-bfba-9bae24c47767 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:37.036651 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6878bba-fdeb-4ca7-8a10-2ece037f49f0", "name": "network-vif-deleted", "tag": "f8d7e36e-0386-4cda-b11a-2b865b94ee2d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:37.037138 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e56e1f0f-0068-4c5d-bfba-9bae24c47767 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:37.037951 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6878bba-fdeb-4ca7-8a10-2ece037f49f0', 'name': 'network-vif-deleted', 'tag': 'f8d7e36e-0386-4cda-b11a-2b865b94ee2d', 'status': 'completed', 'code': 200} Aug 29 04:45:37.125770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.155544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4007378-e598-4c96-88f0-762a4831120d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:37.279110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.337044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba384164-308a-498f-bee7-815dfc51fd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.437070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.440370 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.520508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.521172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d45694d-da65-44cf-91d5-7b7769e52fee {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:37.526203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.527580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1dd4eb04-8555-4207-be46-5d33769dfd4e admin admin] 10.222.0.62 "DELETE /v2.0/routers/1d45694d-da65-44cf-91d5-7b7769e52fee HTTP/1.1" status: 204 len: 168 time: 2.0464714 Aug 29 04:45:37.532908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:37.545634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f842337-3b42-4666-a968-25023b36a06b req-3a6dee93-be22-4679-a854-5b9b68fe08e6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6878bba-fdeb-4ca7-8a10-2ece037f49f0 HTTP/1.1" status: 200 len: 210 time: 0.1337202 Aug 29 04:45:37.604049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc62979-1037-463e-ad0d-9d6938d8e4b1 req-1c8e83fe-8c42-4857-a250-7ce6ecf1c53a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:37.615700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cc62979-1037-463e-ad0d-9d6938d8e4b1 req-1c8e83fe-8c42-4857-a250-7ce6ecf1c53a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1218643 Aug 29 04:45:37.723911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cc62979-1037-463e-ad0d-9d6938d8e4b1 req-5116fc9e-9721-4f0a-be4b-66fb67f5aece tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068301 Aug 29 04:45:37.785539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Deleting subnet 0bb2addb-f82e-4ae2-a473-1625e279f1db {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:37.791883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:37.921322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.071307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:38.132792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:38.133923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f73a0ff4-8cb0-4566-8ff3-efa0d9ad05f9 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:38.153697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.228485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a72812-bf5f-4a26-a9af-4f9011bbd6f9 req-1adf70ca-8482-4ee0-9fa7-c19c1ed8faea tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.230213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58a72812-bf5f-4a26-a9af-4f9011bbd6f9 req-1adf70ca-8482-4ee0-9fa7-c19c1ed8faea tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0701754 Aug 29 04:45:38.267097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-82b3214a-bc2a-4a1d-bb68-5998011e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.270164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-82b3214a-bc2a-4a1d-bb68-5998011e9824 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 1098 time: 0.1428254 Aug 29 04:45:38.275677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58a72812-bf5f-4a26-a9af-4f9011bbd6f9 req-c6ef9709-7f63-4abf-85d3-1765e1edee44 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Aug 29 04:45:38.348414 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.388811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb2addb-f82e-4ae2-a473-1625e279f1db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:38.397554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.404060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a111ace4-8e50-4106-85f5-e86df4f78adb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0bb2addb-f82e-4ae2-a473-1625e279f1db HTTP/1.1" status: 204 len: 168 time: 0.8651826 Aug 29 04:45:38.404279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:38.412002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c739-8c98-4929-acd7-63d7dedd7f0c None None] Network 7a2b781f-e03b-45a3-b190-872ebc6fe54b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:38.434114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-74b51fd8-a7db-47c2-81ef-9958f007abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.437008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-74b51fd8-a7db-47c2-81ef-9958f007abae service neutron] 10.222.0.50 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 911 time: 0.1580436 Aug 29 04:45:38.508044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-3db21e8c-ac48-4c21-8194-f46622b12f2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0 HTTP/1.1" status: 200 len: 217 time: 0.0568213 Aug 29 04:45:38.586293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.601355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-9d0ecf6c-27c0-459d-adb4-f617fa09ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.605009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-9d0ecf6c-27c0-459d-adb4-f617fa09ff58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0867028 Aug 29 04:45:38.653005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-8de71b66-b703-4243-a804-ff3495807418 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386293 Aug 29 04:45:38.722012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f8d7e36e-0386-4cda-b11a-2b865b94ee2d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:38.723904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Deleting port fb9d878b-7034-4855-a3de-2979827b3e14 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:38.725087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.801942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] DHCP port deletion for 7a2b781f-e03b-45a3-b190-872ebc6fe54b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:38.809283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f8d7e36e-0386-4cda-b11a-2b865b94ee2d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:38.809610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f8d7e36e-0386-4cda-b11a-2b865b94ee2d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:38.816422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-d981b260-2db6-46ae-b431-fe5bb4481f33 service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535039 Aug 29 04:45:38.911179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Deleting port fb9d878b-7034-4855-a3de-2979827b3e14 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:38.911539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.941874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] For port fb9d878b-7034-4855-a3de-2979827b3e14, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fb9d878b-7034-4855-a3de-2979827b3e14,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:38.942740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:38.978507 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-815a7960-acdb-495b-95ca-29fd9b7c8fa2 req-65e0a93f-0ef0-4378-9cda-901f589104bc service neutron] 10.222.0.50 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541560 Aug 29 04:45:38.979203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff31791-f897-412d-b330-98d28e9f32a6 req-be8aba49-4b81-476c-ba46-6ca9eda7f004 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:38.982337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aff31791-f897-412d-b330-98d28e9f32a6 req-be8aba49-4b81-476c-ba46-6ca9eda7f004 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1988583 Aug 29 04:45:38.997943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Calling delete_port for fb9d878b-7034-4855-a3de-2979827b3e14 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:39.037833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] For port fb9d878b-7034-4855-a3de-2979827b3e14, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fb9d878b-7034-4855-a3de-2979827b3e14,segment=NetworkSegment(e89f853f-6ac5-4cd6-b01a-f149defa3ba4),segment_id=e89f853f-6ac5-4cd6-b01a-f149defa3ba4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:39.038293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.057935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Calling delete_port for fb9d878b-7034-4855-a3de-2979827b3e14 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:39.112103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aff31791-f897-412d-b330-98d28e9f32a6 req-395025d0-4299-48ef-b671-be541bd6ff69 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019425 Aug 29 04:45:39.144411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.169307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9d878b-7034-4855-a3de-2979827b3e14,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.181504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] No DVR routers for this DVR port fb9d878b-7034-4855-a3de-2979827b3e14 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:39.220485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.262949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] Pushing event deleted for resources: {'Port': ['ID=fb9d878b-7034-4855-a3de-2979827b3e14,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.273443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fd62a-5a78-442b-8acb-6d364f3856b8 None None] No DVR routers for this DVR port fb9d878b-7034-4855-a3de-2979827b3e14 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:39.325326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.352086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2b781f-e03b-45a3-b190-872ebc6fe54b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:39.396676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:39.396976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89f853f-6ac5-4cd6-b01a-f149defa3ba4') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:39.419733 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.456897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.465439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:39.465849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:39.467807 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:39.530226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b0668-db62-46fa-bb31-f8737a4ab688 req-eb0bf920-a7df-4ff3-bb48-dad880e0ca21 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.532725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-681b0668-db62-46fa-bb31-f8737a4ab688 req-eb0bf920-a7df-4ff3-bb48-dad880e0ca21 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1885939 Aug 29 04:45:39.548270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525d6f5-7409-4123-83c6-ddd41920a53e req-c85a2507-08cb-487e-b050-37fa0509b1ad tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.550114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5525d6f5-7409-4123-83c6-ddd41920a53e req-c85a2507-08cb-487e-b050-37fa0509b1ad tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1558809 Aug 29 04:45:39.579100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.600545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:39.604974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7a2b781f-e03b-45a3-b190-872ebc6fe54b HTTP/1.1" status: 204 len: 168 time: 1.1998596 Aug 29 04:45:39.607840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:39.644760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000798d-1d5e-40a6-8561-708713a12165 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2b781f-e03b-45a3-b190-872ebc6fe54b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:39.670813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-681b0668-db62-46fa-bb31-f8737a4ab688 req-f82dc679-5163-402d-96fb-e112d956f164 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187081 Aug 29 04:45:39.680368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5525d6f5-7409-4123-83c6-ddd41920a53e req-ae478457-2fb2-47dd-9f72-810c23f1deb5 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 Aug 29 04:45:39.889394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534e418-9de2-4c37-a290-8e8270c855c3 req-4055334c-f2c9-4a30-a099-cbfe477cb602 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:39.891587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d534e418-9de2-4c37-a290-8e8270c855c3 req-4055334c-f2c9-4a30-a099-cbfe477cb602 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0856004 Aug 29 04:45:39.957561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d534e418-9de2-4c37-a290-8e8270c855c3 req-c7ed54d8-dc8b-4ec4-8c7f-6e3f4c73b992 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531800 Aug 29 04:45:40.071171 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e4007378-e598-4c96-88f0-762a4831120d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:40.131904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e4007378-e598-4c96-88f0-762a4831120d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:40.132607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e4007378-e598-4c96-88f0-762a4831120d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:40.133727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fb9d878b-7034-4855-a3de-2979827b3e14 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:40.158920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fb9d878b-7034-4855-a3de-2979827b3e14 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:40.159373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fb9d878b-7034-4855-a3de-2979827b3e14 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:40.270288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.294586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.343858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9f66003-0019-4004-8b63-58816cedf025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.662808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Deleting port 0ed8612b-c909-4660-8880-02e3d2f3a481 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:40.663430 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.815392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] For port 0ed8612b-c909-4660-8880-02e3d2f3a481, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0ed8612b-c909-4660-8880-02e3d2f3a481,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:40.816558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:40.856976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Calling delete_port for 0ed8612b-c909-4660-8880-02e3d2f3a481 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:40.902905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f0893-e001-44f7-ab55-c7c793ad0e04 req-3ef286e0-5cc4-4abc-a514-fba88bb1c050 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:40.918566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a6f0893-e001-44f7-ab55-c7c793ad0e04 req-3ef286e0-5cc4-4abc-a514-fba88bb1c050 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1071332 Aug 29 04:45:40.993573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a6f0893-e001-44f7-ab55-c7c793ad0e04 req-72ff16e5-aeac-4b20-9abd-8b48157446f2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735981 Aug 29 04:45:41.150389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.210453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed8612b-c909-4660-8880-02e3d2f3a481,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:41.325371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.489987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:41.770569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Router a3abb134-7a00-4dc2-b63e-be694f70d5b3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:45:41.929551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:45:41.938403 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-672e2d66-aa26-46fc-b9c5-85eb18e30a98 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3abb134-7a00-4dc2-b63e-be694f70d5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3278863 Aug 29 04:45:41.939229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:41.950335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Sync routers for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:45:41.980429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:41.981921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.112805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.115314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6facf-6f9d-49db-8546-1201876fdbe1 req-3b329b5b-d304-4341-bae5-fa905da2b369 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.132963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44c6facf-6f9d-49db-8546-1201876fdbe1 req-3b329b5b-d304-4341-bae5-fa905da2b369 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.2005739 Aug 29 04:45:42.174870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:42.240530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.284660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44c6facf-6f9d-49db-8546-1201876fdbe1 req-8504eb24-82ff-408b-bd24-0593924d5576 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495950 Aug 29 04:45:42.342043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ed0e-6ef9-4d25-8bd2-22d7d514f4e5 req-2da47e2e-7ab1-4632-bcda-2dc3c6421990 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.354384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Deleting port 68b8dff4-6ffd-477d-880b-74dd66746a5f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:42.354682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.355474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aeb1ed0e-6ef9-4d25-8bd2-22d7d514f4e5 req-2da47e2e-7ab1-4632-bcda-2dc3c6421990 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1882071 Aug 29 04:45:42.422892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aeb1ed0e-6ef9-4d25-8bd2-22d7d514f4e5 req-6b2580c5-c3a5-425b-b4fc-0c38d4a3c526 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653620 Aug 29 04:45:42.482934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.515678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] For port 68b8dff4-6ffd-477d-880b-74dd66746a5f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=68b8dff4-6ffd-477d-880b-74dd66746a5f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:42.516411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.523514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:45:41Z', 'revision_number': 5, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port': {'id': '68b8dff4-6ffd-477d-880b-74dd66746a5f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:29Z', 'updated_at': '2021-08-29T04:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.549556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Calling delete_port for 68b8dff4-6ffd-477d-880b-74dd66746a5f owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:42.554563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Checking router: a3abb134-7a00-4dc2-b63e-be694f70d5b3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:45:42.567215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Routers {'a3abb134-7a00-4dc2-b63e-be694f70d5b3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:45:42.568328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:45:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.626787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c33fe7-5e66-4f4e-8fbe-2726b61ae286 req-60fb72a6-9f8e-415a-b221-54979371b984 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:42.639537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77c33fe7-5e66-4f4e-8fbe-2726b61ae286 req-60fb72a6-9f8e-415a-b221-54979371b984 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1056945 Aug 29 04:45:42.679218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] Set router a3abb134-7a00-4dc2-b63e-be694f70d5b3 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:45:42.698691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77c33fe7-5e66-4f4e-8fbe-2726b61ae286 req-eeb98b90-0dbd-441f-b74d-3a24c159c626 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580010 Aug 29 04:45:42.746530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:45:42Z', 'revision_number': 6, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:42.784477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f6f44-b876-481b-9cff-89af64a10546 None None] The sync data for ids ['a3abb134-7a00-4dc2-b63e-be694f70d5b3'] in n-d-712139-13 is: [{'id': 'a3abb134-7a00-4dc2-b63e-be694f70d5b3', 'name': 'tempest-TestServerBasicOps-1867114475-router', 'tenant_id': '86b637783f6a44d087551f4b225d369c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:39:23Z', 'updated_at': '2021-08-29T04:45:42Z', 'revision_number': 6, 'project_id': '86b637783f6a44d087551f4b225d369c', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:45:42.860688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:42.897680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Pushing event deleted for resources: {'Port': ['ID=68b8dff4-6ffd-477d-880b-74dd66746a5f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:42.979082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.045499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.125627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.128785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.235983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.236741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3abb134-7a00-4dc2-b63e-be694f70d5b3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:45:43.242842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.244513 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74c054b9-7e68-4c54-922a-4fc7f273d45a admin admin] 10.222.0.62 "DELETE /v2.0/routers/a3abb134-7a00-4dc2-b63e-be694f70d5b3 HTTP/1.1" status: 204 len: 168 time: 1.3042283 Aug 29 04:45:43.248391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.334030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Deleting subnet f7cff136-6840-4900-8f38-4442a5516832 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:45:43.341672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.404961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.612267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-02dff65a-8433-40b5-a79e-6e66b93c76ad req-905716e4-0816-4c9d-8783-3158eb4ee48c service neutron] (94826) timed out ('10.222.0.54', 50166) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:45:43.698556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.794074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.837713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cff136-6840-4900-8f38-4442a5516832,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:43.851238 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:43.853329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c4db4854-23b8-47e9-ab3f-e4e7b72b446f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f7cff136-6840-4900-8f38-4442a5516832 HTTP/1.1" status: 204 len: 168 time: 0.6029863 Aug 29 04:45:43.857531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:43.862232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa737608-ae98-49a0-a38a-069ba6f87e8d None None] Network 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:45:43.870364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b41ede-ad64-4001-8d1c-58841b155376 req-20930912-1b8c-416f-98fe-f244967552ab tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.881837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b41ede-ad64-4001-8d1c-58841b155376 req-20930912-1b8c-416f-98fe-f244967552ab tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.2457325 Aug 29 04:45:43.897854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd026a4-29b1-4b98-a436-b3d5aef9db71 req-a4a00410-cf52-4f8e-9357-8dcaaa70a624 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:43.917699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afd026a4-29b1-4b98-a436-b3d5aef9db71 req-a4a00410-cf52-4f8e-9357-8dcaaa70a624 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.2769086 Aug 29 04:45:43.989109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5b41ede-ad64-4001-8d1c-58841b155376 req-b98992b0-efd0-4cae-bfa9-977e0759f8b7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Aug 29 04:45:44.059456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afd026a4-29b1-4b98-a436-b3d5aef9db71 req-dc821ef2-c402-4acb-987c-eaf993c0a5d4 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407821 Aug 29 04:45:44.102416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.125391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 68b8dff4-6ffd-477d-880b-74dd66746a5f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:44.157806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 68b8dff4-6ffd-477d-880b-74dd66746a5f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:44.158306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 68b8dff4-6ffd-477d-880b-74dd66746a5f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:44.158832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0ed8612b-c909-4660-8880-02e3d2f3a481 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:44.184142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0ed8612b-c909-4660-8880-02e3d2f3a481 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:44.184648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0ed8612b-c909-4660-8880-02e3d2f3a481 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:44.222090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Deleting port 7e6de7de-d93e-484d-97be-2949b800731f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:44.222681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.308800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] DHCP port deletion for 235d394f-7b11-42c3-b6bc-4225c3cdfeb9 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:45:44.418029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Deleting port 7e6de7de-d93e-484d-97be-2949b800731f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:45:44.418391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.420264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] For port 7e6de7de-d93e-484d-97be-2949b800731f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7e6de7de-d93e-484d-97be-2949b800731f,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:44.420555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.466275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Calling delete_port for 7e6de7de-d93e-484d-97be-2949b800731f owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:44.497341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] For port 7e6de7de-d93e-484d-97be-2949b800731f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7e6de7de-d93e-484d-97be-2949b800731f,segment=NetworkSegment(5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5),segment_id=5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:44.497744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.513552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Calling delete_port for 7e6de7de-d93e-484d-97be-2949b800731f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:45:44.649177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.659262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.694582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Pushing event deleted for resources: {'Port': ['ID=7e6de7de-d93e-484d-97be-2949b800731f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:44.702902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.703251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.703593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.703955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.704285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.704621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.704942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.705266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.705585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.705904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.706221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.706537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:45:44.709052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6de7de-d93e-484d-97be-2949b800731f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:44.712801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe07c0-88f0-44e5-a74d-206b9594cbce None None] No DVR routers for this DVR port 7e6de7de-d93e-484d-97be-2949b800731f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:44.715117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] No DVR routers for this DVR port 7e6de7de-d93e-484d-97be-2949b800731f on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:45:44.797730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.809498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235d394f-7b11-42c3-b6bc-4225c3cdfeb9']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:44.822789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:44.823114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1ba466-c3fa-43ad-98b5-1f4d0c5aa7a5') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:45:44.834108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.850894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.858490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:45:44.858940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:45:44.861005 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:45:44.930208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.939732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:44.943398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] 10.222.0.62 "DELETE /v2.0/networks/235d394f-7b11-42c3-b6bc-4225c3cdfeb9 HTTP/1.1" status: 204 len: 168 time: 1.0843983 Aug 29 04:45:44.960356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aec12b-8ce8-4a1d-adbf-f98a1232cf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=235d394f-7b11-42c3-b6bc-4225c3cdfeb9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.114202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:45.205132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-634ecb1f-c504-4fbc-a140-15b60bd49c24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=749393dcb2f84866bcbc413acb84a18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853217 Aug 29 04:45:45.208174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:45.220221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231920bb-61f4-4eea-a61b-e4e06b16d266 req-9ec51be9-049e-4732-83ba-aa8b6acc7b79 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.222478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-231920bb-61f4-4eea-a61b-e4e06b16d266 req-9ec51be9-049e-4732-83ba-aa8b6acc7b79 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1394069 Aug 29 04:45:45.286071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.291051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743188e-802d-4f4e-b23d-d8b4c6662594 req-11d7fcc6-24ce-4b4a-ad4a-5d371be42171 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:45.292912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5743188e-802d-4f4e-b23d-d8b4c6662594 req-11d7fcc6-24ce-4b4a-ad4a-5d371be42171 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1061642 Aug 29 04:45:45.315348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-231920bb-61f4-4eea-a61b-e4e06b16d266 req-6edf0443-9baa-40e4-ae15-c293d0416503 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Aug 29 04:45:45.327101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.364909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5743188e-802d-4f4e-b23d-d8b4c6662594 req-942d39f7-56c5-4402-be9e-309b789b38c2 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592527 Aug 29 04:45:45.400165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.400165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:45.400165 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60412074-18bd-49f3-bfc7-e75fbd091d92 HTTP/1.1" status: 204 len: 168 time: 0.1835744 Aug 29 04:45:45.409453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae444-6e61-4ffc-8e7c-bd0ed1be4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60412074-18bd-49f3-bfc7-e75fbd091d92,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:45.991665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 58758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.037322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7e6de7de-d93e-484d-97be-2949b800731f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:46.079147 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd13dd73-64b8-4528-888f-4c764e45f1de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86b637783f6a44d087551f4b225d369c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850148 Aug 29 04:45:46.082971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 7e6de7de-d93e-484d-97be-2949b800731f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:45:46.083909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7e6de7de-d93e-484d-97be-2949b800731f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:45:46.084484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 58760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:46.185987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ffe94-c49b-40d4-ac13-7f6507f3b21e req-70033305-9e4c-4bd2-bed8-d9d7d4ffcead tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.189297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-123ffe94-c49b-40d4-ac13-7f6507f3b21e req-70033305-9e4c-4bd2-bed8-d9d7d4ffcead tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.4199958 Aug 29 04:45:46.221209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.294587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.317639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-123ffe94-c49b-40d4-ac13-7f6507f3b21e req-9c7f3848-e2f4-443a-b59a-4c29c547b8cf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146715 Aug 29 04:45:46.415365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.422221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:46.423743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87a0a63d-e892-453e-b9d7-a0fd867ffe0a HTTP/1.1" status: 204 len: 168 time: 0.3361659 Aug 29 04:45:46.435424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9b350-27b0-4082-baa9-665b93eb62d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0a63d-e892-453e-b9d7-a0fd867ffe0a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:46.565196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d20c-0436-48bf-9b93-6017dbe8f23c req-a1d75552-0050-4b7c-902a-82a7e1b7bcda tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.567772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d70d20c-0436-48bf-9b93-6017dbe8f23c req-a1d75552-0050-4b7c-902a-82a7e1b7bcda tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1290345 Aug 29 04:45:46.589750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274285b-4a06-49c9-900e-c2122af142de req-252ba1cb-59ee-4ed0-a232-f88f69100760 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:46.592437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1274285b-4a06-49c9-900e-c2122af142de req-252ba1cb-59ee-4ed0-a232-f88f69100760 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1672633 Aug 29 04:45:46.698091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d70d20c-0436-48bf-9b93-6017dbe8f23c req-33114a3b-2a5d-4165-9021-89f800e30704 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040661 Aug 29 04:45:46.703624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1274285b-4a06-49c9-900e-c2122af142de req-98eceba2-5d6f-441a-908f-7c08fdbc9a3a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987735 Aug 29 04:45:47.115003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40558010-03d4-4849-aedf-ef083fa28315 req-c1c1db48-0adc-401e-b112-fe3af8a1ff10 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.133824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40558010-03d4-4849-aedf-ef083fa28315 req-c1c1db48-0adc-401e-b112-fe3af8a1ff10 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.2300725 Aug 29 04:45:47.281092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40558010-03d4-4849-aedf-ef083fa28315 req-2cdf0928-531b-44b1-9c2b-623a34b219e5 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238842 Aug 29 04:45:47.618259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518a6ea-ab67-45b5-a799-5e95a7e83208 req-e31a5b25-30b5-4dc3-a44b-884e2dfc024b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.621067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3518a6ea-ab67-45b5-a799-5e95a7e83208 req-e31a5b25-30b5-4dc3-a44b-884e2dfc024b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.3082964 Aug 29 04:45:47.679971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3518a6ea-ab67-45b5-a799-5e95a7e83208 req-a197358c-28ab-4fde-add6-59c236644e49 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485091 Aug 29 04:45:47.833246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773327d1-634f-40be-a869-7ec6daa793dd req-48e9da30-9b15-49be-806d-a9feb32c328d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.834810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-773327d1-634f-40be-a869-7ec6daa793dd req-48e9da30-9b15-49be-806d-a9feb32c328d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0637641 Aug 29 04:45:47.966062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-773327d1-634f-40be-a869-7ec6daa793dd req-0439ce1b-2418-47c2-a06e-9a12d3dafc1a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183546 Aug 29 04:45:47.988069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8129bb5-1292-495c-9fff-2b48c8a48c91 req-fae9b07e-198e-469c-9041-1fa00c1b9453 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:47.990856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8129bb5-1292-495c-9fff-2b48c8a48c91 req-fae9b07e-198e-469c-9041-1fa00c1b9453 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1451437 Aug 29 04:45:48.087831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8129bb5-1292-495c-9fff-2b48c8a48c91 req-f31535e3-8d0c-4711-a4c0-d42413833a4e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Aug 29 04:45:48.281736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3555e6-3ef2-433c-a1df-913ecec35609 req-9c2ea61b-164b-461a-83be-68ba98a78fb4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.284469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db3555e6-3ef2-433c-a1df-913ecec35609 req-9c2ea61b-164b-461a-83be-68ba98a78fb4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0759220 Aug 29 04:45:48.370712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db3555e6-3ef2-433c-a1df-913ecec35609 req-87020141-047f-4c4a-9a4e-37e92ffee9e7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735087 Aug 29 04:45:48.500013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ba0c1-51db-4242-8b51-5e7dfd848130 req-1a0ee824-51d1-4b0a-837f-831e7df44563 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.501618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-635ba0c1-51db-4242-8b51-5e7dfd848130 req-1a0ee824-51d1-4b0a-837f-831e7df44563 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1087379 Aug 29 04:45:48.529138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680637f-7273-4f05-9c59-63b93b6f23e7 req-3cf1348f-cbee-4c7c-a040-16ad6f78cc6f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.531291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1680637f-7273-4f05-9c59-63b93b6f23e7 req-3cf1348f-cbee-4c7c-a040-16ad6f78cc6f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0826259 Aug 29 04:45:48.611963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-635ba0c1-51db-4242-8b51-5e7dfd848130 req-7b27cac7-8fd5-4c34-bcce-c2fff8ef203d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969729 Aug 29 04:45:48.642415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1680637f-7273-4f05-9c59-63b93b6f23e7 req-1d63cc75-a803-4982-99d6-04443dc26573 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971262 Aug 29 04:45:48.933573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169895da-d7a3-4f70-8b47-426407ab4389 req-95ebd1c4-c36e-4975-8db0-db0d2827a9ec tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:48.936919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-169895da-d7a3-4f70-8b47-426407ab4389 req-95ebd1c4-c36e-4975-8db0-db0d2827a9ec tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0854526 Aug 29 04:45:49.009212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-169895da-d7a3-4f70-8b47-426407ab4389 req-36761a2d-94a8-4128-b8e9-6555433ecdc2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623956 Aug 29 04:45:49.657490 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:45:49.794369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79f17-4c28-422e-b156-580d9604af24 req-948dd8d2-4221-413e-b0af-388daea7ff7d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:49.796199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c79f17-4c28-422e-b156-580d9604af24 req-948dd8d2-4221-413e-b0af-388daea7ff7d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.6635885 Aug 29 04:45:49.810764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c219a9-37bb-4e4b-ae20-7ad278fe9ba5 req-08fc442c-eb51-4e2f-9a99-d97b0000c8d0 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:49.812546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86c219a9-37bb-4e4b-ae20-7ad278fe9ba5 req-08fc442c-eb51-4e2f-9a99-d97b0000c8d0 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.6087346 Aug 29 04:45:49.874055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64c79f17-4c28-422e-b156-580d9604af24 req-78ea4c41-1792-4013-a800-f62ff2eed50b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Aug 29 04:45:49.882873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86c219a9-37bb-4e4b-ae20-7ad278fe9ba5 req-b2d8d127-c7f8-4565-9a5b-9996accf030b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611844 Aug 29 04:45:50.154131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5f0a-ae52-4028-a45d-a508c5184e29 req-194b8b4d-1fed-4f47-8804-abb0e555186d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.155742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a2b5f0a-ae52-4028-a45d-a508c5184e29 req-194b8b4d-1fed-4f47-8804-abb0e555186d tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1307662 Aug 29 04:45:50.164036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d25cf6-83e9-4cba-a84a-b75793faa377 req-a6ade84b-6f27-4343-9ed0-5e4d01b358d6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.165706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d25cf6-83e9-4cba-a84a-b75793faa377 req-a6ade84b-6f27-4343-9ed0-5e4d01b358d6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1195052 Aug 29 04:45:50.233107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a2b5f0a-ae52-4028-a45d-a508c5184e29 req-54158869-aba4-4c77-a965-c3a0c4bc01ef tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604539 Aug 29 04:45:50.242851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d25cf6-83e9-4cba-a84a-b75793faa377 req-d2b2635c-7fa2-4342-9075-6cabe62cc707 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632849 Aug 29 04:45:50.397495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cfb0a-c18b-4842-a865-2f742346f8e4 req-36adb76c-22a7-4ec4-893e-2d5d4162bc31 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.400942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb2cfb0a-c18b-4842-a865-2f742346f8e4 req-36adb76c-22a7-4ec4-893e-2d5d4162bc31 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0664456 Aug 29 04:45:50.459012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb2cfb0a-c18b-4842-a865-2f742346f8e4 req-e117248e-66de-4ffb-aaf7-021a8986a145 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500700 Aug 29 04:45:50.644948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac94131-e8a3-4598-a375-f1dff333fd97 req-68512cbe-9f38-4c46-bcd1-a37e7a3114b2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.646652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cac94131-e8a3-4598-a375-f1dff333fd97 req-68512cbe-9f38-4c46-bcd1-a37e7a3114b2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0547097 Aug 29 04:45:50.693829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cac94131-e8a3-4598-a375-f1dff333fd97 req-e092e166-a4fc-44e4-bd2f-51252b76d27a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Aug 29 04:45:50.836417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476ef7-5534-43ed-91ef-ceaa8a2de511 req-b8b91e36-0911-438f-ad72-ddfe4f4db923 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:50.838154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd476ef7-5534-43ed-91ef-ceaa8a2de511 req-b8b91e36-0911-438f-ad72-ddfe4f4db923 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0608675 Aug 29 04:45:50.904962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd476ef7-5534-43ed-91ef-ceaa8a2de511 req-b6c85905-c8c8-4237-90d3-ec87b4e55d10 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 Aug 29 04:45:51.036586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3af2ba-8377-4cba-88b3-2bcb96c4d114 req-54d3400d-11d9-474a-ad47-e51bc8b46671 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.038255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3af2ba-8377-4cba-88b3-2bcb96c4d114 req-54d3400d-11d9-474a-ad47-e51bc8b46671 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0675619 Aug 29 04:45:51.099458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f3af2ba-8377-4cba-88b3-2bcb96c4d114 req-1c67787b-1a8d-45d0-a5f3-e1424feb9477 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Aug 29 04:45:51.315787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340a79f-03b7-457f-a90f-243de3bca0b6 req-96ceb8af-9547-48ee-abb9-76a3c43e6be9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.317596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3340a79f-03b7-457f-a90f-243de3bca0b6 req-96ceb8af-9547-48ee-abb9-76a3c43e6be9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 814 time: 0.1836014 Aug 29 04:45:51.342891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3340a79f-03b7-457f-a90f-243de3bca0b6 req-c92282c1-ce4e-46ba-9150-50dd83f6c445 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/quotas/f4c8134d7d904fb98af8953a70318d37 HTTP/1.1" status: 200 len: 375 time: 0.0187752 Aug 29 04:45:51.488464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3340a79f-03b7-457f-a90f-243de3bca0b6 req-9eaaf72d-9868-4166-97ee-2fb30a4d4549 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389756 Aug 29 04:45:51.499841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74a6be-b175-4ae0-8294-e61318a64138 req-dcaced72-3949-4378-98b0-b98a680ca8e1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.502724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd74a6be-b175-4ae0-8294-e61318a64138 req-dcaced72-3949-4378-98b0-b98a680ca8e1 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1498702 Aug 29 04:45:51.565480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd74a6be-b175-4ae0-8294-e61318a64138 req-76c71e20-5c7c-4607-a5bb-3e529b339c47 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483267 Aug 29 04:45:51.724480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa1954-bd9c-4de9-960e-176640d37b47 req-095e44ae-09a3-4e16-97b3-6f4c15a6331d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.727261 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0aaa1954-bd9c-4de9-960e-176640d37b47 req-095e44ae-09a3-4e16-97b3-6f4c15a6331d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1058521 Aug 29 04:45:51.753201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-79a982e0-258c-44e4-820e-a12f85c8b439 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930181 Aug 29 04:45:51.797290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0aaa1954-bd9c-4de9-960e-176640d37b47 req-95c4eda2-c5a0-4442-99b9-dce4548591d4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617111 Aug 29 04:45:51.880608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-079ec74b-bb24-48d3-8d51-c79682c4030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.882155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-079ec74b-bb24-48d3-8d51-c79682c4030e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf4c18931704a319905dd406b1d8e99&device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 1097 time: 0.0646863 Aug 29 04:45:51.994454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d4788-b5d4-4bf0-9716-f53ec9df301e req-e75feca4-b8fa-473e-a60d-e1659ca841fe tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:51.996004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-456d4788-b5d4-4bf0-9716-f53ec9df301e req-e75feca4-b8fa-473e-a60d-e1659ca841fe tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1129038 Aug 29 04:45:52.043061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-8e13835e-b077-4825-b883-2a196f806b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.044578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-8e13835e-b077-4825-b883-2a196f806b78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 200 len: 912 time: 0.1324058 Aug 29 04:45:52.069895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-456d4788-b5d4-4bf0-9716-f53ec9df301e req-bc470f4b-4615-46e1-8686-980a2acb1733 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Aug 29 04:45:52.179489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-1594ffc0-59ea-4945-89a6-900702e2288b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 200 len: 1001 time: 0.1202316 Aug 29 04:45:52.372882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-40a73d21-d877-4627-a6b3-b8beb4e80ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.375551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-40a73d21-d877-4627-a6b3-b8beb4e80ef3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 200 len: 850 time: 0.1873140 Aug 29 04:45:52.421465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-952b1f6f-41c2-46e4-b542-6d22bcab557f req-239abeb2-9b47-4a6f-bd16-a1b3387169b9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f4c8134d7d904fb98af8953a70318d37 HTTP/1.1" status: 200 len: 221 time: 0.1089213 Aug 29 04:45:52.466228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697fe5-cea3-4978-8788-10460f98fb8f req-e519fd8b-7bbe-451c-9b61-525daa702e7f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.468926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4697fe5-cea3-4978-8788-10460f98fb8f req-e519fd8b-7bbe-451c-9b61-525daa702e7f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.2099862 Aug 29 04:45:52.504996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-a22a7995-c147-4ca0-859d-4bd3fe2e948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.506579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-a22a7995-c147-4ca0-859d-4bd3fe2e948e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093099 Aug 29 04:45:52.596231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4697fe5-cea3-4978-8788-10460f98fb8f req-ff6d0922-9ec7-464c-b9a5-cf8e90c14c9a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178205 Aug 29 04:45:52.631519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77865df5-e8c1-486d-af6e-e25b7384dcab req-b8679b22-d398-4b52-8baa-689a109ebaed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.633240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77865df5-e8c1-486d-af6e-e25b7384dcab req-b8679b22-d398-4b52-8baa-689a109ebaed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1321585 Aug 29 04:45:52.673973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-5af32987-20e0-4f2d-b313-f72c7ce156d2 service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526902 Aug 29 04:45:52.793417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77865df5-e8c1-486d-af6e-e25b7384dcab req-f76adbb0-feb0-498e-8795-a44b2e635a52 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401825 Aug 29 04:45:52.843858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982c5b8-cc25-4672-aad3-908dcca28830 req-5fe116f1-ad47-42de-bead-e42b13327bfe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:52.845491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5982c5b8-cc25-4672-aad3-908dcca28830 req-5fe116f1-ad47-42de-bead-e42b13327bfe tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1417637 Aug 29 04:45:52.864231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2cee6b9-591a-4d52-af65-d8bb4253b4d2 req-d2fa1656-d726-44f3-a015-44649fc4b3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762235 Aug 29 04:45:52.898697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5982c5b8-cc25-4672-aad3-908dcca28830 req-13e5564f-9858-4020-9245-f54c12bc5f83 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Aug 29 04:45:53.012653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c20298-38e5-4f2a-880b-3f236bec9001 req-6d69b9dc-ba47-4166-9819-0a084c48adfb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.014927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49c20298-38e5-4f2a-880b-3f236bec9001 req-6d69b9dc-ba47-4166-9819-0a084c48adfb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0881786 Aug 29 04:45:53.063138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49c20298-38e5-4f2a-880b-3f236bec9001 req-f1b2dd08-6bf3-4636-ba05-9bf8076ab048 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Aug 29 04:45:53.259460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa43971-7512-46ff-aa94-790f44e3d49c req-70bb35bf-0062-481a-8a19-bd399c96bbc0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.261977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6aa43971-7512-46ff-aa94-790f44e3d49c req-70bb35bf-0062-481a-8a19-bd399c96bbc0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0869555 Aug 29 04:45:53.328504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6aa43971-7512-46ff-aa94-790f44e3d49c req-98ddb232-2558-4403-b887-87127af33911 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569897 Aug 29 04:45:53.508226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f87471-31fc-499b-ba29-6ea022811a55 req-1cbff04a-6504-4443-ba35-4c085e401646 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.510015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15f87471-31fc-499b-ba29-6ea022811a55 req-1cbff04a-6504-4443-ba35-4c085e401646 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0643485 Aug 29 04:45:53.562405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15f87471-31fc-499b-ba29-6ea022811a55 req-adfcd201-b2ee-425a-ad97-511ebe3c0f00 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Aug 29 04:45:53.825739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe7abf-632d-4a11-a70c-46516d77f785 req-92ec9bd3-17fe-4df6-a5d8-6f17d947275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.829383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72fe7abf-632d-4a11-a70c-46516d77f785 req-92ec9bd3-17fe-4df6-a5d8-6f17d947275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1423120 Aug 29 04:45:53.845567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c75d0-5116-4a95-bed3-d9a4814d271d req-431fe467-f1ff-4e68-a8e0-7473ce4c58b7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:53.848329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f29c75d0-5116-4a95-bed3-d9a4814d271d req-431fe467-f1ff-4e68-a8e0-7473ce4c58b7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1471698 Aug 29 04:45:53.942345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72fe7abf-632d-4a11-a70c-46516d77f785 req-5afbda8d-23b1-4bea-a8a3-a8ddbfc5e8c0 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924010 Aug 29 04:45:53.963299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f29c75d0-5116-4a95-bed3-d9a4814d271d req-407d9f3e-e778-4b52-bf40-1aa7df789f23 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026614 Aug 29 04:45:54.196134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c13927-dec1-46b4-8982-ae405a1a7c42 req-7f8a3293-c92a-4880-9542-9fb46611a8e0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.199322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22c13927-dec1-46b4-8982-ae405a1a7c42 req-7f8a3293-c92a-4880-9542-9fb46611a8e0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1473930 Aug 29 04:45:54.216339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6a79a-cd24-4b9d-abc8-b2883d407561 req-413ab0f6-23fd-42b2-91c0-76f0e4d099af tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.219031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21b6a79a-cd24-4b9d-abc8-b2883d407561 req-413ab0f6-23fd-42b2-91c0-76f0e4d099af tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1507878 Aug 29 04:45:54.320030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22c13927-dec1-46b4-8982-ae405a1a7c42 req-76b469f3-9414-4ec4-81ef-ee659c28f7f8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994182 Aug 29 04:45:54.345037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21b6a79a-cd24-4b9d-abc8-b2883d407561 req-d848cec8-255d-4c05-b711-a7ab70e2411e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036456 Aug 29 04:45:54.505786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9de3cb-c939-4717-b470-ec596757cd6f req-f6c13348-ffea-48a9-8af2-4924332605a7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.507615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9de3cb-c939-4717-b470-ec596757cd6f req-f6c13348-ffea-48a9-8af2-4924332605a7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0779173 Aug 29 04:45:54.556912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9de3cb-c939-4717-b470-ec596757cd6f req-6f36eade-887f-4280-ba96-303779eb39df tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Aug 29 04:45:54.702836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d3e6a-1ced-48f1-9dc7-e9a2303df3cc req-79003fd4-deb2-40cc-90a3-93b4c343bacc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.704819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5d3e6a-1ced-48f1-9dc7-e9a2303df3cc req-79003fd4-deb2-40cc-90a3-93b4c343bacc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0707707 Aug 29 04:45:54.765170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e5d3e6a-1ced-48f1-9dc7-e9a2303df3cc req-ed4be54f-f3f2-4857-96d4-805065c94fd8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Aug 29 04:45:54.934943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12823f-a74c-448f-a976-6ec5e6a90d51 req-56b74fe1-9bf1-49dc-b7f2-7d61c8001de3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:54.938334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a12823f-a74c-448f-a976-6ec5e6a90d51 req-56b74fe1-9bf1-49dc-b7f2-7d61c8001de3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0706131 Aug 29 04:45:55.004928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a12823f-a74c-448f-a976-6ec5e6a90d51 req-06b94aef-a230-411e-b1e0-70d6629fc0c9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Aug 29 04:45:55.166729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d7f3a-65e7-4f94-8bfc-3fd8ca03579a req-e48d23ff-4b42-4852-8483-a889c20fbd75 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.168433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b3d7f3a-65e7-4f94-8bfc-3fd8ca03579a req-e48d23ff-4b42-4852-8483-a889c20fbd75 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1015401 Aug 29 04:45:55.229560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b3d7f3a-65e7-4f94-8bfc-3fd8ca03579a req-a7fcd43c-0b20-4c07-8956-03b6682d1439 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Aug 29 04:45:55.247391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0811eb-ff3f-44b4-bc7b-5c4da26c6b92 req-ae9de38b-7cc3-4db7-a2fd-afeb1ce626b8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.250706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae0811eb-ff3f-44b4-bc7b-5c4da26c6b92 req-ae9de38b-7cc3-4db7-a2fd-afeb1ce626b8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1094608 Aug 29 04:45:55.308022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae0811eb-ff3f-44b4-bc7b-5c4da26c6b92 req-5f9a7028-63af-4d0e-92e4-6f5e6c65e96c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508020 Aug 29 04:45:55.571107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc396-48ec-43e8-9e98-ca1b43b0ec3e req-b95c01e7-3ab9-4021-ace3-2d66c7a32ca9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.573738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43cbc396-48ec-43e8-9e98-ca1b43b0ec3e req-b95c01e7-3ab9-4021-ace3-2d66c7a32ca9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1485255 Aug 29 04:45:55.608034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ffaa8-45c9-4d95-aa5f-3a1be0c6b8b2 req-bbac56c1-eae3-4f8e-a205-99ac6649560a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.611319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7ffaa8-45c9-4d95-aa5f-3a1be0c6b8b2 req-bbac56c1-eae3-4f8e-a205-99ac6649560a tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1394858 Aug 29 04:45:55.700878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43cbc396-48ec-43e8-9e98-ca1b43b0ec3e req-a8825cb7-1916-4655-a432-7e88f01f502f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178517 Aug 29 04:45:55.713557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e7ffaa8-45c9-4d95-aa5f-3a1be0c6b8b2 req-65e2a6f9-893a-4a64-b959-3da786536534 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881419 Aug 29 04:45:55.910899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd10e-0d03-4c3d-9dbe-5013cd41dc31 req-8e517348-2b0d-4666-9f34-aad35cc67808 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:55.912583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95dbd10e-0d03-4c3d-9dbe-5013cd41dc31 req-8e517348-2b0d-4666-9f34-aad35cc67808 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0818357 Aug 29 04:45:55.963140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95dbd10e-0d03-4c3d-9dbe-5013cd41dc31 req-76aed643-8416-4ee1-b708-d81511233a5d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Aug 29 04:45:56.137276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8372c7-b9ef-455d-9cff-c3d0a1fac799 req-73b7bc63-f6f0-44e6-b549-f8c50062eb81 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.138886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b8372c7-b9ef-455d-9cff-c3d0a1fac799 req-73b7bc63-f6f0-44e6-b549-f8c50062eb81 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0598607 Aug 29 04:45:56.181025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b8372c7-b9ef-455d-9cff-c3d0a1fac799 req-5d12a77b-3cee-4091-adba-8eba0b1dfaf5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Aug 29 04:45:56.318433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07cb9-0e3c-48a9-a325-ede1f2b35b25 req-5413fd83-6174-448e-9d7a-3439be0eede5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.320506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9b07cb9-0e3c-48a9-a325-ede1f2b35b25 req-5413fd83-6174-448e-9d7a-3439be0eede5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0636508 Aug 29 04:45:56.393752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9b07cb9-0e3c-48a9-a325-ede1f2b35b25 req-997a9cfc-bbd3-40a4-b368-050dd4a78ffd tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Aug 29 04:45:56.417793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fddc78-be30-4bda-8077-387d87ff601a req-4d0215be-1068-4a6d-86a3-b245d3ee8b94 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.418125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3fddc78-be30-4bda-8077-387d87ff601a req-4d0215be-1068-4a6d-86a3-b245d3ee8b94 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0790205 Aug 29 04:45:56.472541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3fddc78-be30-4bda-8077-387d87ff601a req-bb4989c4-066f-4829-b65d-e2c2cf822aba tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Aug 29 04:45:56.627482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483a4e6-644e-43cf-ae73-f8442f6cb70c req-3073105b-71e9-40aa-8703-d4c28df8b146 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.629574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e483a4e6-644e-43cf-ae73-f8442f6cb70c req-3073105b-71e9-40aa-8703-d4c28df8b146 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0606833 Aug 29 04:45:56.692587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e483a4e6-644e-43cf-ae73-f8442f6cb70c req-03adde0a-5d76-463c-a779-14e95f24876d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Aug 29 04:45:56.832197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c105b-b433-4848-9d52-c28c898cd815 req-2b27f7f6-a806-4c64-b7f8-b0d084f76b7e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.834904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b49c105b-b433-4848-9d52-c28c898cd815 req-2b27f7f6-a806-4c64-b7f8-b0d084f76b7e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0643413 Aug 29 04:45:56.916791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b49c105b-b433-4848-9d52-c28c898cd815 req-bfe34911-3173-4269-b11e-727b388936c1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Aug 29 04:45:56.930056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264113e-d209-4489-9103-d25288b209f6 req-24c6ca63-4b27-4c88-81da-78019d319810 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:56.932000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f264113e-d209-4489-9103-d25288b209f6 req-24c6ca63-4b27-4c88-81da-78019d319810 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0900209 Aug 29 04:45:57.015134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f264113e-d209-4489-9103-d25288b209f6 req-f45d5194-5c13-4f92-b67d-cc82796af88b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696430 Aug 29 04:45:57.276199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290bb9e-80e3-4182-9ed6-c97ea9efb036 req-555d5824-8ee7-4fc3-9845-2c5d4dbb7ebf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.278357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f290bb9e-80e3-4182-9ed6-c97ea9efb036 req-555d5824-8ee7-4fc3-9845-2c5d4dbb7ebf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0795031 Aug 29 04:45:57.336450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f290bb9e-80e3-4182-9ed6-c97ea9efb036 req-fd8b56c0-a6a3-4e2a-80e4-528e68d80226 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Aug 29 04:45:57.412258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47db7b-aa2c-422e-b6e3-df8caf5b9e3a req-1f796796-49bd-40ba-aa53-9ab5cf915abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.413950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c47db7b-aa2c-422e-b6e3-df8caf5b9e3a req-1f796796-49bd-40ba-aa53-9ab5cf915abf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1097 time: 0.0505490 Aug 29 04:45:57.479800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c47db7b-aa2c-422e-b6e3-df8caf5b9e3a req-5fd9412f-3fa5-4005-b141-0a569ccb52a0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559800 Aug 29 04:45:57.487536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19fdb8-33d1-4158-9648-f6516f3c2b4a req-220e2fdf-f149-4ec2-8b71-b483a20a40a5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.489162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc19fdb8-33d1-4158-9648-f6516f3c2b4a req-220e2fdf-f149-4ec2-8b71-b483a20a40a5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0743110 Aug 29 04:45:57.537981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc19fdb8-33d1-4158-9648-f6516f3c2b4a req-b120af1f-91aa-40dc-92fe-0f3a8b7e6eec tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Aug 29 04:45:57.650952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48718416-12ad-4b32-acfb-797716620316 req-e894c0a1-704a-4df8-9a11-c7cebd284519 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.653982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48718416-12ad-4b32-acfb-797716620316 req-e894c0a1-704a-4df8-9a11-c7cebd284519 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0898936 Aug 29 04:45:57.726115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48718416-12ad-4b32-acfb-797716620316 req-47291e7c-8772-44d0-8a7c-a4be4b587f42 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 Aug 29 04:45:57.738020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc204b-ceff-457b-819c-9348a0c5cb64 req-c07be3d2-e725-49c4-88f4-fdb82a7d4af5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.740113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efbc204b-ceff-457b-819c-9348a0c5cb64 req-c07be3d2-e725-49c4-88f4-fdb82a7d4af5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0846679 Aug 29 04:45:57.810455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-efbc204b-ceff-457b-819c-9348a0c5cb64 req-ef87d8aa-fa5e-4ea4-b175-d78d2830a93f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Aug 29 04:45:57.981320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c10f4-0f28-42f2-9b8b-0b86e9e9837a req-61be315e-8dc3-4bae-b305-c29a7cf02d05 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:57.981320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9c10f4-0f28-42f2-9b8b-0b86e9e9837a req-61be315e-8dc3-4bae-b305-c29a7cf02d05 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0826552 Aug 29 04:45:58.043321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c9c10f4-0f28-42f2-9b8b-0b86e9e9837a req-fb75f1d8-d194-407b-87b4-ab1020aeb9b3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510557 Aug 29 04:45:58.242572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2af2-09b1-4bd7-b69e-c179d2c0ab4c req-991c817a-4256-4e47-be18-6b9f946b9502 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:58.245370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf6f2af2-09b1-4bd7-b69e-c179d2c0ab4c req-991c817a-4256-4e47-be18-6b9f946b9502 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0952160 Aug 29 04:45:58.314171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf6f2af2-09b1-4bd7-b69e-c179d2c0ab4c req-931ce5e3-2193-4813-9664-dd24b725693b tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581963 Aug 29 04:45:58.429924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634d16-1a74-4e60-9b80-4c92f7a9ba49 req-2252063e-b3e3-4b09-be78-584c75769788 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:58.431569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf634d16-1a74-4e60-9b80-4c92f7a9ba49 req-2252063e-b3e3-4b09-be78-584c75769788 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0551124 Aug 29 04:45:58.475653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf634d16-1a74-4e60-9b80-4c92f7a9ba49 req-6e05aeb4-91aa-486a-a484-8a29df0085df tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Aug 29 04:45:58.815230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:45:58.819398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:45:58.879598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf919a4-a90e-45ed-82c9-5acd89fbbde4 req-1e31c63e-6a00-4166-95bb-0d400fded8f3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:58.882382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf919a4-a90e-45ed-82c9-5acd89fbbde4 req-1e31c63e-6a00-4166-95bb-0d400fded8f3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0690782 Aug 29 04:45:58.947524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acf919a4-a90e-45ed-82c9-5acd89fbbde4 req-97ed8e19-0a0b-4e53-bc4b-1581eeb76554 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Aug 29 04:45:59.157445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.166699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:59.194339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'port_id': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'mac_address': 'fa:16:3e:f7:c1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:45:59.268298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:45:59.272353 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2586143-e86b-4a2b-ac72-a99dbedbf130" -d '{"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:45:59.304731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:45:59.308817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.313874 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:45:59.377961 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5c660a-465f-46bf-9ffb-1abb12fff47e x-openstack-request-id: req-6d5c660a-465f-46bf-9ffb-1abb12fff47e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:45:59.378258 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:45:59.378612 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d5c660a-465f-46bf-9ffb-1abb12fff47e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:45:59.379271 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'code': 200} Aug 29 04:45:59.394082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:45:59.399375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:45:59.458441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:45:59.458871 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:45:59.478523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbfa8-9350-4f2a-8011-b0e2362d5793 req-ab074b7a-9553-4cbf-ad33-bbc4e6310652 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.480355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-974cbfa8-9350-4f2a-8011-b0e2362d5793 req-ab074b7a-9553-4cbf-ad33-bbc4e6310652 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 943 time: 0.0680602 Aug 29 04:45:59.541956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-974cbfa8-9350-4f2a-8011-b0e2362d5793 req-a1d329c7-1a35-4d15-9ff1-0767af7b6fe9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519345 Aug 29 04:45:59.569519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 59452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:45:59.675665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbe16a-0f47-42af-8060-a1b6d858f167 req-1657dc5d-967c-4f6f-9356-5045ecaf73d5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:45:59.678901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-affbe16a-0f47-42af-8060-a1b6d858f167 req-1657dc5d-967c-4f6f-9356-5045ecaf73d5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0964506 Aug 29 04:45:59.707983 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a165c0a9-bf61-4906-8672-e4ab4dbfa085 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/floatingips/42e5722e-9fbe-4db9-adb7-f4aa29b0a03a HTTP/1.1" status: 200 len: 991 time: 0.1297231 Aug 29 04:45:59.743863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-affbe16a-0f47-42af-8060-a1b6d858f167 req-a5f75148-f1d5-481e-b9f7-50625a10bada tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Aug 29 04:45:59.825507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.031775 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.055111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:00.088071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:00.093305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:00.180197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:00.222706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93c9e-3e2f-4c1e-b217-42b4d82028ae req-d90ba5a7-e1e2-4432-a950-4ac1bf6a2132 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:00.226118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62e93c9e-3e2f-4c1e-b217-42b4d82028ae req-d90ba5a7-e1e2-4432-a950-4ac1bf6a2132 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1366138 Aug 29 04:46:00.243193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b31e1-e87a-4a9f-bbbe-ffc337d74482 req-1d3e1b22-d756-4c5d-9e32-d068f3553279 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:00.246139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b31e1-e87a-4a9f-bbbe-ffc337d74482 req-1d3e1b22-d756-4c5d-9e32-d068f3553279 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1717181 Aug 29 04:46:00.338137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62e93c9e-3e2f-4c1e-b217-42b4d82028ae req-3cd1c76e-3802-4ea0-9f85-d698adba1c96 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906398 Aug 29 04:46:00.345485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['7c0c2a17-e81a-49c1-ba0b-3dde8449e517'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:00.393160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b31e1-e87a-4a9f-bbbe-ffc337d74482 req-83602398-f832-4602-bdb1-d298107db0c2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219475 Aug 29 04:46:01.556455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacaba2-914f-4cd1-a2b1-17828b434ba5 req-3c4bc013-c07b-43b8-97bd-5d851a5261b3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.558484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-baacaba2-914f-4cd1-a2b1-17828b434ba5 req-3c4bc013-c07b-43b8-97bd-5d851a5261b3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0992956 Aug 29 04:46:01.609815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3a33-daff-44f2-b10f-aa9634a02e17 req-6be73a76-365a-4d51-9a86-10fa37e75577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.611447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7cd3a33-daff-44f2-b10f-aa9634a02e17 req-6be73a76-365a-4d51-9a86-10fa37e75577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0962596 Aug 29 04:46:01.638493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-baacaba2-914f-4cd1-a2b1-17828b434ba5 req-436beb1a-1137-4969-b799-0526eb5ba436 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680804 Aug 29 04:46:01.686132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7cd3a33-daff-44f2-b10f-aa9634a02e17 req-9117f97b-b0c2-48bd-b0f7-db358b3fca37 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Aug 29 04:46:01.842190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5be535-7b36-4ea5-a9d4-b53f26344903 req-e443a6d6-1466-43a4-8ec0-a23ceab816d9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:01.844185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d5be535-7b36-4ea5-a9d4-b53f26344903 req-e443a6d6-1466-43a4-8ec0-a23ceab816d9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0683937 Aug 29 04:46:01.894935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d5be535-7b36-4ea5-a9d4-b53f26344903 req-b231c5b5-e88a-4a53-968b-d255cd1c0631 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435338 Aug 29 04:46:02.090307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f47f-49cb-44e1-b9f5-13a56ebeddf7 req-9386b29b-c170-431c-a68d-6dd825f056fb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.092667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a19f47f-49cb-44e1-b9f5-13a56ebeddf7 req-9386b29b-c170-431c-a68d-6dd825f056fb tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0632284 Aug 29 04:46:02.139199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a19f47f-49cb-44e1-b9f5-13a56ebeddf7 req-082c7503-0539-47a0-91a1-f60ef1d9be54 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Aug 29 04:46:02.282908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451558f-4e5d-44d8-af83-da17ab4175dc req-7e82020f-6c3e-4506-a07d-ca16d5c2cbfa tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.285559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a451558f-4e5d-44d8-af83-da17ab4175dc req-7e82020f-6c3e-4506-a07d-ca16d5c2cbfa tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0651183 Aug 29 04:46:02.348705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a451558f-4e5d-44d8-af83-da17ab4175dc req-c8bfbb46-afe2-4dc5-9295-d350b7a34517 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Aug 29 04:46:02.554981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff320ad-4f97-4638-8717-69ecfb57e575 req-52616292-3022-4906-8534-0cd7bb45ff33 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.556836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ff320ad-4f97-4638-8717-69ecfb57e575 req-52616292-3022-4906-8534-0cd7bb45ff33 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0711164 Aug 29 04:46:02.604657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ff320ad-4f97-4638-8717-69ecfb57e575 req-6ebc1c21-67fc-4a87-96d9-c7d92d12da5c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Aug 29 04:46:02.798762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ccd92-dd49-4ba3-a845-500bfbce83a0 req-6f18b91b-3eef-4a6d-9194-d315237b240e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.800434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-333ccd92-dd49-4ba3-a845-500bfbce83a0 req-6f18b91b-3eef-4a6d-9194-d315237b240e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0809851 Aug 29 04:46:02.866696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:02.867580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3586e06-a141-4bd3-af32-0ec4694253f7 req-da2df1e2-60e5-4353-94c7-ac83c6866430 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:02.868647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3586e06-a141-4bd3-af32-0ec4694253f7 req-da2df1e2-60e5-4353-94c7-ac83c6866430 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0919087 Aug 29 04:46:02.892551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-333ccd92-dd49-4ba3-a845-500bfbce83a0 req-df2776ab-ca09-4c15-86ac-145e95842556 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730839 Aug 29 04:46:02.965875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:02.966313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:02.966916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3586e06-a141-4bd3-af32-0ec4694253f7 req-c1e9ec79-3b06-4e66-a107-d9693ea18eb3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814543 Aug 29 04:46:03.080599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.125028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:03.129425 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c88c9-a25b-4f68-ae1f-75611e3700b5" -d '{"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-plugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:03.155818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:03.157161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e885-dea2-4e69-afc0-b780f10ad026 req-6df8a30b-afaa-47b6-8e31-61802650b703 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.161798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:03.172198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1116e885-dea2-4e69-afc0-b780f10ad026 req-6df8a30b-afaa-47b6-8e31-61802650b703 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0889807 Aug 29 04:46:03.211651 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878ab271-f302-4e6b-a7a7-61903b6bbb9e x-openstack-request-id: req-878ab271-f302-4e6b-a7a7-61903b6bbb9e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:03.212121 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-plugged", "status": "completed", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:03.212467 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-878ab271-f302-4e6b-a7a7-61903b6bbb9e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:03.212958 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'code': 200} Aug 29 04:46:03.236552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1116e885-dea2-4e69-afc0-b780f10ad026 req-8a8752c1-26b6-43aa-b180-d22c48aaec9b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631108 Aug 29 04:46:03.240093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:03.409369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0658-e803-4210-b147-385455121e4c req-5796ea2e-aa5a-4a17-b3f1-7d3adfb2cdb3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.410947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4fd0658-e803-4210-b147-385455121e4c req-5796ea2e-aa5a-4a17-b3f1-7d3adfb2cdb3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0671797 Aug 29 04:46:03.454508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4fd0658-e803-4210-b147-385455121e4c req-4be833e0-e17a-4ce8-bf7f-542c654c0801 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Aug 29 04:46:03.613038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669840a5-7dd7-48ac-9382-544ced28cf95 req-3b3fe38e-2a73-4a1d-9928-71cfe2d7a9b1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.615774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-669840a5-7dd7-48ac-9382-544ced28cf95 req-3b3fe38e-2a73-4a1d-9928-71cfe2d7a9b1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0706134 Aug 29 04:46:03.671525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-669840a5-7dd7-48ac-9382-544ced28cf95 req-fd615a99-6e01-4713-b61f-62d33748118d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Aug 29 04:46:03.852341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a05e7-4154-47fd-8e27-65dd6555007f req-8a8e74f5-4098-4cc6-b760-69386c9cc4c9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:03.854875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-112a05e7-4154-47fd-8e27-65dd6555007f req-8a8e74f5-4098-4cc6-b760-69386c9cc4c9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0599353 Aug 29 04:46:03.903241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-112a05e7-4154-47fd-8e27-65dd6555007f req-41dfbeec-896a-4033-b364-888b7c680a25 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Aug 29 04:46:04.119115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fa242-1f8e-4814-b486-50702e300776 req-f293560a-6f00-4227-8e5d-61ca0ec97986 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.120844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-594fa242-1f8e-4814-b486-50702e300776 req-f293560a-6f00-4227-8e5d-61ca0ec97986 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0975132 Aug 29 04:46:04.154762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ee370-b1a1-43a8-a703-c6843a89c17b req-500077e2-1afe-4f2b-9748-83b1f156cdc4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.157047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e08ee370-b1a1-43a8-a703-c6843a89c17b req-500077e2-1afe-4f2b-9748-83b1f156cdc4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1000574 Aug 29 04:46:04.229819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-594fa242-1f8e-4814-b486-50702e300776 req-19ca302e-d455-4da6-b553-a1727424beb7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975482 Aug 29 04:46:04.241199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e08ee370-b1a1-43a8-a703-c6843a89c17b req-0dadf98d-723f-4664-9c5c-71c5d4a051f6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745077 Aug 29 04:46:04.384645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495ec8b-7c62-4029-aa09-c8e76e8d4ba9 req-e8128994-d18c-4ae6-9c7c-9342f5ca7452 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.386299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8495ec8b-7c62-4029-aa09-c8e76e8d4ba9 req-e8128994-d18c-4ae6-9c7c-9342f5ca7452 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0658007 Aug 29 04:46:04.438331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8495ec8b-7c62-4029-aa09-c8e76e8d4ba9 req-09d4c629-236b-4c0f-a85a-25b07ad53ebf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Aug 29 04:46:04.616840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdd449-29bb-44df-9cb4-aa98c72df3b3 req-07eca30b-8525-41e1-bd08-5f9f40fe884c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.618497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6cdd449-29bb-44df-9cb4-aa98c72df3b3 req-07eca30b-8525-41e1-bd08-5f9f40fe884c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0542850 Aug 29 04:46:04.673216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6cdd449-29bb-44df-9cb4-aa98c72df3b3 req-f7a693d5-45c9-436c-ac5e-fbf34bf63ec3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Aug 29 04:46:04.822760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851557fd-effa-4315-ad00-06a7fe2976f2 req-4e7b190d-8d37-4e02-aac6-1f46af4a0b34 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:04.824397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851557fd-effa-4315-ad00-06a7fe2976f2 req-4e7b190d-8d37-4e02-aac6-1f46af4a0b34 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0682778 Aug 29 04:46:04.867509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851557fd-effa-4315-ad00-06a7fe2976f2 req-aa01d935-b58d-4775-b7fb-57f0d3bccc61 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Aug 29 04:46:05.038580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ca6e-7664-4884-91f7-18eb332dd9bb req-14d7898b-b220-4f8b-a4be-281f4b56c0db tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.040685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e713ca6e-7664-4884-91f7-18eb332dd9bb req-14d7898b-b220-4f8b-a4be-281f4b56c0db tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0707543 Aug 29 04:46:05.094220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e713ca6e-7664-4884-91f7-18eb332dd9bb req-aa8f774e-6708-4577-aa5a-a7f69a0d873f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Aug 29 04:46:05.256603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc78637-2574-4e1e-ac33-019cc7291f9b req-a2eb9d73-9d5a-4b15-91b7-d979bd67ccbc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.260939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dc78637-2574-4e1e-ac33-019cc7291f9b req-a2eb9d73-9d5a-4b15-91b7-d979bd67ccbc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0725427 Aug 29 04:46:05.321885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dc78637-2574-4e1e-ac33-019cc7291f9b req-2575228c-1aec-4204-a483-46a0dabb1098 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Aug 29 04:46:05.361431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e7b3-0507-46f9-a8b4-ae27500fbd91 req-18e70a8a-5101-4b2b-aa70-ca592728ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.364251 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f674e7b3-0507-46f9-a8b4-ae27500fbd91 req-18e70a8a-5101-4b2b-aa70-ca592728ab83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 1098 time: 0.0873203 Aug 29 04:46:05.427492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f674e7b3-0507-46f9-a8b4-ae27500fbd91 req-5143a435-2281-4c76-9db3-4ea587abb864 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Aug 29 04:46:05.454747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4a84c-6623-482e-8000-2f843b13d8fb req-ea9aa20c-8b48-4205-8ddd-39c6919bd9cc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.456572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfd4a84c-6623-482e-8000-2f843b13d8fb req-ea9aa20c-8b48-4205-8ddd-39c6919bd9cc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0815215 Aug 29 04:46:05.524852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfd4a84c-6623-482e-8000-2f843b13d8fb req-0072043a-91b7-46dd-a23e-4826ae272462 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Aug 29 04:46:05.643389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195903f-1d62-4c4a-9a98-10dc1fd43d4e req-ad210e58-a3bf-463a-9abd-19e847ec0c66 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.649277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a195903f-1d62-4c4a-9a98-10dc1fd43d4e req-ad210e58-a3bf-463a-9abd-19e847ec0c66 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0678773 Aug 29 04:46:05.715417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a195903f-1d62-4c4a-9a98-10dc1fd43d4e req-97af1512-f230-4235-a0fe-ed12047490c0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630758 Aug 29 04:46:05.909428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b188d-a39c-4c00-8bf4-8e3c05f05b88 req-1d2498c3-702c-4fbe-ac4d-a4fe0fd96040 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:05.911244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de4b188d-a39c-4c00-8bf4-8e3c05f05b88 req-1d2498c3-702c-4fbe-ac4d-a4fe0fd96040 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0848732 Aug 29 04:46:05.977717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de4b188d-a39c-4c00-8bf4-8e3c05f05b88 req-ec9ce315-a3b7-4d8e-b744-6d9248da34a4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553045 Aug 29 04:46:06.178963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2668c73-153b-4a54-858c-95b29587a2fa req-d2207cf1-69a1-4dc9-bfdc-0ecbf71088ca tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.180804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2668c73-153b-4a54-858c-95b29587a2fa req-d2207cf1-69a1-4dc9-bfdc-0ecbf71088ca tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0621574 Aug 29 04:46:06.229363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2668c73-153b-4a54-858c-95b29587a2fa req-8fb435ec-a772-42c0-b374-007a57ef433a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Aug 29 04:46:06.449275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ebc72-d3e1-4d3d-964d-c8d1b0b11239 req-89eb960c-2f23-4a61-ae15-43de5309a975 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.451812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-634ebc72-d3e1-4d3d-964d-c8d1b0b11239 req-89eb960c-2f23-4a61-ae15-43de5309a975 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1034598 Aug 29 04:46:06.538437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-634ebc72-d3e1-4d3d-964d-c8d1b0b11239 req-12b10c09-737c-459e-97c1-56be4141f0aa tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727155 Aug 29 04:46:06.735974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0a9d-b674-4ee8-83bf-05ef8e7cc579 req-9a3aa81d-5e10-4e3a-a36e-a8c90d83e9c2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.737523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a38b0a9d-b674-4ee8-83bf-05ef8e7cc579 req-9a3aa81d-5e10-4e3a-a36e-a8c90d83e9c2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.0986893 Aug 29 04:46:06.759968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02c2c2-c290-476d-90d8-729503708242 req-3f5dd7dc-03b2-4320-86a7-725e692dbcfd tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.761536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b02c2c2-c290-476d-90d8-729503708242 req-3f5dd7dc-03b2-4320-86a7-725e692dbcfd tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0823364 Aug 29 04:46:06.818043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a38b0a9d-b674-4ee8-83bf-05ef8e7cc579 req-81ae6853-8cdd-4fa4-a6dd-5f0901574033 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722795 Aug 29 04:46:06.833105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b02c2c2-c290-476d-90d8-729503708242 req-182d3ac0-c07e-4b47-b07b-ac7e3d28a042 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619805 Aug 29 04:46:06.990856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde9179-d207-4721-ab3f-16a501874b39 req-2889cb91-1cfb-4e7e-84c3-dba26887def2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:06.994696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cde9179-d207-4721-ab3f-16a501874b39 req-2889cb91-1cfb-4e7e-84c3-dba26887def2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0765047 Aug 29 04:46:07.093271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cde9179-d207-4721-ab3f-16a501874b39 req-fad3ce1c-4723-477e-bd0e-396351abb7f3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896845 Aug 29 04:46:07.186931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-36bba35d-0bd4-4dc1-b4bb-ff7d499854dc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.189950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-36bba35d-0bd4-4dc1-b4bb-ff7d499854dc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 810 time: 0.1618624 Aug 29 04:46:07.224587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-dd9dc57d-6ec8-4419-afb0-c5a86c298a2d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/quotas/8625ffbc4d6e45228195d4664507e356 HTTP/1.1" status: 200 len: 375 time: 0.0268853 Aug 29 04:46:07.318597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-cb8134b6-2ec7-4e8e-809b-c83ee1857127 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891047 Aug 29 04:46:07.338217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2460-dcd3-4cba-bf5e-267a02054704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:07.518558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-50c3b34b-7be5-4c1a-9ea4-33c947bbbd84 service neutron] 10.222.0.62 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713362 Aug 29 04:46:07.672636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-7412e0b9-9ddc-4b64-b299-4e32e0c355dd service neutron] 10.222.0.62 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466696 Aug 29 04:46:07.923126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40e4707a-3718-42b3-8b00-0080808fae70 req-02499b5d-6210-4a6d-a7f6-52b6e7511420 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 210 time: 0.0383708 Aug 29 04:46:07.996381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9871-483d-4556-b7ee-19d18e8a2876 req-0d4ce6cb-3a3b-4485-a590-a8cb489b4812 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:07.998126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef7a9871-483d-4556-b7ee-19d18e8a2876 req-0d4ce6cb-3a3b-4485-a590-a8cb489b4812 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0780802 Aug 29 04:46:08.072205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef7a9871-483d-4556-b7ee-19d18e8a2876 req-6ed51083-f703-40a3-aa7a-57885579c350 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Aug 29 04:46:09.195425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71a0d09e-b564-42d6-88cb-461d17382685 req-95d6c535-b42c-4567-b836-de5f51a44acc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 210 time: 0.1300120 Aug 29 04:46:09.337899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-4db82e5c-3f79-4ce5-b29b-4207f9c6e1c4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.339465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-4db82e5c-3f79-4ce5-b29b-4207f9c6e1c4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.54 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 810 time: 0.2889960 Aug 29 04:46:09.357521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256a4e4-19dc-4caf-911f-28404cb1a513 req-11b2f078-8ae2-464b-9ee8-67b8dcf1da73 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:09.359726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a256a4e4-19dc-4caf-911f-28404cb1a513 req-11b2f078-8ae2-464b-9ee8-67b8dcf1da73 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1028597 Aug 29 04:46:09.364796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Request body: {'port': {'device_id': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'admin_state_up': True, 'tenant_id': '8625ffbc4d6e45228195d4664507e356'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:09.467094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a256a4e4-19dc-4caf-911f-28404cb1a513 req-4322c7f7-2bb7-49d1-99d4-51f5f1ad3f65 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858407 Aug 29 04:46:09.517369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Made reservation on behalf of 8625ffbc4d6e45228195d4664507e356 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:09.521224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.703985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Allocated IP 172.20.0.5 (77a55c3b-7cb5-4877-a334-9bd7ea17e831/ba4c7ee4-59bc-4ced-b138-aa5589482307/d9e18a1a-3413-4bae-992a-67b57354b27d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:09.924185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:09.975475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.027226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9f7dad22-ea37-4be4-bda2-4155c8089be0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:10.035328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:10.046637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:10.052579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:10.091157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Pushing event updated for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:10.109153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.109653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.110148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.110641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.111117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.111604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.112118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.112604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.113080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.113550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.114037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.114518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:10.162281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.163396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.196104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-e84f854d-52cc-43c8-83a3-b7d49cc4275f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346174 Aug 29 04:46:10.216751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Request body: {'port': {'device_id': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:10.301169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.310111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.351505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-127b5d4a-b5da-4462-87ec-cca95fef9063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:10.959368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d16f6-bc5f-431d-8397-8a4d57832ffb req-331d44c9-de89-4748-8145-cacac63e114b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:10.959755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c5d16f6-bc5f-431d-8397-8a4d57832ffb req-331d44c9-de89-4748-8145-cacac63e114b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 931 time: 0.5783272 Aug 29 04:46:11.099215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c5d16f6-bc5f-431d-8397-8a4d57832ffb req-12db9813-4971-4e8d-a303-14ce7b8bc98d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217041 Aug 29 04:46:11.121948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06087194-9f0c-46c0-a5a4-e01a91446d3c req-a84971e5-43f0-4140-a67a-5b01ab34a52e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.124956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06087194-9f0c-46c0-a5a4-e01a91446d3c req-a84971e5-43f0-4140-a67a-5b01ab34a52e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1799572 Aug 29 04:46:11.225569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06087194-9f0c-46c0-a5a4-e01a91446d3c req-785648a0-26a2-43e3-a6bb-77c7daff5758 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799222 Aug 29 04:46:11.279349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e18a1a-3413-4bae-992a-67b57354b27d {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:11.288759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.304139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Transition to ACTIVE for port object d9e18a1a-3413-4bae-992a-67b57354b27d will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:11.311487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.318512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.403603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:11.536313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Attempting to bind port d9e18a1a-3413-4bae-992a-67b57354b27d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:11.536863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Attempting to bind port d9e18a1a-3413-4bae-992a-67b57354b27d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:11.537354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Attempting to bind port d9e18a1a-3413-4bae-992a-67b57354b27d on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:11.544699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Port d9e18a1a-3413-4bae-992a-67b57354b27d on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:46:11.545231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Attempting to bind port d9e18a1a-3413-4bae-992a-67b57354b27d on network 77a55c3b-7cb5-4877-a334-9bd7ea17e831 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:11.554613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:11.555238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Checking segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:11.555846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Bound using segment: {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:11.556608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Bound port: d9e18a1a-3413-4bae-992a-67b57354b27d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:11.557141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.648896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:11.654596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d9e18a1a-3413-4bae-992a-67b57354b27d,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:11.661009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.722762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.723706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:11.724976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 200 len: 1092 time: 1.5187702 Aug 29 04:46:11.725475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:11.727968 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f07d67-09c7-43ac-ae80-dcfd401f5880" -d '{"events": [{"name": "network-changed", "server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:11.746045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8c67-f0e8-40a0-a1f3-3ff80c8906a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:11.814356 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb0fa00-e507-43f0-99a0-38faa09ed550 x-openstack-request-id: req-ceb0fa00-e507-43f0-99a0-38faa09ed550 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:11.814628 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:11.815001 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ceb0fa00-e507-43f0-99a0-38faa09ed550 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:11.815309 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d', 'status': 'completed', 'code': 200} Aug 29 04:46:11.854736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-27de0a7d-f8d1-48c2-b28e-2b0cea967ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:11.857211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-27de0a7d-f8d1-48c2-b28e-2b0cea967ab4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1095 time: 0.0562615 Aug 29 04:46:11.920047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-197513d1-ae08-4f31-ab4e-12e3630ec654 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 200 len: 217 time: 0.0506167 Aug 29 04:46:11.999228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582483-f604-4183-a563-02b386e84a09 req-ccb6b28d-5f69-47fc-a220-64411468cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.001480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-ccb6b28d-5f69-47fc-a220-64411468cc48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0731308 Aug 29 04:46:12.043073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-8b96d236-0f84-4966-8637-8831e0395f4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310385 Aug 29 04:46:12.182810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-94ff2ef1-d0f0-4531-8180-0bc44cc47c57 service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297753 Aug 29 04:46:12.226015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:12.394104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b818610-b922-4d3b-afd1-bb726c913048 req-04bd9797-cbb2-4e0a-abbd-7eb0f6dd2fe2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.397182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b818610-b922-4d3b-afd1-bb726c913048 req-04bd9797-cbb2-4e0a-abbd-7eb0f6dd2fe2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 943 time: 0.1752436 Aug 29 04:46:12.446105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f582483-f604-4183-a563-02b386e84a09 req-571635b9-9fec-462a-9553-bfd398a1ca2b service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522936 Aug 29 04:46:12.516893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b818610-b922-4d3b-afd1-bb726c913048 req-6deae81f-b93c-410d-b601-b586be3da074 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992553 Aug 29 04:46:12.581856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b8d8-e6a7-498a-aa8b-428065112da4 req-d5456f51-36e7-44c3-81f6-9edd9e421378 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.583531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f416b8d8-e6a7-498a-aa8b-428065112da4 req-d5456f51-36e7-44c3-81f6-9edd9e421378 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1412871 Aug 29 04:46:12.595420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-78748e6c-432b-427e-996a-54c62c9202e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.597031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-78748e6c-432b-427e-996a-54c62c9202e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1095 time: 0.0861332 Aug 29 04:46:12.697743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f416b8d8-e6a7-498a-aa8b-428065112da4 req-09d2ce22-961d-4f15-8115-d38935ec347c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995674 Aug 29 04:46:12.768146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-e5f33e83-aafb-4301-9a90-018a3376cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.770252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-e5f33e83-aafb-4301-9a90-018a3376cd9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 911 time: 0.1538556 Aug 29 04:46:12.816798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-e2134d71-afcf-4934-88d5-cb6757a7d0eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 200 len: 217 time: 0.0382254 Aug 29 04:46:12.881376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-47685953-b540-4acf-8111-3d80e02482df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:12.882889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-47685953-b540-4acf-8111-3d80e02482df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0535614 Aug 29 04:46:12.923964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-8d3a0919-2efa-45c9-be45-853301852c8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301242 Aug 29 04:46:13.057472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-78d52e0d-95c5-4d55-b4eb-c2bfeae0140f service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198282 Aug 29 04:46:13.067530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:13.177456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28f07d67-09c7-43ac-ae80-dcfd401f5880 req-9a43302c-a582-4cba-8980-d4abb51af33b service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082971 Aug 29 04:46:13.725293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1470bb-7958-40eb-988e-3784244c7f22 req-cb2d8977-1e02-4798-822b-4749fb0375da tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.734065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e1470bb-7958-40eb-988e-3784244c7f22 req-cb2d8977-1e02-4798-822b-4749fb0375da tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 943 time: 0.0877264 Aug 29 04:46:13.805669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e1470bb-7958-40eb-988e-3784244c7f22 req-a420a8b2-5d96-412c-a8f0-303c4ff0bd6b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Aug 29 04:46:13.898130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6208c-ceb2-4851-b68d-50a3c61bc98e req-3cedaaf1-140c-4837-8840-ae76111ad97a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:13.900134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edc6208c-ceb2-4851-b68d-50a3c61bc98e req-3cedaaf1-140c-4837-8840-ae76111ad97a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0577879 Aug 29 04:46:13.946158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edc6208c-ceb2-4851-b68d-50a3c61bc98e req-23c3c3a5-7d60-476b-a074-b35989d961a1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Aug 29 04:46:14.940952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d9e18a1a-3413-4bae-992a-67b57354b27d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:14.960613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96113e7-ee34-486c-9b42-fe9d330b5eac req-66b05a80-bbd4-4a8d-adc7-e24ab817046b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:14.963337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f96113e7-ee34-486c-9b42-fe9d330b5eac req-66b05a80-bbd4-4a8d-adc7-e24ab817046b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 943 time: 0.0741570 Aug 29 04:46:15.044597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f96113e7-ee34-486c-9b42-fe9d330b5eac req-448bb84d-667c-4df4-bbac-cd24896711e2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Aug 29 04:46:15.105223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d9e18a1a-3413-4bae-992a-67b57354b27d,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:15.120729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd9e18a1a-3413-4bae-992a-67b57354b27d', 'network_id': '77a55c3b-7cb5-4877-a334-9bd7ea17e831', 'port_id': 'd9e18a1a-3413-4bae-992a-67b57354b27d', 'mac_address': 'fa:16:3e:c4:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4c7ee4-59bc-4ced-b138-aa5589482307', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:15.133372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4330f76-9d85-4062-aff4-9c37eb4d00c8 req-14639f56-b106-4fb5-96ce-dcdcac6d64a5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:15.136192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4330f76-9d85-4062-aff4-9c37eb4d00c8 req-14639f56-b106-4fb5-96ce-dcdcac6d64a5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0672228 Aug 29 04:46:15.172561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.189454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e18a1a-3413-4bae-992a-67b57354b27d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:15.200349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4330f76-9d85-4062-aff4-9c37eb4d00c8 req-6f93c10c-45bd-4567-b960-a939b205b1e9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560551 Aug 29 04:46:15.224620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d9e18a1a-3413-4bae-992a-67b57354b27d,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:15.230845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:15.307642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:15.494083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d9e18a1a-3413-4bae-992a-67b57354b27d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:16.190108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c76f-cd18-4058-858b-d43fd006786e req-4397ec1d-892e-4236-9184-545a8d2ebfa7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:16.192419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bf8c76f-cd18-4058-858b-d43fd006786e req-4397ec1d-892e-4236-9184-545a8d2ebfa7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 944 time: 0.0652499 Aug 29 04:46:16.267901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bf8c76f-cd18-4058-858b-d43fd006786e req-52651363-f4fb-4d14-81e4-48cfc3464377 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659113 Aug 29 04:46:16.371023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276accc1-990d-4517-a8d7-ff3c36013793 req-a80c49c4-831c-477c-bfc2-6aa528947d43 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:16.373160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-276accc1-990d-4517-a8d7-ff3c36013793 req-a80c49c4-831c-477c-bfc2-6aa528947d43 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0666604 Aug 29 04:46:16.428581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-276accc1-990d-4517-a8d7-ff3c36013793 req-e43d0146-1bcf-4b02-8074-02432d213a66 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Aug 29 04:46:16.963417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d9e18a1a-3413-4bae-992a-67b57354b27d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:17.024994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d9e18a1a-3413-4bae-992a-67b57354b27d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:46:17.030383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d9e18a1a-3413-4bae-992a-67b57354b27d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:17.030963 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.128916 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.158243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:17.160804 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a554161-45bd-4448-aa88-7a3db98ad986" -d '{"events": [{"server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "name": "network-vif-plugged", "status": "completed", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:17.180041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d9e18a1a-3413-4bae-992a-67b57354b27d,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:17.186703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:17.227810 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc10788-ff38-4d6e-b4cc-522cf69d93ac x-openstack-request-id: req-0bc10788-ff38-4d6e-b4cc-522cf69d93ac {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:17.228128 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "name": "network-vif-plugged", "status": "completed", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:17.228377 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bc10788-ff38-4d6e-b4cc-522cf69d93ac {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:17.228773 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d', 'code': 200} Aug 29 04:46:17.313304 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:17.477518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe6e8-83dd-46de-bca0-e9088caeb890 req-de25792f-7ebc-4b1d-a54f-529bfae70320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.479455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851fe6e8-83dd-46de-bca0-e9088caeb890 req-de25792f-7ebc-4b1d-a54f-529bfae70320 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1097 time: 0.1714480 Aug 29 04:46:17.503296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488a670-f8f1-4848-a2b0-64bff0008972 req-ca0d5cdf-2287-48a4-9452-f2c3627120ca tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.504986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d488a670-f8f1-4848-a2b0-64bff0008972 req-ca0d5cdf-2287-48a4-9452-f2c3627120ca tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0933747 Aug 29 04:46:17.575511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-851fe6e8-83dd-46de-bca0-e9088caeb890 req-a5dc6699-620f-44f0-94dd-8aad3e6c5533 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874009 Aug 29 04:46:17.609718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d488a670-f8f1-4848-a2b0-64bff0008972 req-b33f0aa0-49be-40de-89fe-b89d172d4784 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898781 Aug 29 04:46:17.634538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b78882-35c7-497f-a18c-0f873f333a1b req-91590e2a-91d2-455e-9a42-9b11b5f8bc7e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:17.636470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58b78882-35c7-497f-a18c-0f873f333a1b req-91590e2a-91d2-455e-9a42-9b11b5f8bc7e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0929928 Aug 29 04:46:17.691950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58b78882-35c7-497f-a18c-0f873f333a1b req-d5f80a0a-10b6-43ee-9d6c-9111a1b1289a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Aug 29 04:46:18.813363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadeb91-3188-4b6b-8f2b-291825e2fe1c req-14d71fbf-6a60-4243-8e33-71d4afdb56b7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:18.815688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fadeb91-3188-4b6b-8f2b-291825e2fe1c req-14d71fbf-6a60-4243-8e33-71d4afdb56b7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1088719 Aug 29 04:46:18.916376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fadeb91-3188-4b6b-8f2b-291825e2fe1c req-b2095e05-27bd-4b1a-8bae-d8e8da3214c9 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Aug 29 04:46:18.947521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76023494-f534-426f-bb22-821cd0cd59f6 req-06942b44-a07e-49f6-9372-b5778d687dc0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:18.949960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76023494-f534-426f-bb22-821cd0cd59f6 req-06942b44-a07e-49f6-9372-b5778d687dc0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1023054 Aug 29 04:46:19.030284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76023494-f534-426f-bb22-821cd0cd59f6 req-b06fad48-4fbd-48c9-a157-59ac36d255e1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Aug 29 04:46:20.148868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c714f7-bf85-4c32-9abe-698cef9edb75 req-026161fb-0792-4117-b5d1-fc19c7bc9846 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.151599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71c714f7-bf85-4c32-9abe-698cef9edb75 req-026161fb-0792-4117-b5d1-fc19c7bc9846 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0944908 Aug 29 04:46:20.220888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-71c714f7-bf85-4c32-9abe-698cef9edb75 req-32d585ae-42ce-43f1-b41b-c0e9bef57373 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596304 Aug 29 04:46:20.602795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-101e9741-1e7f-4022-b8bf-fbca951bc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.605581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-101e9741-1e7f-4022-b8bf-fbca951bc34c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1097 time: 0.1363814 Aug 29 04:46:20.663863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3453db-20e7-4b36-912d-f3eae4a6a3f6 req-cf8e2da2-1979-4de0-994a-cd0adecb00c2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.666424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3453db-20e7-4b36-912d-f3eae4a6a3f6 req-cf8e2da2-1979-4de0-994a-cd0adecb00c2 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1433759 Aug 29 04:46:20.905627 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fb3453db-20e7-4b36-912d-f3eae4a6a3f6 req-de646fc3-d3c9-475b-b5cc-6ff7ef194a33 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906683 Aug 29 04:46:20.925310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770712db-f0cd-4176-9a6a-368407e4dc4e req-80017168-caa4-4279-8c1f-b09d168274ab tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.927150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-770712db-f0cd-4176-9a6a-368407e4dc4e req-80017168-caa4-4279-8c1f-b09d168274ab tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.2148852 Aug 29 04:46:20.934937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-00f859e7-13b7-43a0-8a3d-a0be1db76152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:20.935243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-00f859e7-13b7-43a0-8a3d-a0be1db76152 service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 911 time: 0.3205202 Aug 29 04:46:21.026616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-bba8b841-67f6-4cc6-8ee2-1cbf31242a59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 200 len: 217 time: 0.0802128 Aug 29 04:46:21.062608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-770712db-f0cd-4176-9a6a-368407e4dc4e req-8d781743-642c-470f-a1a2-a7a15e71c9b8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193810 Aug 29 04:46:21.118810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-529a3b41-14fc-44be-afad-03597c4c3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:21.121240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-529a3b41-14fc-44be-afad-03597c4c3c90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.0641329 Aug 29 04:46:21.162119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-eea0ad06-08f2-48e8-a11f-3041c824b6bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328100 Aug 29 04:46:21.278471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-04791d95-d437-4a22-b5c6-6a8ef810115b service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081197 Aug 29 04:46:21.410926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edca308a-03ac-45d7-982f-8fbfb90d01f1 req-2c2155d5-985d-47ef-bf9f-e78259a0c9a8 service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244819 Aug 29 04:46:22.075307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935b11d-8b15-4a94-9881-85fc50a1bd85 req-3a6fcfb8-f65f-49a0-9031-09c58eddffd3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.077981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b935b11d-8b15-4a94-9881-85fc50a1bd85 req-3a6fcfb8-f65f-49a0-9031-09c58eddffd3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0749292 Aug 29 04:46:22.139223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b935b11d-8b15-4a94-9881-85fc50a1bd85 req-a76d44af-afb9-4c7b-a010-e8283b7bdf83 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538652 Aug 29 04:46:22.216031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f5f3e-b6ca-44da-891e-44dc46dff98f req-92bbb0fe-ce11-46f4-a265-ee0bfe5d3c09 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:22.219117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-025f5f3e-b6ca-44da-891e-44dc46dff98f req-92bbb0fe-ce11-46f4-a265-ee0bfe5d3c09 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0675325 Aug 29 04:46:22.293799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-025f5f3e-b6ca-44da-891e-44dc46dff98f req-dc1feb48-ac3f-4844-8cf1-54bee7fdf39a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556540 Aug 29 04:46:23.326194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695f6be-70c7-415d-a9ff-8e05479fe54f req-2b32cb7a-0266-4526-8620-6ecf38fcb141 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.329286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b695f6be-70c7-415d-a9ff-8e05479fe54f req-2b32cb7a-0266-4526-8620-6ecf38fcb141 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0654340 Aug 29 04:46:23.392011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b695f6be-70c7-415d-a9ff-8e05479fe54f req-dcccad8d-c40e-4009-a739-f750e8d5dfe6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Aug 29 04:46:23.492410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15189-7952-4ac1-be3e-32d1cf24a1d0 req-15b6ce17-3d93-4444-885d-612cfb36e8f1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:23.494576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f15189-7952-4ac1-be3e-32d1cf24a1d0 req-15b6ce17-3d93-4444-885d-612cfb36e8f1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0772710 Aug 29 04:46:23.549919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f15189-7952-4ac1-be3e-32d1cf24a1d0 req-0ea7ebb9-6260-4cbb-ad01-3abfa6221176 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Aug 29 04:46:24.556817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d32bf-99a1-4d49-840a-eaa2da8e5eb9 req-6b280b25-7da8-4460-a3c3-317b3e5ba0c8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.561127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a75d32bf-99a1-4d49-840a-eaa2da8e5eb9 req-6b280b25-7da8-4460-a3c3-317b3e5ba0c8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0796187 Aug 29 04:46:24.631062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a75d32bf-99a1-4d49-840a-eaa2da8e5eb9 req-d822324f-cdce-4181-a1af-52c83436509c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Aug 29 04:46:24.730960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5886-9e67-4d6b-a3bf-1ec3dadcb3f4 req-8ab9c300-a21f-488e-aa24-de5e31c80850 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:24.732717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9bdf5886-9e67-4d6b-a3bf-1ec3dadcb3f4 req-8ab9c300-a21f-488e-aa24-de5e31c80850 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0676775 Aug 29 04:46:24.788207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9bdf5886-9e67-4d6b-a3bf-1ec3dadcb3f4 req-b95118c1-c5dd-421b-ba51-afd80c19b077 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Aug 29 04:46:25.081659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:46:25.262050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:25.277217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'port_id': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'mac_address': 'fa:16:3e:5c:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4012566-44d2-406a-a8b2-c28c7115d26f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:46:25.355298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.379817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:46:25.407877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:25.412885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:25.511303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:25.584162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:46:25.904192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf1c40-7a84-4191-8d52-bf0d761872e6 req-cca61343-aece-41e7-bfd0-f856efaf3a24 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:25.920856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ddf1c40-7a84-4191-8d52-bf0d761872e6 req-cca61343-aece-41e7-bfd0-f856efaf3a24 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1317451 Aug 29 04:46:26.056253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ddf1c40-7a84-4191-8d52-bf0d761872e6 req-52bf3325-0047-45e2-ac95-872fc73dd6e1 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336746 Aug 29 04:46:26.105276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d95d4-99c2-437e-94d6-e9088f0744b1 req-f9375353-7f9e-4db8-823c-6e474386fe71 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:26.127616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c85d95d4-99c2-437e-94d6-e9088f0744b1 req-f9375353-7f9e-4db8-823c-6e474386fe71 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.1496711 Aug 29 04:46:26.212993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c85d95d4-99c2-437e-94d6-e9088f0744b1 req-a524cc85-ef24-4dde-a587-0a9353189dc2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830395 Aug 29 04:46:26.660179 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:46:27.084725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:46:27.214774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9b74e0d0-48d7-40b6-88d7-c947a52144fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:46:27.215840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.355611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2474d8-93fd-4edf-be60-2eca8f4d216a req-ef17751b-2b4c-4441-88f5-e3f25000e2ba tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:27.364143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd2474d8-93fd-4edf-be60-2eca8f4d216a req-ef17751b-2b4c-4441-88f5-e3f25000e2ba tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1549501 Aug 29 04:46:27.436479 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.454040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd2474d8-93fd-4edf-be60-2eca8f4d216a req-9e4386a6-0813-4e03-954f-ee1cafa4b22d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885444 Aug 29 04:46:27.486131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:27.489093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601dab1-1233-441a-b0e0-68a046f51a74 req-b8c44940-c5c8-4514-9834-b85a9ca6fd58 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:27.490067 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf306c-85e6-4d13-a265-80240abf0b44" -d '{"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:27.491271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2601dab1-1233-441a-b0e0-68a046f51a74 req-b8c44940-c5c8-4514-9834-b85a9ca6fd58 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.0937443 Aug 29 04:46:27.514768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:27.524066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:27.605644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2601dab1-1233-441a-b0e0-68a046f51a74 req-63a4f42d-5a60-43ce-83bc-d0eaa9ffef5b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965562 Aug 29 04:46:27.632333 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b6edfc-f63e-4151-a43c-0e411db9e6a2 x-openstack-request-id: req-47b6edfc-f63e-4151-a43c-0e411db9e6a2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:27.632666 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:27.633039 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47b6edfc-f63e-4151-a43c-0e411db9e6a2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:27.633504 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'code': 200} Aug 29 04:46:27.650224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:28.626258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e79060-9c9e-4cf3-9c50-9794988d4168 req-603e190a-b648-4e62-ad35-2494764a6714 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:28.628638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40e79060-9c9e-4cf3-9c50-9794988d4168 req-603e190a-b648-4e62-ad35-2494764a6714 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0860145 Aug 29 04:46:28.732523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40e79060-9c9e-4cf3-9c50-9794988d4168 req-9ea00449-e5da-4a03-9e30-dfda6494a5c4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858493 Aug 29 04:46:28.868576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b68c43-e9c3-471b-ad26-382e2d85b33f req-dacd11a6-7926-4c28-94e8-0a6a2153368d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:28.870191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7b68c43-e9c3-471b-ad26-382e2d85b33f req-dacd11a6-7926-4c28-94e8-0a6a2153368d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0684953 Aug 29 04:46:28.923854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7b68c43-e9c3-471b-ad26-382e2d85b33f req-48336666-7e2b-43a9-b790-f6c85cb3ddba tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Aug 29 04:46:29.835358 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:29.946948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600834f-8afa-4b4d-bb7b-024666c44039 req-81ccb77f-9e50-4c81-bbbe-3030e7f64db3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:29.950806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c600834f-8afa-4b4d-bb7b-024666c44039 req-81ccb77f-9e50-4c81-bbbe-3030e7f64db3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0916529 Aug 29 04:46:30.016453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c600834f-8afa-4b4d-bb7b-024666c44039 req-168ff605-2b46-48c2-ae4e-74ddce2d17b4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573950 Aug 29 04:46:30.206135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c82a4-5186-47db-bae5-c668e8046736 req-537e208c-4a2c-4d07-9b4a-4b184ffadda1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:30.208172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d3c82a4-5186-47db-bae5-c668e8046736 req-537e208c-4a2c-4d07-9b4a-4b184ffadda1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1144333 Aug 29 04:46:30.268256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d3c82a4-5186-47db-bae5-c668e8046736 req-88282446-4fdf-422f-b4b7-e48586581821 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532029 Aug 29 04:46:31.249497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7604a7-4520-4f34-965a-d00b4b41b53b req-109c4924-daec-4c94-8e68-7b7ef31bd2ba tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.257968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd7604a7-4520-4f34-965a-d00b4b41b53b req-109c4924-daec-4c94-8e68-7b7ef31bd2ba tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0923672 Aug 29 04:46:31.314349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd7604a7-4520-4f34-965a-d00b4b41b53b req-a212daef-4063-40a6-b86c-7354f40374c4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Aug 29 04:46:31.472650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc4c63-60e4-4af5-b89c-57e36f3c18f6 req-6f1f6ff8-b6b1-4fd6-b877-929de6250886 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:31.485267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69fc4c63-60e4-4af5-b89c-57e36f3c18f6 req-6f1f6ff8-b6b1-4fd6-b877-929de6250886 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0789573 Aug 29 04:46:31.555090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69fc4c63-60e4-4af5-b89c-57e36f3c18f6 req-9881f2a0-d100-4530-9340-74d5087dbf96 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683832 Aug 29 04:46:32.558108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce190a1b-996c-4b7c-9dd7-7ce3fc218273 req-db40f4b0-f35e-47a6-bfc9-0d25f458949a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:32.566641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce190a1b-996c-4b7c-9dd7-7ce3fc218273 req-db40f4b0-f35e-47a6-bfc9-0d25f458949a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1055858 Aug 29 04:46:32.676446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce190a1b-996c-4b7c-9dd7-7ce3fc218273 req-dfe92b15-5812-4bfc-aa85-1e70289d231d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086025 Aug 29 04:46:32.747354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e126a-eb6f-45ba-ae79-b79afa316035 req-88f632dd-8762-464a-8eab-51155dd0d64a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:32.755822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd6e126a-eb6f-45ba-ae79-b79afa316035 req-88f632dd-8762-464a-8eab-51155dd0d64a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0779037 Aug 29 04:46:32.837361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd6e126a-eb6f-45ba-ae79-b79afa316035 req-aad1cbb8-3fda-49b0-9d3e-7a08f9cc406e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803995 Aug 29 04:46:33.849367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9eeac-01ba-4727-95a7-12fda0cea949 req-d15eee4c-4067-43cd-ba69-fffed7cb59c0 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:33.851288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43d9eeac-01ba-4727-95a7-12fda0cea949 req-d15eee4c-4067-43cd-ba69-fffed7cb59c0 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0609460 Aug 29 04:46:33.923997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43d9eeac-01ba-4727-95a7-12fda0cea949 req-a4bfd887-6cbf-4500-a3a2-5ffe9d0c72a4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647893 Aug 29 04:46:34.033003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789d1f-0f92-4d49-9236-93448d2d81c2 req-cb5c722d-f64a-42f3-ab10-2f86f78f37a6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:34.035007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8789d1f-0f92-4d49-9236-93448d2d81c2 req-cb5c722d-f64a-42f3-ab10-2f86f78f37a6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0741959 Aug 29 04:46:34.144612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8789d1f-0f92-4d49-9236-93448d2d81c2 req-ea4a3f80-f477-4ee4-ba6f-11e3990e7742 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Aug 29 04:46:35.157428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697ba2-8ea8-4a2f-8e34-7733f3670c37 req-1ecc7eb0-8b53-43a3-b435-236bc09b8256 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:35.168166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6697ba2-8ea8-4a2f-8e34-7733f3670c37 req-1ecc7eb0-8b53-43a3-b435-236bc09b8256 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1397369 Aug 29 04:46:35.228008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6697ba2-8ea8-4a2f-8e34-7733f3670c37 req-1601d5f5-d315-43c9-b3c6-d7781014a58a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584042 Aug 29 04:46:35.420849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea04d-95e0-4348-bb4d-10e864c44cc8 req-158b3355-222c-468a-af20-6d22fb8abac1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:35.423191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b9ea04d-95e0-4348-bb4d-10e864c44cc8 req-158b3355-222c-468a-af20-6d22fb8abac1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0935776 Aug 29 04:46:35.515598 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b9ea04d-95e0-4348-bb4d-10e864c44cc8 req-078e2683-dc69-4949-a08e-21834f629286 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748529 Aug 29 04:46:36.382282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ab67-b0f3-403e-b106-8063bff9044e req-d53d4440-40ea-477c-843f-39e6b8240b11 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:36.391980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0d1ab67-b0f3-403e-b106-8063bff9044e req-d53d4440-40ea-477c-843f-39e6b8240b11 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0701642 Aug 29 04:46:36.445112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0d1ab67-b0f3-403e-b106-8063bff9044e req-9d00e2f5-3b97-4b24-b9f1-5847b9ec8d24 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Aug 29 04:46:36.790342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29f6c-7adf-43d2-8d78-3d79565c90e2 req-6da89b8e-5d6c-4d00-8375-8293c0609800 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:36.792263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe29f6c-7adf-43d2-8d78-3d79565c90e2 req-6da89b8e-5d6c-4d00-8375-8293c0609800 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1296935 Aug 29 04:46:36.896765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffe29f6c-7adf-43d2-8d78-3d79565c90e2 req-d4097207-60e1-44bc-9bcf-2deaddb8d60b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Aug 29 04:46:37.348023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a94f98f1-b5cd-4e14-ad7f-4724d4e722d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.378810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60296) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:37.668657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d039558-14d0-4a16-af68-4915437f5031 req-ab2d3ed0-9736-4506-82f9-2d00a95bd73e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:37.672071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d039558-14d0-4a16-af68-4915437f5031 req-ab2d3ed0-9736-4506-82f9-2d00a95bd73e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1048253 Aug 29 04:46:37.723506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d039558-14d0-4a16-af68-4915437f5031 req-3b226f81-b38b-464f-845e-eb93144b2a70 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Aug 29 04:46:37.758570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:37.759755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.977334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:37.981241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.029818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:38.229846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2380-3ce1-4a76-a4a5-8a70920c2e65 req-86f4d362-1cf1-4618-9bdc-0cd1aa1af13e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.247275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-504f2380-3ce1-4a76-a4a5-8a70920c2e65 req-86f4d362-1cf1-4618-9bdc-0cd1aa1af13e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1443722 Aug 29 04:46:38.324420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-504f2380-3ce1-4a76-a4a5-8a70920c2e65 req-1fde44ef-20e0-4aa2-b834-3eb2de3dd56e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746808 Aug 29 04:46:38.466471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.496157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=6e1ebaa1-daa7-4107-ae12-e67f7cd6e5e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:38.520852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.521217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.521553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.521907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.522236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.522574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.522909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.523450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.523796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.524173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.524495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.524824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:38.632239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:38.632701 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Floating IP 42e5722e-9fbe-4db9-adb7-f4aa29b0a03a disassociated (deleted). External IP: 172.25.3.251, port: 7c0c2a17-e81a-49c1-ba0b-3dde8449e517. Aug 29 04:46:38.917981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461953-fb69-406b-a17d-dd23980da417 req-23210eec-d4ea-430d-b635-0ed99f7d50b1 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:38.933044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53461953-fb69-406b-a17d-dd23980da417 req-23210eec-d4ea-430d-b635-0ed99f7d50b1 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1135778 Aug 29 04:46:39.024446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53461953-fb69-406b-a17d-dd23980da417 req-dbeae7cf-60d4-4abf-b375-0b7e122a7025 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Aug 29 04:46:39.334826 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router d56f9fb9-fac5-4ae5-a201-fd70c92a932d has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:39.525506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da43a5a-34ac-4738-b0f9-ec91f81871eb req-a00720c4-2b9c-4318-a3b7-25924276d9f6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.527138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3da43a5a-34ac-4738-b0f9-ec91f81871eb req-a00720c4-2b9c-4318-a3b7-25924276d9f6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0553446 Aug 29 04:46:39.571495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3da43a5a-34ac-4738-b0f9-ec91f81871eb req-af330238-e765-44a2-a47a-20f55915331a tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Aug 29 04:46:39.612644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-2d1d6009-e0a7-4afc-a0db-eb13397e1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.615266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-2d1d6009-e0a7-4afc-a0db-eb13397e1865 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1097 time: 0.2566469 Aug 29 04:46:39.617145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:39.623845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:39.629416 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Sync routers for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:39.642048 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:39.642687 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:39.757111 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0edaa78d-8919-4731-8abe-64f41eed0d3f tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/floatingips/42e5722e-9fbe-4db9-adb7-f4aa29b0a03a HTTP/1.1" status: 204 len: 168 time: 2.3769321 Aug 29 04:46:39.808612 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:39.823138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:39.827081 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a37c59-322b-4d43-b44c-b5abd3d42490" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:39.831251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-06565776-96d4-4d5e-8754-e7deaa6786f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:39.833810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-06565776-96d4-4d5e-8754-e7deaa6786f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 915 time: 0.2043161 Aug 29 04:46:39.922262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-57fc1e56-df94-4cef-903d-2f9d74e82576 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 217 time: 0.0787933 Aug 29 04:46:39.925216 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40f84b-0705-4036-aa3e-ff8a0a92c09d x-openstack-request-id: req-bc40f84b-0705-4036-aa3e-ff8a0a92c09d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:39.925979 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:39.926613 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc40f84b-0705-4036-aa3e-ff8a0a92c09d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:39.927477 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'status': 'completed', 'code': 200} Aug 29 04:46:40.020024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-2f81f02e-4f4c-4548-9c9e-cd70fc771bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.022864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-2f81f02e-4f4c-4548-9c9e-cd70fc771bc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fb81efe55d341afad69b28151dd4d3e&device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 1097 time: 0.0953603 Aug 29 04:46:40.046105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-1a8730d8-9397-4921-a3d0-fe136434ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.047579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-1a8730d8-9397-4921-a3d0-fe136434ab9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.1167896 Aug 29 04:46:40.121476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-ccd7bbb8-1a29-4ecf-85b8-b2f8383d95dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645814 Aug 29 04:46:40.236256 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:40.305490 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Checking router: d56f9fb9-fac5-4ae5-a201-fd70c92a932d for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:40.312912 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.328212 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:40.328879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:40.371760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-8ad5d81d-aca3-47ba-bf27-8ddadef31d90 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413943 Aug 29 04:46:40.420885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1306bb79-5d8f-456b-9b93-ef520775aa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:40.437878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-4273e540-551c-4a6f-b50f-cbf73370714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.440451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-4273e540-551c-4a6f-b50f-cbf73370714f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 200 len: 897 time: 0.4074504 Aug 29 04:46:40.540954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-97970260-d1c9-4c98-9e81-92d25a136800 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 200 len: 217 time: 0.0873990 Aug 29 04:46:40.550833 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:40.559365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15acca-bcc0-4b73-be96-170c0547a460 req-7e2d925b-4490-4c54-a231-1f3e42f304cc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.567209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a15acca-bcc0-4b73-be96-170c0547a460 req-7e2d925b-4490-4c54-a231-1f3e42f304cc tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.4042234 Aug 29 04:46:40.581574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2dee8579-f714-4e00-b2ca-18f736893a07 req-1839e383-b39d-46bf-8c38-19500085c949 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994462 Aug 29 04:46:40.680837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-4db23750-599a-4cf3-a82d-1338b7959d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.682375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-4db23750-599a-4cf3-a82d-1338b7959d09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c20220b-d130-449b-a97e-72a423e9737e HTTP/1.1" status: 200 len: 834 time: 0.1114151 Aug 29 04:46:40.696453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a15acca-bcc0-4b73-be96-170c0547a460 req-19484adc-908e-4d3b-86eb-901b7f31a6f5 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272893 Aug 29 04:46:40.715522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e0e8-4a95-4dc9-a132-07e0063718cd req-35a62b28-0064-4aa1-a5a8-8fc02f571c67 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.717806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7927e0e8-4a95-4dc9-a132-07e0063718cd req-35a62b28-0064-4aa1-a5a8-8fc02f571c67 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1485312 Aug 29 04:46:40.817040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:40.850355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd075a3e-205e-4ed4-a7ed-f483044928f1 None None] The sync data for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 is: [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '9d9a4361-8976-4bee-812a-6fac26f4c3a0', 'name': '', 'network_id': 'e9fa407b-ff6f-4005-b6c7-f0f62eade893', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'mac_address': 'fa:16:3e:fd:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1c20220b-d130-449b-a97e-72a423e9737e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:43Z', 'updated_at': '2021-08-29T04:44:54Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'subnets': [{'id': '1c20220b-d130-449b-a97e-72a423e9737e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:40.850638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-caaeed11-3bb3-4af0-9149-7d7a33d845f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.852221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-caaeed11-3bb3-4af0-9149-7d7a33d845f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fa407b-ff6f-4005-b6c7-f0f62eade893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527505 Aug 29 04:46:40.860592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7927e0e8-4a95-4dc9-a132-07e0063718cd req-5104aa91-6c1a-4e25-a07f-70ca89750eb9 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820258 Aug 29 04:46:40.945445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fbe6-2c13-4525-9957-1758e5259e4f req-d0229561-2677-4c2c-aeea-f88391ceae4c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:40.949009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54c2fbe6-2c13-4525-9957-1758e5259e4f req-d0229561-2677-4c2c-aeea-f88391ceae4c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.1408088 Aug 29 04:46:41.005684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-7999ce04-2daf-47da-b0b7-bfaab5a4630c service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432011 Aug 29 04:46:41.011959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54c2fbe6-2c13-4525-9957-1758e5259e4f req-aaf9f0c9-9034-4d95-be59-c49a923b141d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547009 Aug 29 04:46:41.156353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03a37c59-322b-4d43-b44c-b5abd3d42490 req-60b3178a-5142-43f6-9452-a6318e360289 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392198 Aug 29 04:46:41.220686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e28f6-9f21-4579-a684-dae2c0a5660e None None] New status for floating IP 42e5722e-9fbe-4db9-adb7-f4aa29b0a03a: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:46:41.315561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:41.865647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430be89-beb1-42d0-b724-ccce83f9edf9 req-07c2683b-9ee0-4e75-92ad-24cd640c686a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:41.868248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6430be89-beb1-42d0-b724-ccce83f9edf9 req-07c2683b-9ee0-4e75-92ad-24cd640c686a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0685034 Aug 29 04:46:41.944929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6430be89-beb1-42d0-b724-ccce83f9edf9 req-f2a34dbf-159e-45af-a745-e5578007b25f tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Aug 29 04:46:42.030180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a3ab-efa8-46ca-9eac-bd939ec28819 req-89acdd5f-5a2d-430e-a284-8dcf592fc546 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:42.032124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b06a3ab-efa8-46ca-9eac-bd939ec28819 req-89acdd5f-5a2d-430e-a284-8dcf592fc546 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.0670352 Aug 29 04:46:42.162726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b06a3ab-efa8-46ca-9eac-bd939ec28819 req-9895851c-5ab7-4d6e-971a-1037581a85af tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/security-groups?id=26d9162c-634f-4d72-a5f4-dd307a31666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189456 Aug 29 04:46:42.195582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dc852-f801-4295-a309-7ad947504132 req-b5a7e13a-add6-483a-8a69-064cd7ec374e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:42.197226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-921dc852-f801-4295-a309-7ad947504132 req-b5a7e13a-add6-483a-8a69-064cd7ec374e tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 945 time: 0.1405790 Aug 29 04:46:42.216057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.223591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167b7d-a24b-4827-b56b-a53e18213776 req-169c6550-ab63-43b2-877e-18f118aea522 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:42.225254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6167b7d-a24b-4827-b56b-a53e18213776 req-169c6550-ab63-43b2-877e-18f118aea522 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0841475 Aug 29 04:46:42.332458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6167b7d-a24b-4827-b56b-a53e18213776 req-85ce046e-cd75-474c-b6c9-af736296cd0d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Aug 29 04:46:42.363884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:42.364503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.493435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:42.493705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.512759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:42.696463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.780884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=7c0c2a17-e81a-49c1-ba0b-3dde8449e517,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:42.796243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] No DVR routers for this DVR port 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:42.800050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:42.804538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-921dc852-f801-4295-a309-7ad947504132 req-a75ca811-3e47-4215-ac4a-bcf6d5da4804 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.54 "DELETE /v2.0/ports/7c0c2a17-e81a-49c1-ba0b-3dde8449e517 HTTP/1.1" status: 204 len: 173 time: 0.5958390 Aug 29 04:46:42.805709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-deleted', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:42.812342 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41caa1-4866-4a4d-abf1-303d021690fd" -d '{"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-deleted", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:42.944771 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284158a-a5d6-45b2-8797-27a785f929d0 x-openstack-request-id: req-b284158a-a5d6-45b2-8797-27a785f929d0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:42.945060 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddb21c8-97ca-462f-ab56-b8cf3794827e", "name": "network-vif-deleted", "tag": "7c0c2a17-e81a-49c1-ba0b-3dde8449e517", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:42.945306 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b284158a-a5d6-45b2-8797-27a785f929d0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:42.945927 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddb21c8-97ca-462f-ab56-b8cf3794827e', 'name': 'network-vif-deleted', 'tag': '7c0c2a17-e81a-49c1-ba0b-3dde8449e517', 'status': 'completed', 'code': 200} Aug 29 04:46:43.057834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.137364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ee6a-28a5-430c-8b39-85536ec1e74d req-185b897e-cac3-4abd-b812-51f209d0ad45 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:43.140340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d88ee6a-28a5-430c-8b39-85536ec1e74d req-185b897e-cac3-4abd-b812-51f209d0ad45 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0802655 Aug 29 04:46:43.199864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d88ee6a-28a5-430c-8b39-85536ec1e74d req-87e88910-8eff-4a00-b818-67b30d5243b6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520024 Aug 29 04:46:43.213674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:43.414583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.447460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a57177d-633a-4327-94a2-b77bdc489801 req-8c5994ec-5b16-46f5-ab2f-a8c4a3a30da8 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ddb21c8-97ca-462f-ab56-b8cf3794827e HTTP/1.1" status: 200 len: 210 time: 0.0440304 Aug 29 04:46:43.448725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:46:43.451087 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b52ab-f50d-43c4-9d20-ed62f9ddc622" -d '{"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-unplugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:46:43.489948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:43.496824 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:43.555280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca79e4-357d-4f6a-9f24-e73538bca274 req-ec7c6007-f189-4f82-a20e-e7d9f163fab3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:43.556956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96ca79e4-357d-4f6a-9f24-e73538bca274 req-ec7c6007-f189-4f82-a20e-e7d9f163fab3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 945 time: 0.0879180 Aug 29 04:46:43.558887 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a1142-3eb3-4c6e-a5c0-54feade32f32 x-openstack-request-id: req-f60a1142-3eb3-4c6e-a5c0-54feade32f32 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:46:43.559671 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-unplugged", "status": "failed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:46:43.560922 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f60a1142-3eb3-4c6e-a5c0-54feade32f32 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:46:43.561856 n-d-712139-13 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'code': 422} returned with failed status Aug 29 04:46:43.613303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:44.011199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96ca79e4-357d-4f6a-9f24-e73538bca274 req-bf3cef12-7f57-4801-ad7b-3304f3e42c77 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460924 Aug 29 04:46:44.146771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658489bc-9c3a-4682-bb09-c5ad1b487d4e req-ccec8eb0-37f5-4356-8292-9e15d1c7d91d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:44.149399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-658489bc-9c3a-4682-bb09-c5ad1b487d4e req-ccec8eb0-37f5-4356-8292-9e15d1c7d91d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.0635655 Aug 29 04:46:44.205122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-658489bc-9c3a-4682-bb09-c5ad1b487d4e req-8633a961-9724-49e8-a668-d287ad1e8e4d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491476 Aug 29 04:46:44.387556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f44dd-66e6-49a0-93b4-8c7d748a5433 req-4ab9fd91-e8a6-4000-bdff-80de79aeafc6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:44.389086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d9f44dd-66e6-49a0-93b4-8c7d748a5433 req-4ab9fd91-e8a6-4000-bdff-80de79aeafc6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0590200 Aug 29 04:46:44.434593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d9f44dd-66e6-49a0-93b4-8c7d748a5433 req-60caf856-660b-4624-a4c4-3ea4cf2c8fbf tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Aug 29 04:46:44.539701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:44.584860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741614e-57dd-49a0-adbf-097c126ca685 req-e21ec95d-49b5-49fe-9595-74693468b950 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:44.586583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5741614e-57dd-49a0-adbf-097c126ca685 req-e21ec95d-49b5-49fe-9595-74693468b950 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.0646036 Aug 29 04:46:44.665706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5741614e-57dd-49a0-adbf-097c126ca685 req-e255c087-01f4-4398-84cc-9ac8b96ddd29 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Aug 29 04:46:44.671465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-5c3d5e8e-dce9-4bb6-bde6-d9bcbe44808c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813668 Aug 29 04:46:45.095713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.148897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:45.175252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:45.175600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 7c0c2a17-e81a-49c1-ba0b-3dde8449e517 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:45.497205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 9d9a4361-8976-4bee-812a-6fac26f4c3a0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:45.497831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.615779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 9d9a4361-8976-4bee-812a-6fac26f4c3a0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9d9a4361-8976-4bee-812a-6fac26f4c3a0,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:45.616835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616217d-5a5b-4176-8d3d-45119ca9a698 req-087af0bc-05c3-4da1-b71d-4c2772c07281 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:45.617274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.618489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0616217d-5a5b-4176-8d3d-45119ca9a698 req-087af0bc-05c3-4da1-b71d-4c2772c07281 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0867581 Aug 29 04:46:45.637170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 9d9a4361-8976-4bee-812a-6fac26f4c3a0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:45.662515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0616217d-5a5b-4176-8d3d-45119ca9a698 req-62d7b7d8-0159-4c33-b94a-6c39da62e93e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Aug 29 04:46:45.814869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc378b3e-2159-4e3f-8a85-441b75a20906 req-ada2ea63-2d03-4707-b29e-056183d9d447 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:45.817649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc378b3e-2159-4e3f-8a85-441b75a20906 req-ada2ea63-2d03-4707-b29e-056183d9d447 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.0688183 Aug 29 04:46:45.834122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-e710a1a2-9a37-46c0-a2b2-0d2eef17bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:45.835701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-e710a1a2-9a37-46c0-a2b2-0d2eef17bfe1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d&tenant_id=f4c8134d7d904fb98af8953a70318d37 HTTP/1.1" status: 200 len: 1095 time: 0.0704162 Aug 29 04:46:45.866138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc378b3e-2159-4e3f-8a85-441b75a20906 req-5c499eb3-a31c-4262-bbae-7f8a40bfc500 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Aug 29 04:46:45.932798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:45.966966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=9d9a4361-8976-4bee-812a-6fac26f4c3a0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:45.973126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-ceed178b-537e-494c-8e3f-9abe72278b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:45.976242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-ceed178b-537e-494c-8e3f-9abe72278b4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1095 time: 0.0926480 Aug 29 04:46:46.238559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-0d6f7945-e66b-4c09-b369-95b670675b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:46.240184 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-0d6f7945-e66b-4c09-b369-95b670675b1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 915 time: 0.2503836 Aug 29 04:46:46.310879 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-5e1234fd-6ebe-474e-bf70-ba257977a029 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 217 time: 0.0438023 Aug 29 04:46:46.374190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:46.386997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-1e07e05e-b812-4994-a598-f64d006b3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:46.388524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-1e07e05e-b812-4994-a598-f64d006b3972 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.0625770 Aug 29 04:46:46.471500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-af088123-6c64-49e5-8433-7a196f78c9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434763 Aug 29 04:46:46.668006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-52aa9327-4766-441c-b6f7-aa750f1ebd78 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877704 Aug 29 04:46:46.811615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Router d56f9fb9-fac5-4ae5-a201-fd70c92a932d has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:46:46.823579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016610ba-9847-441f-9867-419d4d5cf3ea req-b2e4ab83-295d-40ad-aee5-5cce7abeeaa7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:46.826445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-016610ba-9847-441f-9867-419d4d5cf3ea req-b2e4ab83-295d-40ad-aee5-5cce7abeeaa7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0631399 Aug 29 04:46:46.827367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-463f0edb-4651-4d4d-b68a-35a0e5300228 req-c07f0c7c-1cb2-4a54-a13d-1a17ec91a078 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520479 Aug 29 04:46:46.960851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-016610ba-9847-441f-9867-419d4d5cf3ea req-120ed0de-79f8-4f8c-b459-046d1594f39c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201797 Aug 29 04:46:47.111059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e28aa-33e1-4bee-9044-0b077a8ae47d req-0e5f48e2-6d56-45e3-a957-4f5bf04c4ae5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:47.128836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b8e28aa-33e1-4bee-9044-0b077a8ae47d req-0e5f48e2-6d56-45e3-a957-4f5bf04c4ae5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1470482 Aug 29 04:46:47.210187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b8e28aa-33e1-4bee-9044-0b077a8ae47d req-d3bc00b0-edc9-4be0-9b5c-c9b89a351f2f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722208 Aug 29 04:46:47.453085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:46:47.461035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1afdda7a-0d38-49d5-a7b1-ec5fa95a1cfc tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "PUT /v2.0/routers/d56f9fb9-fac5-4ae5-a201-fd70c92a932d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198127 Aug 29 04:46:47.466347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:47.471738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Sync routers for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:46:47.485005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:47.486144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:47.632837 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:47.767120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting subnet 1c20220b-d130-449b-a97e-72a423e9737e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:46:47.772241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.892495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:47.962256 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:46:45Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:47.998788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Checking router: d56f9fb9-fac5-4ae5-a201-fd70c92a932d for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:46:48.035426 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Routers {'d56f9fb9-fac5-4ae5-a201-fd70c92a932d'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:46:48.036584 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:48.238544 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] Set router d56f9fb9-fac5-4ae5-a201-fd70c92a932d gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:46:48.267501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.440737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24931a2-8338-477b-924e-2bb4351f7846 req-b0765a5c-11bb-4074-a592-6d7e2f981e2d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.448427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a24931a2-8338-477b-924e-2bb4351f7846 req-b0765a5c-11bb-4074-a592-6d7e2f981e2d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.2831576 Aug 29 04:46:48.626028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.674710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.676799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/subnets/1c20220b-d130-449b-a97e-72a423e9737e HTTP/1.1" status: 204 len: 168 time: 1.2084949 Aug 29 04:46:48.680056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:48.686172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ca6bc-3235-4d4e-8b6b-067b3de474f6 None None] Network e9fa407b-ff6f-4005-b6c7-f0f62eade893 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:48.692823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a24931a2-8338-477b-924e-2bb4351f7846 req-19b413cb-4d80-4816-a0cb-c92df23ec4c8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431893 Aug 29 04:46:48.802448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806df7f-0fa9-443e-a547-c54a4c640f57 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Subnet': ['ID=1c20220b-d130-449b-a97e-72a423e9737e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:48.861465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9385-eaee-489f-8075-45550bbaa4ec req-e17ed5cb-40f4-4eaf-b7f9-fc15293ef147 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:48.880209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4ba9385-eaee-489f-8075-45550bbaa4ec req-e17ed5cb-40f4-4eaf-b7f9-fc15293ef147 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.4047832 Aug 29 04:46:48.941255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:48.943658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:46:45Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:49.047469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb67bc-aa01-4d91-8522-8824081a5f4b None None] The sync data for ids ['d56f9fb9-fac5-4ae5-a201-fd70c92a932d'] in n-d-712139-13 is: [{'id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513132948', 'tenant_id': '5fb81efe55d341afad69b28151dd4d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:46:45Z', 'revision_number': 5, 'project_id': '5fb81efe55d341afad69b28151dd4d3e', 'gw_port': {'id': '81a8b9ba-bab0-4301-857e-359d415d7af1', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56f9fb9-fac5-4ae5-a201-fd70c92a932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:44:38Z', 'updated_at': '2021-08-29T04:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:46:49.049477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4ba9385-eaee-489f-8075-45550bbaa4ec req-f403dcb2-dc03-4dc6-bccb-96f1fdc1d337 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671190 Aug 29 04:46:49.110847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] DHCP port deletion for e9fa407b-ff6f-4005-b6c7-f0f62eade893 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:46:49.249715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Deleting port 698d591a-6b6d-410d-810c-134cdfe1f13b {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:49.250187 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.294183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.358480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] For port 698d591a-6b6d-410d-810c-134cdfe1f13b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=698d591a-6b6d-410d-810c-134cdfe1f13b,segment=NetworkSegment(73aaadc5-c15e-4577-b935-5d488278fd63),segment_id=73aaadc5-c15e-4577-b935-5d488278fd63)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:49.359520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.378454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Calling delete_port for 698d591a-6b6d-410d-810c-134cdfe1f13b owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:49.418755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Deleting port 81a8b9ba-bab0-4301-857e-359d415d7af1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:46:49.420553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.503504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.524419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] No DVR routers for this DVR port 698d591a-6b6d-410d-810c-134cdfe1f13b on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:46:49.579393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Pushing event deleted for resources: {'Port': ['ID=698d591a-6b6d-410d-810c-134cdfe1f13b,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:49.607204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.607345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.607573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.607911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.608277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.608609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.608934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.609259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.609584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.609969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.610219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.610543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d6e2e3-3315-425d-94e4-4bb7446d17e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:46:49.651371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] For port 81a8b9ba-bab0-4301-857e-359d415d7af1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=81a8b9ba-bab0-4301-857e-359d415d7af1,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:46:49.651721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:49.671566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Calling delete_port for 81a8b9ba-bab0-4301-857e-359d415d7af1 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:46:49.970368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe3afd-296b-4c1c-937e-8f0253e08fb5 req-7481805d-6c63-40fe-b607-93f4b320ea3d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:49.986549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfe3afd-296b-4c1c-937e-8f0253e08fb5 req-7481805d-6c63-40fe-b607-93f4b320ea3d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1435566 Aug 29 04:46:50.051908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.126076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfe3afd-296b-4c1c-937e-8f0253e08fb5 req-914f2286-6816-44b8-ad29-bbb3d5e830d3 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384108 Aug 29 04:46:50.164120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9d9a4361-8976-4bee-812a-6fac26f4c3a0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:50.227624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 9d9a4361-8976-4bee-812a-6fac26f4c3a0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:50.228861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 9d9a4361-8976-4bee-812a-6fac26f4c3a0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:50.229428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 698d591a-6b6d-410d-810c-134cdfe1f13b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:50.261125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Port': ['ID=81a8b9ba-bab0-4301-857e-359d415d7af1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:50.283999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 698d591a-6b6d-410d-810c-134cdfe1f13b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:50.284753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 698d591a-6b6d-410d-810c-134cdfe1f13b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:50.356326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476d057-a709-463b-8c37-a590929be187 req-7a95903f-1176-46f0-b2b8-31878e669174 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:50.372407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3476d057-a709-463b-8c37-a590929be187 req-7a95903f-1176-46f0-b2b8-31878e669174 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1637187 Aug 29 04:46:50.392766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.461430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3476d057-a709-463b-8c37-a590929be187 req-87ae4052-b329-4adb-a108-caa1ab3d65c2 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862062 Aug 29 04:46:50.564871 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.567598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.663365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.665271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Fanout notify agent at l3_agent the message router_deleted on router d56f9fb9-fac5-4ae5-a201-fd70c92a932d {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:46:50.691999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:50.696412 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d22b1b88-2003-4462-ae83-3de54b5139d7 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/routers/d56f9fb9-fac5-4ae5-a201-fd70c92a932d HTTP/1.1" status: 204 len: 168 time: 2.0151176 Aug 29 04:46:50.703889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:50.900564 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.198953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.246537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fa407b-ff6f-4005-b6c7-f0f62eade893']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:51.277969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73aaadc5-c15e-4577-b935-5d488278fd63') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:51.279577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73aaadc5-c15e-4577-b935-5d488278fd63') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:46:51.316665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.406059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.428915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01cbac-2224-44bc-a60d-56be7e10d1da req-76c218c8-d835-41e6-90d3-6302d221cd43 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.441524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f01cbac-2224-44bc-a60d-56be7e10d1da req-76c218c8-d835-41e6-90d3-6302d221cd43 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1440136 Aug 29 04:46:51.455546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:46:51.455994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:46:51.459311 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:46:51.614308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f01cbac-2224-44bc-a60d-56be7e10d1da req-e7f85024-fa3d-4808-9946-4acba34f7242 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715419 Aug 29 04:46:51.618044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.631303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.637384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/networks/e9fa407b-ff6f-4005-b6c7-f0f62eade893 HTTP/1.1" status: 204 len: 168 time: 0.9323668 Aug 29 04:46:51.639858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:51.735258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443058cb-734a-4398-9a0b-9c298ee91c64 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'Network': ['ID=e9fa407b-ff6f-4005-b6c7-f0f62eade893,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:51.851812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:51.907794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad9a46-6545-4a24-b176-9a5a4a6f5a9a req-bba1b61f-87e9-4e8d-83b6-265b5d8b6a19 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:51.921268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfad9a46-6545-4a24-b176-9a5a4a6f5a9a req-bba1b61f-87e9-4e8d-83b6-265b5d8b6a19 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1222186 Aug 29 04:46:51.935126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.041932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfad9a46-6545-4a24-b176-9a5a4a6f5a9a req-4dfbc4d9-ae0d-4492-a902-a729eee1b50d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186736 Aug 29 04:46:52.086799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.095373 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:52.099073 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] 10.222.0.62 "DELETE /v2.0/security-groups/26d9162c-634f-4d72-a5f4-dd307a31666b HTTP/1.1" status: 204 len: 168 time: 0.4576705 Aug 29 04:46:52.110500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81a8b9ba-bab0-4301-857e-359d415d7af1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:46:52.164992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 81a8b9ba-bab0-4301-857e-359d415d7af1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:46:52.165479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 81a8b9ba-bab0-4301-857e-359d415d7af1 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:46:52.174037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2f3c-40c2-4d36-bcbe-1560cf4c1757 tempest-TestNetworkAdvancedServerOps-1232365833 tempest-TestNetworkAdvancedServerOps-1232365833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d9162c-634f-4d72-a5f4-dd307a31666b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:52.922027 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:52.969069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2309cac-83af-468e-a674-6a0ddf61c13b req-fd4de322-6a69-48ef-947c-627a64c88601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:52.982886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2309cac-83af-468e-a674-6a0ddf61c13b req-fd4de322-6a69-48ef-947c-627a64c88601 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1097 time: 0.1418924 Aug 29 04:46:53.002465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308e27a-a948-4491-9a0e-1d028ead93e5 req-d2d932a2-5449-4396-845c-280d8f10d539 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.005553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a308e27a-a948-4491-9a0e-1d028ead93e5 req-d2d932a2-5449-4396-845c-280d8f10d539 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.2472355 Aug 29 04:46:53.118686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a308e27a-a948-4491-9a0e-1d028ead93e5 req-885a0a26-d402-4ae6-be76-3395a298b30a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936444 Aug 29 04:46:53.151252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2309cac-83af-468e-a674-6a0ddf61c13b req-e67bbfa3-ed24-4a4f-87b0-91004bd55cbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439412 Aug 29 04:46:53.333153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddbcd4-e972-4344-852d-2b3315b9a94c req-962035f2-cf03-4ac6-9c17-5c478337a911 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:53.334901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3ddbcd4-e972-4344-852d-2b3315b9a94c req-962035f2-cf03-4ac6-9c17-5c478337a911 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1518393 Aug 29 04:46:53.373634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b6efc3b-630d-4a91-b0c4-07a4f36b7dea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fb81efe55d341afad69b28151dd4d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411919 Aug 29 04:46:53.376603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:53.415469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3ddbcd4-e972-4344-852d-2b3315b9a94c req-4198dd9d-19e3-4e64-9368-cc146252c645 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672133 Aug 29 04:46:53.548460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.577387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.645084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.665614 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:53.665614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06f47621-3d2f-47e2-af03-4a374f427c42 HTTP/1.1" status: 204 len: 168 time: 0.2833941 Aug 29 04:46:53.695497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbdccd-6492-49ec-b88e-75c60b83ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f47621-3d2f-47e2-af03-4a374f427c42,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:54.246332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.427254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-132d8d15-e803-430e-a97a-45f38934fb6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c498b2288d7142638b2ce6f39f9d4427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779401 Aug 29 04:46:54.430340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:54.514387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea0116-742a-424f-905b-54a0d44e1304 req-453d92a0-c18a-4030-9c55-f774583eb2e8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.524356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5ea0116-742a-424f-905b-54a0d44e1304 req-453d92a0-c18a-4030-9c55-f774583eb2e8 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1715832 Aug 29 04:46:54.583511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.634266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5ea0116-742a-424f-905b-54a0d44e1304 req-b405bcf6-5d01-46a0-b9ab-891b1970a353 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005905 Aug 29 04:46:54.681920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92706-9452-453e-9ec7-9b2ce0d752e1 req-a1073204-345f-47db-9401-d7e2f9ad6d76 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:54.693062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fe92706-9452-453e-9ec7-9b2ce0d752e1 req-a1073204-345f-47db-9401-d7e2f9ad6d76 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.0925088 Aug 29 04:46:54.707334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.753603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fe92706-9452-453e-9ec7-9b2ce0d752e1 req-01230a5f-7887-4f20-a92c-f449f42dba74 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577047 Aug 29 04:46:54.848487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.853518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:54.855840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a71b7661-329e-4768-953d-db9e91246ea7 HTTP/1.1" status: 204 len: 168 time: 0.4232941 Aug 29 04:46:54.907148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343b06d-feb1-40fc-986c-5ed0a6d162cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b7661-329e-4768-953d-db9e91246ea7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:55.935598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fbdd1-02f4-4c62-be8b-baa25b9d3ec4 req-e6e10775-b9fe-4cb0-a5ca-3eca723dbef4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:55.937517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e2fbdd1-02f4-4c62-be8b-baa25b9d3ec4 req-e6e10775-b9fe-4cb0-a5ca-3eca723dbef4 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1005466 Aug 29 04:46:56.022185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e2fbdd1-02f4-4c62-be8b-baa25b9d3ec4 req-8dc6b6e3-4738-40c2-a10b-2358295ec64d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754166 Aug 29 04:46:56.044238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93073-7553-4b9d-873c-bc0a766ab7e7 req-f37fcc8e-d502-4304-b1b0-0758e42cfeae tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.047334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9b93073-7553-4b9d-873c-bc0a766ab7e7 req-f37fcc8e-d502-4304-b1b0-0758e42cfeae tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1294711 Aug 29 04:46:56.167966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9b93073-7553-4b9d-873c-bc0a766ab7e7 req-05211458-a0c0-49ac-9185-11473feda0b7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109171 Aug 29 04:46:56.675973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:56.701588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-01640d93-d519-4c59-aa07-80d416920dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.709213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-01640d93-d519-4c59-aa07-80d416920dec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8625ffbc4d6e45228195d4664507e356&device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 1097 time: 0.2670407 Aug 29 04:46:56.849763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1601170602-network', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:56.854338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be705e3-e25d-40d4-bdd1-011c818f2382 req-4a6a37e2-8414-4f04-a991-f02d5e0310ec tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:56.858505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9be705e3-e25d-40d4-bdd1-011c818f2382 req-4a6a37e2-8414-4f04-a991-f02d5e0310ec tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.2904007 Aug 29 04:46:56.896622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Made reservation on behalf of bdb0ce6f5ffa495dbc679c20a97a5eed for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:56.900198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:56.916558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.020488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9be705e3-e25d-40d4-bdd1-011c818f2382 req-a60e889a-e629-436f-9593-fc69a2ddd85b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487701 Aug 29 04:46:57.100255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.107611 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.110415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-7f3ab5ce-ec2b-48bb-8f04-bc19456af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.114298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-7f3ab5ce-ec2b-48bb-8f04-bc19456af03c service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 200 len: 911 time: 0.3970690 Aug 29 04:46:57.181807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-2ab414db-ff01-444e-916a-c5f67452b2b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 200 len: 217 time: 0.0591435 Aug 29 04:46:57.195818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1496a29-0d6c-405a-962a-a57ac81fc4f3,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.228229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:46:57.249066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.249720 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Added segment 24f2d995-2dc4-45e5-8c7c-58298afa38aa of type vlan for network 0f0e8853-2480-4f20-8b05-d31a303b7a64 Aug 29 04:46:57.303475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-0d896ed1-5990-4ae0-999b-68ae5e1f3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.308241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-0d896ed1-5990-4ae0-999b-68ae5e1f3c11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 200 len: 850 time: 0.1184750 Aug 29 04:46:57.378046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-03c4cf5f-dc9c-4151-bd6b-7236c1be9b75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a55c3b-7cb5-4877-a334-9bd7ea17e831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580392 Aug 29 04:46:57.378455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.439637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.441737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.442765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.567557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-70b99166-4e43-4f94-b549-266b16e44f17 service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823978 Aug 29 04:46:57.568610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8882852 Aug 29 04:46:57.569393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:57.575144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Request body: {'subnet': {'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1601170602-subnet', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:57.600728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7873c33-310e-4cc7-8469-efc8eb070349 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0e8853-2480-4f20-8b05-d31a303b7a64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:57.618277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:46:57.818799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54251-d8b0-4c86-9852-4852523d632a req-5b5bac0f-172f-486b-9e91-af6520cf2e0c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:57.821182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc54251-d8b0-4c86-9852-4852523d632a req-5b5bac0f-172f-486b-9e91-af6520cf2e0c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.3464847 Aug 29 04:46:57.822464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Made reservation on behalf of bdb0ce6f5ffa495dbc679c20a97a5eed for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:46:57.825215 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:57.954502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc54251-d8b0-4c86-9852-4852523d632a req-db104e5e-b0b3-44cf-be7f-0c351cfa5b78 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Aug 29 04:46:57.964502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0066ba69-ece5-49ea-a2d0-8ce3ec0afd3b req-54113af7-551d-4117-9275-b64f0434e08d service neutron] 10.222.0.54 "GET /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640130 Aug 29 04:46:58.260956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0ce97-1493-4fd8-a2a4-525b056a99ff req-7f42746e-9c46-405a-b650-dfd74faa0e37 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.264590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffc0ce97-1493-4fd8-a2a4-525b056a99ff req-7f42746e-9c46-405a-b650-dfd74faa0e37 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1342289 Aug 29 04:46:58.377843 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.495791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:58.518790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffc0ce97-1493-4fd8-a2a4-525b056a99ff req-ea401ce8-fbd0-4666-9919-2ab6fd826641 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172477 Aug 29 04:46:58.572184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Checking segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:58.573916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Network hostable DHCP agents. Network: 0f0e8853-2480-4f20-8b05-d31a303b7a64, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:46:58.617066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:46:58.641457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0f0e8853-2480-4f20-8b05-d31a303b7a64) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:58.652753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:58.653430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.664892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070b6c6-241f-44c8-8fed-9799e675c2d4 None None] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:46:58.692903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e981d5d-6c69-453b-93c2-ed5bf7d6cc37 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1220927 Aug 29 04:46:58.697378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:46:58.702618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:46:58.751027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.752825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.892695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:58.957767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0f0e8853-2480-4f20-8b05-d31a303b7a64', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:46:58.959115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.098335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.191695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Allocated IP 172.20.0.2 (0f0e8853-2480-4f20-8b05-d31a303b7a64/b37b19ba-9615-4ccc-8cb4-a854b8f6ec19/e2f32d2c-9924-49f0-81db-f2a311f9b23e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:59.230394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b57b3f-78a4-4001-a3d7-48c210c53266 req-8799c750-daec-4b61-9985-9c91e61831ff tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.233828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18b57b3f-78a4-4001-a3d7-48c210c53266 req-8799c750-daec-4b61-9985-9c91e61831ff tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.1099877 Aug 29 04:46:59.318619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18b57b3f-78a4-4001-a3d7-48c210c53266 req-906ea7ab-6783-49fd-b345-65fbcc7fbe22 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Aug 29 04:46:59.368233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.377781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Transition to ACTIVE for port object e2f32d2c-9924-49f0-81db-f2a311f9b23e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:59.396405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Transition to ACTIVE for port object e2f32d2c-9924-49f0-81db-f2a311f9b23e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:46:59.404413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.447846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.452135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:46:59.455429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:46:59.459721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:46:59.468381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Pushing event updated for resources: {'Port': ['ID=e2f32d2c-9924-49f0-81db-f2a311f9b23e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.472208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.526571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Attempting to bind port e2f32d2c-9924-49f0-81db-f2a311f9b23e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:46:59.526815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Attempting to bind port e2f32d2c-9924-49f0-81db-f2a311f9b23e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:46:59.527123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Attempting to bind port e2f32d2c-9924-49f0-81db-f2a311f9b23e on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:46:59.533430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:46:59.533966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Checking segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:46:59.535204 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.535204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Bound using segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:46:59.535487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Bound port: e2f32d2c-9924-49f0-81db-f2a311f9b23e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:46:59.535860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.594145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Allocated IP 172.25.3.176 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/156c4a90-b754-4afd-aed5-568b776866cd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:46:59.641170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] For port e2f32d2c-9924-49f0-81db-f2a311f9b23e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:46:59.649120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] For port e2f32d2c-9924-49f0-81db-f2a311f9b23e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e2f32d2c-9924-49f0-81db-f2a311f9b23e,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:46:59.656756 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.759239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c90c-9b1c-4d69-bde6-2ba606b5488b None None] Pushing event updated for resources: {'Port': ['ID=e2f32d2c-9924-49f0-81db-f2a311f9b23e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:46:59.827627 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.832505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1d2d-8b8f-46e0-8f8b-e1b2659f8460 req-db268090-4999-458f-9aba-82ecce878662 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:46:59.834163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f28b1d2d-8b8f-46e0-8f8b-e1b2659f8460 req-db268090-4999-458f-9aba-82ecce878662 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0959654 Aug 29 04:46:59.886679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:46:59.915673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f28b1d2d-8b8f-46e0-8f8b-e1b2659f8460 req-df2790fd-e397-4335-8ccf-96af4bbd2a69 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679755 Aug 29 04:46:59.992246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.051342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:00.056974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:00.066336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:00.109974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Pushing event updated for resources: {'Port': ['ID=156c4a90-b754-4afd-aed5-568b776866cd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:00.210377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e2f32d2c-9924-49f0-81db-f2a311f9b23e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:00.295334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e2f32d2c-9924-49f0-81db-f2a311f9b23e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:00.525947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:00.539140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f525d2-e8f3-4599-807b-3461f118dffa req-e5123fed-1084-4b63-b28d-04bbfdc21669 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:00.540878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76f525d2-e8f3-4599-807b-3461f118dffa req-e5123fed-1084-4b63-b28d-04bbfdc21669 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.0836959 Aug 29 04:47:00.675979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-76f525d2-e8f3-4599-807b-3461f118dffa req-1ee18c1d-d17c-4f7f-9064-2fa05e57f183 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863264 Aug 29 04:47:00.835727 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.030701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Router be6cff2e-206e-4811-a84c-708b12f7a6f3 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:01.180863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd393bd-396b-41dd-8c28-766f1b0882e0 None None] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:01.282063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:01.346727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Provisioning for port e2f32d2c-9924-49f0-81db-f2a311f9b23e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:01.366639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Provisioning complete for port e2f32d2c-9924-49f0-81db-f2a311f9b23e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:01.367470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.681505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f752-5433-43e7-94ce-d3dacaaab0c7 req-fa5817b8-dd82-4bdd-ad04-86982557928c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.691116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e967f752-5433-43e7-94ce-d3dacaaab0c7 req-fa5817b8-dd82-4bdd-ad04-86982557928c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.6437593 Aug 29 04:47:01.790163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e967f752-5433-43e7-94ce-d3dacaaab0c7 req-149ec8d9-4ddf-4bee-b841-fdb58908175c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941722 Aug 29 04:47:01.793420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:01.795573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:47:01.874530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:01.886702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a1fde749-6273-4133-bb06-1e8ce6004581 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1814463 Aug 29 04:47:01.886702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:01.931610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Sync routers for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:01.992460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f03f1-49c6-4497-ad57-24683e3c9fc7 req-bacd0f97-021f-4a0f-85fb-6bc20e099285 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:01.995468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-196f03f1-49c6-4497-ad57-24683e3c9fc7 req-bacd0f97-021f-4a0f-85fb-6bc20e099285 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 943 time: 0.2035835 Aug 29 04:47:02.042600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:02.043770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:02.138787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-196f03f1-49c6-4497-ad57-24683e3c9fc7 req-cc50bb9e-35e6-4083-9b59-84424698ace1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086383 Aug 29 04:47:02.351032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:02.359496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda38c0-ad23-4fc2-80ef-219b33c31d87 req-f2878077-cf22-4b62-8be7-edcf38cc562c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:02.360163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.361173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bda38c0-ad23-4fc2-80ef-219b33c31d87 req-f2878077-cf22-4b62-8be7-edcf38cc562c tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.0755935 Aug 29 04:47:02.493609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'network_id': '805f4d19-4754-436a-9425-dab5cc1caf64', 'port_id': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'mac_address': 'fa:16:3e:5c:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4012566-44d2-406a-a8b2-c28c7115d26f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:02.586790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:02.592106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] For port e2f32d2c-9924-49f0-81db-f2a311f9b23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e2f32d2c-9924-49f0-81db-f2a311f9b23e,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:02.598615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bda38c0-ad23-4fc2-80ef-219b33c31d87 req-e1963c99-c9ce-4a5f-bbd6-59b4a0915f9e tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965468 Aug 29 04:47:02.707714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.776485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:02.923725 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.014369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:03.029629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9839b365-7279-4435-8a47-57c48cacaba3 None None] Provisioning complete for port e2f32d2c-9924-49f0-81db-f2a311f9b23e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:03.030244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9839b365-7279-4435-8a47-57c48cacaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.060730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Allocated IP 172.20.0.1 (0f0e8853-2480-4f20-8b05-d31a303b7a64/b37b19ba-9615-4ccc-8cb4-a854b8f6ec19/e01d706b-dadd-42e1-b229-b8efde166c44) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:03.121891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e819c-a124-448e-9960-19ce0c8dde8b None None] Pushing event updated for resources: {'Port': ['ID=e2f32d2c-9924-49f0-81db-f2a311f9b23e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.132792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:03.156972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.266536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:00Z', 'revision_number': 3, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:03.280217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.397231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Checking router: be6cff2e-206e-4811-a84c-708b12f7a6f3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:03.397231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Updating router be6cff2e-206e-4811-a84c-708b12f7a6f3 port 156c4a90-b754-4afd-aed5-568b776866cd binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:03.397231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.592285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Transition to ACTIVE for port object e01d706b-dadd-42e1-b229-b8efde166c44 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:03.597082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.597082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:03.597487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244de5c-c373-428b-8ea3-5814864c4912 req-9f552c51-489c-44fb-a7fa-ddbf13d1cb98 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.597487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b244de5c-c373-428b-8ea3-5814864c4912 req-9f552c51-489c-44fb-a7fa-ddbf13d1cb98 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.2961640 Aug 29 04:47:03.666008 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:03.682962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:03.739255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b244de5c-c373-428b-8ea3-5814864c4912 req-f3bac466-2368-4199-a257-22ca75760799 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290684 Aug 29 04:47:03.794869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:03.802285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:03.807294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:03.881359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Pushing event updated for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:03.957336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f92f9-03dd-4acc-8f4d-f4fa1f646a79 req-47644821-44cc-4e9d-b696-56461c930205 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:03.959269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-895f92f9-03dd-4acc-8f4d-f4fa1f646a79 req-47644821-44cc-4e9d-b696-56461c930205 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1378515 Aug 29 04:47:03.964355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.106323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-895f92f9-03dd-4acc-8f4d-f4fa1f646a79 req-c96a9a99-4de5-495d-a843-e539c7d25f0a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 Aug 29 04:47:04.209732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e2f32d2c-9924-49f0-81db-f2a311f9b23e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:04.327970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.337406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.357233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fdd2ed2-1dd9-4ab1-a2ae-6c422661e38e None None] Provisioning for port e01d706b-dadd-42e1-b229-b8efde166c44 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:04.365680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Transition to ACTIVE for port object 156c4a90-b754-4afd-aed5-568b776866cd will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:04.374886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7fdd2ed2-1dd9-4ab1-a2ae-6c422661e38e None None] Provisioning complete for port e01d706b-dadd-42e1-b229-b8efde166c44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:04.375796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2ed2-1dd9-4ab1-a2ae-6c422661e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.382362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.483190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2ed2-1dd9-4ab1-a2ae-6c422661e38e None None] Port e01d706b-dadd-42e1-b229-b8efde166c44 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:04.491621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e2f32d2c-9924-49f0-81db-f2a311f9b23e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:04.492049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.497338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Attempting to bind port 156c4a90-b754-4afd-aed5-568b776866cd on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:04.498130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Attempting to bind port 156c4a90-b754-4afd-aed5-568b776866cd by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:04.498577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Attempting to bind port 156c4a90-b754-4afd-aed5-568b776866cd on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:04.529333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ced404-ab24-4559-b779-e1ea374a61c8 None None] Pushing event updated for resources: {'Port': ['ID=156c4a90-b754-4afd-aed5-568b776866cd,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.534663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:04.535348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:04.535757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.536180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:04.536680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Bound port: 156c4a90-b754-4afd-aed5-568b776866cd, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:04.537073 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.636577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.641244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] For port 156c4a90-b754-4afd-aed5-568b776866cd, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:04.645510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] For port 156c4a90-b754-4afd-aed5-568b776866cd, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=156c4a90-b754-4afd-aed5-568b776866cd,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:04.646614 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.668128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.730894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Pushing event updated for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.735159 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:04.757899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:04.758557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:04.760962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ced404-ab24-4559-b779-e1ea374a61c8 None None] Pushing event updated for resources: {'Port': ['ID=156c4a90-b754-4afd-aed5-568b776866cd,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:04.905328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:04.915368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69132b04-6263-42e8-a4cc-2b96c3031804 req-a04f4f67-95b7-422d-a129-bcf0791c0cb9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:04.923990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69132b04-6263-42e8-a4cc-2b96c3031804 req-a04f4f67-95b7-422d-a129-bcf0791c0cb9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 944 time: 0.0990484 Aug 29 04:47:04.926285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:04.967228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:05.028893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69132b04-6263-42e8-a4cc-2b96c3031804 req-8d207f7d-6d80-4958-8bc7-3a0670a3062d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032612 Aug 29 04:47:05.108761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Router be6cff2e-206e-4811-a84c-708b12f7a6f3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:05.258815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:05.264866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7aa7fbbc-07d3-4b96-ad1a-e9603432f202 admin admin] 10.222.0.62 "PUT /v2.0/routers/be6cff2e-206e-4811-a84c-708b12f7a6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3742633 Aug 29 04:47:05.320382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:05.363230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e01d706b-dadd-42e1-b229-b8efde166c44', 'name': '', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'mac_address': 'fa:16:3e:d2:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:02Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 2, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'subnets': [{'id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:05.385593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc8ce-738a-4211-8ef4-a1bd26d5cc18 req-dc24af79-9c33-49c5-b44a-cb42b1cf046d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:05.400038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4acc8ce-738a-4211-8ef4-a1bd26d5cc18 req-dc24af79-9c33-49c5-b44a-cb42b1cf046d tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1196091 Aug 29 04:47:05.413682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c14b214-8d08-44fd-bf0e-6e90b02a4444 None None] The sync data for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 is: [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e01d706b-dadd-42e1-b229-b8efde166c44', 'name': '', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'mac_address': 'fa:16:3e:d2:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:02Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 2, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'subnets': [{'id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:05.417883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fbd28080-1577-42a7-b4ae-8252ac70d3a5 None None] Provisioning complete for port e01d706b-dadd-42e1-b229-b8efde166c44 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:05.417883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fbd28080-1577-42a7-b4ae-8252ac70d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.490550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 9b74e0d0-48d7-40b6-88d7-c947a52144fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:05.491336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.495168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fbd28080-1577-42a7-b4ae-8252ac70d3a5 None None] Port e01d706b-dadd-42e1-b229-b8efde166c44 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:05.501888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4acc8ce-738a-4211-8ef4-a1bd26d5cc18 req-af626c28-f9f6-4974-a1f8-e331c28a7417 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938597 Aug 29 04:47:05.630279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.672618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-56988940-5b30-49b3-ab7c-56d1402b77d5 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:05.677925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-56988940-5b30-49b3-ab7c-56d1402b77d5 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 945 time: 0.1248558 Aug 29 04:47:05.681260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:05.684438 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be4084-f5e3-4840-9c01-77b366d6744d" -d '{"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:05.715686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:05.722845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:05.823911 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f5483-785e-4b4c-b7f8-354b050ee437 x-openstack-request-id: req-161f5483-785e-4b4c-b7f8-354b050ee437 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:05.824403 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-plugged", "status": "completed", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:05.824794 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-161f5483-785e-4b4c-b7f8-354b050ee437 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:05.825901 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'code': 200} Aug 29 04:47:05.875948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:05.932719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Deleting port d9e18a1a-3413-4bae-992a-67b57354b27d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:05.935150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.226501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] For port d9e18a1a-3413-4bae-992a-67b57354b27d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d9e18a1a-3413-4bae-992a-67b57354b27d,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:06.226950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.250704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Calling delete_port for d9e18a1a-3413-4bae-992a-67b57354b27d owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:06.325497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea90367-e333-45b5-a5cc-966dc23c6c84 req-7a624c22-bb42-4912-8955-72fd2fd72c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.327852 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cea90367-e333-45b5-a5cc-966dc23c6c84 req-7a624c22-bb42-4912-8955-72fd2fd72c80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1098 time: 0.1591604 Aug 29 04:47:06.389574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cea90367-e333-45b5-a5cc-966dc23c6c84 req-b5a7191e-37a5-4346-9b49-0a189f51ca2e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529032 Aug 29 04:47:06.562614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:06.574699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac440268-e5b3-45ac-86e7-320bac25ea8e req-cdb5bbe8-3e9e-47c2-a651-0588773c59d1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:06.579946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac440268-e5b3-45ac-86e7-320bac25ea8e req-cdb5bbe8-3e9e-47c2-a651-0588773c59d1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2750444 Aug 29 04:47:06.590236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1770367009-network', 'tenant_id': 'da49d109138a43f39050d2db769c9d84'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:06.649961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Made reservation on behalf of da49d109138a43f39050d2db769c9d84 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:06.657831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.664307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.673929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac440268-e5b3-45ac-86e7-320bac25ea8e req-99477261-69e7-4003-ac82-b125f2a26233 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856144 Aug 29 04:47:06.681777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.683010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d9e18a1a-3413-4bae-992a-67b57354b27d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:06.744255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9f7dad22-ea37-4be4-bda2-4155c8089be0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:06.747951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44a5ea98-8b91-40e7-b896-90aed0479ec0 req-67c595d7-8b84-4851-a9fe-90498104d295 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 210 time: 0.0682585 Aug 29 04:47:06.800032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Pushing event deleted for resources: {'Port': ['ID=d9e18a1a-3413-4bae-992a-67b57354b27d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:06.882815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] No DVR routers for this DVR port d9e18a1a-3413-4bae-992a-67b57354b27d on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:06.887075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:06.891429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef94a05a-aacb-4aee-a41d-0daba3e93faf req-5509f104-ebe0-4df5-8908-180605218678 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.54 "DELETE /v2.0/ports/d9e18a1a-3413-4bae-992a-67b57354b27d HTTP/1.1" status: 204 len: 173 time: 1.2015824 Aug 29 04:47:06.892526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'name': 'network-vif-deleted', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:06.930048 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a152e-0d1a-4f12-b8dc-fe1abfedf6cf" -d '{"events": [{"server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "name": "network-vif-deleted", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:07.062610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.083779 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f55140f-079b-446a-9f57-84a54f71d7fa x-openstack-request-id: req-9f55140f-079b-446a-9f57-84a54f71d7fa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:07.084890 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37daeb2-aed5-46b6-b894-e803387bde1e", "name": "network-vif-deleted", "tag": "d9e18a1a-3413-4bae-992a-67b57354b27d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:07.085431 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f55140f-079b-446a-9f57-84a54f71d7fa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:07.086046 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37daeb2-aed5-46b6-b894-e803387bde1e', 'name': 'network-vif-deleted', 'tag': 'd9e18a1a-3413-4bae-992a-67b57354b27d', 'status': 'completed', 'code': 200} Aug 29 04:47:07.094839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.142984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:07.166835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b035f34-51be-4f30-b867-c29c94d6542e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.187411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.188548 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Added segment 9b9815c9-432c-4b13-9127-9a70eafbe3ae of type vlan for network d0dce02d-ee99-4ddb-9453-e023a45b2e37 Aug 29 04:47:07.264324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.321309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.322338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:07.322928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.353735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6b1fb34e-e1a0-4e5d-a7ea-8892ab307f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.426998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8632171 Aug 29 04:47:07.431535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:07.440263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Request body: {'subnet': {'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1770367009-subnet', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:07.451598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b697b-d6d5-4592-890b-7bb5bb679e73 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dce02d-ee99-4ddb-9453-e023a45b2e37,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:07.468207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:07.472526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Made reservation on behalf of da49d109138a43f39050d2db769c9d84 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:07.475229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:07.851849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.036765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3663401-5550-41f8-96e5-0af57afd5024,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:08.045101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Checking segment: {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:08.045787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Network hostable DHCP agents. Network: d0dce02d-ee99-4ddb-9453-e023a45b2e37, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:08.068054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:08.076306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52d071db-6742-45d2-a329-110a6d21b15e req-a035e712-255d-41e3-b970-b4790c47f6bb tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=d37daeb2-aed5-46b6-b894-e803387bde1e HTTP/1.1" status: 200 len: 210 time: 0.0827129 Aug 29 04:47:08.093347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694fcb6-e321-4122-8ca7-b03b9bbd5104 req-89090476-9d4c-422c-8ea3-0ad9e6b9802c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.099645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6694fcb6-e321-4122-8ca7-b03b9bbd5104 req-89090476-9d4c-422c-8ea3-0ad9e6b9802c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1594372 Aug 29 04:47:08.121042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d0dce02d-ee99-4ddb-9453-e023a45b2e37) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:08.131453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b49814-4653-4067-8e21-77d163965d0d None None] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:08.154311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:08.154894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.184129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8b73c2a-e077-48e7-93cc-a4ec8a0cdb36 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7511775 Aug 29 04:47:08.185336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 60794) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:08.191436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:08.223252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.225458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.265605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6694fcb6-e321-4122-8ca7-b03b9bbd5104 req-8f35dc13-0bfa-4c0e-b0cf-636fae4ee22b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443958 Aug 29 04:47:08.289633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 156c4a90-b754-4afd-aed5-568b776866cd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:08.349701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.629899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.720720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-d0dce02d-ee99-4ddb-9453-e023a45b2e37', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:47:08.722083 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:08.754050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 156c4a90-b754-4afd-aed5-568b776866cd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:08.761439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 156c4a90-b754-4afd-aed5-568b776866cd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:08.761872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.118813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Allocated IP 172.20.0.2 (d0dce02d-ee99-4ddb-9453-e023a45b2e37/a3663401-5550-41f8-96e5-0af57afd5024/5c159166-89dd-4c01-8372-6b0fbf54cf17) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:09.340970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.457488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.483657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.648610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d9e18a1a-3413-4bae-992a-67b57354b27d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:09.663230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Transition to ACTIVE for port object 5c159166-89dd-4c01-8372-6b0fbf54cf17 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:09.722781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: d9e18a1a-3413-4bae-992a-67b57354b27d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:09.723257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d9e18a1a-3413-4bae-992a-67b57354b27d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:09.739210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.746328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Transition to ACTIVE for port object 5c159166-89dd-4c01-8372-6b0fbf54cf17 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:09.761691 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.807423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14084367-45ee-4fa4-a74d-89326c047d26 req-244a5f96-65bc-4d40-93cf-569afb4ddd3b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.810009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14084367-45ee-4fa4-a74d-89326c047d26 req-244a5f96-65bc-4d40-93cf-569afb4ddd3b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2238092 Aug 29 04:47:09.823077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 156c4a90-b754-4afd-aed5-568b776866cd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=156c4a90-b754-4afd-aed5-568b776866cd,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:09.844667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:09.850816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:09.855795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:09.863756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:09.875637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0414-e324-4e78-ad74-a090edce2fa3 req-62462b6f-ec79-44b4-a3c1-9152d3e32b6b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:09.878550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3fe0414-e324-4e78-ad74-a090edce2fa3 req-62462b6f-ec79-44b4-a3c1-9152d3e32b6b tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1803718 Aug 29 04:47:09.892535 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Sync routers for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:09.900069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Pushing event updated for resources: {'Port': ['ID=5c159166-89dd-4c01-8372-6b0fbf54cf17,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:09.913353 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:09.916795 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:09.978817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14084367-45ee-4fa4-a74d-89326c047d26 req-2eb2bf3c-56ab-4d3f-bd35-6b6035d44803 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577342 Aug 29 04:47:09.989550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Allocated IP 172.25.3.162 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/921673b8-34f8-4b94-98e1-def79a5f4065) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:10.024011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3fe0414-e324-4e78-ad74-a090edce2fa3 req-23ae5ab0-0d14-46e7-b39d-82a7a8682cc6 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343215 Aug 29 04:47:10.034735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=156c4a90-b754-4afd-aed5-568b776866cd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.185597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Attempting to bind port 5c159166-89dd-4c01-8372-6b0fbf54cf17 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:10.185908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Attempting to bind port 5c159166-89dd-4c01-8372-6b0fbf54cf17 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:10.187819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Attempting to bind port 5c159166-89dd-4c01-8372-6b0fbf54cf17 on network d0dce02d-ee99-4ddb-9453-e023a45b2e37 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:10.206721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:10.207316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Checking segment: {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:10.208943 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.210750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Bound using segment: {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:10.212410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Bound port: 5c159166-89dd-4c01-8372-6b0fbf54cf17, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:10.213124 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.230576 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:10.249234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 156c4a90-b754-4afd-aed5-568b776866cd up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:10.251216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.361533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.362226 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.390390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] For port 5c159166-89dd-4c01-8372-6b0fbf54cf17, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:10.392884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-260cee5f-d008-427c-8c1d-f16e97b857de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.396888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] For port 5c159166-89dd-4c01-8372-6b0fbf54cf17, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5c159166-89dd-4c01-8372-6b0fbf54cf17,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:10.407289 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.417999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 156c4a90-b754-4afd-aed5-568b776866cd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:10.418589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:10.473396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Pushing event updated for resources: {'Port': ['ID=921673b8-34f8-4b94-98e1-def79a5f4065,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.507082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:10.511178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:10.517469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:10.566349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33858c68-d0f7-472b-98e9-e791d14f983b None None] Pushing event updated for resources: {'Port': ['ID=5c159166-89dd-4c01-8372-6b0fbf54cf17,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:10.703558 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e01d706b-dadd-42e1-b229-b8efde166c44', 'name': '', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'mac_address': 'fa:16:3e:d2:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:02Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 2, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'subnets': [{'id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:10.774104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Checking router: be6cff2e-206e-4811-a84c-708b12f7a6f3 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:10.774659 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Updating router be6cff2e-206e-4811-a84c-708b12f7a6f3 port e01d706b-dadd-42e1-b229-b8efde166c44 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:10.857971 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.330424 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.380208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a160ff8-75bf-4fe9-97a4-dcabb8473b1f req-90107c75-929e-4e84-a404-367ec68221bc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.381935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a160ff8-75bf-4fe9-97a4-dcabb8473b1f req-90107c75-929e-4e84-a404-367ec68221bc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1567731 Aug 29 04:47:11.390244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5c9ce-c66a-4f59-9a56-9c3dce04d76f req-cf60fb5a-398f-47b5-a197-84e9278f5537 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.398179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67f5c9ce-c66a-4f59-9a56-9c3dce04d76f req-cf60fb5a-398f-47b5-a197-84e9278f5537 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1489177 Aug 29 04:47:11.428575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.451418 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.488720 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Transition to ACTIVE for port object e01d706b-dadd-42e1-b229-b8efde166c44 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:11.497516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67f5c9ce-c66a-4f59-9a56-9c3dce04d76f req-0ee3a163-6c7a-4234-92be-6285d7ce3882 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Aug 29 04:47:11.502089 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.512005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a160ff8-75bf-4fe9-97a4-dcabb8473b1f req-f12f3502-a30d-4bfc-bb59-676bd900cdc6 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051636 Aug 29 04:47:11.603482 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Pushing event updated for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:11.623254 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.632365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.633097 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.633638 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.634593 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.635201 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.635683 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.636248 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.636815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.637297 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.638409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.639127 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:11.767241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8a1d8-4db2-4b75-8d71-989fd2653be2 req-9fb63b04-b559-4c13-a4e1-da3745e522a3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:11.789695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aea8a1d8-4db2-4b75-8d71-989fd2653be2 req-9fb63b04-b559-4c13-a4e1-da3745e522a3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1151192 Aug 29 04:47:11.863742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Attempting to bind port e01d706b-dadd-42e1-b229-b8efde166c44 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:11.864489 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Attempting to bind port e01d706b-dadd-42e1-b229-b8efde166c44 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:11.865088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Attempting to bind port e01d706b-dadd-42e1-b229-b8efde166c44 on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:11.876194 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:11.876773 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Checking segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:11.877425 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.878093 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Bound using segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:11.878893 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Bound port: e01d706b-dadd-42e1-b229-b8efde166c44, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:11.879540 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:11.902185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aea8a1d8-4db2-4b75-8d71-989fd2653be2 req-917dcf15-b4cb-4d8f-8f03-e80cf7ba0501 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109295 Aug 29 04:47:11.984939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.119202 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] For port e01d706b-dadd-42e1-b229-b8efde166c44, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:12.127250 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] For port e01d706b-dadd-42e1-b229-b8efde166c44, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e01d706b-dadd-42e1-b229-b8efde166c44,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:12.146055 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.242704 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:12.371283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Router 77059ca8-809b-48e0-bec7-48b76caec41f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:47:12.444617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf2b1e-69c6-488c-b61c-740e0fe0114c None None] Pushing event updated for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:12.505871 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:12.519178 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:12.537867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5c159166-89dd-4c01-8372-6b0fbf54cf17 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:12.540143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32df95e-9134-41a4-b499-aaa64e75cc98 req-d0335823-0691-4564-8ee4-8d1881a000e0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.550966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f32df95e-9134-41a4-b499-aaa64e75cc98 req-d0335823-0691-4564-8ee4-8d1881a000e0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2066514 Aug 29 04:47:12.678633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5c159166-89dd-4c01-8372-6b0fbf54cf17 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:12.681375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f32df95e-9134-41a4-b499-aaa64e75cc98 req-d0232198-4029-43a2-866c-2d30e3add2bf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288490 Aug 29 04:47:12.713554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff5f93-624b-4f09-8268-d68725e0c910 None None] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:12.884397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-d65aeb66-335f-4eaa-9d2b-38467562f26a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.886068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-d65aeb66-335f-4eaa-9d2b-38467562f26a tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.50 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.5057745 Aug 29 04:47:12.916874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa53ee-145e-491f-8cc3-065010edd597 req-66f9654d-a90b-481a-94c1-8f4fa5c4b5ca tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:12.919951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83fa53ee-145e-491f-8cc3-065010edd597 req-66f9654d-a90b-481a-94c1-8f4fa5c4b5ca tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 946 time: 0.1474473 Aug 29 04:47:13.012024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83fa53ee-145e-491f-8cc3-065010edd597 req-974ecff1-14b8-41cd-9677-7673a7a8b2ad tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/security-groups?id=63bd6126-8dcb-425b-9af9-bceb5284837a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805228 Aug 29 04:47:13.068081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62cc1c-8ed4-44b2-83c4-192a88d6f2db req-a41142af-9f69-4785-a896-967b6f08a058 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:13.083320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a62cc1c-8ed4-44b2-83c4-192a88d6f2db req-a41142af-9f69-4785-a896-967b6f08a058 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1612961 Aug 29 04:47:13.096797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Provisioning for port 5c159166-89dd-4c01-8372-6b0fbf54cf17 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:13.127467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Provisioning complete for port 5c159166-89dd-4c01-8372-6b0fbf54cf17 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:13.128034 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.196196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:13.211599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:13.234011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a62cc1c-8ed4-44b2-83c4-192a88d6f2db req-b056097b-f6a1-4731-852f-34a99d845fd8 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458681 Aug 29 04:47:13.243650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Sync routers for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:13.262730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Deleting port 9f7dad22-ea37-4be4-bda2-4155c8089be0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:13.264093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.281075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.286209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 60928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:13.286585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.288428 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d9522ffc-fb8d-454b-aa02-89e5bf14f306 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1016185 Aug 29 04:47:13.356528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.451238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:13.452215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:13.523697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] For port 9f7dad22-ea37-4be4-bda2-4155c8089be0, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9f7dad22-ea37-4be4-bda2-4155c8089be0,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.524133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.558688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Calling delete_port for 9f7dad22-ea37-4be4-bda2-4155c8089be0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:13.699842 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e01d706b-dadd-42e1-b229-b8efde166c44', 'name': '', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'mac_address': 'fa:16:3e:d2:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:02Z', 'updated_at': '2021-08-29T04:47:12Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'subnets': [{'id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:13.738427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] For port 5c159166-89dd-4c01-8372-6b0fbf54cf17, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5c159166-89dd-4c01-8372-6b0fbf54cf17,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:13.790028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:13.803221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d574ecc-c641-4f86-8013-cc0cc0333aac None None] The sync data for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 is: [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:47:04Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e01d706b-dadd-42e1-b229-b8efde166c44', 'name': '', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'mac_address': 'fa:16:3e:d2:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:02Z', 'updated_at': '2021-08-29T04:47:12Z', 'revision_number': 4, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'subnets': [{'id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:13.964586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.021098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:14.023912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de24ba4-4e5f-484c-bfe9-00609d46196d None None] Pushing event updated for resources: {'Port': ['ID=5c159166-89dd-4c01-8372-6b0fbf54cf17,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.209235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Pushing event deleted for resources: {'Port': ['ID=9f7dad22-ea37-4be4-bda2-4155c8089be0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:14.276071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e01d706b-dadd-42e1-b229-b8efde166c44 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:14.450847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eb0931a6-d501-4133-854b-38aacaa8188d req-3b438f4c-92c9-437b-8723-2efa72a23696 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 210 time: 0.1286888 Aug 29 04:47:14.467587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] No DVR routers for this DVR port 9f7dad22-ea37-4be4-bda2-4155c8089be0 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:14.475062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.478825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1693-f038-4a43-ac96-eb6604934375 req-9bb03b70-4d89-4173-8cc9-de603eac24e1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:14.483295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-500d18fc-c778-4eaf-ac7b-fd94059c1d52 req-5afb6c41-3c50-420b-b871-7510876e0577 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.50 "DELETE /v2.0/ports/9f7dad22-ea37-4be4-bda2-4155c8089be0 HTTP/1.1" status: 204 len: 173 time: 1.5356951 Aug 29 04:47:14.485679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'name': 'network-vif-deleted', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:14.487971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ca1693-f038-4a43-ac96-eb6604934375 req-9bb03b70-4d89-4173-8cc9-de603eac24e1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.6949689 Aug 29 04:47:14.495417 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a269c-59ef-4efa-846c-60bc078c7f55" -d '{"events": [{"server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "name": "network-vif-deleted", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:14.596710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e01d706b-dadd-42e1-b229-b8efde166c44 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:14.614847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ca1693-f038-4a43-ac96-eb6604934375 req-de1090bd-941f-4c28-86d7-1c84d5bd22da tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258817 Aug 29 04:47:14.621581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e01d706b-dadd-42e1-b229-b8efde166c44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:14.626582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.646772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:14.663268 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f185b60-7adf-4e8a-8dcf-92186f28655f x-openstack-request-id: req-2f185b60-7adf-4e8a-8dcf-92186f28655f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:14.663713 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123bec48-1341-4dc7-a50f-1e86025be309", "name": "network-vif-deleted", "tag": "9f7dad22-ea37-4be4-bda2-4155c8089be0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:14.664124 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f185b60-7adf-4e8a-8dcf-92186f28655f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:14.664772 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123bec48-1341-4dc7-a50f-1e86025be309', 'name': 'network-vif-deleted', 'tag': '9f7dad22-ea37-4be4-bda2-4155c8089be0', 'status': 'completed', 'code': 200} Aug 29 04:47:14.879498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0a90e43b-8858-4cba-ac4b-1ba65c242b26 None None] Provisioning complete for port 5c159166-89dd-4c01-8372-6b0fbf54cf17 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:14.879905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a90e43b-8858-4cba-ac4b-1ba65c242b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.004255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393a586-d011-4b4a-86af-6cef3467ba5b req-c249faac-7350-42a4-aca3-b16f1ffeb591 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:15.013936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a393a586-d011-4b4a-86af-6cef3467ba5b req-c249faac-7350-42a4-aca3-b16f1ffeb591 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1882198 Aug 29 04:47:15.020286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:11Z', 'revision_number': 3, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:15.032777 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.079368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Checking router: 77059ca8-809b-48e0-bec7-48b76caec41f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:15.079660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Updating router 77059ca8-809b-48e0-bec7-48b76caec41f port 921673b8-34f8-4b94-98e1-def79a5f4065 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:15.123402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a393a586-d011-4b4a-86af-6cef3467ba5b req-551ce9cc-995e-4890-8a48-06686eebfc45 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081262 Aug 29 04:47:15.136422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Allocated IP 172.20.0.1 (d0dce02d-ee99-4ddb-9453-e023a45b2e37/a3663401-5550-41f8-96e5-0af57afd5024/c0c196bc-a3ce-4123-9855-f5e325ce9b36) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:15.201423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.331804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e01d706b-dadd-42e1-b229-b8efde166c44, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e01d706b-dadd-42e1-b229-b8efde166c44,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:15.358296 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.365515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.366432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5c159166-89dd-4c01-8372-6b0fbf54cf17 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:15.376501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Transition to ACTIVE for port object c0c196bc-a3ce-4123-9855-f5e325ce9b36 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:15.418105 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:15.516556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:15.525534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:15.537318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:15.548129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f7dad22-ea37-4be4-bda2-4155c8089be0 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:15.883225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cc5b40e-ae63-424a-a9d1-5f7804bce5cc req-ee19e541-2b15-47f2-8d30-781a0f139b32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0978162 Aug 29 04:47:16.018855 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cc5b40e-ae63-424a-a9d1-5f7804bce5cc req-f8fea912-3833-4dc5-aa1f-63c749930947 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0479112 Aug 29 04:47:16.093481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cc5b40e-ae63-424a-a9d1-5f7804bce5cc req-45bef879-e591-4588-9312-128f73c17e31 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405073 Aug 29 04:47:16.347388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.361803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cafe8-d27c-416a-81ca-8fca66c295a2 req-7ab1eb31-b133-460f-a5b0-0cdac6c66214 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.363970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-256cafe8-d27c-416a-81ca-8fca66c295a2 req-7ab1eb31-b133-460f-a5b0-0cdac6c66214 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.9021893 Aug 29 04:47:16.402168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa32519c-1cfd-46b6-bd70-399052f7558e req-338c62ae-e01e-402d-b470-8c163ac058d7 tempest-ServerRescueTestJSON-2020256469 tempest-ServerRescueTestJSON-2020256469-project] 10.222.0.62 "GET /v2.0/ports?device_id=123bec48-1341-4dc7-a50f-1e86025be309 HTTP/1.1" status: 200 len: 210 time: 0.0670104 Aug 29 04:47:16.412260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.414108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.414652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.415175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.415713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.416250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.416757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.417265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.417770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.418296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.419009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.419600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:16.461334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b40e-ae63-424a-a9d1-5f7804bce5cc req-2bab9be3-c2d5-40d1-b488-c9c5eeeb984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:16.461334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4cc5b40e-ae63-424a-a9d1-5f7804bce5cc req-2bab9be3-c2d5-40d1-b488-c9c5eeeb984b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3525662 Aug 29 04:47:16.461592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.484067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 9f7dad22-ea37-4be4-bda2-4155c8089be0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:16.484655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9f7dad22-ea37-4be4-bda2-4155c8089be0 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:16.531865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.560392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-256cafe8-d27c-416a-81ca-8fca66c295a2 req-97f1c797-1a89-4459-8097-6764dc4b7290 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741784 Aug 29 04:47:16.576499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.593339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Transition to ACTIVE for port object 921673b8-34f8-4b94-98e1-def79a5f4065 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:16.623698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5c159166-89dd-4c01-8372-6b0fbf54cf17 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:16.624346 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.684965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9af436f-8ae6-4d0c-9c31-a11baef97da7 None None] Provisioning for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:16.690280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.699102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b9af436f-8ae6-4d0c-9c31-a11baef97da7 None None] Provisioning complete for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:16.699645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9af436f-8ae6-4d0c-9c31-a11baef97da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.728726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.753245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b9af436f-8ae6-4d0c-9c31-a11baef97da7 None None] Port c0c196bc-a3ce-4123-9855-f5e325ce9b36 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:16.835883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Attempting to bind port 921673b8-34f8-4b94-98e1-def79a5f4065 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:16.836865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Attempting to bind port 921673b8-34f8-4b94-98e1-def79a5f4065 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:16.837453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Attempting to bind port 921673b8-34f8-4b94-98e1-def79a5f4065 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:16.842428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c5794-bada-4044-ac76-e67b1f3598d9 None None] Pushing event updated for resources: {'Port': ['ID=921673b8-34f8-4b94-98e1-def79a5f4065,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:16.853797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:16.854334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:16.855316 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.855316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:16.856140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Bound port: 921673b8-34f8-4b94-98e1-def79a5f4065, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:16.856640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:16.979542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] For port 921673b8-34f8-4b94-98e1-def79a5f4065, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:16.986342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] For port 921673b8-34f8-4b94-98e1-def79a5f4065, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=921673b8-34f8-4b94-98e1-def79a5f4065,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:16.993612 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.078346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:17.079140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:17.083694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c5794-bada-4044-ac76-e67b1f3598d9 None None] Pushing event updated for resources: {'Port': ['ID=921673b8-34f8-4b94-98e1-def79a5f4065,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.151654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e01d706b-dadd-42e1-b229-b8efde166c44 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:17.208405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826ab9-1ff2-4716-a9ab-83c31112bce4 req-d63cfb77-f5bd-4cdc-81ea-ff52427611f7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:17.210866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea826ab9-1ff2-4716-a9ab-83c31112bce4 req-d63cfb77-f5bd-4cdc-81ea-ff52427611f7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2108028 Aug 29 04:47:17.285253 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.306139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.316209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:17.318940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e01d706b-dadd-42e1-b229-b8efde166c44 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:17.319269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.392708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea826ab9-1ff2-4716-a9ab-83c31112bce4 req-8e26ffd0-11aa-412c-90a3-3f744ccc09dc tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693609 Aug 29 04:47:17.415709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:17.431129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:17.511468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:17.722267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:17.727945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:17.941450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'c0c196bc-a3ce-4123-9855-f5e325ce9b36', 'name': '', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:14Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 1, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'subnets': [{'id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:18.013745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580b54b-562b-4727-a453-ae5975b6d328 None None] The sync data for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 is: [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'c0c196bc-a3ce-4123-9855-f5e325ce9b36', 'name': '', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:14Z', 'updated_at': '2021-08-29T04:47:15Z', 'revision_number': 1, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'subnets': [{'id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:18.019207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Router 77059ca8-809b-48e0-bec7-48b76caec41f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:18.308448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df612a8f-178a-4ee5-ad92-bc9678ff7fc8 None None] Provisioning complete for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:18.308818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df612a8f-178a-4ee5-ad92-bc9678ff7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:18.351026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:18.359899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92823421-68fb-4fb0-957a-8db0056ba853 admin admin] 10.222.0.62 "PUT /v2.0/routers/77059ca8-809b-48e0-bec7-48b76caec41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0724432 Aug 29 04:47:18.389180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df612a8f-178a-4ee5-ad92-bc9678ff7fc8 None None] Port c0c196bc-a3ce-4123-9855-f5e325ce9b36 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:18.763759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2636c-52e4-4111-bdc5-223d5af18846 req-f61fa598-8ad1-4555-962a-751c1ede0f38 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:18.766691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ee2636c-52e4-4111-bdc5-223d5af18846 req-f61fa598-8ad1-4555-962a-751c1ede0f38 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1480975 Aug 29 04:47:18.855371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ee2636c-52e4-4111-bdc5-223d5af18846 req-75a26186-9fbc-4d8e-ae78-8e0f2b853c5e tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690451 Aug 29 04:47:19.025271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:19.624106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8162e-38b5-4346-8c4b-fa0b1bc0aa99 req-5e0915ba-b895-405f-8403-bddbbd5bdd69 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.632235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3c8162e-38b5-4346-8c4b-fa0b1bc0aa99 req-5e0915ba-b895-405f-8403-bddbbd5bdd69 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2173867 Aug 29 04:47:19.775580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3c8162e-38b5-4346-8c4b-fa0b1bc0aa99 req-a13df509-4c8a-48db-b40c-e5aa19c391c4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Aug 29 04:47:19.791456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-978f5650-ed4b-4730-847e-31c206b2b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.795636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-978f5650-ed4b-4730-847e-31c206b2b124 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c8134d7d904fb98af8953a70318d37&device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 1098 time: 0.2096205 Aug 29 04:47:19.845793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-35bc4036-9bd6-4e6e-84b0-062a1ed1b2de tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:19.853300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-35bc4036-9bd6-4e6e-84b0-062a1ed1b2de tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.2121065 Aug 29 04:47:19.899187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-077d4c3a-b631-4708-8ff9-b5952b4360a6 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/quotas/da49d109138a43f39050d2db769c9d84 HTTP/1.1" status: 200 len: 375 time: 0.0446882 Aug 29 04:47:20.045163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c39ee16b-68c2-42f3-8ecd-0cfc14209ed3 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443889 Aug 29 04:47:20.073870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-323b9e2c-4d26-406a-9097-0b6560e5c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.076341 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-323b9e2c-4d26-406a-9097-0b6560e5c73c service neutron] 10.222.0.50 "GET /v2.0/networks?id=805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 200 len: 915 time: 0.2479548 Aug 29 04:47:20.153242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-942b8cba-e4de-4aff-92cc-783a2eb89880 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 200 len: 217 time: 0.0669894 Aug 29 04:47:20.155423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Deleting port 8152f909-58bc-432c-8c76-ed9e72baedba {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:20.155553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.276907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] For port 8152f909-58bc-432c-8c76-ed9e72baedba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8152f909-58bc-432c-8c76-ed9e72baedba,segment=NetworkSegment(c2dbda5a-0f46-4cea-8264-81d6ceccd0d8),segment_id=c2dbda5a-0f46-4cea-8264-81d6ceccd0d8)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:20.277588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:20.294451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Calling delete_port for 8152f909-58bc-432c-8c76-ed9e72baedba owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:20.341867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-04bc40b1-e2ac-4420-ba7c-a04129be11ba service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:47:20.342997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-04bc40b1-e2ac-4420-ba7c-a04129be11ba service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2968867 Aug 29 04:47:20.634542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-da67afea-b299-47e9-a698-4062adbd34df service neutron] 10.222.0.62 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678788 Aug 29 04:47:20.730833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-2ec3e429-ba05-4901-9a50-84e4302471b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:20.733652 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-2ec3e429-ba05-4901-9a50-84e4302471b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 200 len: 854 time: 0.3258646 Aug 29 04:47:20.774019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-192d7cf9-ca85-4c89-b513-212df267df2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=805f4d19-4754-436a-9425-dab5cc1caf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322461 Aug 29 04:47:20.802346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-69c01423-fe55-4add-b358-08ee95bb9e39 service neutron] 10.222.0.62 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608858 Aug 29 04:47:20.978575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.083315 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-53e5ce10-0993-4183-a737-ece0e1a2ab93 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004701 Aug 29 04:47:21.084431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8152f909-58bc-432c-8c76-ed9e72baedba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.190326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb9ea4c2-c1b3-4041-b6ba-bfb74b480484 req-408f544f-311d-4ff4-8184-de51cf0ebd69 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 210 time: 0.0540791 Aug 29 04:47:21.211532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eab2d8-5283-432f-858e-2b9203a63925 req-df53429e-c846-4274-9812-00102773a8be tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:21.244657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b2eab2d8-5283-432f-858e-2b9203a63925 req-df53429e-c846-4274-9812-00102773a8be tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1919553 Aug 29 04:47:21.277112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 921673b8-34f8-4b94-98e1-def79a5f4065 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:21.398271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b2eab2d8-5283-432f-858e-2b9203a63925 req-89aa2015-5047-4044-9f3f-bf069d7e5239 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630740 Aug 29 04:47:21.470244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 921673b8-34f8-4b94-98e1-def79a5f4065 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:21.476290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 921673b8-34f8-4b94-98e1-def79a5f4065 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:21.476785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.640218 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.706632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 921673b8-34f8-4b94-98e1-def79a5f4065, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=921673b8-34f8-4b94-98e1-def79a5f4065,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:21.724370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:21.845900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=921673b8-34f8-4b94-98e1-def79a5f4065,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:21.887349 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:22.092106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ab2c9b25-abd1-4472-8e16-6d7e2d3c3333 req-97ca8223-3930-4b3a-92d3-2d6d67daa461 service neutron] 10.222.0.50 "GET /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9103165 Aug 29 04:47:22.339979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46517a5f-5c82-43f3-9793-f6b6423ba120 req-ebd40d31-baac-401c-bafe-fb57108221bc tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 210 time: 0.0608487 Aug 29 04:47:22.420935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Router f2e97582-9027-405b-8071-2882c5db435e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:22.643886 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Sync routers for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:22.663601 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:22.665208 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:22.705725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ce0f2-e66d-4f24-a45c-89755eccf79f req-8109c266-611a-4932-be8b-1b4c0f1fcfa3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:22.711681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:22.722901 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ff864e2-92f7-4c6c-97b2-dd466676c7c9 admin admin] 10.222.0.62 "PUT /v2.0/routers/f2e97582-9027-405b-8071-2882c5db435e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2077615 Aug 29 04:47:22.727899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-641ce0f2-e66d-4f24-a45c-89755eccf79f req-8109c266-611a-4932-be8b-1b4c0f1fcfa3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1503472 Aug 29 04:47:22.735044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32902) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:22.738100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Sync routers for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:22.772596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:22.791077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:22.893082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-641ce0f2-e66d-4f24-a45c-89755eccf79f req-647dc2c7-3e29-49a1-b9bf-3b98c6479481 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629670 Aug 29 04:47:23.075110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.228792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:23.241945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:23.305239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.444375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 921673b8-34f8-4b94-98e1-def79a5f4065 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:23.467366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Deleting port 4de477b6-0bad-4088-ad6c-609b7016e43d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:23.467814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.613537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40f35e40-bb31-4338-a4ce-a7e352dd23c2 req-b1ddfa61-d791-48d5-b9c7-fdf6a2a64528 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 210 time: 0.1033564 Aug 29 04:47:23.666825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 921673b8-34f8-4b94-98e1-def79a5f4065 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:23.667221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.679347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] For port 4de477b6-0bad-4088-ad6c-609b7016e43d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4de477b6-0bad-4088-ad6c-609b7016e43d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:23.679836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:23.709081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Calling delete_port for 4de477b6-0bad-4088-ad6c-609b7016e43d owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:24.025816 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'c0c196bc-a3ce-4123-9855-f5e325ce9b36', 'name': '', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:14Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 2, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'subnets': [{'id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.058172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:47:20Z', 'revision_number': 5, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port': {'id': '4de477b6-0bad-4088-ad6c-609b7016e43d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e97582-9027-405b-8071-2882c5db435e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:45:16Z', 'updated_at': '2021-08-29T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.114449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Checking router: f2e97582-9027-405b-8071-2882c5db435e for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:24.126876 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Checking router: 77059ca8-809b-48e0-bec7-48b76caec41f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:24.127437 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Updating router 77059ca8-809b-48e0-bec7-48b76caec41f port c0c196bc-a3ce-4123-9855-f5e325ce9b36 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:47:24.147204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Routers {'f2e97582-9027-405b-8071-2882c5db435e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:24.147855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f2e97582-9027-405b-8071-2882c5db435e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.160254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-34149b40-22d5-4f9a-81ed-d5a8b5258d67 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.164503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-34149b40-22d5-4f9a-81ed-d5a8b5258d67 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.54 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.4527061 Aug 29 04:47:24.194686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Request body: {'port': {'device_id': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'admin_state_up': True, 'tenant_id': 'da49d109138a43f39050d2db769c9d84'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:24.269244 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.411080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Made reservation on behalf of da49d109138a43f39050d2db769c9d84 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:24.416464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.417474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] Set router f2e97582-9027-405b-8071-2882c5db435e gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:24.448829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.526098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bde3c-1fcb-4e62-b34e-36098bcd3c45 req-467580a5-0054-4dbf-a672-1d7ea62fe909 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:24.528501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-097bde3c-1fcb-4e62-b34e-36098bcd3c45 req-467580a5-0054-4dbf-a672-1d7ea62fe909 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2674384 Aug 29 04:47:24.538544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:47:23Z', 'revision_number': 6, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:24.579852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0d3ce-e46e-411f-9ec1-c98eda32fe3a None None] The sync data for ids ['f2e97582-9027-405b-8071-2882c5db435e'] in n-d-712139-13 is: [{'id': 'f2e97582-9027-405b-8071-2882c5db435e', 'name': 'tempest-ServerRescueTestJSON-543282685-router', 'tenant_id': '8625ffbc4d6e45228195d4664507e356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:45:15Z', 'updated_at': '2021-08-29T04:47:23Z', 'revision_number': 6, 'project_id': '8625ffbc4d6e45228195d4664507e356', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:24.588859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de477b6-0bad-4088-ad6c-609b7016e43d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:24.690927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.813428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-097bde3c-1fcb-4e62-b34e-36098bcd3c45 req-01b69e07-c287-4c43-8ecf-804b0ce5af5b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715845 Aug 29 04:47:24.822682 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.846066 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Transition to ACTIVE for port object c0c196bc-a3ce-4123-9855-f5e325ce9b36 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:24.866386 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9daf0988-4aba-44e0-a633-c98d65eacadf req-0538ad59-a5e1-4e5e-89cd-acaee2ffa06b tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 210 time: 0.1655807 Aug 29 04:47:24.869809 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.912380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.921405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:24.944608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Allocated IP 172.20.0.12 (0f0e8853-2480-4f20-8b05-d31a303b7a64/b37b19ba-9615-4ccc-8cb4-a854b8f6ec19/84eb8a55-9f60-4da7-a564-a1b9215da5fe) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:24.945152 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471fe8e-e124-4bdd-8ea1-7241b56cb9e0 None None] Pushing event updated for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.037697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.038291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e97582-9027-405b-8071-2882c5db435e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:47:25.059285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.059285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af47f750-eea2-46bd-b756-2ce897798ee7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f2e97582-9027-405b-8071-2882c5db435e HTTP/1.1" status: 204 len: 168 time: 2.3221555 Aug 29 04:47:25.061730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.174795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8152f909-58bc-432c-8c76-ed9e72baedba no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:25.196607 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Attempting to bind port c0c196bc-a3ce-4123-9855-f5e325ce9b36 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:25.197220 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Attempting to bind port c0c196bc-a3ce-4123-9855-f5e325ce9b36 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:25.197411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Attempting to bind port c0c196bc-a3ce-4123-9855-f5e325ce9b36 on network d0dce02d-ee99-4ddb-9453-e023a45b2e37 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:25.208647 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:25.216709 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Checking segment: {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:25.217609 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.218161 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Bound using segment: {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:25.218824 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Bound port: c0c196bc-a3ce-4123-9855-f5e325ce9b36, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9815c9-432c-4b13-9127-9a70eafbe3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:25.219481 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.245015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 8152f909-58bc-432c-8c76-ed9e72baedba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:25.265141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8152f909-58bc-432c-8c76-ed9e72baedba not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:25.276939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Deleting subnet ba4c7ee4-59bc-4ced-b138-aa5589482307 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:25.284072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.330301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0c445-da3e-4313-b736-c9e0014e74c1 req-8bd279dd-027e-4842-97e5-36ac395fce5d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.341329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25d0c445-da3e-4313-b736-c9e0014e74c1 req-8bd279dd-027e-4842-97e5-36ac395fce5d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.3344834 Aug 29 04:47:25.341709 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] For port c0c196bc-a3ce-4123-9855-f5e325ce9b36, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:25.350326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] For port c0c196bc-a3ce-4123-9855-f5e325ce9b36, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0c196bc-a3ce-4123-9855-f5e325ce9b36,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:25.357510 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.445525 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:25.446795 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:25.462037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.464009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-25d0c445-da3e-4313-b736-c9e0014e74c1 req-bd31a30c-cb60-4808-b495-1c4e032bd4be tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209157 Aug 29 04:47:25.585686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.594532 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471fe8e-e124-4bdd-8ea1-7241b56cb9e0 None None] Pushing event updated for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.645250 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.671734 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:25.727608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Transition to ACTIVE for port object 84eb8a55-9f60-4da7-a564-a1b9215da5fe will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:25.738089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.763400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58a261-f4a1-4a9f-aa86-911d11fd5177 req-9a5bbd4c-57b4-4ad5-9696-28ddf395c94c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:25.773563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b58a261-f4a1-4a9f-aa86-911d11fd5177 req-9a5bbd4c-57b4-4ad5-9696-28ddf395c94c tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1228573 Aug 29 04:47:25.839482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4c7ee4-59bc-4ced-b138-aa5589482307,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:25.847804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b58a261-f4a1-4a9f-aa86-911d11fd5177 req-370975d3-4295-4f78-b5fe-32fe46dfce67 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731714 Aug 29 04:47:25.857674 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.860885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:25.871243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 32938) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:25.874582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75f24738-0e71-4bac-bcb2-e1917c1263c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ba4c7ee4-59bc-4ced-b138-aa5589482307 HTTP/1.1" status: 204 len: 168 time: 0.8034005 Aug 29 04:47:26.067968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Pushing event updated for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:26.161916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:26.164937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.172897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:26.176454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:26.219095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'c0c196bc-a3ce-4123-9855-f5e325ce9b36', 'name': '', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:14Z', 'updated_at': '2021-08-29T04:47:25Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'subnets': [{'id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.279981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738fea8-dfb0-473e-aeeb-6fc4550b3dda req-216b2687-d39d-4f6a-b750-8e6fc88fb11f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.282584 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6738fea8-dfb0-473e-aeeb-6fc4550b3dda req-216b2687-d39d-4f6a-b750-8e6fc88fb11f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2468476 Aug 29 04:47:26.311279 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e40597-f620-475b-acd5-58a2013e80dd None None] The sync data for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 is: [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:47:16Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'c0c196bc-a3ce-4123-9855-f5e325ce9b36', 'name': '', 'network_id': 'd0dce02d-ee99-4ddb-9453-e023a45b2e37', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'mac_address': 'fa:16:3e:4b:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:14Z', 'updated_at': '2021-08-29T04:47:25Z', 'revision_number': 4, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'subnets': [{'id': 'a3663401-5550-41f8-96e5-0af57afd5024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:26.335228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb63b9-c39e-4fdb-992e-de2cee990b84 req-aa5258e3-46e9-4047-b9aa-40ff25ed833e tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.338440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bbb63b9-c39e-4fdb-992e-de2cee990b84 req-aa5258e3-46e9-4047-b9aa-40ff25ed833e tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1028 time: 0.3020201 Aug 29 04:47:26.396705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:26.397571 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.514528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-c8f79d28-087c-47ec-801c-232c180e4ce1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3330536 Aug 29 04:47:26.556358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Request body: {'port': {'device_id': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:26.569331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bbb63b9-c39e-4fdb-992e-de2cee990b84 req-6aa8bb06-cddc-4668-8033-7ad4accc582d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680565 Aug 29 04:47:26.590728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.650308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6738fea8-dfb0-473e-aeeb-6fc4550b3dda req-333d5ea1-fe1a-40ba-96b8-a0211b1bcd9f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438978 Aug 29 04:47:26.672048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-faf42fbc-5fb3-4914-87ce-20f8e3be9d77 None None] Provisioning for port 84eb8a55-9f60-4da7-a564-a1b9215da5fe completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:26.677287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-faf42fbc-5fb3-4914-87ce-20f8e3be9d77 None None] Provisioning complete for port 84eb8a55-9f60-4da7-a564-a1b9215da5fe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:26.677901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-faf42fbc-5fb3-4914-87ce-20f8e3be9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.726167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a55c3b-7cb5-4877-a334-9bd7ea17e831']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.728926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-faf42fbc-5fb3-4914-87ce-20f8e3be9d77 None None] Port 84eb8a55-9f60-4da7-a564-a1b9215da5fe cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:26.740819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.750791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.751282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dbda5a-0f46-4cea-8264-81d6ceccd0d8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:26.787816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.873773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.926160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:26.926694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:26.929888 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:27.078614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0c196bc-a3ce-4123-9855-f5e325ce9b36 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:27.167440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36192-d677-44a0-9cb9-790e024a7be4 req-96f47e94-470b-40b2-b010-b0b5df235801 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.176967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dc36192-d677-44a0-9cb9-790e024a7be4 req-96f47e94-470b-40b2-b010-b0b5df235801 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.3286037 Aug 29 04:47:27.187517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:27.189272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.195449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.196538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:27.197239 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.200836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] 10.222.0.62 "DELETE /v2.0/networks/77a55c3b-7cb5-4877-a334-9bd7ea17e831 HTTP/1.1" status: 204 len: 168 time: 1.3273292 Aug 29 04:47:27.334204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863239-127d-4858-b382-4688bdebb841 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a55c3b-7cb5-4877-a334-9bd7ea17e831,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.341345 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.402402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dc36192-d677-44a0-9cb9-790e024a7be4 req-f02efc94-5912-4b16-b132-5fce6d7dd195 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243633 Aug 29 04:47:27.425376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c0c196bc-a3ce-4123-9855-f5e325ce9b36, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0c196bc-a3ce-4123-9855-f5e325ce9b36,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:27.439834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.570838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4de477b6-0bad-4088-ad6c-609b7016e43d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:27.618459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9917e-aeb6-4c08-84fa-5766a60b4600 req-9b67e370-927b-45a5-b579-5334a8072064 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:27.627275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ff9917e-aeb6-4c08-84fa-5766a60b4600 req-9b67e370-927b-45a5-b579-5334a8072064 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.0997562 Aug 29 04:47:27.689467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4de477b6-0bad-4088-ad6c-609b7016e43d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:27.690300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4de477b6-0bad-4088-ad6c-609b7016e43d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:27.720860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ff9917e-aeb6-4c08-84fa-5766a60b4600 req-1a5e16a9-a2f5-4957-a3fa-748349b2ba76 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752883 Aug 29 04:47:27.721206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:27.734561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84eb8a55-9f60-4da7-a564-a1b9215da5fe {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:27.756645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.757859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:27.797329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Transition to ACTIVE for port object 84eb8a55-9f60-4da7-a564-a1b9215da5fe will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:27.829918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-268393f8-854d-419b-ad6d-abbbe2d77d61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8625ffbc4d6e45228195d4664507e356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107934 Aug 29 04:47:27.830751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 32966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:27.835732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.906377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:27.942595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.025007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.028338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.033651 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63bd6126-8dcb-425b-9af9-bceb5284837a HTTP/1.1" status: 204 len: 168 time: 0.2004271 Aug 29 04:47:28.052091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb7696-7424-48c7-810d-a062263a2b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd6126-8dcb-425b-9af9-bceb5284837a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.107059 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47b63-1df4-4b98-9797-d1eb4f530b6d req-5550120c-9ac0-46d7-a52c-24cf297a4d30 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.107895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ca47b63-1df4-4b98-9797-d1eb4f530b6d req-5550120c-9ac0-46d7-a52c-24cf297a4d30 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.3053818 Aug 29 04:47:28.126381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.171969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea029e0-f375-4022-8ffe-cedb2d129a08 req-7387bcfc-6bf8-46ef-948c-ccec40e445f0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.174058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ea029e0-f375-4022-8ffe-cedb2d129a08 req-7387bcfc-6bf8-46ef-948c-ccec40e445f0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1054 time: 0.3743696 Aug 29 04:47:28.315346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ea029e0-f375-4022-8ffe-cedb2d129a08 req-e3fe7e7a-08bb-4038-a66e-7a71fc24e1fc tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236241 Aug 29 04:47:28.342154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ca47b63-1df4-4b98-9797-d1eb4f530b6d req-c48d9093-a644-4c7e-9467-66f60f02a375 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182446 Aug 29 04:47:28.343327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Attempting to bind port 84eb8a55-9f60-4da7-a564-a1b9215da5fe on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:28.344158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Attempting to bind port 84eb8a55-9f60-4da7-a564-a1b9215da5fe by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:28.344728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Attempting to bind port 84eb8a55-9f60-4da7-a564-a1b9215da5fe on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:28.352526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Port 84eb8a55-9f60-4da7-a564-a1b9215da5fe on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:28.356156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Attempting to bind port 84eb8a55-9f60-4da7-a564-a1b9215da5fe on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:28.362808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:28.363310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Checking segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:28.363804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Bound using segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:28.364409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Bound port: 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:28.368900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.463329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:28.467840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:28.473497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.515865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.516696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:28.518518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/84eb8a55-9f60-4da7-a564-a1b9215da5fe HTTP/1.1" status: 200 len: 1093 time: 1.9689684 Aug 29 04:47:28.519098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:28.522019 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c54fce-1593-4c68-9d15-9e09e54ab84e" -d '{"events": [{"name": "network-changed", "server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:28.620320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683633f-a349-423f-8e47-c4f690a927f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:28.705758 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a5563-cdb9-4789-bb75-9e9e210075d3 x-openstack-request-id: req-030a5563-cdb9-4789-bb75-9e9e210075d3 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:28.706071 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:28.706325 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-030a5563-cdb9-4789-bb75-9e9e210075d3 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:28.706755 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe', 'status': 'completed', 'code': 200} Aug 29 04:47:28.760849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-252b1e96-cd3b-43ac-9adb-55ac967f9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.763904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-252b1e96-cd3b-43ac-9adb-55ac967f9124 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1096 time: 0.1813364 Aug 29 04:47:28.781447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da1c2-b380-4cfd-aa26-b20a7f4df33a req-7e95b3aa-8158-491c-baec-17390e9b60c9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.783450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592da1c2-b380-4cfd-aa26-b20a7f4df33a req-7e95b3aa-8158-491c-baec-17390e9b60c9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2551234 Aug 29 04:47:28.869945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-f44a4696-b9b8-4ff9-b6c2-6560831ca4b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe HTTP/1.1" status: 200 len: 217 time: 0.0851562 Aug 29 04:47:28.919640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592da1c2-b380-4cfd-aa26-b20a7f4df33a req-e9bfbfde-d8ea-48f9-bd4d-0d59011783a7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282752 Aug 29 04:47:28.982839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-30c02bd5-9739-4930-8b77-0d649c4f1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:28.985437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-30c02bd5-9739-4930-8b77-0d649c4f1998 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 200 len: 849 time: 0.0945163 Aug 29 04:47:29.125784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0c196bc-a3ce-4123-9855-f5e325ce9b36 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:29.147602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199c04-147c-4acd-94e8-ca517265b26a req-56a9885c-eb47-4261-bb68-8833302e5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.150681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-56a9885c-eb47-4261-bb68-8833302e5cda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f0e8853-2480-4f20-8b05-d31a303b7a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520584 Aug 29 04:47:29.335066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c0c196bc-a3ce-4123-9855-f5e325ce9b36 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:29.335746 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.457507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7313d5-408b-42fc-a87c-22c7307e6d63 req-c2dbb61e-9c2e-4208-ba58-863e65080c0f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.460209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef7313d5-408b-42fc-a87c-22c7307e6d63 req-c2dbb61e-9c2e-4208-ba58-863e65080c0f tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2379012 Aug 29 04:47:29.499550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-91fce9b2-8622-4817-b47d-7d9bd5cabd9f service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332319 Aug 29 04:47:29.641739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef7313d5-408b-42fc-a87c-22c7307e6d63 req-074a45db-ff23-40ee-8c65-d7dc0e8c9de5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406107 Aug 29 04:47:29.737771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18f37a-de3b-4bd0-afa8-a130ab854214 req-eafeb024-223e-4ddc-891e-d8a5541dde84 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.739574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da18f37a-de3b-4bd0-afa8-a130ab854214 req-eafeb024-223e-4ddc-891e-d8a5541dde84 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1096 time: 0.1830604 Aug 29 04:47:29.767091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b199c04-147c-4acd-94e8-ca517265b26a req-27c8eec2-0993-43ac-b09f-f48aca585c7f service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307146 Aug 29 04:47:29.806458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:29.835511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da18f37a-de3b-4bd0-afa8-a130ab854214 req-44191483-9f69-4ad9-988a-cf465ee2661d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751061 Aug 29 04:47:29.838090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:29.929307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-6c559c2e-814f-4b93-8675-771268bcb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:29.931726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-6c559c2e-814f-4b93-8675-771268bcb13d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1096 time: 0.0821478 Aug 29 04:47:30.037031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1439741105-network', 'tenant_id': 'e369af6a6ff048cb976130b550473617'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:30.077317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Made reservation on behalf of e369af6a6ff048cb976130b550473617 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:30.083726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.110746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca08711-4d2e-4527-92e7-e2e67e02f2a9 req-8b42f9f5-acd1-4912-a2c0-085dcda6e1f4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.118066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.120254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fca08711-4d2e-4527-92e7-e2e67e02f2a9 req-8b42f9f5-acd1-4912-a2c0-085dcda6e1f4 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1665645 Aug 29 04:47:30.167539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-7877303d-8f42-44a7-bf69-df5a648525f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.169859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-7877303d-8f42-44a7-bf69-df5a648525f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.2299466 Aug 29 04:47:30.282575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-bd399ec1-5bd3-4610-90f5-6aeefe6f87d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe HTTP/1.1" status: 200 len: 217 time: 0.0946348 Aug 29 04:47:30.288378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fca08711-4d2e-4527-92e7-e2e67e02f2a9 req-cdd668ee-4e7f-406f-8e6a-d38caeb76ea9 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669314 Aug 29 04:47:30.335736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.346443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.369175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a75b68-50c5-4446-9d26-d0682186d1eb req-1c3ab7db-e4b1-4a02-9f14-f72a24aa16fc tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.375004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:30.382998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a75b68-50c5-4446-9d26-d0682186d1eb req-1c3ab7db-e4b1-4a02-9f14-f72a24aa16fc tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.2528009 Aug 29 04:47:30.392583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.392947 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Added segment efd76f74-6507-441f-9b54-a539a277407b of type vlan for network 2117735e-2589-4de2-bade-7f0cece9456b Aug 29 04:47:30.467840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.471395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-ea84de4b-80a6-4d4c-8959-712f98e15b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.474361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-ea84de4b-80a6-4d4c-8959-712f98e15b69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 200 len: 849 time: 0.1789670 Aug 29 04:47:30.483944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a75b68-50c5-4446-9d26-d0682186d1eb req-24f9b6d0-f921-4b9b-b188-2451c9a7dc48 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995102 Aug 29 04:47:30.513835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920b12b7-8b30-4132-a120-d9e97fe0681f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.531561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.533204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.534676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.630699 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8213360 Aug 29 04:47:30.634350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:30.635883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf016f98-24eb-4c57-8c7c-8cd090c82d30 req-cf4fc8de-7b1c-48b0-8fcc-c0abba4573ab tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.641915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Request body: {'subnet': {'network_id': '2117735e-2589-4de2-bade-7f0cece9456b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1439741105-subnet', 'tenant_id': 'e369af6a6ff048cb976130b550473617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:30.649560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf016f98-24eb-4c57-8c7c-8cd090c82d30 req-cf4fc8de-7b1c-48b0-8fcc-c0abba4573ab tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1728694 Aug 29 04:47:30.656471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-1a0ccaf8-1802-4950-8e18-aea74d8c262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:30.657482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba315781-468b-468d-9442-7eab0ed36f49 admin admin] Pushing event updated for resources: {'Network': ['ID=2117735e-2589-4de2-bade-7f0cece9456b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:30.659337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-1a0ccaf8-1802-4950-8e18-aea74d8c262e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f0e8853-2480-4f20-8b05-d31a303b7a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609948 Aug 29 04:47:30.673281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2117735e-2589-4de2-bade-7f0cece9456b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:30.680964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Made reservation on behalf of e369af6a6ff048cb976130b550473617 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:30.685849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:30.823796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf016f98-24eb-4c57-8c7c-8cd090c82d30 req-417507c8-44a4-49e0-a53f-07ba5094a0af tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728086 Aug 29 04:47:30.930888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-ff6a0c4c-a576-42ef-8c9a-c8746ba457a5 service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608066 Aug 29 04:47:30.978323 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.093698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365d1467-556f-489b-ba6c-c9c12e44d53e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:31.108261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Checking segment: {'id': 'efd76f74-6507-441f-9b54-a539a277407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:31.109268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Network hostable DHCP agents. Network: 2117735e-2589-4de2-bade-7f0cece9456b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:31.139689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Network 2117735e-2589-4de2-bade-7f0cece9456b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:31.154276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2117735e-2589-4de2-bade-7f0cece9456b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:31.157992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cf4f8-e9d6-4080-8e81-1fc614715292 req-89525bf5-b23b-4fc1-830c-072b46315c9f tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.160153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e70cf4f8-e9d6-4080-8e81-1fc614715292 req-89525bf5-b23b-4fc1-830c-072b46315c9f tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1096 time: 0.1663382 Aug 29 04:47:31.171110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.172488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.175903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39118c-a454-4d5b-9e93-d2d6128aa7c3 req-06a4bc29-2128-4721-88c1-d463df95c3ee tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.185499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc39118c-a454-4d5b-9e93-d2d6128aa7c3 req-06a4bc29-2128-4721-88c1-d463df95c3ee tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2046127 Aug 29 04:47:31.189003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff8778-8290-4719-a321-f145318570f3 None None] Network 2117735e-2589-4de2-bade-7f0cece9456b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:31.212716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c58bff6a-3a2f-49bf-9be7-01e0107335d3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5770092 Aug 29 04:47:31.234157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c54fce-1593-4c68-9d15-9e09e54ab84e req-cc2a47ed-a06f-4905-b0e7-f1e07fcca4ac service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939804 Aug 29 04:47:31.283362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e70cf4f8-e9d6-4080-8e81-1fc614715292 req-e34e6a3b-9790-4495-a3e1-fa9577dbaf2c tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Aug 29 04:47:31.321660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc39118c-a454-4d5b-9e93-d2d6128aa7c3 req-85a46e12-d842-4073-84f7-645630f61110 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351051 Aug 29 04:47:31.448819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 84eb8a55-9f60-4da7-a564-a1b9215da5fe details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:31.546906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89e7cf-3c58-406e-833e-6b6ebae45171 None None] Network 2117735e-2589-4de2-bade-7f0cece9456b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:31.553067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1f236-9050-4749-9549-388911208bdb req-2454ab5b-72bc-40b8-b8fb-fbb3b1aeaca5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.555908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ff1f236-9050-4749-9549-388911208bdb req-2454ab5b-72bc-40b8-b8fb-fbb3b1aeaca5 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.0983019 Aug 29 04:47:31.626244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ff1f236-9050-4749-9549-388911208bdb req-3442ddf7-dd82-4858-ae79-483e46cff3b7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635452 Aug 29 04:47:31.738928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:31.793074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebccd7-9921-49f0-9c30-cce6e9709539 req-245a3053-3ab7-481b-822e-4bd5efa65f34 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:31.796095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bebccd7-9921-49f0-9c30-cce6e9709539 req-245a3053-3ab7-481b-822e-4bd5efa65f34 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.0968363 Aug 29 04:47:31.813062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '84eb8a55-9f60-4da7-a564-a1b9215da5fe', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'port_id': '84eb8a55-9f60-4da7-a564-a1b9215da5fe', 'mac_address': 'fa:16:3e:a8:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:31.922627 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:31.945287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bebccd7-9921-49f0-9c30-cce6e9709539 req-50222117-6525-4b0f-8f2a-c2a9d90ab582 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382439 Aug 29 04:47:31.952686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84eb8a55-9f60-4da7-a564-a1b9215da5fe {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:32.013175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:32.018475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:32.036938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-20a65872-cb18-414b-9f03-0f5a79679a38 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.039900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-20a65872-cb18-414b-9f03-0f5a79679a38 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/networks?id=2117735e-2589-4de2-bade-7f0cece9456b HTTP/1.1" status: 200 len: 809 time: 0.2062454 Aug 29 04:47:32.083847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:32.283037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['84eb8a55-9f60-4da7-a564-a1b9215da5fe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:32.524512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-1afd004e-9cf7-4a5f-b759-3d9ae2c63a57 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/quotas/e369af6a6ff048cb976130b550473617 HTTP/1.1" status: 200 len: 375 time: 0.4742548 Aug 29 04:47:32.573868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5ede26f8-39b3-4d3d-a0be-da2cfef1f5bb tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e369af6a6ff048cb976130b550473617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356843 Aug 29 04:47:32.588123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-9a08b442-fdbc-47e5-84a2-9ec8f468f8cd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.589773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-9a08b442-fdbc-47e5-84a2-9ec8f468f8cd tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.54 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.5443721 Aug 29 04:47:32.598037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da24ef7-ace2-48a2-936b-c3032472e9c6 req-f0e833b1-c8de-4ab0-b0a0-43374d3797ef tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:32.599606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4da24ef7-ace2-48a2-936b-c3032472e9c6 req-f0e833b1-c8de-4ab0-b0a0-43374d3797ef tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.5521853 Aug 29 04:47:32.766073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4da24ef7-ace2-48a2-936b-c3032472e9c6 req-391a0792-c760-4ac9-b9cc-93931c576b7b tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502492 Aug 29 04:47:32.789135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-22e01ad3-0b14-4bce-bbe6-1a7910b5fd87 service neutron] 10.222.0.62 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872828 Aug 29 04:47:32.908282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Deleting port b2bfc05c-f15a-426a-a436-eb7453d9bf13 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:32.909021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.003868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5599f03-7064-4890-800d-5f7811f84419 req-9996ea6e-dd2e-49ec-8128-fe7b5601e710 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.005448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5599f03-7064-4890-800d-5f7811f84419 req-9996ea6e-dd2e-49ec-8128-fe7b5601e710 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1097 time: 0.1478238 Aug 29 04:47:33.011091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-d118de62-6f12-4446-a99f-62ae6aecc7ac service neutron] 10.222.0.62 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056625 Aug 29 04:47:33.082151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] For port b2bfc05c-f15a-426a-a436-eb7453d9bf13, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b2bfc05c-f15a-426a-a436-eb7453d9bf13,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:33.082545 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.094293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5599f03-7064-4890-800d-5f7811f84419 req-d14430f2-4a43-49e9-adff-29d202b1c213 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756710 Aug 29 04:47:33.351155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f4b4-5f68-435c-876d-823414c11d72 req-d1b0d263-1e44-4948-b5ed-4164dc2ec056 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.354115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac5f4b4-5f68-435c-876d-823414c11d72 req-d1b0d263-1e44-4948-b5ed-4164dc2ec056 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 945 time: 0.1681790 Aug 29 04:47:33.428855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 84eb8a55-9f60-4da7-a564-a1b9215da5fe up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:33.495530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 84eb8a55-9f60-4da7-a564-a1b9215da5fe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:33.500729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 84eb8a55-9f60-4da7-a564-a1b9215da5fe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:33.501113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.575108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.576074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.576242 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Floating IP f9bbcd9f-fc59-489f-b582-8e437bdb60ac disassociated. External IP: 172.25.3.217, port: b2bfc05c-f15a-426a-a436-eb7453d9bf13. Aug 29 04:47:33.576786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Calling delete_port for b2bfc05c-f15a-426a-a436-eb7453d9bf13 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:33.585365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac5f4b4-5f68-435c-876d-823414c11d72 req-32892c2e-6513-4401-a220-d497590fcba8 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d58f88f-6013-4fe1-bca3-f8f98dbb402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099817 Aug 29 04:47:33.600104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.606645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437adfb-274f-4e87-9305-ade7b6c0fcdb req-8440e431-0b97-48c0-8b33-d8550698c2b1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:33.609490 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9437adfb-274f-4e87-9305-ade7b6c0fcdb req-8440e431-0b97-48c0-8b33-d8550698c2b1 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.2536764 Aug 29 04:47:33.655859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:33.659584 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e07a0-94f9-491d-a2a1-4e4d9a327434" -d '{"events": [{"server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:33.679329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:33.685859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:33.779147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:33.795887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5071839d-c41d-42b9-ad0e-e0d10eb338f3 req-8734cac7-fef2-4b62-8f68-9c8e7b2d984d tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 210 time: 0.0731602 Aug 29 04:47:33.822509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9437adfb-274f-4e87-9305-ade7b6c0fcdb req-9b4958da-e6c8-462b-b11e-f9bbd4a4acbf tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954005 Aug 29 04:47:34.038416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:34.124155 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ec8395-eebc-44d6-a86d-20044d28530f x-openstack-request-id: req-94ec8395-eebc-44d6-a86d-20044d28530f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:34.124830 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:34.125051 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94ec8395-eebc-44d6-a86d-20044d28530f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:34.128368 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe', 'code': 200} Aug 29 04:47:34.130386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'Port': ['ID=b2bfc05c-f15a-426a-a436-eb7453d9bf13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:34.385630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2070cc-9170-4148-9d96-4bbc1a98c17a req-47702b12-6c2e-4c15-9f5c-b1ec72ef9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.397641 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c2070cc-9170-4148-9d96-4bbc1a98c17a req-47702b12-6c2e-4c15-9f5c-b1ec72ef9304 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1655288 Aug 29 04:47:34.466185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc34da-d9a6-4e0f-bf6f-f1d375a8ddf1 req-c9fd4f10-d8f6-4dac-a4f2-bd30b3f5ac00 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:34.472819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eabc34da-d9a6-4e0f-bf6f-f1d375a8ddf1 req-c9fd4f10-d8f6-4dac-a4f2-bd30b3f5ac00 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1690943 Aug 29 04:47:34.490791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7c2070cc-9170-4148-9d96-4bbc1a98c17a req-0f25f2df-8eda-47fe-a6f1-cec78c240729 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Aug 29 04:47:34.526965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:34.664595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eabc34da-d9a6-4e0f-bf6f-f1d375a8ddf1 req-37c00d76-e76e-40b6-b9c7-c8e7dd86ef85 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584773 Aug 29 04:47:34.872388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b19cffed-fe6c-44f4-879c-d065efb1d3a4 req-eefe76d0-09c5-42e2-8b44-64433cadd2b5 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 210 time: 0.0609422 Aug 29 04:47:34.905808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:34.930386 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:34.950271 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:34.973187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.114990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] No DVR routers for this DVR port b2bfc05c-f15a-426a-a436-eb7453d9bf13 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:35.169609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.172489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67f23687-7b17-45ea-adea-2a655e25ba16 req-04c90f0d-fc44-44cb-be56-d3bf4ac2d193 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.54 "DELETE /v2.0/ports/b2bfc05c-f15a-426a-a436-eb7453d9bf13 HTTP/1.1" status: 204 len: 173 time: 2.5715735 Aug 29 04:47:35.200756 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:35.217901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'name': 'network-vif-deleted', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:35.243817 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cbdf0-b875-4844-9f04-915e4110622c" -d '{"events": [{"server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "name": "network-vif-deleted", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:35.250251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-2dc6950c-90ea-4710-bbff-ccb642d4a72e tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.254620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-2dc6950c-90ea-4710-bbff-ccb642d4a72e tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.50 "GET /v2.0/networks?id=2117735e-2589-4de2-bade-7f0cece9456b HTTP/1.1" status: 200 len: 809 time: 0.4040492 Aug 29 04:47:35.277602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Request body: {'port': {'device_id': '8523f68f-1556-436b-ba24-c257404d53f0', 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b', 'admin_state_up': True, 'tenant_id': 'e369af6a6ff048cb976130b550473617'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:35.299635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e7b49f3-308a-402b-8e0c-eda393c40805 req-b040edd9-58f2-4ac4-959c-1f64e6474807 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 210 time: 0.1934154 Aug 29 04:47:35.386723 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338605d8-bb5e-4944-868d-00fc421afa48 x-openstack-request-id: req-338605d8-bb5e-4944-868d-00fc421afa48 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:35.387108 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fea9b-3255-45fc-9eb7-e90a48a18183", "name": "network-vif-deleted", "tag": "b2bfc05c-f15a-426a-a436-eb7453d9bf13", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:35.387423 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-338605d8-bb5e-4944-868d-00fc421afa48 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:35.387863 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fea9b-3255-45fc-9eb7-e90a48a18183', 'name': 'network-vif-deleted', 'tag': 'b2bfc05c-f15a-426a-a436-eb7453d9bf13', 'status': 'completed', 'code': 200} Aug 29 04:47:35.440892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2bfc05c-f15a-426a-a436-eb7453d9bf13 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:35.525825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: b2bfc05c-f15a-426a-a436-eb7453d9bf13 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:35.526749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b2bfc05c-f15a-426a-a436-eb7453d9bf13 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:35.779721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Made reservation on behalf of e369af6a6ff048cb976130b550473617 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:35.790552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:35.873262 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:35.938902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3669a2-c63c-4581-b72e-57cc1e3464af req-c164678c-48af-4d65-b318-96833f80796b tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:35.948986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3669a2-c63c-4581-b72e-57cc1e3464af req-c164678c-48af-4d65-b318-96833f80796b tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1125119 Aug 29 04:47:36.041030 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:36.041774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3669a2-c63c-4581-b72e-57cc1e3464af req-bb553180-69cf-4327-b9c0-53437af9a2f1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833826 Aug 29 04:47:36.092421 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:36.093798 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:36.338404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af91534f-5ab4-4eb3-981c-8605354d69b8 req-3b4d57be-8746-425a-91b9-9f983e5a3980 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/ports?device_id=852fea9b-3255-45fc-9eb7-e90a48a18183 HTTP/1.1" status: 200 len: 210 time: 0.0954547 Aug 29 04:47:36.454258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Allocated IP 172.20.0.2 (2117735e-2589-4de2-bade-7f0cece9456b/365d1467-556f-489b-ba6c-c9c12e44d53e/4d8be363-be0e-43e5-89d5-aa0666fd6e0e) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:36.550997 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:36.658447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.673002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57be393a-1710-4fe1-8642-88b5fe1aff2a req-c6ddbb5e-0b78-4c34-9914-0a22fef55393 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 210 time: 0.0747929 Aug 29 04:47:36.706311 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.766667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Network 2117735e-2589-4de2-bade-7f0cece9456b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:36.770351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:36.773116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:36.840317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Pushing event updated for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:36.855361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:36.856665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:36.876030 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-5f74c13e-4e35-4b96-a4fe-ab8facae258a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6059442 Aug 29 04:47:36.896263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Request body: {'port': {'device_id': '8523f68f-1556-436b-ba24-c257404d53f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:36.983359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.186358 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:37.287970 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e798220-3502-474d-8aef-8dd2db1f1220 None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:39:07Z', 'revision_number': 4, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd928f624-a61e-43f7-ab04-8504bbed070b', 'name': '', 'network_id': '2fddabf1-f1c5-44e4-b2f0-e5a6a179a382', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'mac_address': 'fa:16:3e:5c:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:39:05Z', 'updated_at': '2021-08-29T04:39:19Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'subnets': [{'id': '0d4f8919-83fc-43c4-9963-e54f63351592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:37.349862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb00742-de35-4000-a5cc-9fe08388bf44 req-43d69071-43ef-46a4-a698-131e7eb19db1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.364186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddb00742-de35-4000-a5cc-9fe08388bf44 req-43d69071-43ef-46a4-a698-131e7eb19db1 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1294456 Aug 29 04:47:37.400455 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10cc9e86-4308-47d3-bd0f-ca2431c0e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.459382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddb00742-de35-4000-a5cc-9fe08388bf44 req-c1fa305f-372a-4433-842a-9cb5eea71c9d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 Aug 29 04:47:37.633326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:37.703888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8be363-be0e-43e5-89d5-aa0666fd6e0e {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:37.743479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.792691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Transition to ACTIVE for port object 4d8be363-be0e-43e5-89d5-aa0666fd6e0e will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:37.815443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:37.885778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c13a39-867e-4603-afdc-29cbecad6627 req-18d82fb1-2d86-4b03-b055-4350a151d184 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:37.898967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06c13a39-867e-4603-afdc-29cbecad6627 req-18d82fb1-2d86-4b03-b055-4350a151d184 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1932561 Aug 29 04:47:38.025980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.093165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06c13a39-867e-4603-afdc-29cbecad6627 req-20054a9e-fcac-498b-a174-af731b3544bb tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922989 Aug 29 04:47:38.107838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Attempting to bind port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:38.108422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Attempting to bind port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'efd76f74-6507-441f-9b54-a539a277407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:38.109083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Attempting to bind port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e on network 2117735e-2589-4de2-bade-7f0cece9456b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:38.118919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e on network 2117735e-2589-4de2-bade-7f0cece9456b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:38.119444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Attempting to bind port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e on network 2117735e-2589-4de2-bade-7f0cece9456b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:38.123800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbe939-4323-4056-b7e8-4ea3a6c5bff1 None None] New status for floating IP f9bbcd9f-fc59-489f-b582-8e437bdb60ac: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:47:38.130998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:38.131299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Checking segment: {'id': 'efd76f74-6507-441f-9b54-a539a277407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:38.132016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Bound using segment: {'id': 'efd76f74-6507-441f-9b54-a539a277407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:38.135741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.136442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Bound port: 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd76f74-6507-441f-9b54-a539a277407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:38.137727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.164786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9beb65-926e-4b5e-af16-84fdeb7fda53 req-d014b4e8-46e3-4ecb-a8ac-17c6bf4863bf tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.193950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed9beb65-926e-4b5e-af16-84fdeb7fda53 req-d014b4e8-46e3-4ecb-a8ac-17c6bf4863bf tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 943 time: 0.2312300 Aug 29 04:47:38.261568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.289593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:38.299251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,segment=NetworkSegment(efd76f74-6507-441f-9b54-a539a277407b),segment_id=efd76f74-6507-441f-9b54-a539a277407b)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:38.306480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.403872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.405037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.407289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] 10.222.0.50 "PUT /v2.0/ports/4d8be363-be0e-43e5-89d5-aa0666fd6e0e HTTP/1.1" status: 200 len: 1092 time: 1.5160241 Aug 29 04:47:38.408099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:38.412460 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaea861-f343-46c3-844b-1aa43ad24a71" -d '{"events": [{"name": "network-changed", "server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:38.465450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed9beb65-926e-4b5e-af16-84fdeb7fda53 req-00f9429e-f879-428c-a5a8-07ad3bc0b80c tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623111 Aug 29 04:47:38.494576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc65fdc-5767-434d-8e47-ab7415ca919c req-80b1bb77-ed36-4b47-a6fb-c559056512c2 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.500770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cc65fdc-5767-434d-8e47-ab7415ca919c req-80b1bb77-ed36-4b47-a6fb-c559056512c2 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1622126 Aug 29 04:47:38.519944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.525921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.535706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.540799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d58f88f-6013-4fe1-bca3-f8f98dbb402f HTTP/1.1" status: 204 len: 168 time: 0.9060767 Aug 29 04:47:38.541703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:38.570571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5f49-862d-4164-9e2f-5e4b919fc136 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d58f88f-6013-4fe1-bca3-f8f98dbb402f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:38.589752 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1535640a-d242-49ce-a6fe-dcb22b112d16 x-openstack-request-id: req-1535640a-d242-49ce-a6fe-dcb22b112d16 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:38.590268 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:38.590691 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1535640a-d242-49ce-a6fe-dcb22b112d16 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:38.591351 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e', 'status': 'completed', 'code': 200} Aug 29 04:47:38.603122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.603711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.604324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.604745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.605248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.606151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.606493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.606831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.607175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.607508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.607845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.608201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db825b-8184-4a2a-be59-e6e974629428 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:38.608980 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-7f1c78b4-541b-4fd4-97cb-f3b929f329c5 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] show failed (client error): The resource could not be found. Aug 29 04:47:38.613074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7f1c78b4-541b-4fd4-97cb-f3b929f329c5 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "GET /v2.0/security-groups/1d58f88f-6013-4fe1-bca3-f8f98dbb402f HTTP/1.1" status: 404 len: 347 time: 0.0496380 Aug 29 04:47:38.613877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:38.619984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cc65fdc-5767-434d-8e47-ab7415ca919c req-d6b40087-04f0-4caa-a9b1-68f4af2477da tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 Aug 29 04:47:38.726588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-6f2d1ed2-9e21-4735-a232-c6df3e88c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.728313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-6f2d1ed2-9e21-4735-a232-c6df3e88c92f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e369af6a6ff048cb976130b550473617&device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 1095 time: 0.2384531 Aug 29 04:47:38.798254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-67b13b47-0134-4375-be1e-34ad95bc8a9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e HTTP/1.1" status: 200 len: 217 time: 0.0492227 Aug 29 04:47:38.863459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Deleting port 980fdaac-98af-49cf-b916-af3443517275 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:38.864084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:38.873929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-637aee31-da8c-427a-a76d-580fad23d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:38.875491 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-637aee31-da8c-427a-a76d-580fad23d0ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=365d1467-556f-489b-ba6c-c9c12e44d53e HTTP/1.1" status: 200 len: 849 time: 0.0694952 Aug 29 04:47:38.973563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-24143025-d923-45ed-801c-a1631aaa563c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2117735e-2589-4de2-bade-7f0cece9456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875759 Aug 29 04:47:39.162932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-978f0735-d93f-4894-9e4c-8cee3fb92ad3 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.179956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-978f0735-d93f-4894-9e4c-8cee3fb92ad3 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.2768750 Aug 29 04:47:39.181932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.183433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.212413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-52238357-6a82-4b88-9689-e590eac8bcd9 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/quotas/da49d109138a43f39050d2db769c9d84 HTTP/1.1" status: 200 len: 375 time: 0.0310216 Aug 29 04:47:39.230482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Calling delete_port for 980fdaac-98af-49cf-b916-af3443517275 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:39.321312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-38f0562a-2e44-4650-a732-024963427bee tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040292 Aug 29 04:47:39.367212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-1d05435f-4da5-47d9-8b0d-dfbe0bd359ba service neutron] 10.222.0.50 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849232 Aug 29 04:47:39.479696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-e6a3d697-26d0-4593-a41e-33bad4ec8d05 service neutron] 10.222.0.62 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433122 Aug 29 04:47:39.680937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f59fb83d-6e83-44e7-8901-1e72c772f42a req-68c7aeb3-c6fb-4500-96f8-91e6cf8b18a4 service neutron] 10.222.0.50 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030295 Aug 29 04:47:39.693580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-86539ece-4304-487e-9a17-cf817178fe2d service neutron] 10.222.0.62 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127888 Aug 29 04:47:39.711569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.731221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421423f2-599c-4329-94c2-27ff27eec477 req-82474ca2-b541-4933-a589-4e1a1a4d7adb tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.734044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-421423f2-599c-4329-94c2-27ff27eec477 req-82474ca2-b541-4933-a589-4e1a1a4d7adb tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 943 time: 0.1351137 Aug 29 04:47:39.786478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Pushing event deleted for resources: {'Port': ['ID=980fdaac-98af-49cf-b916-af3443517275,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:39.834215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-421423f2-599c-4329-94c2-27ff27eec477 req-0eecc035-90d3-44aa-ad13-7937e74f69d4 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831649 Aug 29 04:47:39.924965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.927916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:39.933121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00883dbf-3e77-4a96-82d4-40a27d0ef881 tempest-AttachVolumeTestJSON-1722730140 tempest-AttachVolumeTestJSON-1722730140-project] 10.222.0.62 "DELETE /v2.0/floatingips/f9bbcd9f-fc59-489f-b582-8e437bdb60ac HTTP/1.1" status: 204 len: 168 time: 1.3178477 Aug 29 04:47:39.953680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-8e8b2742-c591-44fe-b894-291a00d3b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:39.958637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-8e8b2742-c591-44fe-b894-291a00d3b24b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e369af6a6ff048cb976130b550473617&device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 1095 time: 0.0957739 Aug 29 04:47:40.171275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40303137-7a4e-4a6b-941e-c949b0722c81 req-284cce68-8b90-455a-8491-4a5bbc139652 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 210 time: 0.0531204 Aug 29 04:47:40.362373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.423621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-b1d8da63-f353-4a57-8940-543d50efe1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.426120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-b1d8da63-f353-4a57-8940-543d50efe1b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2117735e-2589-4de2-bade-7f0cece9456b HTTP/1.1" status: 200 len: 910 time: 0.4465556 Aug 29 04:47:40.486212 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-445bce93-dfb1-423b-802b-19b6794b7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:40.577795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-a43a50c1-d344-49b3-b6ae-5c7345fa6c10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e HTTP/1.1" status: 200 len: 217 time: 0.1387448 Aug 29 04:47:40.656737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:47:40.834385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-d0779a90-0553-4402-9ebc-dd69891018aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:40.837103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-d0779a90-0553-4402-9ebc-dd69891018aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=365d1467-556f-489b-ba6c-c9c12e44d53e HTTP/1.1" status: 200 len: 849 time: 0.2477572 Aug 29 04:47:40.953040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-2b9ee93b-46c8-485d-89c8-8d220d171043 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2117735e-2589-4de2-bade-7f0cece9456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079366 Aug 29 04:47:41.197986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e685c8-35ba-4d94-8a94-4f2ac1f13485 req-3f16033f-d1a3-4333-a440-13d7e9cc714e tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:41.200853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01e685c8-35ba-4d94-8a94-4f2ac1f13485 req-3f16033f-d1a3-4333-a440-13d7e9cc714e tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 943 time: 0.1391959 Aug 29 04:47:41.340571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.344688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-5dff8541-8eee-428b-bf53-fd1efd40f737 service neutron] 10.222.0.50 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797567 Aug 29 04:47:41.444559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01e685c8-35ba-4d94-8a94-4f2ac1f13485 req-ac0119dd-24e7-49cb-9f87-4cc2fe228a2b tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079911 Aug 29 04:47:41.510540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c55f1df-f1e3-4132-b76d-7f5d8f05eaa3 req-1b06ea38-9b2e-4d53-935b-d31c9525b8d0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 210 time: 0.0969334 Aug 29 04:47:41.565089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d8be363-be0e-43e5-89d5-aa0666fd6e0e details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:41.729199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-efaea861-f343-46c3-844b-1aa43ad24a71 req-07a09e6a-6766-47a0-9e69-25e5a3b389c8 service neutron] 10.222.0.50 "GET /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689456 Aug 29 04:47:41.820450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,segment=NetworkSegment(efd76f74-6507-441f-9b54-a539a277407b),segment_id=efd76f74-6507-441f-9b54-a539a277407b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:41.837713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e', 'network_id': '2117735e-2589-4de2-bade-7f0cece9456b', 'port_id': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e', 'mac_address': 'fa:16:3e:d0:c7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365d1467-556f-489b-ba6c-c9c12e44d53e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:41.911979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:41.942705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8be363-be0e-43e5-89d5-aa0666fd6e0e {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:41.974178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,segment=NetworkSegment(efd76f74-6507-441f-9b54-a539a277407b),segment_id=efd76f74-6507-441f-9b54-a539a277407b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:41.980581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.119088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:42.261438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:42.358311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['4d8be363-be0e-43e5-89d5-aa0666fd6e0e'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:42.798994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-8d23f296-3e95-4a6b-883b-adf4607250f0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.801793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-8d23f296-3e95-4a6b-883b-adf4607250f0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.50 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.3611596 Aug 29 04:47:42.825263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Request body: {'port': {'device_id': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'admin_state_up': True, 'tenant_id': 'da49d109138a43f39050d2db769c9d84'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:42.838409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b7e477a-2ee2-47ab-8fe8-ff35f707d488 req-6beb2d18-d110-4e40-8430-1731d6606cf0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 210 time: 0.1151586 Aug 29 04:47:42.892339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b374cd-3cc6-4831-a2af-166d07ddc8ea req-2b8d035f-58a9-40d1-ade9-c7e325ae9a11 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:42.913642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04b374cd-3cc6-4831-a2af-166d07ddc8ea req-2b8d035f-58a9-40d1-ade9-c7e325ae9a11 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 944 time: 0.3135252 Aug 29 04:47:42.925931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Made reservation on behalf of da49d109138a43f39050d2db769c9d84 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:42.936939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.065526 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.079097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04b374cd-3cc6-4831-a2af-166d07ddc8ea req-d073b0a6-7aa0-4a7c-973f-d4610d91640d tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633012 Aug 29 04:47:43.240818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Allocated IP 172.20.0.8 (0f0e8853-2480-4f20-8b05-d31a303b7a64/b37b19ba-9615-4ccc-8cb4-a854b8f6ec19/421989e0-73ce-40cb-a7a6-495f38b46dd5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:43.521288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc4e57-a353-4174-96bf-7e5c51cd2ced req-c57433a4-b0b5-48da-936e-4c502bdfa419 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:43.525928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60dc4e57-a353-4174-96bf-7e5c51cd2ced req-c57433a4-b0b5-48da-936e-4c502bdfa419 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.0722136 Aug 29 04:47:43.568434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d8be363-be0e-43e5-89d5-aa0666fd6e0e up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:43.598243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.629552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60dc4e57-a353-4174-96bf-7e5c51cd2ced req-db72c81c-f616-4812-b581-2b0b7dbcf79d tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762362 Aug 29 04:47:43.631072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Transition to ACTIVE for port object 421989e0-73ce-40cb-a7a6-495f38b46dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:43.685157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:43.690305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:43.690762 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.740319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:43.763168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['84eb8a55-9f60-4da7-a564-a1b9215da5fe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:43.857266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Pushing event updated for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:43.878823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:43.881612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:43.885661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:43.928928 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.000330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.003592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.033856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,segment=NetworkSegment(efd76f74-6507-441f-9b54-a539a277407b),segment_id=efd76f74-6507-441f-9b54-a539a277407b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:44.044791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:44.049116 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7598c0d-1082-4aa4-ba23-5434beed0a1d" -d '{"events": [{"server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:44.073335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-49d0897f-e7f2-4486-9c06-6f429150f247 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2567606 Aug 29 04:47:44.092958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.108811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Request body: {'port': {'device_id': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:44.187486 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647a58c4-5898-4ae5-a3b2-75da3ef04765 x-openstack-request-id: req-647a58c4-5898-4ae5-a3b2-75da3ef04765 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:44.188365 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:44.188771 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-647a58c4-5898-4ae5-a3b2-75da3ef04765 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:44.189364 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e', 'code': 200} Aug 29 04:47:44.189565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea1a50-d458-4ca5-86f7-d1ba8c048481 req-86458318-972b-4b5e-98ed-5981de79b0ca tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.211743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea1a50-d458-4ca5-86f7-d1ba8c048481 req-86458318-972b-4b5e-98ed-5981de79b0ca tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1027 time: 0.1965125 Aug 29 04:47:44.354701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-422f7ccc-3a61-4e51-a66d-3253fd39197d None None] Provisioning for port 421989e0-73ce-40cb-a7a6-495f38b46dd5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:44.357354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea1a50-d458-4ca5-86f7-d1ba8c048481 req-0c169bab-48b9-4a80-9461-0e4b2ce03a9c tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369953 Aug 29 04:47:44.374625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.377042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:44.383688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-422f7ccc-3a61-4e51-a66d-3253fd39197d None None] Provisioning complete for port 421989e0-73ce-40cb-a7a6-495f38b46dd5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:44.384319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-422f7ccc-3a61-4e51-a66d-3253fd39197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:44.444222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d691f-1128-4a35-a868-793222335827 req-3e40fb01-c0ff-45ae-b272-2308a1d6bd40 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.446102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-462d691f-1128-4a35-a868-793222335827 req-3e40fb01-c0ff-45ae-b272-2308a1d6bd40 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.1584396 Aug 29 04:47:44.452350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c3220-9861-4067-86e7-c427c1b2d09b req-620c121b-7859-4804-ab9d-f249b20cf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.454248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1c3220-9861-4067-86e7-c427c1b2d09b req-620c121b-7859-4804-ab9d-f249b20cf29c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 1097 time: 0.0791602 Aug 29 04:47:44.489395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-422f7ccc-3a61-4e51-a66d-3253fd39197d None None] Port 421989e0-73ce-40cb-a7a6-495f38b46dd5 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:47:44.538364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1c3220-9861-4067-86e7-c427c1b2d09b req-4126420a-3bd2-4e4b-aee8-15a377567a5d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625010 Aug 29 04:47:44.555545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-462d691f-1128-4a35-a868-793222335827 req-910cae3b-af31-4893-89e0-4a2562dd0467 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960641 Aug 29 04:47:44.843078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69042e-1748-411c-8fb8-0d324e5ea974 req-d60694ee-d0fa-4773-a0a9-77ca4583aa87 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:44.849355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c69042e-1748-411c-8fb8-0d324e5ea974 req-d60694ee-d0fa-4773-a0a9-77ca4583aa87 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1027493 Aug 29 04:47:44.939444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c69042e-1748-411c-8fb8-0d324e5ea974 req-695fcaea-76ee-4c11-b199-5e14c57dd228 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Aug 29 04:47:44.992839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421989e0-73ce-40cb-a7a6-495f38b46dd5 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:45.004932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.022532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Transition to ACTIVE for port object 421989e0-73ce-40cb-a7a6-495f38b46dd5 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:45.026687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.256297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Pushing event updated for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:45.340184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Attempting to bind port 421989e0-73ce-40cb-a7a6-495f38b46dd5 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:45.341829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Attempting to bind port 421989e0-73ce-40cb-a7a6-495f38b46dd5 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:45.342622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Attempting to bind port 421989e0-73ce-40cb-a7a6-495f38b46dd5 on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:45.353725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Port 421989e0-73ce-40cb-a7a6-495f38b46dd5 on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:47:45.354220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Attempting to bind port 421989e0-73ce-40cb-a7a6-495f38b46dd5 on network 0f0e8853-2480-4f20-8b05-d31a303b7a64 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:45.366472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:47:45.367879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Checking segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:45.368635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Bound using segment: {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:47:45.369603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Bound port: 421989e0-73ce-40cb-a7a6-495f38b46dd5, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f2d995-2dc4-45e5-8c7c-58298afa38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:47:45.370205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.591012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:47:45.595718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:47:45.601018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.674671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.675655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:45.678695 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] 10.222.0.50 "PUT /v2.0/ports/421989e0-73ce-40cb-a7a6-495f38b46dd5 HTTP/1.1" status: 200 len: 1092 time: 1.5887878 Aug 29 04:47:45.683356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:45.686681 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49986288-082a-4861-abbc-f85a3ba8dd55" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:45.735743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c4abc-79fb-4216-b2a5-a70489f82530 req-0dadc75c-890e-4636-a194-00be2d405a18 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:45.738442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d27c4abc-79fb-4216-b2a5-a70489f82530 req-0dadc75c-890e-4636-a194-00be2d405a18 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1053 time: 0.1821284 Aug 29 04:47:45.765970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828a94-2367-42ac-82db-ec72236f0027 service neutron] Pushing event updated for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:46.001299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-d66a8df7-ec3c-4b8b-b4e6-f1b5c9d94ff3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.020350 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-d66a8df7-ec3c-4b8b-b4e6-f1b5c9d94ff3 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.50 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1495550 Aug 29 04:47:46.078996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d27c4abc-79fb-4216-b2a5-a70489f82530 req-d3afa2cb-02e0-46c8-a79c-bcd0c2bd7951 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193419 Aug 29 04:47:46.164961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-9efbdc2a-cc8a-4e48-be04-54bf9e161695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.167661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-9efbdc2a-cc8a-4e48-be04-54bf9e161695 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1095 time: 0.2379875 Aug 29 04:47:46.198168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4982360-fb9f-40ea-8a68-eb39dca3da58 req-3c79e4ab-7784-4d40-a015-eed4824ac2c2 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.209158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4982360-fb9f-40ea-8a68-eb39dca3da58 req-3c79e4ab-7784-4d40-a015-eed4824ac2c2 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.3894956 Aug 29 04:47:46.285754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Deleting port 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:46.286214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.286875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-dd530f1a-9429-406e-9090-bb9b978b2dd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5 HTTP/1.1" status: 200 len: 217 time: 0.0748923 Aug 29 04:47:46.290448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4982360-fb9f-40ea-8a68-eb39dca3da58 req-810ff5e1-cca3-41d2-915d-d4a68b8dd9c1 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Aug 29 04:47:46.330120 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e2407a-6d23-4e11-a00b-d6a17337bc7d x-openstack-request-id: req-c6e2407a-6d23-4e11-a00b-d6a17337bc7d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:46.330634 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:46.331015 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6e2407a-6d23-4e11-a00b-d6a17337bc7d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:46.336547 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5', 'status': 'completed', 'code': 200} Aug 29 04:47:46.445865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-20b73f45-e4e6-4919-9896-2bf67b9cfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.451442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-20b73f45-e4e6-4919-9896-2bf67b9cfac0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 200 len: 849 time: 0.1479859 Aug 29 04:47:46.465399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] For port 9b74e0d0-48d7-40b6-88d7-c947a52144fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=9b74e0d0-48d7-40b6-88d7-c947a52144fa,segment=NetworkSegment(429709e7-1001-4d42-826b-3f41c9c1b6d0),segment_id=429709e7-1001-4d42-826b-3f41c9c1b6d0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:46.466444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.502616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Calling delete_port for 9b74e0d0-48d7-40b6-88d7-c947a52144fa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:46.602621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b884d-5183-4083-b3f8-224b56c85c10 req-200a5bdd-4fd8-4484-bb16-b48a1d1536d0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.605940 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d20b884d-5183-4083-b3f8-224b56c85c10 req-200a5bdd-4fd8-4484-bb16-b48a1d1536d0 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/ports?device_id=c147cf89-a41c-4fdc-a753-6e49a365079d HTTP/1.1" status: 200 len: 946 time: 0.1859462 Aug 29 04:47:46.615217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-3c3e61df-4a55-4eea-8ff4-53c65d193317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:46.618060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-3c3e61df-4a55-4eea-8ff4-53c65d193317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f0e8853-2480-4f20-8b05-d31a303b7a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134119 Aug 29 04:47:46.710678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.728612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d20b884d-5183-4083-b3f8-224b56c85c10 req-333a9396-acc1-4e60-9478-1fecc15309d7 tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9cb41ed-7742-4ea0-a588-afc7004e77b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086733 Aug 29 04:47:46.750078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['9b74e0d0-48d7-40b6-88d7-c947a52144fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:46.766377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Pushing event deleted for resources: {'Port': ['ID=9b74e0d0-48d7-40b6-88d7-c947a52144fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:46.819021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-0e323c87-676c-4a4c-ad3c-b24bf66fec75 service neutron] 10.222.0.50 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872618 Aug 29 04:47:46.842671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] No DVR routers for this DVR port 9b74e0d0-48d7-40b6-88d7-c947a52144fa on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:46.847040 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:46.851477 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dadffa7d-32bf-4c57-a543-d2a7c3b4638d req-5b991171-387d-4cc5-a50e-4f7b4f8447ed tempest-ServersNegativeTestJSON-387644772 tempest-ServersNegativeTestJSON-387644772-project] 10.222.0.50 "DELETE /v2.0/ports/9b74e0d0-48d7-40b6-88d7-c947a52144fa HTTP/1.1" status: 204 len: 173 time: 0.8227503 Aug 29 04:47:47.044406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72b8e393-bee0-4a78-a1dc-32922292f041 req-1305ffde-445d-4ad2-a9b6-8e7d1675e341 service neutron] 10.222.0.50 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169504 Aug 29 04:47:47.248747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-255ae101-3233-4077-b712-16275bb56a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.250395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-255ae101-3233-4077-b712-16275bb56a0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1095 time: 0.0775077 Aug 29 04:47:47.381353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b505-0342-4daa-a9a4-8f03dcb92bba req-fd92809a-4fe8-43fe-a89c-da3f42a0c755 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.384171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7091b505-0342-4daa-a9a4-8f03dcb92bba req-fd92809a-4fe8-43fe-a89c-da3f42a0c755 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1095 time: 0.1771710 Aug 29 04:47:47.531573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-a63ad288-7ae0-476b-9cd3-8da90abb21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.536562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-a63ad288-7ae0-476b-9cd3-8da90abb21dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.2769186 Aug 29 04:47:47.592730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7091b505-0342-4daa-a9a4-8f03dcb92bba req-d0728b37-513d-4719-af3a-922aa10be39f tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811216 Aug 29 04:47:47.663350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083ff1c-cd0c-44c2-99be-2e580842d51a req-b3d54569-ad66-4589-8ee8-7e7575b4d4ec tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.666860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0083ff1c-cd0c-44c2-99be-2e580842d51a req-b3d54569-ad66-4589-8ee8-7e7575b4d4ec tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.2531569 Aug 29 04:47:47.670994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-06125155-480b-4d3d-b0bb-ac87cfb1a2a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5 HTTP/1.1" status: 200 len: 217 time: 0.0999513 Aug 29 04:47:47.753550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0083ff1c-cd0c-44c2-99be-2e580842d51a req-7fe1024f-a8db-42a8-9f23-277665bd6e1c tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 Aug 29 04:47:47.774058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-68c85ce9-6a38-41d4-acf1-a6f3c6c6f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.774058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-68c85ce9-6a38-41d4-acf1-a6f3c6c6f443 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 200 len: 849 time: 0.0901392 Aug 29 04:47:47.844199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:47.856510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-cd67f5ad-5bdc-4de9-85ad-97a7afd3bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:47.858109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-cd67f5ad-5bdc-4de9-85ad-97a7afd3bd38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0f0e8853-2480-4f20-8b05-d31a303b7a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734873 Aug 29 04:47:47.916845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Deleting subnet c4012566-44d2-406a-a8b2-c28c7115d26f {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:47.920859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:47.965035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.015738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.074847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-25f74a16-bf19-42ef-be5f-44a1516a9629 service neutron] 10.222.0.50 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072141 Aug 29 04:47:48.086164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.126462 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.132204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c4012566-44d2-406a-a8b2-c28c7115d26f HTTP/1.1" status: 204 len: 168 time: 0.2863827 Aug 29 04:47:48.159312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:48.172469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3ebda-39ba-484e-83ad-df092d2ccd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4012566-44d2-406a-a8b2-c28c7115d26f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.336266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49986288-082a-4861-abbc-f85a3ba8dd55 req-30627092-b434-46d7-b761-8ec9cf443b9c service neutron] 10.222.0.50 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525272 Aug 29 04:47:48.337362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-deleted', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:48.340525 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619b30f-4828-4e70-b177-59457fc73d76" -d '{"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-deleted", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:48.345899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.446976 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f64f7ce-fd77-45da-882d-8345e54e01e3 x-openstack-request-id: req-3f64f7ce-fd77-45da-882d-8345e54e01e3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:48.447340 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147cf89-a41c-4fdc-a753-6e49a365079d", "name": "network-vif-deleted", "tag": "9b74e0d0-48d7-40b6-88d7-c947a52144fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:48.447498 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f64f7ce-fd77-45da-882d-8345e54e01e3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:48.447906 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147cf89-a41c-4fdc-a753-6e49a365079d', 'name': 'network-vif-deleted', 'tag': '9b74e0d0-48d7-40b6-88d7-c947a52144fa', 'status': 'completed', 'code': 200} Aug 29 04:47:48.502534 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.525866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805f4d19-4754-436a-9425-dab5cc1caf64']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.541623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429709e7-1001-4d42-826b-3f41c9c1b6d0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.541924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429709e7-1001-4d42-826b-3f41c9c1b6d0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:48.554324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.591015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.608063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:48.608840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:48.612915 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:48.716469 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.732901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:48.740162 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] 10.222.0.62 "DELETE /v2.0/networks/805f4d19-4754-436a-9425-dab5cc1caf64 HTTP/1.1" status: 204 len: 168 time: 0.5775926 Aug 29 04:47:48.779472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9de675-e7bb-4baf-99ac-9d205f0bf962 admin admin] Pushing event deleted for resources: {'Network': ['ID=805f4d19-4754-436a-9425-dab5cc1caf64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:48.796162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17a183-d04a-4c41-b1c2-fe54a9fcb708 req-d5197212-5983-40d9-9587-40863fde07ea tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:48.798334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee17a183-d04a-4c41-b1c2-fe54a9fcb708 req-d5197212-5983-40d9-9587-40863fde07ea tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1095 time: 0.0650423 Aug 29 04:47:48.855749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee17a183-d04a-4c41-b1c2-fe54a9fcb708 req-67b88a30-389b-49bf-b702-5b3145d25bd2 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Aug 29 04:47:48.968518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.017883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-04db8beb-2c60-4cd8-a8f7-f7befc1a2de0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4c8134d7d904fb98af8953a70318d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450172 Aug 29 04:47:49.018343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:49.083532 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.151648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.248634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.254174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:49.255492 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9cb41ed-7742-4ea0-a588-afc7004e77b6 HTTP/1.1" status: 204 len: 168 time: 0.2359850 Aug 29 04:47:49.267177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67153f3c-13a1-407f-b05d-2ca2cfebaaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb41ed-7742-4ea0-a588-afc7004e77b6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:49.587344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 421989e0-73ce-40cb-a7a6-495f38b46dd5 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:47:49.599657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:49.684378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 9b74e0d0-48d7-40b6-88d7-c947a52144fa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:49.684731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 9b74e0d0-48d7-40b6-88d7-c947a52144fa not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:49.843569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:49.867236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '421989e0-73ce-40cb-a7a6-495f38b46dd5', 'network_id': '0f0e8853-2480-4f20-8b05-d31a303b7a64', 'port_id': '421989e0-73ce-40cb-a7a6-495f38b46dd5', 'mac_address': 'fa:16:3e:44:b1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37b19ba-9615-4ccc-8cb4-a854b8f6ec19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:47:49.992759 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.046101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421989e0-73ce-40cb-a7a6-495f38b46dd5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:50.125703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:50.134570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:50.262046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:50.274338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.274697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.275041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.275568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.277692 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.278701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.279483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.281654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.282225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.282716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.284247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.285245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:47:50.452481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['421989e0-73ce-40cb-a7a6-495f38b46dd5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:50.724972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f51eb5-c063-4173-8dd3-c56b9d993d88 req-1f0d65a1-750e-49af-af37-91ceb9bbdc82 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:50.738413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54f51eb5-c063-4173-8dd3-c56b9d993d88 req-1f0d65a1-750e-49af-af37-91ceb9bbdc82 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1095 time: 0.6771314 Aug 29 04:47:50.815746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54f51eb5-c063-4173-8dd3-c56b9d993d88 req-c7c91d44-adac-4dca-a4f9-e4bf3127018a tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761449 Aug 29 04:47:50.913418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.036477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17b94-9382-4d0d-90ee-aa8d37da5490 req-9b9f4208-075d-49f5-91d3-001f0849d896 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.044487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b17b94-9382-4d0d-90ee-aa8d37da5490 req-9b9f4208-075d-49f5-91d3-001f0849d896 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.0762596 Aug 29 04:47:51.137032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b17b94-9382-4d0d-90ee-aa8d37da5490 req-b8635469-404b-48ad-a6cb-8323e83c4dcb tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908132 Aug 29 04:47:51.199110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1949740398-network', 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:51.235254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:51.239669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.259044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.414840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.422820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.467480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:47:51.486559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe2f0a5-1b79-490d-afa6-98df450ecae7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:51.495591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.496058 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Added segment 276e4022-92b1-4908-a775-da96d2358dc6 of type vlan for network da66039a-2aa1-4b2d-948d-7de71e1be387 Aug 29 04:47:51.583099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.591975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 421989e0-73ce-40cb-a7a6-495f38b46dd5 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:47:51.638438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.639732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:51.640357 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.670694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 421989e0-73ce-40cb-a7a6-495f38b46dd5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:47:51.676089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 421989e0-73ce-40cb-a7a6-495f38b46dd5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:47:51.677466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.697935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7797875 Aug 29 04:47:51.699911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:51.705840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Request body: {'subnet': {'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1949740398-subnet', 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:51.725933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a9631-d3e3-44e3-8afe-f7ce71d66564 admin admin] Pushing event updated for resources: {'Network': ['ID=da66039a-2aa1-4b2d-948d-7de71e1be387,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:51.736273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:51.739284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.752690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network da66039a-2aa1-4b2d-948d-7de71e1be387 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:47:51.905414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:51.952547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:51.965473 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f441d96-c5cc-4a62-86c3-a1fab07d1d52" -d '{"events": [{"server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "name": "network-vif-plugged", "status": "completed", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:51.998423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:52.010621 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.022088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49d702-f55b-45f1-952c-6e57c21f221d req-eb789dd1-5a51-4322-b38e-392449da49dd tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.023636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b49d702-f55b-45f1-952c-6e57c21f221d req-eb789dd1-5a51-4322-b38e-392449da49dd tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1096 time: 0.0827367 Aug 29 04:47:52.061302 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923e0909-3de5-4004-a7d0-35537ff85636 x-openstack-request-id: req-923e0909-3de5-4004-a7d0-35537ff85636 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:52.061867 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "name": "network-vif-plugged", "status": "completed", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:52.062380 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-923e0909-3de5-4004-a7d0-35537ff85636 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:52.063131 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5', 'code': 200} Aug 29 04:47:52.088066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b49d702-f55b-45f1-952c-6e57c21f221d req-04102498-cb62-4ac3-b3f7-744471a3379f tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Aug 29 04:47:52.122780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.164593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.280157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Checking segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:47:52.280520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Network hostable DHCP agents. Network: da66039a-2aa1-4b2d-948d-7de71e1be387, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:47:52.288585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4f299-ab39-46ad-81f2-1312ec3700ac req-6717a72a-92cb-4c50-b801-e07b90a47afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.289080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeaf07ba-23c8-448a-8411-8baf2ad60917,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:52.290168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8b4f299-ab39-46ad-81f2-1312ec3700ac req-6717a72a-92cb-4c50-b801-e07b90a47afa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.0978770 Aug 29 04:47:52.315125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Network da66039a-2aa1-4b2d-948d-7de71e1be387 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:47:52.335547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, da66039a-2aa1-4b2d-948d-7de71e1be387) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:52.361092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327bf526-2e8f-420e-8035-2b0a6a822680 None None] Network da66039a-2aa1-4b2d-948d-7de71e1be387 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:52.373860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.376980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:52.406477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8b4f299-ab39-46ad-81f2-1312ec3700ac req-dac676bd-f2c1-4ff7-ab0f-b3765069a8fd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075699 Aug 29 04:47:52.424527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd534551-937f-4a71-882b-5034125d43fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7224622 Aug 29 04:47:52.439322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e6d5e-709c-4ca8-8e6e-61c80cd41a43 req-2efa1f0f-4a14-422a-8402-f2fd35114a8b tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.441687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e25e6d5e-709c-4ca8-8e6e-61c80cd41a43 req-2efa1f0f-4a14-422a-8402-f2fd35114a8b tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.1315441 Aug 29 04:47:52.522137 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e25e6d5e-709c-4ca8-8e6e-61c80cd41a43 req-ce04d9b6-7f39-4e06-b61d-8494e444920c tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733180 Aug 29 04:47:52.624446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c7984-aa3d-45dd-a6a8-39d47d90df9d None None] Network da66039a-2aa1-4b2d-948d-7de71e1be387 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:47:52.870388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-eb76e43f-4811-42f9-9b8e-84f815ead8fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701307 Aug 29 04:47:52.903159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-9bca2c2a-541a-4712-8236-bccf014b814c tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:52.904813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-9bca2c2a-541a-4712-8236-bccf014b814c tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.50 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.0934217 Aug 29 04:47:53.163645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cba81-829b-4600-b8c6-f226352d016b req-03d76ad7-b09f-4aa3-bdaa-c788d17ab5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.165791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-03d76ad7-b09f-4aa3-bdaa-c788d17ab5f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=da49d109138a43f39050d2db769c9d84&device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.2175241 Aug 29 04:47:53.249761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-95a21aef-d2fa-4625-a5d9-e82129caf41e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.251593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-95a21aef-d2fa-4625-a5d9-e82129caf41e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.2509296 Aug 29 04:47:53.330313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-3f2d44a6-2147-4bf3-9679-4288db59d9ee tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/quotas/2d6f34d9768a4b4e82bc8a4a61a72fe4 HTTP/1.1" status: 200 len: 375 time: 0.0626771 Aug 29 04:47:53.335010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Deleting port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:53.335367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.453422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd865b7-ab03-499b-af9e-d3384b6ad923 req-adc9cce8-17c8-4f5d-91f4-32a6ff8f271d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.455112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fd865b7-ab03-499b-af9e-d3384b6ad923 req-adc9cce8-17c8-4f5d-91f4-32a6ff8f271d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.2601552 Aug 29 04:47:53.495755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e7104c3d-604b-4385-ade8-e7e013bc9ab6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569040 Aug 29 04:47:53.552174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cba81-829b-4600-b8c6-f226352d016b req-23476ef1-c1a2-4e8b-84a2-21de986ac17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.553770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-23476ef1-c1a2-4e8b-84a2-21de986ac17e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 200 len: 911 time: 0.3555763 Aug 29 04:47:53.671530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-39e13880-f764-492a-9adf-07166dac68e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe HTTP/1.1" status: 200 len: 217 time: 0.0764294 Aug 29 04:47:53.680792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fd865b7-ab03-499b-af9e-d3384b6ad923 req-3b814734-bff1-4ee5-b474-09ff22b65156 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061534 Aug 29 04:47:53.723845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] For port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,segment=NetworkSegment(efd76f74-6507-441f-9b54-a539a277407b),segment_id=efd76f74-6507-441f-9b54-a539a277407b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:53.724255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:53.820819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Calling delete_port for 4d8be363-be0e-43e5-89d5-aa0666fd6e0e owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:53.920365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-0e8aa757-ba2a-44aa-b909-5ec9a1821490 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229577 Aug 29 04:47:53.936869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cba81-829b-4600-b8c6-f226352d016b req-c24d846c-db37-4914-acc2-1563bdeac36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:53.939487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-c24d846c-db37-4914-acc2-1563bdeac36c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 200 len: 849 time: 0.2575417 Aug 29 04:47:54.149037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1824bd-0a02-4720-8beb-d24c5725661b req-d40166e9-6b3e-4a12-9a07-83d0869d8f06 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.150715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e1824bd-0a02-4720-8beb-d24c5725661b req-d40166e9-6b3e-4a12-9a07-83d0869d8f06 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 945 time: 0.3096492 Aug 29 04:47:54.170363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cba81-829b-4600-b8c6-f226352d016b req-f6345260-3d7d-487b-b07d-255d3658965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.171877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-f6345260-3d7d-487b-b07d-255d3658965d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f0e8853-2480-4f20-8b05-d31a303b7a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975718 Aug 29 04:47:54.255679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-7cd949ae-740a-4111-9720-b99daece0272 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230197 Aug 29 04:47:54.336681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e1824bd-0a02-4720-8beb-d24c5725661b req-218e2478-53fd-4964-87b7-cb58f5ca893a tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/security-groups?id=920b12b7-8b30-4132-a120-d9e97fe0681f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598825 Aug 29 04:47:54.344582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.388027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Pushing event deleted for resources: {'Port': ['ID=4d8be363-be0e-43e5-89d5-aa0666fd6e0e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:54.442808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:54.478544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] No DVR routers for this DVR port 4d8be363-be0e-43e5-89d5-aa0666fd6e0e on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:54.485997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-32a86a9d-15a0-4278-b8d0-a9dc60037f71 service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858965 Aug 29 04:47:54.485997 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:54.487495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68adaf6e-7bcf-48a5-a523-88899a20431a req-324f6683-d018-4535-98d5-7608707fa183 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.50 "DELETE /v2.0/ports/4d8be363-be0e-43e5-89d5-aa0666fd6e0e HTTP/1.1" status: 204 len: 173 time: 1.5748916 Aug 29 04:47:54.488140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'name': 'network-vif-deleted', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:54.490760 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65feca-e09d-4756-94f3-3098f34ef901" -d '{"events": [{"server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "name": "network-vif-deleted", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:54.557285 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e64f2-b171-41cc-8a95-597eb5862003 x-openstack-request-id: req-a28e64f2-b171-41cc-8a95-597eb5862003 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:54.557652 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8523f68f-1556-436b-ba24-c257404d53f0", "name": "network-vif-deleted", "tag": "4d8be363-be0e-43e5-89d5-aa0666fd6e0e", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:54.557979 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a28e64f2-b171-41cc-8a95-597eb5862003 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:54.558531 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8523f68f-1556-436b-ba24-c257404d53f0', 'name': 'network-vif-deleted', 'tag': '4d8be363-be0e-43e5-89d5-aa0666fd6e0e', 'status': 'completed', 'code': 200} Aug 29 04:47:54.639352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0286e87a-ed14-4e8d-a96c-b0c08e46e3a8 req-26897892-34e1-4adc-8f92-4efdbf8552fb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 210 time: 0.0441477 Aug 29 04:47:54.745522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-702cba81-829b-4600-b8c6-f226352d016b req-c253a170-e7d7-4f49-b628-382d846021b3 service neutron] 10.222.0.54 "GET /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481573 Aug 29 04:47:54.910048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93dd9-55fd-4150-8f6e-e6369355f1c8 req-40aa8c90-32ac-4a41-a56a-eaf1d28a44fd tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:54.912114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62f93dd9-55fd-4150-8f6e-e6369355f1c8 req-40aa8c90-32ac-4a41-a56a-eaf1d28a44fd tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.0538082 Aug 29 04:47:54.976279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62f93dd9-55fd-4150-8f6e-e6369355f1c8 req-f6063afe-063c-479f-9465-6d6d5c4e2540 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 Aug 29 04:47:55.170178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4aae2-5192-4c4e-b278-7c28ad905fe2 req-69934a26-55a5-46f3-92b4-c6403f24efc3 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.178733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d4aae2-5192-4c4e-b278-7c28ad905fe2 req-69934a26-55a5-46f3-92b4-c6403f24efc3 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.1177397 Aug 29 04:47:55.273150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d4aae2-5192-4c4e-b278-7c28ad905fe2 req-2ca59653-03a3-47a2-bf2f-0b1e8b1a862a tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935197 Aug 29 04:47:55.356629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:55.431666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:55.470440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1b803-d459-430e-b6ed-fa084d1f07aa req-5d07775d-7824-469b-a530-56ecd67f9646 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.472092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8e1b803-d459-430e-b6ed-fa084d1f07aa req-5d07775d-7824-469b-a530-56ecd67f9646 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.0866566 Aug 29 04:47:55.551729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8e1b803-d459-430e-b6ed-fa084d1f07aa req-e72e8f78-6073-4ad4-94c8-02b0d950b3b6 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677958 Aug 29 04:47:55.589545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d8be363-be0e-43e5-89d5-aa0666fd6e0e no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:47:55.618472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-077c5bc9-2950-4df1-919e-ef5d1b9a909d req-9b575940-b898-4df9-8910-3629a9918204 tempest-ServerTagsTestJSON-1067890992 tempest-ServerTagsTestJSON-1067890992-project] 10.222.0.62 "GET /v2.0/ports?device_id=8523f68f-1556-436b-ba24-c257404d53f0 HTTP/1.1" status: 200 len: 210 time: 0.0950694 Aug 29 04:47:55.651408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 4d8be363-be0e-43e5-89d5-aa0666fd6e0e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:47:55.651877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 4d8be363-be0e-43e5-89d5-aa0666fd6e0e not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:47:55.838827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8e7fd8b-f49a-4418-829c-fc5671f7a14f req-175d6398-17ed-4505-a5ba-35258f35dffa tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 210 time: 0.0436349 Aug 29 04:47:55.916591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647ed56-a814-4b81-9af2-c1f978bed081 req-a52095fd-820d-4a09-ba93-ebf62faf6747 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:55.918219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5647ed56-a814-4b81-9af2-c1f978bed081 req-a52095fd-820d-4a09-ba93-ebf62faf6747 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.0914371 Aug 29 04:47:55.964596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5647ed56-a814-4b81-9af2-c1f978bed081 req-d77eb677-11ca-4f51-a780-26280953aa14 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Aug 29 04:47:56.180258 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b05f4ff-d3bc-46e5-81f8-600f97927e6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bc8115cae2b4756b779126f6cce9f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466478 Aug 29 04:47:56.184071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:56.305730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.357357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.412788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Deleting port d928f624-a61e-43f7-ab04-8504bbed070b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:56.413523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.440727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-96001b7e-61f1-4fed-ad31-eee538f849a5 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:56.442368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-96001b7e-61f1-4fed-ad31-eee538f849a5 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.1556754 Aug 29 04:47:56.469538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Request body: {'port': {'device_id': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'admin_state_up': True, 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:56.563379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.567394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.570057 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a69261b-e31f-432e-a9b0-2aaec7a79e52 HTTP/1.1" status: 204 len: 168 time: 0.3840706 Aug 29 04:47:56.609496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac1d11-d505-4dc1-bbca-5503b9e35813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69261b-e31f-432e-a9b0-2aaec7a79e52,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:56.625819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] For port d928f624-a61e-43f7-ab04-8504bbed070b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d928f624-a61e-43f7-ab04-8504bbed070b,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:56.626513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.635095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:47:56.641423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.661313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Calling delete_port for d928f624-a61e-43f7-ab04-8504bbed070b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:56.734336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:56.857136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Deleting subnet 365d1467-556f-489b-ba6c-c9c12e44d53e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:47:56.878060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.962330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:56.967122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Allocated IP 172.20.0.14 (da66039a-2aa1-4b2d-948d-7de71e1be387/aeaf07ba-23c8-448a-8411-8baf2ad60917/2d68e377-d067-4730-8a69-9498575ca0ff) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:47:56.978805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.023406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d928f624-a61e-43f7-ab04-8504bbed070b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:57.035772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8d84ed0-ee36-49bf-97bd-971f40ccfc5d req-61ab19cb-ab00-49b9-98c6-5c6e45b5bded tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 210 time: 0.0707788 Aug 29 04:47:57.079778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.265259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.306140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365d1467-556f-489b-ba6c-c9c12e44d53e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:57.325439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.333081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c441c3f4-b4a9-4e18-ba05-f1f502512a97 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/365d1467-556f-489b-ba6c-c9c12e44d53e HTTP/1.1" status: 204 len: 168 time: 0.5941141 Aug 29 04:47:57.334891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:57.350483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48daed-5244-4e37-8a6e-9595aef7f4c0 req-bd57da37-c81c-444c-b748-3dfa013c3208 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.358046 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d48daed-5244-4e37-8a6e-9595aef7f4c0 req-bd57da37-c81c-444c-b748-3dfa013c3208 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.1579492 Aug 29 04:47:57.434356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.455890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.514115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d48daed-5244-4e37-8a6e-9595aef7f4c0 req-73d363f1-e24b-4ccb-aac2-3a9f6f8ebdf4 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550565 Aug 29 04:47:57.519225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.547726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493354-0755-4f56-98c6-ed93f5daa04c req-a5ff4748-7de7-424b-b11d-bf496f9bbd9e tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.549537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10493354-0755-4f56-98c6-ed93f5daa04c req-a5ff4748-7de7-424b-b11d-bf496f9bbd9e tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.0899611 Aug 29 04:47:57.638725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.748405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.770730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Network da66039a-2aa1-4b2d-948d-7de71e1be387 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:47:57.778386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2117735e-2589-4de2-bade-7f0cece9456b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.784545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:47:57.798132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:47:57.803962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd76f74-6507-441f-9b54-a539a277407b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.804295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd76f74-6507-441f-9b54-a539a277407b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:57.808597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event updated for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:57.844122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Router 83fdafd7-3d27-422b-9d43-3efc0feec641 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:47:57.855462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.883222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Deleting port 421989e0-73ce-40cb-a7a6-495f38b46dd5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:57.883572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.886065 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.895266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:57.895829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.945950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:47:57.946352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:47:57.950363 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:47:58.002293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:47:58.011756 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c84d1d8c-3eff-4640-9ab2-52ae34d2d4d7 admin admin] 10.222.0.62 "PUT /v2.0/routers/83fdafd7-3d27-422b-9d43-3efc0feec641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675387 Aug 29 04:47:58.013781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-e190ff02-8831-42bc-8032-afe547490dbe tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5516398 Aug 29 04:47:58.015495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:58.027867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Sync routers for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:47:58.040095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Request body: {'port': {'device_id': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:47:58.052794 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:58.053871 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:58.125328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.150708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.152890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] 10.222.0.62 "DELETE /v2.0/networks/2117735e-2589-4de2-bade-7f0cece9456b HTTP/1.1" status: 204 len: 168 time: 0.8168609 Aug 29 04:47:58.249427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.252526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b5477-6c54-4d3a-965b-a345a9b281ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2117735e-2589-4de2-bade-7f0cece9456b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:58.264582 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:58.282559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] For port 421989e0-73ce-40cb-a7a6-495f38b46dd5, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=421989e0-73ce-40cb-a7a6-495f38b46dd5,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:47:58.283103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.486595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:58.488687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Calling delete_port for 421989e0-73ce-40cb-a7a6-495f38b46dd5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:47:58.530084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.551462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7ba9ea9b-2f3a-4fe7-9244-3a51ea220448 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e369af6a6ff048cb976130b550473617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633574 Aug 29 04:47:58.553430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:47:58.596876 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:47:56Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:58.632117 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Checking router: 83fdafd7-3d27-422b-9d43-3efc0feec641 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:47:58.642720 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Routers {'83fdafd7-3d27-422b-9d43-3efc0feec641'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:47:58.643623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['83fdafd7-3d27-422b-9d43-3efc0feec641'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:58.663171 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.705331 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.798229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.802941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:58.804016 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] Set router 83fdafd7-3d27-422b-9d43-3efc0feec641 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:47:58.805000 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/920b12b7-8b30-4132-a120-d9e97fe0681f HTTP/1.1" status: 204 len: 168 time: 0.2500925 Aug 29 04:47:58.834617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ccd7d-26ff-45e3-9fbb-74bac4e3a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b12b7-8b30-4132-a120-d9e97fe0681f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.126741 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:47:56Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:47:59.199690 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c3163-3ac1-49f6-af16-8ecfbb2c5ada None None] The sync data for ids ['83fdafd7-3d27-422b-9d43-3efc0feec641'] in n-d-712139-13 is: [{'id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'name': 'tempest-AttachVolumeTestJSON-1765231089-router', 'tenant_id': '9bf4c18931704a319905dd406b1d8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:38:56Z', 'updated_at': '2021-08-29T04:47:56Z', 'revision_number': 5, 'project_id': '9bf4c18931704a319905dd406b1d8e99', 'gw_port': {'id': '55acc776-0081-4fe7-a76f-b7ef026d05c6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fdafd7-3d27-422b-9d43-3efc0feec641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:38:59Z', 'updated_at': '2021-08-29T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:47:59.314647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d28a6e-4929-4e2c-aff9-333f4670ff7c req-b51ffc71-717a-4ccf-b65d-72817092ed84 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.316919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5d28a6e-4929-4e2c-aff9-333f4670ff7c req-b51ffc71-717a-4ccf-b65d-72817092ed84 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 932 time: 1.0683763 Aug 29 04:47:59.427178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d68e377-d067-4730-8a69-9498575ca0ff {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:47:59.450176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.496481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378979c-fc9b-4079-9bc2-3a7d6a7f2ba4 req-48a7e972-b1f8-4a90-9456-ba2528d92959 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:47:59.506646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b378979c-fc9b-4079-9bc2-3a7d6a7f2ba4 req-48a7e972-b1f8-4a90-9456-ba2528d92959 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 1097 time: 0.8253241 Aug 29 04:47:59.531633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5d28a6e-4929-4e2c-aff9-333f4670ff7c req-a7d5b22c-1c46-43b7-a238-e0b13cfe7877 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865969 Aug 29 04:47:59.533916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Transition to ACTIVE for port object 2d68e377-d067-4730-8a69-9498575ca0ff will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:47:59.552692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.586591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.657864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b378979c-fc9b-4079-9bc2-3a7d6a7f2ba4 req-74b21433-e9ec-44e3-b4a4-6c99bcc05b7b tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501756 Aug 29 04:47:59.717580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.735477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['84eb8a55-9f60-4da7-a564-a1b9215da5fe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:47:59.736120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.812631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Pushing event deleted for resources: {'Port': ['ID=421989e0-73ce-40cb-a7a6-495f38b46dd5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:47:59.858909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] No DVR routers for this DVR port 421989e0-73ce-40cb-a7a6-495f38b46dd5 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:47:59.861880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:47:59.864522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10493354-0755-4f56-98c6-ed93f5daa04c req-e4e99e54-bb4d-4447-a204-38c5f462e057 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.50 "DELETE /v2.0/ports/421989e0-73ce-40cb-a7a6-495f38b46dd5 HTTP/1.1" status: 204 len: 173 time: 2.3032050 Aug 29 04:47:59.873610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'name': 'network-vif-deleted', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:47:59.876283 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b613785-558a-4b9f-97e6-2bd205420b53" -d '{"events": [{"server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "name": "network-vif-deleted", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:47:59.966436 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273a39e-09c7-452b-9f7a-2aa6a33d5ff8 x-openstack-request-id: req-2273a39e-09c7-452b-9f7a-2aa6a33d5ff8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:47:59.966721 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3b3140-bb84-42e5-8e34-fa6f44be1d77", "name": "network-vif-deleted", "tag": "421989e0-73ce-40cb-a7a6-495f38b46dd5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:47:59.966968 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2273a39e-09c7-452b-9f7a-2aa6a33d5ff8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:47:59.967364 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3b3140-bb84-42e5-8e34-fa6f44be1d77', 'name': 'network-vif-deleted', 'tag': '421989e0-73ce-40cb-a7a6-495f38b46dd5', 'status': 'completed', 'code': 200} Aug 29 04:47:59.968403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Attempting to bind port 2d68e377-d067-4730-8a69-9498575ca0ff on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:47:59.968737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Attempting to bind port 2d68e377-d067-4730-8a69-9498575ca0ff by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:47:59.969063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Attempting to bind port 2d68e377-d067-4730-8a69-9498575ca0ff on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:47:59.992341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Deleting port 55acc776-0081-4fe7-a76f-b7ef026d05c6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:47:59.992834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.037144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.065119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Port 2d68e377-d067-4730-8a69-9498575ca0ff on network da66039a-2aa1-4b2d-948d-7de71e1be387 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:00.065595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Attempting to bind port 2d68e377-d067-4730-8a69-9498575ca0ff on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:00.080647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:00.081049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Checking segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:00.081370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Bound using segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:00.081817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Bound port: 2d68e377-d067-4730-8a69-9498575ca0ff, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:00.082174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.114471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.194747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] For port 55acc776-0081-4fe7-a76f-b7ef026d05c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=55acc776-0081-4fe7-a76f-b7ef026d05c6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:00.195127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.234582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Calling delete_port for 55acc776-0081-4fe7-a76f-b7ef026d05c6 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:00.306188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1566136433-network', 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:00.314119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:00.335776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2d68e377-d067-4730-8a69-9498575ca0ff,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:00.336389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:00.339883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.342311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.350841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.434597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.435326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.436717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 200 len: 1093 time: 2.4031177 Aug 29 04:48:00.455730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613e8d5-1c6b-4f74-9c20-7328841cd049 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:00.494320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.502325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.544395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:00.567705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b263e35-9603-4911-9c07-66bb52d96edd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:00.593905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.597585 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Added segment 89260a15-e3b6-4c50-8af4-47b1c03f90ff of type vlan for network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 Aug 29 04:48:00.603101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.651309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-18545331-c8b1-42a0-9625-44f7185f6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.653652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-18545331-c8b1-42a0-9625-44f7185f6f63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 1096 time: 0.1248436 Aug 29 04:48:00.654955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=55acc776-0081-4fe7-a76f-b7ef026d05c6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:00.686091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.722905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.723987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.724584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.808712 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6889610 Aug 29 04:48:00.808712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 33984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:00.814346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Request body: {'subnet': {'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1566136433-subnet', 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:00.819322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c59fd-2339-4ce3-b08f-6ce99d2a4704 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:00.837069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:00.850390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:00.854030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.862952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-fb609a12-55c8-450b-b64f-c24d1392213a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 200 len: 217 time: 0.0980575 Aug 29 04:48:00.933494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-689fadf8-6ac0-4832-9e84-672ddde77fb0 req-8f03c0bd-4d99-4114-9d9c-4b7a56f34ea7 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4f3b3140-bb84-42e5-8e34-fa6f44be1d77 HTTP/1.1" status: 200 len: 210 time: 0.1183226 Aug 29 04:48:00.950024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:00.976771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d755-66c4-4436-ac82-c713c538c52b req-d2c8fab2-37b1-4fda-a334-e4f6f516d692 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:00.978528 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d3d755-66c4-4436-ac82-c713c538c52b req-d2c8fab2-37b1-4fda-a334-e4f6f516d692 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 944 time: 0.2330072 Aug 29 04:48:01.088026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.116498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-659c0241-3d8f-4b3b-8988-0febd17539f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.118105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-659c0241-3d8f-4b3b-8988-0febd17539f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.2392313 Aug 29 04:48:01.121148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.123470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.141430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d928f624-a61e-43f7-ab04-8504bbed070b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:01.182512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d928f624-a61e-43f7-ab04-8504bbed070b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:01.184068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d928f624-a61e-43f7-ab04-8504bbed070b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:01.207722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-11f93032-765f-4318-8190-07705fd4d43c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768006 Aug 29 04:48:01.208108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:01.210006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Network hostable DHCP agents. Network: c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:01.212790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2d3d755-66c4-4436-ac82-c713c538c52b req-ace56d47-c558-4f79-a513-ce438229f991 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642747 Aug 29 04:48:01.217298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=701ac96f-5297-488c-a4f5-50032b9e3cfc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.243144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.243706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83fdafd7-3d27-422b-9d43-3efc0feec641 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:01.252296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:01.266103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:01.275465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96567bfa-3b01-42c6-b7a9-6cf3a4e7aa76 None None] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:01.277125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:01.277813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.296724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5da5817f-0a1e-458a-b1fe-2cf5b53ea4bd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4865131 Aug 29 04:48:01.306595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.307866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a88282d-5bcc-451f-a36c-3afc2de23a35 admin admin] 10.222.0.62 "DELETE /v2.0/routers/83fdafd7-3d27-422b-9d43-3efc0feec641 HTTP/1.1" status: 204 len: 168 time: 3.2913742 Aug 29 04:48:01.312514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 33988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:01.418164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Deleting subnet 0d4f8919-83fc-43c4-9963-e54f63351592 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:01.429691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.460634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-cb02c7e6-e37d-4656-b935-832619c4d4e6 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413306 Aug 29 04:48:01.540493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39306504-68db-462e-a8d3-78e418cb565d None None] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:01.566435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.639546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 421989e0-73ce-40cb-a7a6-495f38b46dd5 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:01.682605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 421989e0-73ce-40cb-a7a6-495f38b46dd5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:01.683740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 421989e0-73ce-40cb-a7a6-495f38b46dd5 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:01.690806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-728a0b2e-e154-4f08-bace-032dacede4c4 req-eb697fa2-de0b-4e0e-8c33-9a010173002f service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214434 Aug 29 04:48:01.712162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.806210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.847010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4f8919-83fc-43c4-9963-e54f63351592,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:01.849975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.854454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-03aa81a4-4a73-4d20-9e95-992e9a26d95b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0d4f8919-83fc-43c4-9963-e54f63351592 HTTP/1.1" status: 204 len: 168 time: 0.5393260 Aug 29 04:48:01.858142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:01.858509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb1173-6de8-4545-b033-8a711a434102 None None] Network 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:01.962829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:01.971776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:01.976749 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea426f-8d82-411e-90ab-faaf4c38fabf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:02.040993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-719bf2a3-d52a-4d24-a4ee-8e724b3f3135 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.043200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-719bf2a3-d52a-4d24-a4ee-8e724b3f3135 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.1776800 Aug 29 04:48:02.065622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-19c687bb-47bb-4a7c-aa98-567763c53679 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0142939 Aug 29 04:48:02.112573 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9241116a-3b21-487a-8c7b-d282725658e4 x-openstack-request-id: req-9241116a-3b21-487a-8c7b-d282725658e4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:02.113014 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:02.113465 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9241116a-3b21-487a-8c7b-d282725658e4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:02.114003 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff', 'status': 'completed', 'code': 200} Aug 29 04:48:02.140262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Deleting port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:02.140748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.160576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-0bf2bfa5-38c6-41f5-8d9e-73b76c3acb7c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849335 Aug 29 04:48:02.304702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] For port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:02.304702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.327425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Calling delete_port for 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:02.368321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] DHCP port deletion for 2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:02.392116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-407f1fe2-2582-49f2-9a5d-e76340107f37 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916292 Aug 29 04:48:02.462768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Deleting port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:02.463437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.477762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-6d074f0a-ed25-41dc-a7e4-783eb7d2d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.479441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-6d074f0a-ed25-41dc-a7e4-783eb7d2d376 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 1096 time: 0.3432164 Aug 29 04:48:02.537801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.566995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.576084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] For port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,segment=NetworkSegment(e1598c5e-5530-4245-82f9-14fc908a460d),segment_id=e1598c5e-5530-4245-82f9-14fc908a460d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:02.576450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.587019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] No DVR routers for this DVR port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:02.599098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Calling delete_port for 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:02.673269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-38504e9c-f550-49b9-a533-4c4b62b18e1d service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635343 Aug 29 04:48:02.692461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327004ea-4f0b-41dd-8f30-8406b0080760 req-038fc7ed-c0aa-4d12-996e-922ebdff1a1f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.694060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-327004ea-4f0b-41dd-8f30-8406b0080760 req-038fc7ed-c0aa-4d12-996e-922ebdff1a1f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 944 time: 0.2217951 Aug 29 04:48:02.709265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.717476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-cafdb3f2-0bc6-4f80-92b2-cab7eff9ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.719497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-cafdb3f2-0bc6-4f80-92b2-cab7eff9ae23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.2244511 Aug 29 04:48:02.724877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.750021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fddabf1-f1c5-44e4-b2f0-e5a6a179a382']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:02.772490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] Pushing event deleted for resources: {'Port': ['ID=6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:02.775570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec7fae-85e4-4a9b-8673-44a5163a60fa None None] No DVR routers for this DVR port 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:02.780244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1598c5e-5530-4245-82f9-14fc908a460d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:02.780562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1598c5e-5530-4245-82f9-14fc908a460d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:02.799400 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.805014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-a18a1120-1321-4a01-95c0-3cae8e648b71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 200 len: 217 time: 0.0676334 Aug 29 04:48:02.833013 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.842100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-327004ea-4f0b-41dd-8f30-8406b0080760 req-9b488555-277f-48a7-93de-73ba3a3d3c35 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361675 Aug 29 04:48:02.842852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:02.843282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:02.917112 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:02.922484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.936549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:02.942235 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] 10.222.0.62 "DELETE /v2.0/networks/2fddabf1-f1c5-44e4-b2f0-e5a6a179a382 HTTP/1.1" status: 204 len: 168 time: 1.0815041 Aug 29 04:48:02.961030 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-0ce0483a-e57a-4be0-9844-9f99d856d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:02.964293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-0ce0483a-e57a-4be0-9844-9f99d856d2c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1481562 Aug 29 04:48:02.987005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd13a-9798-4a99-b433-f635be5fe42a admin admin] Pushing event deleted for resources: {'Network': ['ID=2fddabf1-f1c5-44e4-b2f0-e5a6a179a382,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.057354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-7631a1d4-d5ce-4e3e-8dc0-fbec3f6112e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804434 Aug 29 04:48:03.141318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.163470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55acc776-0081-4fe7-a76f-b7ef026d05c6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:03.182675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a41ab175-11a7-4f77-9db0-c03776e26057 req-ecfa1936-c523-445c-a00e-2c8dfcfbe81c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 210 time: 0.1239433 Aug 29 04:48:03.220520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3f090a8c-8f09-4f3c-8a19-d38d9ae1bb1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bf4c18931704a319905dd406b1d8e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774543 Aug 29 04:48:03.222894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:03.228397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 55acc776-0081-4fe7-a76f-b7ef026d05c6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:03.228891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 55acc776-0081-4fe7-a76f-b7ef026d05c6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:03.229468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:03.272678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:03.274000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a997f12-cf42-4ca4-a9e8-4c8c3fa288d7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:03.301298 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.327018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97d18-1971-4a15-99a1-abfb86bdde24 req-bf56dab9-004c-4690-8d2a-8294542845c0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:03.340794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fd97d18-1971-4a15-99a1-abfb86bdde24 req-bf56dab9-004c-4690-8d2a-8294542845c0 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.2809348 Aug 29 04:48:03.363388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.420685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-5e643be5-7820-468a-b354-fb8e6ef875a0 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052864 Aug 29 04:48:03.422794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fd97d18-1971-4a15-99a1-abfb86bdde24 req-4c0caeb0-8732-4bbc-b7af-227be4b34015 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811801 Aug 29 04:48:03.447306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.447306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.447306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3226237-b815-410b-bb6e-09e7c1aa1002 HTTP/1.1" status: 204 len: 168 time: 0.2175605 Aug 29 04:48:03.463309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba11489-6a7b-4764-9aeb-02bfafc61398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3226237-b815-410b-bb6e-09e7c1aa1002,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:03.543875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62ea426f-8d82-411e-90ab-faaf4c38fabf req-00126bba-c043-4a91-abce-ff7018d2b743 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129289 Aug 29 04:48:03.563785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2d68e377-d067-4730-8a69-9498575ca0ff details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:03.678941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2d68e377-d067-4730-8a69-9498575ca0ff,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:03.694531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '2d68e377-d067-4730-8a69-9498575ca0ff', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'port_id': '2d68e377-d067-4730-8a69-9498575ca0ff', 'mac_address': 'fa:16:3e:90:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaf07ba-23c8-448a-8411-8baf2ad60917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:03.743381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.764172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d68e377-d067-4730-8a69-9498575ca0ff {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:03.793707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2d68e377-d067-4730-8a69-9498575ca0ff,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:03.799762 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:03.913974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.032997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-19470b51-5ae7-4900-bbad-75e70d809c07 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.035002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-19470b51-5ae7-4900-bbad-75e70d809c07 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.0835040 Aug 29 04:48:04.047486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:04.059175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed412f1-3b73-4c0d-af26-4ae7e03fa33f req-8e806424-5dd5-4695-9f53-bc1dd8f83fce tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.060791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ed412f1-3b73-4c0d-af26-4ae7e03fa33f req-8e806424-5dd5-4695-9f53-bc1dd8f83fce tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 945 time: 0.0816662 Aug 29 04:48:04.156811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ed412f1-3b73-4c0d-af26-4ae7e03fa33f req-59aca5d4-1435-4e38-b418-17cbfc707a26 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Aug 29 04:48:04.180813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Deleting port 84eb8a55-9f60-4da7-a564-a1b9215da5fe {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:04.181938 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.304918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] For port 84eb8a55-9f60-4da7-a564-a1b9215da5fe, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=84eb8a55-9f60-4da7-a564-a1b9215da5fe,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:04.305426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.333053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Calling delete_port for 84eb8a55-9f60-4da7-a564-a1b9215da5fe owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:04.388104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ee53907-7ee1-49f9-a842-7d16fa6b0bf5 req-aff53bf6-15b5-48e0-9be4-75d614daf079 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 210 time: 0.0708699 Aug 29 04:48:04.613652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-1a343da3-33ce-45bc-b847-761f487fd39b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.615218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-1a343da3-33ce-45bc-b847-761f487fd39b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2802169 Aug 29 04:48:04.647270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'ac109395-346e-4417-8411-b9fa435c64af', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:04.657083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caffec-04b7-4b19-80e4-405e47ac7fba req-fe5a3d6c-4758-403c-a813-528b45368c1d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:04.658164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5caffec-04b7-4b19-80e4-405e47ac7fba req-fe5a3d6c-4758-403c-a813-528b45368c1d tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b863cc61-fa56-4b2c-8012-aa9f95cd1d8a HTTP/1.1" status: 200 len: 1098 time: 0.1155305 Aug 29 04:48:04.792225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5caffec-04b7-4b19-80e4-405e47ac7fba req-f64f87e1-cb5f-44f2-9098-37bc3e6e0f46 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2b035f34-51be-4f30-b867-c29c94d6542e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959361 Aug 29 04:48:04.823204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.843216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['84eb8a55-9f60-4da7-a564-a1b9215da5fe'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:04.870148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Pushing event deleted for resources: {'Port': ['ID=84eb8a55-9f60-4da7-a564-a1b9215da5fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:04.888818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:04.893371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.950051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] No DVR routers for this DVR port 84eb8a55-9f60-4da7-a564-a1b9215da5fe on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:04.958881 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:04.961300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b80dd0c-4cef-49cf-9dab-e7eef25371b7 req-6dcd0118-312d-4cb6-958a-67ba285627b5 tempest-TestServerMultinode-1678225097 tempest-TestServerMultinode-1678225097-project-admin] 10.222.0.54 "DELETE /v2.0/ports/84eb8a55-9f60-4da7-a564-a1b9215da5fe HTTP/1.1" status: 204 len: 173 time: 0.9186633 Aug 29 04:48:04.962100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'name': 'network-vif-deleted', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:04.965510 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055dc356-e93d-4b9b-8578-5641e53f5abc" -d '{"events": [{"server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "name": "network-vif-deleted", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:05.042418 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ce99a-ab70-49ab-a4b8-2ece7c814ea4 x-openstack-request-id: req-0f2ce99a-ab70-49ab-a4b8-2ece7c814ea4 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:05.043143 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863cc61-fa56-4b2c-8012-aa9f95cd1d8a", "name": "network-vif-deleted", "tag": "84eb8a55-9f60-4da7-a564-a1b9215da5fe", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:05.043143 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f2ce99a-ab70-49ab-a4b8-2ece7c814ea4 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:05.043444 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863cc61-fa56-4b2c-8012-aa9f95cd1d8a', 'name': 'network-vif-deleted', 'tag': '84eb8a55-9f60-4da7-a564-a1b9215da5fe', 'status': 'completed', 'code': 200} Aug 29 04:48:05.221002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.4 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/75717be8-b09b-4a97-8a85-3a2617acd159) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:05.455101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e1b30-1b25-4b3d-a2df-4ceceb4c1c84 req-869301ba-cd67-404e-9514-14c46745982c tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:05.457976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078e1b30-1b25-4b3d-a2df-4ceceb4c1c84 req-869301ba-cd67-404e-9514-14c46745982c tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 945 time: 0.1378355 Aug 29 04:48:05.538580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.571520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b1521b9-e659-4a71-8e6c-22177a69b51f req-13e94228-63b8-4727-a980-03c733ac040b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 210 time: 0.0529838 Aug 29 04:48:05.575487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2d68e377-d067-4730-8a69-9498575ca0ff up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:05.614871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078e1b30-1b25-4b3d-a2df-4ceceb4c1c84 req-35dbee83-87f2-42e7-aef6-eab6c08ddbfd tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453717 Aug 29 04:48:05.662461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 2d68e377-d067-4730-8a69-9498575ca0ff completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:05.667185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 2d68e377-d067-4730-8a69-9498575ca0ff triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:05.668275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.678124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.739325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:05.756096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:05.767499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:05.805013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:05.818837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.842696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:05.844351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.868424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e265d184-4e75-4976-8138-1cb35ff0b328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2326555 Aug 29 04:48:05.873731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2d68e377-d067-4730-8a69-9498575ca0ff,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:05.875501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:05.879002 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82532611-a1ea-44b9-aa66-5a4ed79089b7" -d '{"events": [{"server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "name": "network-vif-plugged", "status": "completed", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:05.885578 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:05.889533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Request body: {'port': {'device_id': 'ac109395-346e-4417-8411-b9fa435c64af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:05.911738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:05.981701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:06.004749 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c9c44d-501a-4082-89ce-35bf9f7d9228 x-openstack-request-id: req-d2c9c44d-501a-4082-89ce-35bf9f7d9228 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:06.005072 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "name": "network-vif-plugged", "status": "completed", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:06.005292 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2c9c44d-501a-4082-89ce-35bf9f7d9228 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:06.005696 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff', 'code': 200} Aug 29 04:48:06.033740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.657580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:06.774437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c95aa-4b71-487a-8547-1455c1a45c6e req-b9383ec7-b189-47c1-8052-b67c6f96f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.775912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876c95aa-4b71-487a-8547-1455c1a45c6e req-b9383ec7-b189-47c1-8052-b67c6f96f486 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 1098 time: 0.6844473 Aug 29 04:48:06.942554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876c95aa-4b71-487a-8547-1455c1a45c6e req-c47a9661-f6f6-49fd-83c2-92ef828184a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468613 Aug 29 04:48:06.962785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cceba1-f87c-4379-b626-e8e60b21c5ef req-0bda3b4e-3fd7-4b36-b407-aec68c8df704 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.963718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5cceba1-f87c-4379-b626-e8e60b21c5ef req-0bda3b4e-3fd7-4b36-b407-aec68c8df704 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.1984091 Aug 29 04:48:06.973263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204362d-6d41-4aab-90d9-97b393d9e054 req-631bca80-2206-4076-9e8d-1a4ba08148a1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:06.974814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d204362d-6d41-4aab-90d9-97b393d9e054 req-631bca80-2206-4076-9e8d-1a4ba08148a1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 931 time: 0.2071447 Aug 29 04:48:07.002602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Deleting port e01d706b-dadd-42e1-b229-b8efde166c44 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:07.003174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.059434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5cceba1-f87c-4379-b626-e8e60b21c5ef req-b17d7ca0-ab02-4901-b37d-ad69f604fae7 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835822 Aug 29 04:48:07.087117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d204362d-6d41-4aab-90d9-97b393d9e054 req-ad3ab889-f069-417c-ab2a-0cba54d14f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008406 Aug 29 04:48:07.112835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] For port e01d706b-dadd-42e1-b229-b8efde166c44, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e01d706b-dadd-42e1-b229-b8efde166c44,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:07.112835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.129290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Calling delete_port for e01d706b-dadd-42e1-b229-b8efde166c44 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:07.160168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75717be8-b09b-4a97-8a85-3a2617acd159 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:07.170212 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.185044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Transition to ACTIVE for port object 75717be8-b09b-4a97-8a85-3a2617acd159 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:07.192021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.280934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Pushing event updated for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.357789 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc9d8-fd89-40ea-a4a9-9535575cbc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.411782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Attempting to bind port 75717be8-b09b-4a97-8a85-3a2617acd159 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:07.412150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Attempting to bind port 75717be8-b09b-4a97-8a85-3a2617acd159 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:07.412894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Attempting to bind port 75717be8-b09b-4a97-8a85-3a2617acd159 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:07.433690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Port 75717be8-b09b-4a97-8a85-3a2617acd159 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:07.434216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Attempting to bind port 75717be8-b09b-4a97-8a85-3a2617acd159 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:07.442521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:07.443407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:07.444023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:07.444872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Bound port: 75717be8-b09b-4a97-8a85-3a2617acd159, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:07.445654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.482923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.534508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e01d706b-dadd-42e1-b229-b8efde166c44,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.573096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:07.578550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=75717be8-b09b-4a97-8a85-3a2617acd159,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:07.592487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.624660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.625933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.627669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] 10.222.0.50 "PUT /v2.0/ports/75717be8-b09b-4a97-8a85-3a2617acd159 HTTP/1.1" status: 200 len: 1092 time: 1.7440283 Aug 29 04:48:07.629320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:07.631882 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48f25d7-9429-4f12-9cd9-bbb9880522f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:07.776208 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d41a3-8b49-435e-b3c3-92afc3079029 x-openstack-request-id: req-2a7d41a3-8b49-435e-b3c3-92afc3079029 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:07.777401 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:07.777401 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a7d41a3-8b49-435e-b3c3-92afc3079029 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:07.777669 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159', 'status': 'completed', 'code': 200} Aug 29 04:48:07.802135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-216b3bc8-db2a-4dea-8ceb-8c0717fbe404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.804108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-216b3bc8-db2a-4dea-8ceb-8c0717fbe404 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 1095 time: 0.0958292 Aug 29 04:48:07.805981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242985-93e0-4872-b4fe-eb6ebe349f8a service neutron] Pushing event updated for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:07.855454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:07.881479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-112c22b9-27fd-436b-b226-6ab253453503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75717be8-b09b-4a97-8a85-3a2617acd159 HTTP/1.1" status: 200 len: 217 time: 0.0607150 Aug 29 04:48:07.991460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-347baf85-ee9b-4bef-bedf-1d697e76ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:07.992996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-347baf85-ee9b-4bef-bedf-1d697e76ed3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1028671 Aug 29 04:48:08.060265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e6a60599-a41b-4887-a83f-d84b4fc91086 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577426 Aug 29 04:48:08.296153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Router be6cff2e-206e-4811-a84c-708b12f7a6f3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:08.345008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-f93ceb55-3f15-4e3d-a747-081b544b17f3 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716463 Aug 29 04:48:08.361370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdda94-60c3-432f-bab8-3a242c6d9ee8 req-68bb8ccf-6de6-4878-96fe-97fed9f4e7cb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.363857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbdda94-60c3-432f-bab8-3a242c6d9ee8 req-68bb8ccf-6de6-4878-96fe-97fed9f4e7cb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 943 time: 0.0988328 Aug 29 04:48:08.374918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11857ab7-0a51-4c28-9b25-fcee2eba7b58 req-01f031e7-be56-46ef-b189-697424549e14 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.378920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11857ab7-0a51-4c28-9b25-fcee2eba7b58 req-01f031e7-be56-46ef-b189-697424549e14 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.1640656 Aug 29 04:48:08.459417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:08.477207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89bb5506-5729-4f15-9130-e6f17606bcfc admin admin] 10.222.0.62 "PUT /v2.0/routers/be6cff2e-206e-4811-a84c-708b12f7a6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5620778 Aug 29 04:48:08.478934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Sync routers for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:08.480537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:08.521925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:08.523671 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:08.551531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-354cc96b-c181-4cd1-83e5-56124c85c111 req-e6d2abb6-a8b8-4deb-a5ea-976563411ce6 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859076 Aug 29 04:48:08.584878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cbdda94-60c3-432f-bab8-3a242c6d9ee8 req-323d5303-7777-4d81-8349-bd41d246e848 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942499 Aug 29 04:48:08.625254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11857ab7-0a51-4c28-9b25-fcee2eba7b58 req-deb6b6f6-035a-4f43-a2f5-d36e0278020f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333708 Aug 29 04:48:08.725938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:08.741284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-24eeae95-808b-407d-bc5e-747ec4a3471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.747025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-24eeae95-808b-407d-bc5e-747ec4a3471e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 1095 time: 0.0829983 Aug 29 04:48:08.777868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:08.934044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-aaeb95f5-efb7-4c31-83d2-17e24de5ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:08.939871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-aaeb95f5-efb7-4c31-83d2-17e24de5ce33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1754627 Aug 29 04:48:09.065446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-49170cac-4c4f-440f-9700-1eed029189e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75717be8-b09b-4a97-8a85-3a2617acd159 HTTP/1.1" status: 200 len: 217 time: 0.1199191 Aug 29 04:48:09.185674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-8b2a91f0-e9ca-423b-ad7b-a75bde407fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.187239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-8b2a91f0-e9ca-423b-ad7b-a75bde407fa2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1092288 Aug 29 04:48:09.203273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:48:07Z', 'revision_number': 5, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.234736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-0eda6591-5889-4794-a312-ba8aaf255f12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376928 Aug 29 04:48:09.243969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Checking router: be6cff2e-206e-4811-a84c-708b12f7a6f3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:09.254587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Routers {'be6cff2e-206e-4811-a84c-708b12f7a6f3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:09.255213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:47:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['be6cff2e-206e-4811-a84c-708b12f7a6f3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.387560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] Set router be6cff2e-206e-4811-a84c-708b12f7a6f3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:09.387991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.414300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-a6b7fc36-39ae-4659-8b9b-0bd12bd1be78 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688704 Aug 29 04:48:09.457532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Deleting port 156c4a90-b754-4afd-aed5-568b776866cd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:09.458127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.549511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d48f25d7-9429-4f12-9cd9-bbb9880522f9 req-1e014ef1-141b-4af0-b55e-2dd0d5ecdc2f service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255524 Aug 29 04:48:09.571619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] For port 156c4a90-b754-4afd-aed5-568b776866cd, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=156c4a90-b754-4afd-aed5-568b776866cd,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:09.572254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.591360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Calling delete_port for 156c4a90-b754-4afd-aed5-568b776866cd owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:09.595532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 84eb8a55-9f60-4da7-a564-a1b9215da5fe no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:09.625084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 84eb8a55-9f60-4da7-a564-a1b9215da5fe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:09.625538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 84eb8a55-9f60-4da7-a564-a1b9215da5fe not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:09.636181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 75717be8-b09b-4a97-8a85-3a2617acd159 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:09.661394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:48:07Z', 'revision_number': 5, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:09.717797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768096b-e129-47e9-82c1-369f200b1282 None None] The sync data for ids ['be6cff2e-206e-4811-a84c-708b12f7a6f3'] in n-d-712139-13 is: [{'id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'name': 'tempest-TestServerMultinode-1601170602-router', 'tenant_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '156c4a90-b754-4afd-aed5-568b776866cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:46:58Z', 'updated_at': '2021-08-29T04:48:07Z', 'revision_number': 5, 'project_id': 'bdb0ce6f5ffa495dbc679c20a97a5eed', 'gw_port': {'id': '156c4a90-b754-4afd-aed5-568b776866cd', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cff2e-206e-4811-a84c-708b12f7a6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:46:59Z', 'updated_at': '2021-08-29T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:09.824576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa17a8-06c2-42c5-86cc-259949a9691d req-b20df5c4-731c-40e2-9bc4-71c7e11faf64 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.825550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=75717be8-b09b-4a97-8a85-3a2617acd159,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:09.826141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87fa17a8-06c2-42c5-86cc-259949a9691d req-b20df5c4-731c-40e2-9bc4-71c7e11faf64 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 943 time: 0.1368949 Aug 29 04:48:09.847260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '75717be8-b09b-4a97-8a85-3a2617acd159', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '75717be8-b09b-4a97-8a85-3a2617acd159', 'mac_address': 'fa:16:3e:13:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:09.851628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad5f2-41df-412e-a437-32c0ca0ffda3 req-306e3858-64ef-498c-95aa-a96703ab8fb6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:09.853329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0ad5f2-41df-412e-a437-32c0ca0ffda3 req-306e3858-64ef-498c-95aa-a96703ab8fb6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.1165001 Aug 29 04:48:09.876694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.901143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87fa17a8-06c2-42c5-86cc-259949a9691d req-8a56fab2-8b13-4921-a14d-aeb9f61ffb17 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662892 Aug 29 04:48:09.904651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:09.927260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0ad5f2-41df-412e-a437-32c0ca0ffda3 req-5f21cfb2-ae46-46f5-b0b1-cd99942b2522 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Aug 29 04:48:09.928829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Pushing event deleted for resources: {'Port': ['ID=156c4a90-b754-4afd-aed5-568b776866cd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:09.937993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75717be8-b09b-4a97-8a85-3a2617acd159 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:09.982233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=75717be8-b09b-4a97-8a85-3a2617acd159,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:09.989943 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.067660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.102510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:10.227297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.232019 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.313503 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.322681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.323459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6cff2e-206e-4811-a84c-708b12f7a6f3 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:10.331663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:10.333343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.335475 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8dbd0e88-ad97-480e-9e5c-1f76876c7076 admin admin] 10.222.0.62 "DELETE /v2.0/routers/be6cff2e-206e-4811-a84c-708b12f7a6f3 HTTP/1.1" status: 204 len: 168 time: 1.8538072 Aug 29 04:48:10.340628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34202) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:10.412699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3747e7ed-7e19-433c-b506-c55295eadf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.470802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Deleting subnet b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:10.488973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.616793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.778487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.909983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.966657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37b19ba-9615-4ccc-8cb4-a854b8f6ec19,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:10.994180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:10.998935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-26f57d81-82d5-46cd-b233-96ad263e7bf9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b37b19ba-9615-4ccc-8cb4-a854b8f6ec19 HTTP/1.1" status: 204 len: 168 time: 0.6571970 Aug 29 04:48:10.999711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6436cd-768b-4e1a-a575-92a6f9795ee1 None None] Network 0f0e8853-2480-4f20-8b05-d31a303b7a64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:11.001537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34222) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:11.245231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.306314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11ea62-7ae8-44ac-bc38-4c3c0b6d3745 req-1ae46f26-e413-4082-b47e-30dad05e5f5d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:11.321779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 156c4a90-b754-4afd-aed5-568b776866cd no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:11.324933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e11ea62-7ae8-44ac-bc38-4c3c0b6d3745 req-1ae46f26-e413-4082-b47e-30dad05e5f5d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 944 time: 0.1826434 Aug 29 04:48:11.366205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 156c4a90-b754-4afd-aed5-568b776866cd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:11.367070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 156c4a90-b754-4afd-aed5-568b776866cd not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:11.367653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e01d706b-dadd-42e1-b229-b8efde166c44 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:11.375153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.402965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e01d706b-dadd-42e1-b229-b8efde166c44 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:11.403625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e01d706b-dadd-42e1-b229-b8efde166c44 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:11.435298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Deleting port e2f32d2c-9924-49f0-81db-f2a311f9b23e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:11.436852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.448004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e11ea62-7ae8-44ac-bc38-4c3c0b6d3745 req-848d1fb0-0f52-4e22-b0dd-5889f218e508 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219916 Aug 29 04:48:11.479065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] DHCP port deletion for 0f0e8853-2480-4f20-8b05-d31a303b7a64 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:11.591305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] For port e2f32d2c-9924-49f0-81db-f2a311f9b23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e2f32d2c-9924-49f0-81db-f2a311f9b23e,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:11.592043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.628804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Calling delete_port for e2f32d2c-9924-49f0-81db-f2a311f9b23e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:11.629922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Deleting port e2f32d2c-9924-49f0-81db-f2a311f9b23e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:11.630781 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.664813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 75717be8-b09b-4a97-8a85-3a2617acd159 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:11.794245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] For port e2f32d2c-9924-49f0-81db-f2a311f9b23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e2f32d2c-9924-49f0-81db-f2a311f9b23e,segment=NetworkSegment(24f2d995-2dc4-45e5-8c7c-58298afa38aa),segment_id=24f2d995-2dc4-45e5-8c7c-58298afa38aa)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:11.794773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.812464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Calling delete_port for e2f32d2c-9924-49f0-81db-f2a311f9b23e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:11.832249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.869139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 75717be8-b09b-4a97-8a85-3a2617acd159 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:11.874818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f32d2c-9924-49f0-81db-f2a311f9b23e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:11.878277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 75717be8-b09b-4a97-8a85-3a2617acd159 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:11.878779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:11.880694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] No DVR routers for this DVR port e2f32d2c-9924-49f0-81db-f2a311f9b23e on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:11.956833 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.000950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] Pushing event deleted for resources: {'Port': ['ID=e2f32d2c-9924-49f0-81db-f2a311f9b23e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.024600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5078aa9-e06d-4c2c-9656-ea744071c3a8 None None] No DVR routers for this DVR port e2f32d2c-9924-49f0-81db-f2a311f9b23e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:12.033669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.048843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0e8853-2480-4f20-8b05-d31a303b7a64']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.061151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f2d995-2dc4-45e5-8c7c-58298afa38aa') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.061754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f2d995-2dc4-45e5-8c7c-58298afa38aa') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:12.066212 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.073027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.099810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.108518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:12.109428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:12.173364 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:12.183683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.189341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.193943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] 10.222.0.62 "DELETE /v2.0/networks/0f0e8853-2480-4f20-8b05-d31a303b7a64 HTTP/1.1" status: 204 len: 168 time: 1.1889827 Aug 29 04:48:12.194931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:12.198053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=75717be8-b09b-4a97-8a85-3a2617acd159,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:12.199896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:12.202855 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea66b77-1365-4647-a488-4a0f34c3ca93" -d '{"events": [{"server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "name": "network-vif-plugged", "status": "completed", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:12.216637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae449a-9d22-42bc-9f43-df1b82c0ab4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0e8853-2480-4f20-8b05-d31a303b7a64,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.243157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.260635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:12.296382 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d14e74-ff46-41c8-a02b-b6d512c2af09 x-openstack-request-id: req-15d14e74-ff46-41c8-a02b-b6d512c2af09 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:12.296676 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "name": "network-vif-plugged", "status": "completed", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:12.296936 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15d14e74-ff46-41c8-a02b-b6d512c2af09 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:12.297340 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159', 'code': 200} Aug 29 04:48:12.387366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:12.450325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f2019-cc13-4017-9011-ac9b07ed75ba req-260e23c5-4a04-45de-99f0-fb0edc83c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.452148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-352f2019-cc13-4017-9011-ac9b07ed75ba req-260e23c5-4a04-45de-99f0-fb0edc83c509 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 1097 time: 0.0577214 Aug 29 04:48:12.509892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-352f2019-cc13-4017-9011-ac9b07ed75ba req-5d16eca5-c4e2-4fd7-858e-04baefa86453 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Aug 29 04:48:12.626111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568ba5c-a59e-4808-a1ca-2ddcf95e155b req-700f6c0e-8610-44c4-8b82-e23437931408 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:12.632400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7568ba5c-a59e-4808-a1ca-2ddcf95e155b req-700f6c0e-8610-44c4-8b82-e23437931408 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 945 time: 0.0731304 Aug 29 04:48:12.690064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7568ba5c-a59e-4808-a1ca-2ddcf95e155b req-0de08269-6875-44c4-98ae-afa1b5cf043c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 Aug 29 04:48:12.753014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.072875 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.084047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e2f32d2c-9924-49f0-81db-f2a311f9b23e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:13.126503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e2f32d2c-9924-49f0-81db-f2a311f9b23e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:13.127813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e2f32d2c-9924-49f0-81db-f2a311f9b23e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:13.220532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Deleting port c0c196bc-a3ce-4123-9855-f5e325ce9b36 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:13.221295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.402383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] For port c0c196bc-a3ce-4123-9855-f5e325ce9b36, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0c196bc-a3ce-4123-9855-f5e325ce9b36,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:13.402915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.436860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Calling delete_port for c0c196bc-a3ce-4123-9855-f5e325ce9b36 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:13.700980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:13.754745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c196bc-a3ce-4123-9855-f5e325ce9b36,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:14.030675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:14.047840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d15b1-d5af-469a-b17d-b55e716ad703 req-8e2a6966-97a1-4683-8dcf-cbb6503a5227 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.051303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-013d15b1-d5af-469a-b17d-b55e716ad703 req-8e2a6966-97a1-4683-8dcf-cbb6503a5227 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 945 time: 0.1703022 Aug 29 04:48:14.132312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-013d15b1-d5af-469a-b17d-b55e716ad703 req-b846bde8-7765-42f4-9280-e47c44e7eba9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745358 Aug 29 04:48:14.471118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Router 77059ca8-809b-48e0-bec7-48b76caec41f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:14.623172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-d50529bf-4408-488f-a90e-c8b11bf817d3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:14.626098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-d50529bf-4408-488f-a90e-c8b11bf817d3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2094500 Aug 29 04:48:14.672433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-0555cdf4-fad2-4b02-a011-e81d82c89e75 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0301805 Aug 29 04:48:14.733311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:14.739841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-833b476f-eb32-4736-9a3f-13557031f5e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/77059ca8-809b-48e0-bec7-48b76caec41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434022 Aug 29 04:48:14.744460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:14.750257 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Sync routers for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:14.772947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:14.774222 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:14.808125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-4d4aa7bd-fbfb-4b63-b58f-90cb29051bfe tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337991 Aug 29 04:48:14.931969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.081135 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:15.102666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-ab326085-e2bb-44ea-ab7c-3a173b3d39da service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867141 Aug 29 04:48:15.213513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.375011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Deleting port 921673b8-34f8-4b94-98e1-def79a5f4065 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:15.375503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.410988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34fd8bd0-6f76-4010-8461-7a6beec885ae req-7bae3328-8980-42e9-bf96-f7e5bd206b94 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048608 Aug 29 04:48:15.572806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] For port 921673b8-34f8-4b94-98e1-def79a5f4065, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=921673b8-34f8-4b94-98e1-def79a5f4065,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:15.573454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:15.609907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Calling delete_port for 921673b8-34f8-4b94-98e1-def79a5f4065 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:15.655572 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:48:13Z', 'revision_number': 5, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port': {'id': '921673b8-34f8-4b94-98e1-def79a5f4065', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:47:09Z', 'updated_at': '2021-08-29T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:15.842410 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Checking router: 77059ca8-809b-48e0-bec7-48b76caec41f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:15.878841 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Routers {'77059ca8-809b-48e0-bec7-48b76caec41f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:15.881185 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['77059ca8-809b-48e0-bec7-48b76caec41f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.142729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.188258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=921673b8-34f8-4b94-98e1-def79a5f4065,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:16.235415 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] Set router 77059ca8-809b-48e0-bec7-48b76caec41f gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:16.342427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.465883 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:48:15Z', 'revision_number': 6, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:16.571587 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb3984-237a-4c42-9b2d-ef523a045c24 None None] The sync data for ids ['77059ca8-809b-48e0-bec7-48b76caec41f'] in n-d-712139-13 is: [{'id': '77059ca8-809b-48e0-bec7-48b76caec41f', 'name': 'tempest-TestServerMultinode-1770367009-router', 'tenant_id': 'da49d109138a43f39050d2db769c9d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:47:08Z', 'updated_at': '2021-08-29T04:48:15Z', 'revision_number': 6, 'project_id': 'da49d109138a43f39050d2db769c9d84', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:16.585727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.592290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.698263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.698971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77059ca8-809b-48e0-bec7-48b76caec41f {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:16.714465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.720206 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28789407-679c-49dd-a151-1ce395a4a310 admin admin] 10.222.0.62 "DELETE /v2.0/routers/77059ca8-809b-48e0-bec7-48b76caec41f HTTP/1.1" status: 204 len: 168 time: 1.9731908 Aug 29 04:48:16.722966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:16.815727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-5c5604eb-f29e-47b4-8efc-887f36a62533 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:16.818447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-5c5604eb-f29e-47b4-8efc-887f36a62533 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2995534 Aug 29 04:48:16.851401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Deleting subnet a3663401-5550-41f8-96e5-0af57afd5024 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:16.856466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:16.862194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-6d6ab5cc-98e6-49b3-ae6e-58ddd56f196e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0361986 Aug 29 04:48:16.920067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.075166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-c3a9cdc5-1ca8-438b-ae36-d1d334d99154 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058268 Aug 29 04:48:17.107030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.191855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0c196bc-a3ce-4123-9855-f5e325ce9b36 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:17.249839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.252247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c0c196bc-a3ce-4123-9855-f5e325ce9b36 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:17.253482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0c196bc-a3ce-4123-9855-f5e325ce9b36 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:17.282462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3663401-5550-41f8-96e5-0af57afd5024,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:17.288836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.295785 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-59cb9d18-9674-42dc-98ba-88ab83c47cf3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a3663401-5550-41f8-96e5-0af57afd5024 HTTP/1.1" status: 204 len: 168 time: 0.5669277 Aug 29 04:48:17.296923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:17.332324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03be516-632a-4aff-af86-aad1565f1808 None None] Network d0dce02d-ee99-4ddb-9453-e023a45b2e37 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:17.444221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-69aacad7-6e8a-4281-8b78-0e2ecc620e28 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600223 Aug 29 04:48:17.469450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.623609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Deleting port 5c159166-89dd-4c01-8372-6b0fbf54cf17 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:17.624671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.675046 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:17.742523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] For port 5c159166-89dd-4c01-8372-6b0fbf54cf17, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5c159166-89dd-4c01-8372-6b0fbf54cf17,segment=NetworkSegment(9b9815c9-432c-4b13-9127-9a70eafbe3ae),segment_id=9b9815c9-432c-4b13-9127-9a70eafbe3ae)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:17.742876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.759282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Calling delete_port for 5c159166-89dd-4c01-8372-6b0fbf54cf17 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:17.884822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-f19ca67b-f958-4937-87d4-e9c51424b499 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349878 Aug 29 04:48:17.925495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:17.984647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] No DVR routers for this DVR port 5c159166-89dd-4c01-8372-6b0fbf54cf17 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:18.018277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c159166-89dd-4c01-8372-6b0fbf54cf17,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.038852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec06993-a80a-42c6-92c1-6f6d9b56f2a1 None None] DHCP port deletion for d0dce02d-ee99-4ddb-9453-e023a45b2e37 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:18.167851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.190317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dce02d-ee99-4ddb-9453-e023a45b2e37']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.226272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9815c9-432c-4b13-9127-9a70eafbe3ae') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.226564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9815c9-432c-4b13-9127-9a70eafbe3ae') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:18.242379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.287456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.321475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:18.323804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:18.328804 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:18.451379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.467279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78ff5182-1836-4eba-a827-8cdea8ee7810 req-49ab01b5-1da9-427a-b8a5-e882706d17bf tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 210 time: 0.0660696 Aug 29 04:48:18.477325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:18.484200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0dce02d-ee99-4ddb-9453-e023a45b2e37 HTTP/1.1" status: 204 len: 168 time: 1.1865506 Aug 29 04:48:18.485344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8dd52-8c2a-4775-8c13-c022fac2531c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dce02d-ee99-4ddb-9453-e023a45b2e37,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:18.841252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34390) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.935628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34394) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:18.944379 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5a78f454-daf3-421f-86a2-f4204b546748 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdb0ce6f5ffa495dbc679c20a97a5eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010904 Aug 29 04:48:19.113505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.179192 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.227231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5c159166-89dd-4c01-8372-6b0fbf54cf17 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.301927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.305340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:19.310926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1496a29-0d6c-405a-962a-a57ac81fc4f3 HTTP/1.1" status: 204 len: 168 time: 0.3741355 Aug 29 04:48:19.328905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1496a29-0d6c-405a-962a-a57ac81fc4f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:19.358084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.358811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.359318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.359821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.360333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.360819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.361552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.362497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.365934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.366616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.367705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.367705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a44e-19ac-4a63-805a-eea4073f4225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:19.774947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5c159166-89dd-4c01-8372-6b0fbf54cf17 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:19.775667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5c159166-89dd-4c01-8372-6b0fbf54cf17 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:19.776418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 921673b8-34f8-4b94-98e1-def79a5f4065 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:19.801341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29e6803a-5f4b-43bc-9764-2d1015ec902d req-069bb2fa-6788-48b3-8c87-1461e205faf9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 210 time: 0.1345830 Aug 29 04:48:19.820436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 921673b8-34f8-4b94-98e1-def79a5f4065 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:19.821074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 921673b8-34f8-4b94-98e1-def79a5f4065 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:19.954759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.350172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.497835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46bf1331-04bf-4979-987f-3ef5796b823d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da49d109138a43f39050d2db769c9d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418486 Aug 29 04:48:20.504017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:20.601838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-c7703b7a-ddb9-44f9-8d01-99613f5d8feb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:20.604259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-c7703b7a-ddb9-44f9-8d01-99613f5d8feb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2527866 Aug 29 04:48:20.623822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:20.648500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.740284 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.898396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e880c3ff-6f50-408b-bb09-1250fee2ddf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.902723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:20.907789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.922898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.929557 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:20.933443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b035f34-51be-4f30-b867-c29c94d6542e HTTP/1.1" status: 204 len: 168 time: 0.4262614 Aug 29 04:48:20.969848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ee5d8-3f09-48b2-80cb-e9ae320265e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b035f34-51be-4f30-b867-c29c94d6542e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:21.105961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e4668b8-3e46-4084-8855-cb6c44a21442 req-0bfebca0-f1dc-4f74-9f5d-ce6575ed88f3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 210 time: 0.0996940 Aug 29 04:48:21.565938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.3 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/f7bdea21-e373-4339-af22-7cb180a617ae) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:21.912270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.023528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e880c3ff-6f50-408b-bb09-1250fee2ddf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.031564 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e880c3ff-6f50-408b-bb09-1250fee2ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.116024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:22.117471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e880c3ff-6f50-408b-bb09-1250fee2ddf2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa695d665db94b828d3a1f0a50d4907d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1615298 Aug 29 04:48:22.123283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c3ff-6f50-408b-bb09-1250fee2ddf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67fd1b-2eba-4fb6-b41c-3d849f124e56,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.189549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.238131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:22.268981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.312995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.321366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.327200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:22.330996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:22.336132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:22.398906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:22.399996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.433601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-8876177d-7d91-4643-a7f7-8e138aa7c85d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8168466 Aug 29 04:48:22.486056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Request body: {'port': {'device_id': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:22.498291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.501421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.506266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e67fd1b-2eba-4fb6-b41c-3d849f124e56 HTTP/1.1" status: 204 len: 168 time: 0.3839540 Aug 29 04:48:22.586099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8d9e-6093-420c-b7aa-d7780d11f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67fd1b-2eba-4fb6-b41c-3d849f124e56,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:22.608944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8069f-8d01-4225-8cc8-30cf3a22886e req-e988023f-568c-4491-9442-8dd4e354019a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:22.611180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fb8069f-8d01-4225-8cc8-30cf3a22886e req-e988023f-568c-4491-9442-8dd4e354019a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 931 time: 0.2814777 Aug 29 04:48:22.683393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:22.825070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fb8069f-8d01-4225-8cc8-30cf3a22886e req-319751c8-e208-4fd3-ae70-bac18bc86a47 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033093 Aug 29 04:48:23.035437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:23.255052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2055431382-network', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:23.284032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bdea21-e373-4339-af22-7cb180a617ae {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:23.318081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.320203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Made reservation on behalf of a793119c8eeb474ba066eeae6b13601c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:23.328540 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.349379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Transition to ACTIVE for port object f7bdea21-e373-4339-af22-7cb180a617ae will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:23.357819 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.359287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.439626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.537108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.543985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.561264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Attempting to bind port f7bdea21-e373-4339-af22-7cb180a617ae on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:23.562168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Attempting to bind port f7bdea21-e373-4339-af22-7cb180a617ae by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:23.562941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Attempting to bind port f7bdea21-e373-4339-af22-7cb180a617ae on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:23.563065 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:23.572772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Port f7bdea21-e373-4339-af22-7cb180a617ae on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:23.573909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Attempting to bind port f7bdea21-e373-4339-af22-7cb180a617ae on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:23.582092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:23.582687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:23.583085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:23.583782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Bound port: f7bdea21-e373-4339-af22-7cb180a617ae, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:23.584216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.588837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.589342 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Added segment 11c82e2b-1a8e-4eb4-89e2-19c335979e45 of type vlan for network 3d0269e9-cf10-4bd1-971c-072596c9a8da Aug 29 04:48:23.614729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb38147-f183-4336-94c7-53b2896f0e0e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:23.659049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.715329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:23.718167 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.720023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:23.720847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.735367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f7bdea21-e373-4339-af22-7cb180a617ae,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:23.742314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.792953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7552743 Aug 29 04:48:23.799129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34488) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:23.807083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Request body: {'subnet': {'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2055431382-subnet', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:23.826967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:23.827906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:23.830000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] 10.222.0.54 "PUT /v2.0/ports/f7bdea21-e373-4339-af22-7cb180a617ae HTTP/1.1" status: 200 len: 1092 time: 1.3503244 Aug 29 04:48:23.830723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:23.834503 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34" -d '{"events": [{"name": "network-changed", "server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:23.935048 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4064c84-a79c-4093-8006-b575c6d05eca x-openstack-request-id: req-f4064c84-a79c-4093-8006-b575c6d05eca {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:23.936296 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:23.938887 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4064c84-a79c-4093-8006-b575c6d05eca {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:23.939570 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae', 'status': 'completed', 'code': 200} Aug 29 04:48:23.993426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Made reservation on behalf of a793119c8eeb474ba066eeae6b13601c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:24.000975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.004800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea221f5-fa01-43fb-9c77-e2bb6e146807 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.129375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-a3c90a6e-a830-46d6-8ae8-97d1c5aef296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.132297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-a3c90a6e-a830-46d6-8ae8-97d1c5aef296 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 1095 time: 0.2389121 Aug 29 04:48:24.208756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-7e0611b9-0146-42f2-9aff-4f7d339dc141 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bdea21-e373-4339-af22-7cb180a617ae HTTP/1.1" status: 200 len: 217 time: 0.0583589 Aug 29 04:48:24.234288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c578f-7543-469a-abb1-4a922320a70b req-ad0c4a95-5bd3-4d22-a345-5ff51f8eee28 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.236160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e72c578f-7543-469a-abb1-4a922320a70b req-ad0c4a95-5bd3-4d22-a345-5ff51f8eee28 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 943 time: 0.2160478 Aug 29 04:48:24.345633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e73e79-b137-4464-aed1-0f1aebb1376f admin admin] Pushing event updated for resources: {'Network': ['ID=3d0269e9-cf10-4bd1-971c-072596c9a8da,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.354053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e72c578f-7543-469a-abb1-4a922320a70b req-a23f55ce-52d6-4e18-be6c-3cc70f7e1b80 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940084 Aug 29 04:48:24.360352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-138ba029-2258-4e59-8810-28b6119ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.361847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-138ba029-2258-4e59-8810-28b6119ae41b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1443934 Aug 29 04:48:24.362764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:24.449953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.489682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-44f003e2-8e07-4795-8b2e-245e65db6d69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557821 Aug 29 04:48:24.600735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e36266a-6b75-4812-be8f-89f63de3a471,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:24.632829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Checking segment: {'id': '11c82e2b-1a8e-4eb4-89e2-19c335979e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:24.633210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Network hostable DHCP agents. Network: 3d0269e9-cf10-4bd1-971c-072596c9a8da, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:24.657543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-fcf2a534-5b67-4c6a-a746-67c409248711 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435108 Aug 29 04:48:24.699184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:24.765592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3d0269e9-cf10-4bd1-971c-072596c9a8da) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:24.776782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:24.777813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:24.784466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169f498-73de-496d-8444-bf457cddc7b6 None None] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:24.893473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:24.902317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7c0cf3c-2f4a-43aa-a115-3d58edffa387 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0875454 Aug 29 04:48:24.906819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:24.939734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9fb8b2d-8f5a-4184-a0ea-66793b662e24 req-48fb63de-7c69-4205-9e0e-0a17fd402214 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733009 Aug 29 04:48:25.027758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.029495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.067286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3d0269e9-cf10-4bd1-971c-072596c9a8da', 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'fixed_ips': [{'subnet_id': '0e36266a-6b75-4812-be8f-89f63de3a471'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:25.069665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.162513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-f4deb44a-9858-445d-8721-5ef09e4bb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.165794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-f4deb44a-9858-445d-8721-5ef09e4bb3be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 1095 time: 0.1504183 Aug 29 04:48:25.198791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.311033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-1c4c1c39-563b-4659-96f6-97c8ab98ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.313082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-1c4c1c39-563b-4659-96f6-97c8ab98ba4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1363943 Aug 29 04:48:25.381804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Allocated IP 172.20.0.2 (3d0269e9-cf10-4bd1-971c-072596c9a8da/0e36266a-6b75-4812-be8f-89f63de3a471/3aef181b-fbdb-49cb-9510-ccec72bdb23e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:25.390918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-ed6fc93e-8d1b-4e2a-9bac-a1128b1c627b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bdea21-e373-4339-af22-7cb180a617ae HTTP/1.1" status: 200 len: 217 time: 0.0694919 Aug 29 04:48:25.413711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.501199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-5705fe84-e21b-4536-8a27-568e869d91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.506734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-5705fe84-e21b-4536-8a27-568e869d91f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1020646 Aug 29 04:48:25.577647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-8cf90ae1-efd4-46d5-9a9b-93a446e3bf90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629606 Aug 29 04:48:25.695455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43c6ea-8baf-4096-a307-ff58dbd31e0e req-57d3cf25-601f-4998-b6e3-21a8ac49ee67 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:25.697353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af43c6ea-8baf-4096-a307-ff58dbd31e0e req-57d3cf25-601f-4998-b6e3-21a8ac49ee67 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 943 time: 0.1337316 Aug 29 04:48:25.751089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.760089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-7edefe42-0d6c-4386-8834-fbd0d4b23106 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664743 Aug 29 04:48:25.766366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af43c6ea-8baf-4096-a307-ff58dbd31e0e req-c757da32-b286-46ee-9d14-b34a74f7b1a9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 Aug 29 04:48:25.801108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Transition to ACTIVE for port object 3aef181b-fbdb-49cb-9510-ccec72bdb23e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:25.819507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Transition to ACTIVE for port object 3aef181b-fbdb-49cb-9510-ccec72bdb23e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:25.825821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.831536 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.867833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:25.915527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8207cbf0-9cf8-42f5-a1b9-2d5cd2dcfd34 req-ef25e398-034f-4677-930a-41b0fcdbeba8 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457705 Aug 29 04:48:25.946508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Pushing event updated for resources: {'Port': ['ID=3aef181b-fbdb-49cb-9510-ccec72bdb23e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:25.961241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:25.969338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:25.973248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:26.061315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Attempting to bind port 3aef181b-fbdb-49cb-9510-ccec72bdb23e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:26.062025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Attempting to bind port 3aef181b-fbdb-49cb-9510-ccec72bdb23e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '11c82e2b-1a8e-4eb4-89e2-19c335979e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:26.062413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Attempting to bind port 3aef181b-fbdb-49cb-9510-ccec72bdb23e on network 3d0269e9-cf10-4bd1-971c-072596c9a8da {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:26.070983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:26.071368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Checking segment: {'id': '11c82e2b-1a8e-4eb4-89e2-19c335979e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:26.072020 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.072599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Bound using segment: {'id': '11c82e2b-1a8e-4eb4-89e2-19c335979e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:26.073392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Bound port: 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c82e2b-1a8e-4eb4-89e2-19c335979e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:26.074061 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.086699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Allocated IP 172.25.3.244 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c0591af6-7a32-4c74-9c26-54512e575e06) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:26.290715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.302974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] For port 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:26.307418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] For port 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3aef181b-fbdb-49cb-9510-ccec72bdb23e,segment=NetworkSegment(11c82e2b-1a8e-4eb4-89e2-19c335979e45),segment_id=11c82e2b-1a8e-4eb4-89e2-19c335979e45)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:26.312433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.352678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.391335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8009-6915-4383-92e3-f57a80869a21 None None] Pushing event updated for resources: {'Port': ['ID=3aef181b-fbdb-49cb-9510-ccec72bdb23e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.403617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:26.409958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:26.414319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:26.441716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Pushing event updated for resources: {'Port': ['ID=c0591af6-7a32-4c74-9c26-54512e575e06,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:26.831032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:26.960715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9400a-bad9-4316-9779-28505ebd2cc8 req-27541312-035f-483b-939d-736b9eb23685 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:26.972515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4e9400a-bad9-4316-9779-28505ebd2cc8 req-27541312-035f-483b-939d-736b9eb23685 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 943 time: 0.0995395 Aug 29 04:48:27.038395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4e9400a-bad9-4316-9779-28505ebd2cc8 req-11bbdd12-aedb-497b-9173-29cbf77e97a8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 Aug 29 04:48:27.172720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3aef181b-fbdb-49cb-9510-ccec72bdb23e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:27.251874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.299877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3aef181b-fbdb-49cb-9510-ccec72bdb23e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:27.610595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Router e405cad2-9451-410d-a392-f4768dd3538a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:27.705766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13683561-f731-4bb8-8cec-c1ddbe69a735 None None] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:27.735623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34548) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:27.754891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f7bdea21-e373-4339-af22-7cb180a617ae details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:27.830070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Provisioning for port 3aef181b-fbdb-49cb-9510-ccec72bdb23e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:27.853491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:27.864715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Provisioning complete for port 3aef181b-fbdb-49cb-9510-ccec72bdb23e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:27.865618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.896936 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a71a6eb-f1e8-4827-bf0d-fe6caf0bef7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.904411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:27.906829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4391327f-a35f-4c58-a03c-bc29179e728d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0091805 Aug 29 04:48:27.907534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Sync routers for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:27.911255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34552) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:27.989123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Routers {'e405cad2-9451-410d-a392-f4768dd3538a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:27.989817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e405cad2-9451-410d-a392-f4768dd3538a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:28.077603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a71a6eb-f1e8-4827-bf0d-fe6caf0bef7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.084235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5a71a6eb-f1e8-4827-bf0d-fe6caf0bef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.153821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5a71a6eb-f1e8-4827-bf0d-fe6caf0bef7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5060c9d0aa5248108d0cacaeaa7fc5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163463 Aug 29 04:48:28.154883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34556) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:28.163143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71a6eb-f1e8-4827-bf0d-fe6caf0bef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c234c39-b6c7-4cf5-971a-5c9ead1cf08e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.231805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f7bdea21-e373-4339-af22-7cb180a617ae,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:28.287646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.311917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.318464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f7bdea21-e373-4339-af22-7cb180a617ae', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': 'f7bdea21-e373-4339-af22-7cb180a617ae', 'mac_address': 'fa:16:3e:8b:41:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:28.325537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Set router e405cad2-9451-410d-a392-f4768dd3538a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:28.334415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069fe32-482f-473f-a1ac-82c16d986589 req-cf00048a-21a5-452e-91b7-de6b302def86 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:28.336306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1069fe32-482f-473f-a1ac-82c16d986589 req-cf00048a-21a5-452e-91b7-de6b302def86 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 943 time: 0.0993545 Aug 29 04:48:28.341260 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.420692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1069fe32-482f-473f-a1ac-82c16d986589 req-56105e24-810f-4947-9fe3-e6ba764d8e24 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640144 Aug 29 04:48:28.438052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.442983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.450366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c234c39-b6c7-4cf5-971a-5c9ead1cf08e HTTP/1.1" status: 204 len: 168 time: 0.2930965 Aug 29 04:48:28.460846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83eb6fd-a176-4986-a001-75664dd8e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c234c39-b6c7-4cf5-971a-5c9ead1cf08e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.538853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] For port 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3aef181b-fbdb-49cb-9510-ccec72bdb23e,segment=NetworkSegment(11c82e2b-1a8e-4eb4-89e2-19c335979e45),segment_id=11c82e2b-1a8e-4eb4-89e2-19c335979e45)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:28.571719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.575050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.639486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bdea21-e373-4339-af22-7cb180a617ae {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:28.744088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f7bdea21-e373-4339-af22-7cb180a617ae,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:28.754412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2e2f-b87c-4aa4-ae08-174c4ca2b0a8 None None] Pushing event updated for resources: {'Port': ['ID=3aef181b-fbdb-49cb-9510-ccec72bdb23e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.767899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.836244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:28.915373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:28.985034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 3, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:29.028359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Checking router: e405cad2-9451-410d-a392-f4768dd3538a for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:29.029513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Updating router e405cad2-9451-410d-a392-f4768dd3538a port c0591af6-7a32-4c74-9c26-54512e575e06 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:29.053622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f7bdea21-e373-4339-af22-7cb180a617ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:29.132660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.140013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f92d2213-d798-40b4-9f3f-a668cc8b8b51 None None] Provisioning complete for port 3aef181b-fbdb-49cb-9510-ccec72bdb23e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:29.140013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92d2213-d798-40b4-9f3f-a668cc8b8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.195739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3aef181b-fbdb-49cb-9510-ccec72bdb23e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:29.438671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Allocated IP 172.20.0.1 (3d0269e9-cf10-4bd1-971c-072596c9a8da/0e36266a-6b75-4812-be8f-89f63de3a471/b1e29f76-da4f-4866-b632-2512c151391b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:29.726668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b78b3-2e41-4a14-b3f6-150255cabfba req-a6a055e1-9424-413b-afef-0574a1ecd568 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:29.733753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.739670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef8b78b3-2e41-4a14-b3f6-150255cabfba req-a6a055e1-9424-413b-afef-0574a1ecd568 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 944 time: 0.1653700 Aug 29 04:48:29.801193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Transition to ACTIVE for port object b1e29f76-da4f-4866-b632-2512c151391b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:29.861547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef8b78b3-2e41-4a14-b3f6-150255cabfba req-47c3a5c6-211c-4de1-b1de-718b0eee392b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088643 Aug 29 04:48:29.921642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3aef181b-fbdb-49cb-9510-ccec72bdb23e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:29.922245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.925244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:29.987224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:29.990599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:29.994551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:30.011811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.075542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Pushing event updated for resources: {'Port': ['ID=b1e29f76-da4f-4866-b632-2512c151391b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:30.094801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.295533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.322532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Transition to ACTIVE for port object c0591af6-7a32-4c74-9c26-54512e575e06 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:30.339017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.372957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-7f468e14-121d-40c4-b1e0-5672a0c656d8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:30.380542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-7f468e14-121d-40c4-b1e0-5672a0c656d8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.2689223 Aug 29 04:48:30.397394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-a46088d3-98a3-4036-8b7a-e49eb05a98d8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/quotas/2d6f34d9768a4b4e82bc8a4a61a72fe4 HTTP/1.1" status: 200 len: 375 time: 0.0158703 Aug 29 04:48:30.423281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.426225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Attempting to bind port c0591af6-7a32-4c74-9c26-54512e575e06 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:30.426707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Attempting to bind port c0591af6-7a32-4c74-9c26-54512e575e06 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:30.427231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Attempting to bind port c0591af6-7a32-4c74-9c26-54512e575e06 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:30.461805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-e9ccef15-a152-4cdd-a48b-9eff834f1d92 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631533 Aug 29 04:48:30.513187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:30.513909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:30.515028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.515959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:30.516977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Bound port: c0591af6-7a32-4c74-9c26-54512e575e06, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:30.517845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.634091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d476f52-1158-4920-a1b6-8952eae62154 None None] Pushing event updated for resources: {'Port': ['ID=c0591af6-7a32-4c74-9c26-54512e575e06,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:30.654116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de5361fe-a821-4c88-b331-03653a7de8a2 None None] Provisioning for port b1e29f76-da4f-4866-b632-2512c151391b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:30.662494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-de5361fe-a821-4c88-b331-03653a7de8a2 None None] Provisioning complete for port b1e29f76-da4f-4866-b632-2512c151391b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:30.663013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de5361fe-a821-4c88-b331-03653a7de8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.666357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-e6cb532d-a7d7-435d-95f6-56e039802735 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037356 Aug 29 04:48:30.707833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] For port c0591af6-7a32-4c74-9c26-54512e575e06, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:30.733878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] For port c0591af6-7a32-4c74-9c26-54512e575e06, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0591af6-7a32-4c74-9c26-54512e575e06,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:30.738878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-de5361fe-a821-4c88-b331-03653a7de8a2 None None] Port b1e29f76-da4f-4866-b632-2512c151391b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:30.747586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.841638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Routers {'e405cad2-9451-410d-a392-f4768dd3538a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:30.842894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e405cad2-9451-410d-a392-f4768dd3538a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:30.864523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.876190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-c6d2150a-9627-4f77-be58-255e330194ba service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007160 Aug 29 04:48:30.877519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:30.943466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d476f52-1158-4920-a1b6-8952eae62154 None None] Pushing event updated for resources: {'Port': ['ID=c0591af6-7a32-4c74-9c26-54512e575e06,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.141168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Pushing event updated for resources: {'Port': ['ID=b1e29f76-da4f-4866-b632-2512c151391b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:31.154516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5628131-09c7-45cd-a25e-2725870905ae req-2c02a549-5659-4f03-bae2-038bcbb4cae8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:31.157717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5628131-09c7-45cd-a25e-2725870905ae req-2c02a549-5659-4f03-bae2-038bcbb4cae8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 944 time: 0.1262314 Aug 29 04:48:31.187718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] Set router e405cad2-9451-410d-a392-f4768dd3538a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:31.188735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:31.339338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5628131-09c7-45cd-a25e-2725870905ae req-3c283e9e-0c82-4830-8caf-7244e4244202 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479239 Aug 29 04:48:31.419418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e634db9a-7fb2-4c93-a1b4-d836a5e572c6 req-d343a1cb-0627-488f-9e08-f8a680aecbf0 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 210 time: 0.0658510 Aug 29 04:48:31.444973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:31.446893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:31.629243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Router e405cad2-9451-410d-a392-f4768dd3538a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:31.754771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f7bdea21-e373-4339-af22-7cb180a617ae up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:32.020478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f7bdea21-e373-4339-af22-7cb180a617ae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:32.025285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f7bdea21-e373-4339-af22-7cb180a617ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.025665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.101861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1e29f76-da4f-4866-b632-2512c151391b', 'name': '', 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'mac_address': 'fa:16:3e:3a:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:28Z', 'updated_at': '2021-08-29T04:48:29Z', 'revision_number': 1, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'subnets': [{'id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:32.166668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77c3620-4c07-494c-a7ff-580e208a5381 None None] The sync data for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 is: [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1e29f76-da4f-4866-b632-2512c151391b', 'name': '', 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'mac_address': 'fa:16:3e:3a:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:28Z', 'updated_at': '2021-08-29T04:48:29Z', 'revision_number': 1, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'subnets': [{'id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:32.179854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4384b908-5d2d-445c-94bc-97708ee5137f None None] Provisioning complete for port b1e29f76-da4f-4866-b632-2512c151391b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:32.180372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4384b908-5d2d-445c-94bc-97708ee5137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.250837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4384b908-5d2d-445c-94bc-97708ee5137f None None] Port b1e29f76-da4f-4866-b632-2512c151391b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:32.377093 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.530547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:32.544017 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9fd00e-732f-42c4-8628-cc7ec9b15348" -d '{"events": [{"server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "name": "network-vif-plugged", "status": "completed", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:32.548568 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2256ed-2bbb-4f52-8b12-58469ec2f059 req-17223660-aba3-43b4-89ef-363c7db59ad6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:32.551102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2256ed-2bbb-4f52-8b12-58469ec2f059 req-17223660-aba3-43b4-89ef-363c7db59ad6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 944 time: 0.0687356 Aug 29 04:48:32.620032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f7bdea21-e373-4339-af22-7cb180a617ae,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:32.624569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:32.638125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:32.649332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a846939b-a4df-4577-8bc7-9079c936463b admin admin] 10.222.0.62 "PUT /v2.0/routers/e405cad2-9451-410d-a392-f4768dd3538a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7355869 Aug 29 04:48:32.695182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e2256ed-2bbb-4f52-8b12-58469ec2f059 req-cc2bb2df-f16a-4206-bc95-457fa7a4ac91 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117001 Aug 29 04:48:32.770071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4accf00-de9e-4e33-8161-83e4d753674d req-9e119f6e-0e40-4c43-9ea3-34810d1573e9 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 210 time: 0.1054831 Aug 29 04:48:32.896866 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060e814a-5e01-454f-8f73-7f0d50aae217 x-openstack-request-id: req-060e814a-5e01-454f-8f73-7f0d50aae217 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:32.897487 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "name": "network-vif-plugged", "status": "completed", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:32.898006 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-060e814a-5e01-454f-8f73-7f0d50aae217 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:32.898778 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae', 'code': 200} Aug 29 04:48:32.904366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:33.143886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db10d2-ef7f-4dd5-8308-b431685b79de req-5b1c996a-d506-4fa4-b6b7-35cd06beb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:33.147438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84db10d2-ef7f-4dd5-8308-b431685b79de req-5b1c996a-d506-4fa4-b6b7-35cd06beb94e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 1097 time: 0.1524298 Aug 29 04:48:33.241087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84db10d2-ef7f-4dd5-8308-b431685b79de req-b6d68663-b93e-480f-98a1-8f2966b9de5c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827100 Aug 29 04:48:34.582590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-dbf1b2e3-49e6-4a0c-9c4a-543d63c20b84 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.585352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-dbf1b2e3-49e6-4a0c-9c4a-543d63c20b84 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 1.2214429 Aug 29 04:48:34.623625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7134b233-0849-4738-9218-d09f241d53f2 req-c2c1a010-7297-4b35-a378-07e8f4a25f8c tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 210 time: 0.0913386 Aug 29 04:48:34.633082 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Request body: {'port': {'device_id': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'admin_state_up': True, 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:34.702544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df80e4-f471-46c4-ad83-29b360ba53ea req-931f224a-841b-44d8-aba1-6d5460a4e637 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:34.704222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07df80e4-f471-46c4-ad83-29b360ba53ea req-931f224a-841b-44d8-aba1-6d5460a4e637 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.1701500 Aug 29 04:48:34.812647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07df80e4-f471-46c4-ad83-29b360ba53ea req-d6d8a04c-235b-428a-b6ec-8a9cb9161f35 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Aug 29 04:48:34.924867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:34.928747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.171086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0591af6-7a32-4c74-9c26-54512e575e06 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:35.283732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Allocated IP 172.20.0.7 (da66039a-2aa1-4b2d-948d-7de71e1be387/aeaf07ba-23c8-448a-8411-8baf2ad60917/bb85832c-089c-4693-b31e-1d4326990d34) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:35.313564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c0591af6-7a32-4c74-9c26-54512e575e06 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:35.319279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c0591af6-7a32-4c74-9c26-54512e575e06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:35.319991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.462498 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.482492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:35.503744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c0591af6-7a32-4c74-9c26-54512e575e06, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0591af6-7a32-4c74-9c26-54512e575e06,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:35.513654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.660456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c0591af6-7a32-4c74-9c26-54512e575e06,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:35.694244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.842587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cce8c122-52ab-47ce-b10b-732e7008d6dc req-aef5c798-7240-42b8-adda-0d3a4f612de9 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 210 time: 0.0514925 Aug 29 04:48:35.863425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:35.880430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:35.945772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Network da66039a-2aa1-4b2d-948d-7de71e1be387 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:36.130291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event updated for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:36.150228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:36.155064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:36.322918 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Sync routers for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:36.325450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bf89a-e148-41e5-b4ea-58901d4dbc7e req-5e0dab74-807d-4d89-9716-e0291b6de7ea tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:36.327873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e3bf89a-e148-41e5-b4ea-58901d4dbc7e req-5e0dab74-807d-4d89-9716-e0291b6de7ea tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.1848464 Aug 29 04:48:36.351373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:36.352981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.361948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Routers {'e405cad2-9451-410d-a392-f4768dd3538a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:36.362944 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e405cad2-9451-410d-a392-f4768dd3538a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:36.451295 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-0430fb94-f28c-483b-bf6f-060785de2143 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8312917 Aug 29 04:48:36.505564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Request body: {'port': {'device_id': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:36.538382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1e3bf89a-e148-41e5-b4ea-58901d4dbc7e req-d71064df-e1e5-4278-963f-23fb8942b732 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529434 Aug 29 04:48:36.550421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.641170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:36.725978 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Set router e405cad2-9451-410d-a392-f4768dd3538a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:36.971194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0c2d3-510d-4e29-832c-f6052154538b req-8cbb0e0e-fbba-40e2-b10b-c0534c05a71d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:36.975826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cc0c2d3-510d-4e29-832c-f6052154538b req-8cbb0e0e-fbba-40e2-b10b-c0534c05a71d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.2658093 Aug 29 04:48:37.117238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cc0c2d3-510d-4e29-832c-f6052154538b req-bc0c5653-13c7-481c-91dc-1c7ac2dcc0a2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194437 Aug 29 04:48:37.221486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Deleting port b1e29f76-da4f-4866-b632-2512c151391b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:37.221486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.252857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0591af6-7a32-4c74-9c26-54512e575e06 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:37.272905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe4f8-bca4-42b8-8b72-b02998c55b71 req-0af42e43-4faa-4351-b6d7-eb1e725bdbf3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:37.281255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-222fe4f8-bca4-42b8-8b72-b02998c55b71 req-0af42e43-4faa-4351-b6d7-eb1e725bdbf3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 931 time: 0.1917069 Aug 29 04:48:37.361949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-222fe4f8-bca4-42b8-8b72-b02998c55b71 req-c187520b-b9e4-45a1-af70-6f3af7b222fb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Aug 29 04:48:37.464557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5445fe4-6fda-40ff-92cc-e3830f163b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.487647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c0591af6-7a32-4c74-9c26-54512e575e06 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:37.489651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.503729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.535576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Calling delete_port for b1e29f76-da4f-4866-b632-2512c151391b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:37.644575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb85832c-089c-4693-b31e-1d4326990d34 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:37.653971 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 4, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'b1e29f76-da4f-4866-b632-2512c151391b', 'name': '', 'network_id': '3d0269e9-cf10-4bd1-971c-072596c9a8da', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'mac_address': 'fa:16:3e:3a:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:28Z', 'updated_at': '2021-08-29T04:48:30Z', 'revision_number': 2, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'subnets': [{'id': '0e36266a-6b75-4812-be8f-89f63de3a471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:37.691384 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.732076 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Checking router: e405cad2-9451-410d-a392-f4768dd3538a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:37.732785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Updating router e405cad2-9451-410d-a392-f4768dd3538a port b1e29f76-da4f-4866-b632-2512c151391b binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:37.762320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Transition to ACTIVE for port object bb85832c-089c-4693-b31e-1d4326990d34 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:37.778782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:37.801885 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.010773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.138236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e29f76-da4f-4866-b632-2512c151391b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.168585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:38.232747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a2ecf-7662-477d-ab90-297937a2067c req-bddbe9c3-b2d0-4f3f-a49b-a0a075bb5520 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.235330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b30a2ecf-7662-477d-ab90-297937a2067c req-bddbe9c3-b2d0-4f3f-a49b-a0a075bb5520 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.4654708 Aug 29 04:48:38.238359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:38.476573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b30a2ecf-7662-477d-ab90-297937a2067c req-d9249127-19ec-4d9f-9fb9-495868b239a5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972485 Aug 29 04:48:38.529998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Attempting to bind port bb85832c-089c-4693-b31e-1d4326990d34 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:38.530570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Attempting to bind port bb85832c-089c-4693-b31e-1d4326990d34 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:38.531121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Attempting to bind port bb85832c-089c-4693-b31e-1d4326990d34 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:38.583010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1076755-2638-4266-af83-9afee159d629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.597801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.673681 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.db.api [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:48:38.675289 n-d-712139-13 neutron-server[94829]: DEBUG oslo_db.api [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:48:38.700515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Port bb85832c-089c-4693-b31e-1d4326990d34 on network da66039a-2aa1-4b2d-948d-7de71e1be387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:38.701368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Attempting to bind port bb85832c-089c-4693-b31e-1d4326990d34 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:38.733438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:38.734489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Checking segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:38.735642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Bound using segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:38.736916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Bound port: bb85832c-089c-4693-b31e-1d4326990d34, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:38.738176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:38.806901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d6d8-68e5-42ba-a5d4-0f79f32251ca req-aec4a67f-879a-468f-99cc-86ca50dccf72 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:38.821676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0825d6d8-68e5-42ba-a5d4-0f79f32251ca req-aec4a67f-879a-468f-99cc-86ca50dccf72 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 943 time: 0.2667904 Aug 29 04:48:38.988806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0825d6d8-68e5-42ba-a5d4-0f79f32251ca req-c360eaa7-347c-4b0c-b312-180ef2780240 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656363 Aug 29 04:48:39.026967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Router e405cad2-9451-410d-a392-f4768dd3538a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:39.123174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:39.158677 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bb85832c-089c-4693-b31e-1d4326990d34,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:39.170960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.216925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-93864631-847f-4934-8dbd-8837c8758022 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:39.219885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-93864631-847f-4934-8dbd-8837c8758022 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.1739073 Aug 29 04:48:39.238963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Port b1e29f76-da4f-4866-b632-2512c151391b not found while updating agent binding for router e405cad2-9451-410d-a392-f4768dd3538a. {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 04:48:39.297952 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Routers {'e405cad2-9451-410d-a392-f4768dd3538a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:39.300364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e405cad2-9451-410d-a392-f4768dd3538a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:39.363814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:39.373871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ab2f9900-75a9-4a09-8a51-9cc0e0f5238d admin admin] 10.222.0.62 "PUT /v2.0/routers/e405cad2-9451-410d-a392-f4768dd3538a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8896968 Aug 29 04:48:39.374519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.376260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:39.377630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.380364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb85832c-089c-4693-b31e-1d4326990d34 HTTP/1.1" status: 200 len: 1092 time: 2.8900056 Aug 29 04:48:39.381411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:39.385539 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48fb2e-da86-4515-9713-d298b4872f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "tag": "bb85832c-089c-4693-b31e-1d4326990d34"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:39.392520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1076755-2638-4266-af83-9afee159d629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.439538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c1076755-2638-4266-af83-9afee159d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.477558 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bfcc96-1580-4c29-8304-f2fbc93d368d x-openstack-request-id: req-07bfcc96-1580-4c29-8304-f2fbc93d368d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:39.477849 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "tag": "bb85832c-089c-4693-b31e-1d4326990d34", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:39.478101 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07bfcc96-1580-4c29-8304-f2fbc93d368d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:39.478512 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34', 'status': 'completed', 'code': 200} Aug 29 04:48:39.501744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47d1dc-4436-4bf2-96c3-707e49c06902 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.519622 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] Set router e405cad2-9451-410d-a392-f4768dd3538a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:39.539491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c1076755-2638-4266-af83-9afee159d629 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=780b8fb985044162b6ec71b5eadf9006&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3026452 Aug 29 04:48:39.544001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1076755-2638-4266-af83-9afee159d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575d880-4368-4b23-ab10-869ec65acdbd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.544855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34772) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:39.573399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-e28acc99-9dd1-4570-8cf5-0f5c49e0d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:39.575014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-e28acc99-9dd1-4570-8cf5-0f5c49e0d883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 1095 time: 0.0876491 Aug 29 04:48:39.583788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port f7bdea21-e373-4339-af22-7cb180a617ae {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:39.583788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.683800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.698241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port f7bdea21-e373-4339-af22-7cb180a617ae, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f7bdea21-e373-4339-af22-7cb180a617ae,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:39.698693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.756711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.759055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-b5205e11-7ba5-44ad-a4ac-3b20283589fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb85832c-089c-4693-b31e-1d4326990d34 HTTP/1.1" status: 200 len: 217 time: 0.0447109 Aug 29 04:48:39.812491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for f7bdea21-e373-4339-af22-7cb180a617ae owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:39.820339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.868243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.890913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-2a0f8842-0503-4357-a32f-9084df541e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:39.892545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-2a0f8842-0503-4357-a32f-9084df541e91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.0904851 Aug 29 04:48:39.903857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8afc86-daec-46ce-a338-00dd64424665 req-04845bad-09ed-4c96-aeb9-51ae8bed8734 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:39.905546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e8afc86-daec-46ce-a338-00dd64424665 req-04845bad-09ed-4c96-aeb9-51ae8bed8734 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 945 time: 0.1955607 Aug 29 04:48:39.934936 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:37Z', 'revision_number': 5, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:39.944033 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.949629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:39.954147 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0575d880-4368-4b23-ab10-869ec65acdbd HTTP/1.1" status: 204 len: 168 time: 0.4055521 Aug 29 04:48:39.980409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575d880-4368-4b23-ab10-869ec65acdbd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:39.994884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.995288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.995636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-d8ebdd85-31f4-49c0-bc8a-2028d2a41b81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887647 Aug 29 04:48:39.995814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.996004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.996351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.996634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.996960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.997285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.998419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.998419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.998419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:39.998746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1306317-d5fa-4472-b579-00bf1924efd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:40.007874 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fde83c-46ea-4d9c-9322-6af42caae4fd None None] The sync data for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 is: [{'id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'name': 'tempest-ImageQuotaTest-2055431382-router', 'tenant_id': 'a793119c8eeb474ba066eeae6b13601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:37Z', 'revision_number': 5, 'project_id': 'a793119c8eeb474ba066eeae6b13601c', 'gw_port': {'id': 'c0591af6-7a32-4c74-9c26-54512e575e06', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405cad2-9451-410d-a392-f4768dd3538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:25Z', 'updated_at': '2021-08-29T04:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:40.016975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Deleting port c0591af6-7a32-4c74-9c26-54512e575e06 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:40.017527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.138803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e8afc86-daec-46ce-a338-00dd64424665 req-7c50c2fb-7723-47a5-89a2-46195afff484 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010052 Aug 29 04:48:40.233333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] For port c0591af6-7a32-4c74-9c26-54512e575e06, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c0591af6-7a32-4c74-9c26-54512e575e06,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:40.234399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.252577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Calling delete_port for c0591af6-7a32-4c74-9c26-54512e575e06 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:40.282804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a571-4260-4348-8b71-ba6f7b44ff7e req-48c02625-459e-467c-a190-564ad07c26c5 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:40.284731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2215a571-4260-4348-8b71-ba6f7b44ff7e req-48c02625-459e-467c-a190-564ad07c26c5 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 943 time: 0.1381431 Aug 29 04:48:40.290303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5bf3deef-e793-4872-bc28-5139518d3372 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785780 Aug 29 04:48:40.305540 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.379452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-de8e5fb6-478e-4ae1-88a3-6258243d6b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.413685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.430120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f7bdea21-e373-4339-af22-7cb180a617ae'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:40.488991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:40.528507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.551963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=f7bdea21-e373-4339-af22-7cb180a617ae,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.563252 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2215a571-4260-4348-8b71-ba6f7b44ff7e req-d9f04d2f-7ac0-494d-9362-22f12d5ab44a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672644 Aug 29 04:48:40.651623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0591af6-7a32-4c74-9c26-54512e575e06,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:40.715017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port f7bdea21-e373-4339-af22-7cb180a617ae on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:40.724330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:40.729743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3350bff-acae-484e-b6f7-b5f2d0fe804c req-60b5390c-2c4d-469e-b8e5-30c9f9d34f84 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "DELETE /v2.0/ports/f7bdea21-e373-4339-af22-7cb180a617ae HTTP/1.1" status: 204 len: 173 time: 1.4676075 Aug 29 04:48:40.775107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac28cbee-434e-4dc0-a6b2-0caa7053041e req-5d6add89-39fa-4366-8761-5c6f2067afe1 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657905 Aug 29 04:48:40.790526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.003436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.006840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.047791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-2ecb1bb7-4118-406a-8fc3-df0753775c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.050599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-2ecb1bb7-4118-406a-8fc3-df0753775c27 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 1095 time: 0.1554027 Aug 29 04:48:41.180475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.181071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e405cad2-9451-410d-a392-f4768dd3538a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:48:41.191803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.194706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd2929ae-2635-407a-8609-52a18b81261c admin admin] 10.222.0.62 "DELETE /v2.0/routers/e405cad2-9451-410d-a392-f4768dd3538a HTTP/1.1" status: 204 len: 168 time: 1.8191078 Aug 29 04:48:41.199128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:41.245360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1e29f76-da4f-4866-b632-2512c151391b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:41.279061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Deleting subnet 0e36266a-6b75-4812-be8f-89f63de3a471 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:48:41.293937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.345848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-a3833cdf-d59d-4b5a-ba4f-d3a0b48b9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.348209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-a3833cdf-d59d-4b5a-ba4f-d3a0b48b9173 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.2841976 Aug 29 04:48:41.369075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b1e29f76-da4f-4866-b632-2512c151391b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:41.369942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b1e29f76-da4f-4866-b632-2512c151391b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:41.428845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.451732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:41.476428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-0e21c31c-e7d3-4fd5-b0eb-317fce48c013 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb85832c-089c-4693-b31e-1d4326990d34 HTTP/1.1" status: 200 len: 217 time: 0.1101832 Aug 29 04:48:41.486651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'name': 'network-vif-deleted', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:41.490080 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa34c3-68d4-4a75-ac82-a81c22d6d7b5" -d '{"events": [{"server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "name": "network-vif-deleted", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:41.533993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9bbf3a00-a6ca-46fd-ab66-28b427c17879 req-82c188f5-9d78-4084-8af1-ed9aa62d3780 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0316f05-d682-4673-81e9-dbac00eacc5c HTTP/1.1" status: 200 len: 210 time: 0.0788362 Aug 29 04:48:41.598003 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cfd27b-a119-4f9c-b2e8-adfa02e51458 x-openstack-request-id: req-c2cfd27b-a119-4f9c-b2e8-adfa02e51458 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:41.598530 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0316f05-d682-4673-81e9-dbac00eacc5c", "name": "network-vif-deleted", "tag": "f7bdea21-e373-4339-af22-7cb180a617ae", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:41.598936 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2cfd27b-a119-4f9c-b2e8-adfa02e51458 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:41.599557 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0316f05-d682-4673-81e9-dbac00eacc5c', 'name': 'network-vif-deleted', 'tag': 'f7bdea21-e373-4339-af22-7cb180a617ae', 'status': 'completed', 'code': 200} Aug 29 04:48:41.660251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-78ae974c-e65e-4957-bd69-da24a0aa0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:41.662955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-78ae974c-e65e-4957-bd69-da24a0aa0678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1658447 Aug 29 04:48:41.763766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-451e1b56-1012-4507-9962-f768fd777361 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815227 Aug 29 04:48:41.794643 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.021652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.025144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa3082-2f9c-46f9-bc80-22681f0b3444 req-33cdc76f-ae99-49d3-81f8-d8f26ee2e4d8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:42.029203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4fa3082-2f9c-46f9-bc80-22681f0b3444 req-33cdc76f-ae99-49d3-81f8-d8f26ee2e4d8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 943 time: 0.3434877 Aug 29 04:48:42.065149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Sync routers for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:42.095473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:42.096588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:42.098506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e405cad2-9451-410d-a392-f4768dd3538a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:42.116649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Routers set() bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:42.117780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Router IDs set() for agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 04:48:42.126553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e405cad2-9451-410d-a392-f4768dd3538a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent'). {{(pid=94828) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 04:48:42.127760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5522e-fb87-4d1e-a211-b138ac454ace None None] The sync data for ids ['e405cad2-9451-410d-a392-f4768dd3538a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:42.129190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.213671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4fa3082-2f9c-46f9-bc80-22681f0b3444 req-f883ac11-5df2-47e6-99f0-19e9deb0d160 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386352 Aug 29 04:48:42.215868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.228267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e36266a-6b75-4812-be8f-89f63de3a471,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.250116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-046abd4b-7f94-4e99-8d65-5466d41ae5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493124 Aug 29 04:48:42.251334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.258808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34826) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.259636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b99edb42-f685-4b88-a68e-7eb851143bae admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0e36266a-6b75-4812-be8f-89f63de3a471 HTTP/1.1" status: 204 len: 168 time: 1.0593195 Aug 29 04:48:42.278104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9571f0b-62d7-4db3-ac18-e4b7b796270d None None] Network 3d0269e9-cf10-4bd1-971c-072596c9a8da requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:42.282693 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.359505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1896983120-network', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:42.422224 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.438598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Made reservation on behalf of bdf6f06040644d3f980ec4706accdfff for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:42.442027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.467661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e49ffcf-948e-4298-836e-07cd237e414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.472825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.489754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b48fb2e-da86-4515-9713-d298b4872f13 req-d25443a5-0fa1-4845-a2f8-cbed3a9d3638 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275703 Aug 29 04:48:42.625926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Deleting port 3aef181b-fbdb-49cb-9510-ccec72bdb23e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:42.626443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.776218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] DHCP port deletion for 3d0269e9-cf10-4bd1-971c-072596c9a8da request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:48:42.809461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] For port 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3aef181b-fbdb-49cb-9510-ccec72bdb23e,segment=NetworkSegment(11c82e2b-1a8e-4eb4-89e2-19c335979e45),segment_id=11c82e2b-1a8e-4eb4-89e2-19c335979e45)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.810102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.839892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e49ffcf-948e-4298-836e-07cd237e414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.852133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Deleting port 3aef181b-fbdb-49cb-9510-ccec72bdb23e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:48:42.852788 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.855199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Calling delete_port for 3aef181b-fbdb-49cb-9510-ccec72bdb23e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:42.857108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e49ffcf-948e-4298-836e-07cd237e414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:42.947557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e49ffcf-948e-4298-836e-07cd237e414e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0694e1e8ecd74f658d6fc74d5bf397c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243193 Aug 29 04:48:42.950530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:42.962232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49ffcf-948e-4298-836e-07cd237e414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc0afd0-8bfe-4544-a5ac-c26b6bf4d193,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:42.998828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] For port 3aef181b-fbdb-49cb-9510-ccec72bdb23e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3aef181b-fbdb-49cb-9510-ccec72bdb23e,segment=NetworkSegment(11c82e2b-1a8e-4eb4-89e2-19c335979e45),segment_id=11c82e2b-1a8e-4eb4-89e2-19c335979e45)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:42.999583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.026511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Calling delete_port for 3aef181b-fbdb-49cb-9510-ccec72bdb23e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:48:43.069606 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.086340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.092536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.115821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.131694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.143481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.149877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:43.197716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aef181b-fbdb-49cb-9510-ccec72bdb23e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.199638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4561a5-db7e-4ef5-beeb-9f2a9ac15669,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.207169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] No DVR routers for this DVR port 3aef181b-fbdb-49cb-9510-ccec72bdb23e on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:43.216346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3aef181b-fbdb-49cb-9510-ccec72bdb23e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:43.240803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.241566 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Added segment e537bfb6-cc0e-4736-a555-b27950f9bea3 of type vlan for network 34a3dce2-f629-4960-a1f8-9db8e8deea7a Aug 29 04:48:43.262943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.268880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.278876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfc0afd0-8bfe-4544-a5ac-c26b6bf4d193 HTTP/1.1" status: 204 len: 168 time: 0.3262928 Aug 29 04:48:43.295849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578db45-4ef4-4606-b79f-0920e3122aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc0afd0-8bfe-4544-a5ac-c26b6bf4d193,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.302942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3aef181b-fbdb-49cb-9510-ccec72bdb23e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:43.302942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3aef181b-fbdb-49cb-9510-ccec72bdb23e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:43.303439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0591af6-7a32-4c74-9c26-54512e575e06 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:43.330670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c0591af6-7a32-4c74-9c26-54512e575e06 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:43.331017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c0591af6-7a32-4c74-9c26-54512e575e06 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:43.341143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.353608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.361570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0269e9-cf10-4bd1-971c-072596c9a8da']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:43.372918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.384187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c82e2b-1a8e-4eb4-89e2-19c335979e45') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:43.384544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c82e2b-1a8e-4eb4-89e2-19c335979e45') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:43.404182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.420939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.422045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:43.422704 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.427652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] No DVR routers for this DVR port 3aef181b-fbdb-49cb-9510-ccec72bdb23e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:48:43.436814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.440408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e4f3c-190b-488f-bfcc-dc7b5b36df3f None None] Pushing event deleted for resources: {'Port': ['ID=3aef181b-fbdb-49cb-9510-ccec72bdb23e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.450341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34842) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.451015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2333643 Aug 29 04:48:43.460245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Request body: {'subnet': {'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1896983120-subnet', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:43.509733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:48:43.510441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:48:43.513647 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:48:43.551952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Made reservation on behalf of bdf6f06040644d3f980ec4706accdfff for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:43.557114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.601009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305ff26-5e91-45d0-b5b7-642cfcecc8ff admin admin] Pushing event updated for resources: {'Network': ['ID=34a3dce2-f629-4960-a1f8-9db8e8deea7a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.616381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.617899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:43.625776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:43.632128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] 10.222.0.62 "DELETE /v2.0/networks/3d0269e9-cf10-4bd1-971c-072596c9a8da HTTP/1.1" status: 204 len: 168 time: 1.3708813 Aug 29 04:48:43.653036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c093441-15e4-4594-847b-6d9654c2390b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0269e9-cf10-4bd1-971c-072596c9a8da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:43.681511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2cc35-1766-4561-9102-8268d65fcf53 req-046040ab-d260-4e37-85c4-355daaa7ecad tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:43.683890 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdc2cc35-1766-4561-9102-8268d65fcf53 req-046040ab-d260-4e37-85c4-355daaa7ecad tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 943 time: 0.2365847 Aug 29 04:48:43.781512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdc2cc35-1766-4561-9102-8268d65fcf53 req-5ecd7dd6-8db4-4143-848c-81f06330f171 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850139 Aug 29 04:48:43.817059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f7bdea21-e373-4339-af22-7cb180a617ae no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:48:43.872902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: f7bdea21-e373-4339-af22-7cb180a617ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:48:43.873941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f7bdea21-e373-4339-af22-7cb180a617ae not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:48:43.909769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.984894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-27ea4f46-a1ab-4ba7-9edf-0fdef115d4d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a793119c8eeb474ba066eeae6b13601c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695491 Aug 29 04:48:43.984894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:43.988745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.010907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c06ea691-3b91-476b-b022-1a5ebbb9196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.038854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-e9769295-f13c-4eee-aa2c-73103f0baebc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.040476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-e9769295-f13c-4eee-aa2c-73103f0baebc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2024708 Aug 29 04:48:44.044857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.087151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.099801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-1d90560a-c206-4031-bc54-4565da29dde1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0459580 Aug 29 04:48:44.145715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.159186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b708efd5-d50f-49c8-8a89-3cd693b5ff78,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.204663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Checking segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:44.205193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Network hostable DHCP agents. Network: 34a3dce2-f629-4960-a1f8-9db8e8deea7a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:44.211831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c06ea691-3b91-476b-b022-1a5ebbb9196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.218674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-1ba53b24-e091-4310-8e6d-933591ee60e1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114008 Aug 29 04:48:44.230169 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c06ea691-3b91-476b-b022-1a5ebbb9196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.266752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.269874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.271068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eb38147-f183-4336-94c7-53b2896f0e0e HTTP/1.1" status: 204 len: 168 time: 0.2812881 Aug 29 04:48:44.282169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:44.286812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c06ea691-3b91-476b-b022-1a5ebbb9196b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac6f21426eea42cebf8aa1fa38edbe3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001935 Aug 29 04:48:44.286812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ea691-3b91-476b-b022-1a5ebbb9196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e0359c-5f63-4ad6-a82a-79703c21873b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.288138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.298518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ba4de-3797-4eba-a15c-a131c71107c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb38147-f183-4336-94c7-53b2896f0e0e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.315027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 34a3dce2-f629-4960-a1f8-9db8e8deea7a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:44.325647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:44.326274 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.326755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f50aa5-708b-411b-8411-db64c8ddaad9 None None] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:44.374069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf46be74-8706-4347-b7b6-378caab7c6a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9219985 Aug 29 04:48:44.377186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:44.383425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:44.405036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-ff548441-bade-439f-a7d3-e589a850aa34 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727912 Aug 29 04:48:44.409284 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.412077 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.414154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.477406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.512588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.555323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-92c8fd22-e3d5-43ca-b661-929b02c323ee service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405218 Aug 29 04:48:44.572084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.576665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.578493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4e0359c-5f63-4ad6-a82a-79703c21873b HTTP/1.1" status: 204 len: 168 time: 0.2872074 Aug 29 04:48:44.590490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa41a8-ad7b-42ac-bab3-6d153cf5b792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e0359c-5f63-4ad6-a82a-79703c21873b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:44.706276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:44.707625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.773635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:44.920846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Allocated IP 172.20.0.2 (34a3dce2-f629-4960-a1f8-9db8e8deea7a/b708efd5-d50f-49c8-8a89-3cd693b5ff78/c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:45.109930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae6448ca-bf39-47c3-a3d1-9e1b24061a13 req-cb518f27-cc8d-48ec-b4c8-6762d89fe4ca tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 210 time: 0.1230423 Aug 29 04:48:45.148051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.169375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Transition to ACTIVE for port object c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:45.200225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:45.221554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4309f0-9b94-4d03-bbea-8ad447c20b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.230605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Transition to ACTIVE for port object c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:45.237464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d8d7d-8a23-4b3a-9cd2-e9251f021aa8 req-1fd4e6f7-1a5f-479d-bdba-9ea88877588e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:45.242966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.243590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495d8d7d-8a23-4b3a-9cd2-e9251f021aa8 req-1fd4e6f7-1a5f-479d-bdba-9ea88877588e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 943 time: 0.1651561 Aug 29 04:48:45.310886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:45.314233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:45.324556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:45.348398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495d8d7d-8a23-4b3a-9cd2-e9251f021aa8 req-a644c3be-c557-441f-841d-116d5e3227c3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801656 Aug 29 04:48:45.411867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Pushing event updated for resources: {'Port': ['ID=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:45.459150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Attempting to bind port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:45.459982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Attempting to bind port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:45.460664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Attempting to bind port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 on network 34a3dce2-f629-4960-a1f8-9db8e8deea7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:45.468716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:45.469316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Checking segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:45.469840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.470381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Bound using segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:45.471161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Bound port: c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:45.471661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.556242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] For port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:45.560992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] For port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:45.567765 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.651981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805f9e5-48af-4087-be44-1e6d275a7c24 None None] Pushing event updated for resources: {'Port': ['ID=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:45.806877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bb85832c-089c-4693-b31e-1d4326990d34 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:45.821330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.851851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:45.974485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bb85832c-089c-4693-b31e-1d4326990d34,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:45.989005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'bb85832c-089c-4693-b31e-1d4326990d34', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'port_id': 'bb85832c-089c-4693-b31e-1d4326990d34', 'mac_address': 'fa:16:3e:33:2c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaf07ba-23c8-448a-8411-8baf2ad60917', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:46.018631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4309f0-9b94-4d03-bbea-8ad447c20b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.027096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f4309f0-9b94-4d03-bbea-8ad447c20b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.052504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.070903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb85832c-089c-4693-b31e-1d4326990d34 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:46.102584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bb85832c-089c-4693-b31e-1d4326990d34,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:46.109023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f4309f0-9b94-4d03-bbea-8ad447c20b8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.9053559 Aug 29 04:48:46.109754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:46.123637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.177741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4309f0-9b94-4d03-bbea-8ad447c20b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2010fa8f-54c4-445a-b2ce-652dc45219fe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.199032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.221417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.238154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Allocated IP 172.25.3.230 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ac9229af-156a-417c-9f18-ee6a9792c317) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:46.262587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.361124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.365003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.366586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2010fa8f-54c4-445a-b2ce-652dc45219fe HTTP/1.1" status: 204 len: 168 time: 0.2538750 Aug 29 04:48:46.395979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a50ee-a00b-4549-8cf4-d07440d3c36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2010fa8f-54c4-445a-b2ce-652dc45219fe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.397175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.401408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2820692e-78b0-42fe-9d7e-b8e3e25c57ea req-4a6e0e66-cc67-47d0-90c7-b08ee5eb74ab tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 210 time: 0.0518355 Aug 29 04:48:46.413665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bb85832c-089c-4693-b31e-1d4326990d34'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:46.456719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:46.503049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:46.512706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:46.516523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:46.541357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940dcf-c125-436f-964d-3df83a055762 req-ffa5ea35-9916-4e16-8996-437bdec6e553 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:46.544845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d940dcf-c125-436f-964d-3df83a055762 req-ffa5ea35-9916-4e16-8996-437bdec6e553 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 944 time: 0.0819995 Aug 29 04:48:46.565914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9229af-156a-417c-9f18-ee6a9792c317,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:46.661984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d940dcf-c125-436f-964d-3df83a055762 req-af12189b-1984-45c1-b260-41becc0c205a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051922 Aug 29 04:48:47.021412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-f37ddf0f-7d4e-47f7-8aa4-8692102af4bf tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:47.029322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-f37ddf0f-7d4e-47f7-8aa4-8692102af4bf tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2738810 Aug 29 04:48:47.060970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:47.203885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.224504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.240526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:47.336555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:47.342550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88d0ea-9be7-4911-9459-e756b66c9656 None None] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:47.346084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.349076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:47.418765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Provisioning for port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:47.430923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Provisioning complete for port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:47.431415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.553116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ac4d-3beb-45e9-8729-bcf2318d97e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.587652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.589127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.596573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.12 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/598471a9-6429-4e86-b562-7097164359e5) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:47.608250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4afa1bfb-57db-4af4-a23a-66fe174e5eee req-67d7212e-71bb-452d-b459-3c67d70ade7f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 210 time: 0.0590217 Aug 29 04:48:47.679625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] For port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:47.686563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.784242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42266ca1-22f5-4a41-a9c8-416007403888 None None] Pushing event updated for resources: {'Port': ['ID=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:47.810747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:47.835812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bb85832c-089c-4693-b31e-1d4326990d34 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:47.854979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ac4d-3beb-45e9-8729-bcf2318d97e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.893138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ac4d-3beb-45e9-8729-bcf2318d97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.919806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port bb85832c-089c-4693-b31e-1d4326990d34 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:47.925325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port bb85832c-089c-4693-b31e-1d4326990d34 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:47.925720 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.926136 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:47.933788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4ac4d-3beb-45e9-8729-bcf2318d97e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5ee51-faf4-420a-887e-7f4a933d0ace,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:47.978538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5e4ac4d-3beb-45e9-8729-bcf2318d97e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbbfe507c77c44eb8d628f3754dfc0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530413 Aug 29 04:48:47.980858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 34930) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:47.985428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:47.997227 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:47.998969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a8cde-8abd-4094-9725-d63172d6ebac req-93ee6ec9-6a2f-4a86-aab5-5c8ece56250c tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:48.000803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e6a8cde-8abd-4094-9725-d63172d6ebac req-93ee6ec9-6a2f-4a86-aab5-5c8ece56250c tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 944 time: 0.1444225 Aug 29 04:48:48.016231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:48.017253 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:48.023090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.034289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6317e671-becd-4c1e-b873-1b4baf4c0bc8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6544869 Aug 29 04:48:48.035510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 34932) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:48.081935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b0791455-6fe1-40ca-8065-5052a3b7763c None None] Provisioning complete for port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:48.082304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0791455-6fe1-40ca-8065-5052a3b7763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.120482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.128018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e6a8cde-8abd-4094-9725-d63172d6ebac req-6592e1d7-6f96-4e28-b194-559987c55564 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Aug 29 04:48:48.138116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.185359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.213263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:48.224138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:48.234619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:48.246624 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:48.289672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.338508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:48.339725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.348141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:48.352502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.367742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-77306fc9-741d-4648-85a4-77ed43372b19 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3215277 Aug 29 04:48:48.370933 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.374652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.377911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9de5ee51-faf4-420a-887e-7f4a933d0ace HTTP/1.1" status: 204 len: 168 time: 0.3928680 Aug 29 04:48:48.385755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Request body: {'port': {'device_id': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:48.425991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bb85832c-089c-4693-b31e-1d4326990d34,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:48.464186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:48.468917 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aab48ac-7d77-433d-a664-d09362daafce" -d '{"events": [{"server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "name": "network-vif-plugged", "status": "completed", "tag": "bb85832c-089c-4693-b31e-1d4326990d34"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:48.506778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.605989 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bad544-541a-45a2-bf68-810de479727c x-openstack-request-id: req-92bad544-541a-45a2-bf68-810de479727c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:48.606282 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "name": "network-vif-plugged", "status": "completed", "tag": "bb85832c-089c-4693-b31e-1d4326990d34", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:48.606543 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92bad544-541a-45a2-bf68-810de479727c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:48.607064 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34', 'code': 200} Aug 29 04:48:48.639316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:48.757332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:46Z', 'revision_number': 3, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:48.815426 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:48.816016 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Updating router e1756ac2-4e56-408f-93df-a185c0fc79a4 port ac9229af-156a-417c-9f18-ee6a9792c317 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:48.905243 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:48.936128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.002272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd9a52-20ab-44df-bde5-d4d19c3ee6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de5ee51-faf4-420a-887e-7f4a933d0ace,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.147199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782b69-9c74-4c2a-a238-93155742499a req-b6dbb874-98b3-465e-bf32-91a6b3ab8830 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.150458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c782b69-9c74-4c2a-a238-93155742499a req-b6dbb874-98b3-465e-bf32-91a6b3ab8830 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 932 time: 0.1736059 Aug 29 04:48:49.160052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.174098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532e47-a6e6-4751-9f9e-953ee67d2139 req-8a68b0cb-d74b-430c-b63a-8492e3320438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.176848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd532e47-a6e6-4751-9f9e-953ee67d2139 req-8a68b0cb-d74b-430c-b63a-8492e3320438 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 1097 time: 0.2012122 Aug 29 04:48:49.220020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:49.326274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Allocated IP 172.20.0.1 (34a3dce2-f629-4960-a1f8-9db8e8deea7a/b708efd5-d50f-49c8-8a89-3cd693b5ff78/58498dbe-6249-4688-8920-1386bd119303) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:49.339652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:49.340273 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.472074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd532e47-a6e6-4751-9f9e-953ee67d2139 req-1d817505-55cf-4d58-83a0-f60092b863c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756906 Aug 29 04:48:49.488773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c782b69-9c74-4c2a-a238-93155742499a req-34da410a-969a-4482-bec9-cc696f16945d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101072 Aug 29 04:48:49.578876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.593929 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.600103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357d22-c452-4a4b-9869-c29d56192175 req-a1b5cc8e-221a-407f-bd90-df46b6beb65a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:49.601930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68357d22-c452-4a4b-9869-c29d56192175 req-a1b5cc8e-221a-407f-bd90-df46b6beb65a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 945 time: 0.3115606 Aug 29 04:48:49.620520 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Transition to ACTIVE for port object ac9229af-156a-417c-9f18-ee6a9792c317 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:49.622630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Transition to ACTIVE for port object 58498dbe-6249-4688-8920-1386bd119303 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:49.632170 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.678865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.709667 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-68357d22-c452-4a4b-9869-c29d56192175 req-a82a5e63-4fc8-4b79-a776-89687e1d49a7 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974512 Aug 29 04:48:49.748886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:49.748886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:49.749879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Attempting to bind port ac9229af-156a-417c-9f18-ee6a9792c317 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:49.749879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Attempting to bind port ac9229af-156a-417c-9f18-ee6a9792c317 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:49.750195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:49.750352 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Attempting to bind port ac9229af-156a-417c-9f18-ee6a9792c317 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:49.750570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Pushing event updated for resources: {'Port': ['ID=ac9229af-156a-417c-9f18-ee6a9792c317,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.774270 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:49.775093 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:49.775484 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.776388 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:49.776877 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Bound port: ac9229af-156a-417c-9f18-ee6a9792c317, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:49.777257 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.815759 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.816154 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.820096 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.822382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.823044 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.823693 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.827258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Pushing event updated for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:49.828139 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.828681 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.829231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.829631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.831848 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.832324 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:49.888606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.926896 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] For port ac9229af-156a-417c-9f18-ee6a9792c317, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:49.937536 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] For port ac9229af-156a-417c-9f18-ee6a9792c317, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ac9229af-156a-417c-9f18-ee6a9792c317,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:49.945562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598471a9-6429-4e86-b562-7097164359e5 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:49.948490 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:49.972428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.008012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Transition to ACTIVE for port object 598471a9-6429-4e86-b562-7097164359e5 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:50.009075 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d79f7b-bd15-434d-a3cb-c25bc4436f39 None None] Pushing event updated for resources: {'Port': ['ID=ac9229af-156a-417c-9f18-ee6a9792c317,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.029586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.052559 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:50.054604 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:50.168387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3636da7e-d802-434d-b353-2be9aaf5bd49 None None] Provisioning for port 58498dbe-6249-4688-8920-1386bd119303 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:50.175235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.181056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3636da7e-d802-434d-b353-2be9aaf5bd49 None None] Provisioning complete for port 58498dbe-6249-4688-8920-1386bd119303 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:50.184928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.193354 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3636da7e-d802-434d-b353-2be9aaf5bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.261020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Attempting to bind port 598471a9-6429-4e86-b562-7097164359e5 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:50.261352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Attempting to bind port 598471a9-6429-4e86-b562-7097164359e5 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:50.261638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Attempting to bind port 598471a9-6429-4e86-b562-7097164359e5 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:50.269451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Port 598471a9-6429-4e86-b562-7097164359e5 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:48:50.269846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Attempting to bind port 598471a9-6429-4e86-b562-7097164359e5 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:50.279690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:50.280164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:50.280526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:50.280974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Bound port: 598471a9-6429-4e86-b562-7097164359e5, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:50.281351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.306863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3636da7e-d802-434d-b353-2be9aaf5bd49 None None] Port 58498dbe-6249-4688-8920-1386bd119303 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:50.391095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:50.396933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=598471a9-6429-4e86-b562-7097164359e5,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:50.406484 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.407016 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:50.462291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.463878 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.465505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] 10.222.0.54 "PUT /v2.0/ports/598471a9-6429-4e86-b562-7097164359e5 HTTP/1.1" status: 200 len: 1093 time: 2.0858517 Aug 29 04:48:50.466014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'tag': '598471a9-6429-4e86-b562-7097164359e5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:50.469297 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "tag": "598471a9-6429-4e86-b562-7097164359e5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:50.571673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.585234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.596743 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cab140-c77f-4e1f-83dc-b125fcfbf869 x-openstack-request-id: req-74cab140-c77f-4e1f-83dc-b125fcfbf869 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:50.597650 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "tag": "598471a9-6429-4e86-b562-7097164359e5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:50.597650 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74cab140-c77f-4e1f-83dc-b125fcfbf869 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:50.597922 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'tag': '598471a9-6429-4e86-b562-7097164359e5', 'status': 'completed', 'code': 200} Aug 29 04:48:50.610625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890277fb-67cb-4996-ab79-a111e5c5cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.627622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-4803f155-211d-4e94-a9be-ab48948b6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.632918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-4803f155-211d-4e94-a9be-ab48948b6394 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 1096 time: 0.1025207 Aug 29 04:48:50.742928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-f017b141-9324-4c8b-939a-fdac38f93083 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=598471a9-6429-4e86-b562-7097164359e5 HTTP/1.1" status: 200 len: 217 time: 0.1003063 Aug 29 04:48:50.775671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:50.798884 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:46Z', 'revision_number': 3, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:50.859221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b437a-5c0b-49a3-84f1-8e5c99143ae8 None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:46Z', 'revision_number': 3, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:50.871704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Pushing event updated for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:50.957902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf839cb5-332e-4d9e-8b3f-306e85df8009 req-e2e85017-ca38-4db1-bab0-1d09282d40cd tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:50.964936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf839cb5-332e-4d9e-8b3f-306e85df8009 req-e2e85017-ca38-4db1-bab0-1d09282d40cd tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 944 time: 0.2469733 Aug 29 04:48:50.977410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:50.982171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:50.998976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-5461d446-bfc4-42bf-af0c-d5a818253d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:51.001334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-5461d446-bfc4-42bf-af0c-d5a818253d93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.2121193 Aug 29 04:48:51.037767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb9906-cecd-4330-b97f-f96449443a66 req-193b5770-846f-4cba-8bbf-48899230befb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:51.038782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfb9906-cecd-4330-b97f-f96449443a66 req-193b5770-846f-4cba-8bbf-48899230befb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 945 time: 0.1378222 Aug 29 04:48:51.067001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf839cb5-332e-4d9e-8b3f-306e85df8009 req-38abe31a-5543-440a-b02b-6b5b6b13bab5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005659 Aug 29 04:48:51.117637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-335f436c-4294-49e7-a9a4-1804415f7bc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774777 Aug 29 04:48:51.260391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecfb9906-cecd-4330-b97f-f96449443a66 req-cee3bac6-f6af-4a34-aece-ac7a472312f0 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494915 Aug 29 04:48:51.308346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:48:51.333886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-ca18ea1e-6bb2-4970-a34e-1dc4d4f496ce service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952829 Aug 29 04:48:51.562556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0b793b1b-f7fd-499c-ab1b-52005eacb32d None None] Provisioning complete for port 58498dbe-6249-4688-8920-1386bd119303 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:51.563418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0b793b1b-f7fd-499c-ab1b-52005eacb32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:51.589481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:51.596888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5011ad2e-5082-4775-af5a-0ed47e7a1235 admin admin] 10.222.0.62 "PUT /v2.0/routers/e1756ac2-4e56-408f-93df-a185c0fc79a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5597472 Aug 29 04:48:51.609873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2016f36b-5b48-413d-b64f-afbaa54786fd req-3be33604-2a14-4c34-83e5-4a7abe5c8b36 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648787 Aug 29 04:48:51.660967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0b793b1b-f7fd-499c-ab1b-52005eacb32d None None] Port 58498dbe-6249-4688-8920-1386bd119303 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:48:51.782730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-1918a00c-1dd6-41cf-8b34-771cd9b9c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:51.785785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-1918a00c-1dd6-41cf-8b34-771cd9b9c1d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 1096 time: 0.0995343 Aug 29 04:48:52.056936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-768ffb0f-b23d-49da-9928-acd876e5390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.060559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-768ffb0f-b23d-49da-9928-acd876e5390a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.2653439 Aug 29 04:48:52.131268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-bebea000-9107-4dcd-ac55-7cdb99d92e8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=598471a9-6429-4e86-b562-7097164359e5 HTTP/1.1" status: 200 len: 217 time: 0.0541129 Aug 29 04:48:52.384155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-2a0d3bdb-e974-4da8-b138-d42849a5da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.386461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-2a0d3bdb-e974-4da8-b138-d42849a5da42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.2406127 Aug 29 04:48:52.438941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-17a657d0-ecb8-4379-bd26-92fe2a997a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436413 Aug 29 04:48:52.453360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323cf82-215a-4645-ac82-0f28e6339199 req-c706bae9-e4b1-4151-a72c-14d83543d56d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:52.455281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e323cf82-215a-4645-ac82-0f28e6339199 req-c706bae9-e4b1-4151-a72c-14d83543d56d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 944 time: 0.2086110 Aug 29 04:48:52.571772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e323cf82-215a-4645-ac82-0f28e6339199 req-99eea739-76be-4fe8-92e3-8f2dd314e401 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883162 Aug 29 04:48:52.611139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-a592e5a5-8ad7-4c2b-b5da-266a527ae1d1 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545539 Aug 29 04:48:52.714112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:52.721311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1067143747-network', 'tenant_id': '6553e9358cd345da8b1735b3d064e087'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:52.754695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Made reservation on behalf of 6553e9358cd345da8b1735b3d064e087 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:52.760340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.776764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.778377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-676ec1d0-b7a2-4fb5-8e1f-64135bc9428d req-daa4e235-a2bf-488d-8ff8-71061e2144c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524529 Aug 29 04:48:52.923575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.940301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:52.977390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:48:53.004530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95533442-721a-495d-9cff-b431a82b56b9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.015696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.016399 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Added segment 44c23a0f-ff60-4ec6-b753-3c21307aae7d of type vlan for network bb159116-efe3-4469-af92-759321759e7d Aug 29 04:48:53.095516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.131259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.158544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.160815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.161914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.239169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ac9229af-156a-417c-9f18-ee6a9792c317 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:53.273639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35062) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.279330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5610130 Aug 29 04:48:53.292321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Request body: {'subnet': {'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1067143747-subnet', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:53.299581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40c42-2ba1-4a49-b272-a743c243f2db admin admin] Pushing event updated for resources: {'Network': ['ID=bb159116-efe3-4469-af92-759321759e7d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.319694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network bb159116-efe3-4469-af92-759321759e7d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:48:53.339985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Made reservation on behalf of 6553e9358cd345da8b1735b3d064e087 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:48:53.343157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.404133 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e57176cb-77a3-47ba-99f7-77e1877c4819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.509538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ac9229af-156a-417c-9f18-ee6a9792c317 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:53.518517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ac9229af-156a-417c-9f18-ee6a9792c317 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:53.519684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.697531 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.699825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.749852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port ac9229af-156a-417c-9f18-ee6a9792c317, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ac9229af-156a-417c-9f18-ee6a9792c317,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:53.752534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e57176cb-77a3-47ba-99f7-77e1877c4819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.753773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e116ea-9015-49ab-ade0-fadb95b15d9d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.769571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.772409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e57176cb-77a3-47ba-99f7-77e1877c4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.846676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 598471a9-6429-4e86-b562-7097164359e5 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:48:53.862648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=ac9229af-156a-417c-9f18-ee6a9792c317,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.875591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.876421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.877152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.877859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.878703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.880398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57176cb-77a3-47ba-99f7-77e1877c4819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d41a105-033d-4231-9b97-910ddcb24a4d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:53.881309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.881733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.882080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.882451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.882791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.883878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.884256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:48:53.888905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:53.889698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e57176cb-77a3-47ba-99f7-77e1877c4819 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93a07b7ba05b4a1fb316535b52505a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7565243 Aug 29 04:48:53.897803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Checking segment: {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:53.898865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Network hostable DHCP agents. Network: bb159116-efe3-4469-af92-759321759e7d, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:48:53.912406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91b8ae-52e4-4678-826f-c1e0d8391c93 req-5d870d5b-c4a3-4920-a02c-9fe851bfa764 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.914055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d91b8ae-52e4-4678-826f-c1e0d8391c93 req-5d870d5b-c4a3-4920-a02c-9fe851bfa764 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 944 time: 0.1475489 Aug 29 04:48:53.940541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Network bb159116-efe3-4469-af92-759321759e7d is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:48:53.965179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:53.973797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, bb159116-efe3-4469-af92-759321759e7d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:53.982761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:53.983467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:53.992977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d91b8ae-52e4-4678-826f-c1e0d8391c93 req-b051fc1d-188e-4d33-a0d4-eb7ce7cb7311 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643430 Aug 29 04:48:54.006357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:54.007480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:54.011904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6f62058f-1ab4-4b01-bd82-4480bc92cc22 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7350359 Aug 29 04:48:54.014942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.020622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:48:54.043994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.067658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec70c33-de76-4e57-9d98-41b6dc333946 None None] Network bb159116-efe3-4469-af92-759321759e7d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:54.086396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.089262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.099752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.190845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.199624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=598471a9-6429-4e86-b562-7097164359e5,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:54.226320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.230105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:54.233933 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.239992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d41a105-033d-4231-9b97-910ddcb24a4d HTTP/1.1" status: 204 len: 168 time: 0.3483510 Aug 29 04:48:54.251387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e06f-3fa3-4d2c-a82b-b072544d8d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d41a105-033d-4231-9b97-910ddcb24a4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:54.270297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '598471a9-6429-4e86-b562-7097164359e5', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '598471a9-6429-4e86-b562-7097164359e5', 'mac_address': 'fa:16:3e:6f:b0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:48:54.438975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.468443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.487878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598471a9-6429-4e86-b562-7097164359e5 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:48:54.531144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=598471a9-6429-4e86-b562-7097164359e5,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:54.559895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.605149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-bb159116-efe3-4469-af92-759321759e7d', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:48:54.606323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.657631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:48:54.705527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:54.813307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-e92aeadc-8c64-4546-9286-bfb65f7cc439 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937154 Aug 29 04:48:54.842825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.857154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 2, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:54.863213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['598471a9-6429-4e86-b562-7097164359e5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:48:54.879033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.924722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:54.925185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Updating router e1756ac2-4e56-408f-93df-a185c0fc79a4 port 58498dbe-6249-4688-8920-1386bd119303 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:54.957564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35078) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:54.966311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Allocated IP 172.20.0.2 (bb159116-efe3-4469-af92-759321759e7d/49e116ea-9015-49ab-ade0-fadb95b15d9d/6a6dffd2-3b30-442a-bc84-f8d64b5d4957) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:54.975901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109a06d0-356c-412a-9b22-f11c7dddbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:54.981295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.093241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Allocated IP 172.25.3.188 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ed6b4b1a-03d3-4a76-9990-42fc0679217f) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:48:55.254628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.273960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ac9229af-156a-417c-9f18-ee6a9792c317 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:55.362257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109a06d0-356c-412a-9b22-f11c7dddbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.369710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-109a06d0-356c-412a-9b22-f11c7dddbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.379897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.463235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:55.478111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a06d0-356c-412a-9b22-f11c7dddbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d90928-bab9-42ec-9db0-9e15facbe18e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.484825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-8fa2be1f-1b3d-4db6-b998-e399c7346be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.488454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-8fa2be1f-1b3d-4db6-b998-e399c7346be4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 1098 time: 0.5425613 Aug 29 04:48:55.492581 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-109a06d0-356c-412a-9b22-f11c7dddbf95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eae1801936c043a6b24bb84e63dbd274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339520 Aug 29 04:48:55.493283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35082) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:55.504043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:55.529791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:55.561076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.597772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6b4b1a-03d3-4a76-9990-42fc0679217f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.614013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832db3ea-a282-4871-9de7-6fb151cbe72a req-51af4aad-3aad-4c28-8d3d-131075067966 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:55.620409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-832db3ea-a282-4871-9de7-6fb151cbe72a req-51af4aad-3aad-4c28-8d3d-131075067966 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 945 time: 0.3109176 Aug 29 04:48:55.626476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.665566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.694591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ac9229af-156a-417c-9f18-ee6a9792c317 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:55.695278 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.707831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.712600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.716660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45d90928-bab9-42ec-9db0-9e15facbe18e HTTP/1.1" status: 204 len: 168 time: 0.2199256 Aug 29 04:48:55.747274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9d1c-194d-486d-bd30-fd796fc25e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d90928-bab9-42ec-9db0-9e15facbe18e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:55.767603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Transition to ACTIVE for port object 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:55.858099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Transition to ACTIVE for port object 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:55.887067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:55.970646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Network bb159116-efe3-4469-af92-759321759e7d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:48:55.996553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:48:56.004732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:48:56.080854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-832db3ea-a282-4871-9de7-6fb151cbe72a req-6a29f48a-1077-43a4-994c-636e59943b8f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348130 Aug 29 04:48:56.131028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Pushing event updated for resources: {'Port': ['ID=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:56.162910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-084d4f5a-15c0-4848-ab29-ab2b876ccb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.165690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-084d4f5a-15c0-4848-ab29-ab2b876ccb42 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.5710499 Aug 29 04:48:56.248112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-ae0a91c1-d3f2-4e02-9a1d-c922c99e9161 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 200 len: 217 time: 0.0718565 Aug 29 04:48:56.441488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.454242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-dba3d650-2e85-4f8b-9167-4be483252562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:56.456227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-dba3d650-2e85-4f8b-9167-4be483252562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1632831 Aug 29 04:48:56.515277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Attempting to bind port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:56.515855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Attempting to bind port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:56.516552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Attempting to bind port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 on network bb159116-efe3-4469-af92-759321759e7d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:56.543624 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.549796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-10a76df4-cf21-4477-a8f1-4690b27d07f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472584 Aug 29 04:48:56.550573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:56.551199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Checking segment: {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:56.552555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.552759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Bound using segment: {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:56.553461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Bound port: 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:56.554082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.582347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Transition to ACTIVE for port object 58498dbe-6249-4688-8920-1386bd119303 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:48:56.631535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.771447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a59830-7931-45b0-b52f-e9d29f0e8e5f None None] Pushing event updated for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:56.818747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] For port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:56.881033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-bb1684a2-887c-4cfb-b36a-63e0ae0393b8 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350647 Aug 29 04:48:56.924010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] For port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:56.926320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Attempting to bind port 58498dbe-6249-4688-8920-1386bd119303 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:48:56.926981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Attempting to bind port 58498dbe-6249-4688-8920-1386bd119303 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:48:56.927789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Attempting to bind port 58498dbe-6249-4688-8920-1386bd119303 on network 34a3dce2-f629-4960-a1f8-9db8e8deea7a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:48:56.938594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:48:56.939183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Checking segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:48:56.939827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.940522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Bound using segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:48:56.941322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Bound port: 58498dbe-6249-4688-8920-1386bd119303, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:48:56.941958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:56.979330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.257609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f9eb6-0cba-4437-b50f-607e4935ed28 None None] Pushing event updated for resources: {'Port': ['ID=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:57.287566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] For port 58498dbe-6249-4688-8920-1386bd119303, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:48:57.299893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] For port 58498dbe-6249-4688-8920-1386bd119303, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58498dbe-6249-4688-8920-1386bd119303,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:48:57.312994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.396614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a59830-7931-45b0-b52f-e9d29f0e8e5f None None] Pushing event updated for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:57.424825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:57.425480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:57.639104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:57.758671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:57.899707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad3a-f0a5-4cf1-bfda-3e4528254acd req-0e5f5c51-f71d-439e-9fe1-bb751a52600e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:57.914112 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-198fad3a-f0a5-4cf1-bfda-3e4528254acd req-0e5f5c51-f71d-439e-9fe1-bb751a52600e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 945 time: 0.2560296 Aug 29 04:48:57.945050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 598471a9-6429-4e86-b562-7097164359e5 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:58.128688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 598471a9-6429-4e86-b562-7097164359e5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:58.145108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 598471a9-6429-4e86-b562-7097164359e5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:58.145816 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.166203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-198fad3a-f0a5-4cf1-bfda-3e4528254acd req-5b95643b-d667-4292-abf3-7102224868cc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373843 Aug 29 04:48:58.181472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4dab2a83-a837-4ffa-b844-f8a52bf5aba9 req-a27a7c24-ec28-43bd-8256-a29a2d588cd0 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2843893 Aug 29 04:48:58.229927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:48:58.339740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.393427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598471a9-6429-4e86-b562-7097164359e5'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:48:58.396580 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da08dc-598f-4b3b-ba58-1ad62816fc80" -d '{"events": [{"server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "name": "network-vif-plugged", "status": "completed", "tag": "598471a9-6429-4e86-b562-7097164359e5"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:48:58.420937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:48:57Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:58.459499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=598471a9-6429-4e86-b562-7097164359e5,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:48:58.461601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ce718-9265-4aac-897e-48dfdee374d6 None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:48:57Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:48:58.469336 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999992b6-5ed2-4bc9-b3ca-36db9427a14e x-openstack-request-id: req-999992b6-5ed2-4bc9-b3ca-36db9427a14e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:48:58.469616 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "name": "network-vif-plugged", "status": "completed", "tag": "598471a9-6429-4e86-b562-7097164359e5", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:48:58.469876 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-999992b6-5ed2-4bc9-b3ca-36db9427a14e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:48:58.470341 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598471a9-6429-4e86-b562-7097164359e5', 'code': 200} Aug 29 04:48:58.474639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.544096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:48:58.558568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:48:58.564461 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Sync routers for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:48:58.610564 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:48:58.611687 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:58.651350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:58.657588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aa612ade-c359-4137-aa9f-837fa56ec3f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6373107 Aug 29 04:48:58.658719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:48:58.707301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba09fd0-1375-45a6-9431-5b8f2b8c4ef3 req-817024ec-b255-455e-a6af-fd1e1526fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:58.709616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ba09fd0-1375-45a6-9431-5b8f2b8c4ef3 req-817024ec-b255-455e-a6af-fd1e1526fd4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 1098 time: 0.1415985 Aug 29 04:48:58.800074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ba09fd0-1375-45a6-9431-5b8f2b8c4ef3 req-ada8c7c1-5e10-4dc2-ac34-dd94bf86450b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748224 Aug 29 04:48:58.917361 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:48:59.049289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd1c65-3c2c-4467-9d7f-be7e5474d0e7 None None] Network bb159116-efe3-4469-af92-759321759e7d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:48:59.448193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58498dbe-6249-4688-8920-1386bd119303 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:48:59.476594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-835be6ff-0e5d-4f3c-abf4-8547925765a0 None None] Provisioning for port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:59.496014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:48:56Z', 'revision_number': 3, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:48:59.541674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.612004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7ed-1fff-49e2-8506-3908c606c583 req-335b8c24-ba30-4564-93af-f8d6bd5cf8cc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:48:59.627222 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Checking router: 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:48:59.628121 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Updating router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f port ed6b4b1a-03d3-4a76-9990-42fc0679217f binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:48:59.654917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dd8d7ed-1fff-49e2-8506-3908c606c583 req-335b8c24-ba30-4564-93af-f8d6bd5cf8cc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.2712817 Aug 29 04:48:59.727290 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.799879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1dd8d7ed-1fff-49e2-8506-3908c606c583 req-c3ce0df2-c332-44d3-8672-2ef74b2e481d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150093 Aug 29 04:48:59.890868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 58498dbe-6249-4688-8920-1386bd119303 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:48:59.894342 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:48:59.905226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 58498dbe-6249-4688-8920-1386bd119303 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:48:59.905710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.013581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Allocated IP 172.20.0.1 (bb159116-efe3-4469-af92-759321759e7d/49e116ea-9015-49ab-ade0-fadb95b15d9d/6426bac9-1f25-4af2-80d3-c0a454b2daf4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:00.195513 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.283166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.337365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Transition to ACTIVE for port object 6426bac9-1f25-4af2-80d3-c0a454b2daf4 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:00.350010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 58498dbe-6249-4688-8920-1386bd119303, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58498dbe-6249-4688-8920-1386bd119303,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:00.364394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.366034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:00.411804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.545483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Pushing event updated for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.555122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Network bb159116-efe3-4469-af92-759321759e7d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:00.558918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:00.561741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:00.584859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:00.626721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:00.637122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:00.638202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.659538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.763476 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.779290 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Transition to ACTIVE for port object ed6b4b1a-03d3-4a76-9990-42fc0679217f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:00.797080 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.879158 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Attempting to bind port ed6b4b1a-03d3-4a76-9990-42fc0679217f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:00.879692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Attempting to bind port ed6b4b1a-03d3-4a76-9990-42fc0679217f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:00.880329 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Attempting to bind port ed6b4b1a-03d3-4a76-9990-42fc0679217f on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:00.891491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:00.892197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:00.892773 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.893357 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:00.894689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Bound port: ed6b4b1a-03d3-4a76-9990-42fc0679217f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:00.895355 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.975541 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] For port ed6b4b1a-03d3-4a76-9990-42fc0679217f, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:00.979255 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] For port ed6b4b1a-03d3-4a76-9990-42fc0679217f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed6b4b1a-03d3-4a76-9990-42fc0679217f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:00.992204 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.996027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:00.996685 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.054180 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaceb2b-3f8f-41a1-af55-f1c42cccc631 None None] Pushing event updated for resources: {'Port': ['ID=ed6b4b1a-03d3-4a76-9990-42fc0679217f,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.070769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:01.071857 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:01.098441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55bd63-91a6-444e-862c-3052cb044945 req-625e4859-5d61-48ed-8949-6df284d1df7a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:01.106184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c55bd63-91a6-444e-862c-3052cb044945 req-625e4859-5d61-48ed-8949-6df284d1df7a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.1441514 Aug 29 04:49:01.132064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:01.171261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.187359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5efb528f-bc19-4ab3-8b46-715d6c58ac3b None None] Provisioning for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:01.214248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c55bd63-91a6-444e-862c-3052cb044945 req-80b9aaa6-c50d-4a89-a191-abd9f164dcdf tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007974 Aug 29 04:49:01.226752 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:01.350636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.359287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5efb528f-bc19-4ab3-8b46-715d6c58ac3b None None] Provisioning complete for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:01.361873 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5efb528f-bc19-4ab3-8b46-715d6c58ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.409618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58498dbe-6249-4688-8920-1386bd119303 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:01.454891 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.463971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489afddd-49da-4cd3-9b82-f93622d2e0bb req-0b2e1086-2bbd-4909-b352-f70570b3c6b1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:01.468321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.471737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-489afddd-49da-4cd3-9b82-f93622d2e0bb req-0b2e1086-2bbd-4909-b352-f70570b3c6b1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.1137943 Aug 29 04:49:01.544088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5efb528f-bc19-4ab3-8b46-715d6c58ac3b None None] Port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:01.552298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaceb2b-3f8f-41a1-af55-f1c42cccc631 None None] Pushing event updated for resources: {'Port': ['ID=ed6b4b1a-03d3-4a76-9990-42fc0679217f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.566271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-489afddd-49da-4cd3-9b82-f93622d2e0bb req-2fc120f1-30f6-46b5-b21e-fe765da5b8ea tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816126 Aug 29 04:49:01.580372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 58498dbe-6249-4688-8920-1386bd119303 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:01.580995 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.711778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:01.716927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Pushing event updated for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:01.917708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '6426bac9-1f25-4af2-80d3-c0a454b2daf4', 'name': '', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'mac_address': 'fa:16:3e:7a:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:59Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 1, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'subnets': [{'id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:01.919789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Network bb159116-efe3-4469-af92-759321759e7d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:01.926480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:01.940405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c6739-6e1b-4da6-9916-99fcb175cf1a req-40c5efa6-c34d-4686-8c67-a99de07d8028 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:01.945434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-211c6739-6e1b-4da6-9916-99fcb175cf1a req-40c5efa6-c34d-4686-8c67-a99de07d8028 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.0905461 Aug 29 04:49:01.981293 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9936f3-7b6d-483c-8800-e227e5652b1a None None] The sync data for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 is: [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '6426bac9-1f25-4af2-80d3-c0a454b2daf4', 'name': '', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'mac_address': 'fa:16:3e:7a:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:59Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 1, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'subnets': [{'id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:02.095153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-211c6739-6e1b-4da6-9916-99fcb175cf1a req-1df04acb-738a-4c84-be11-01a9a528cea8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406157 Aug 29 04:49:02.289982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-ecf980fe-7303-4258-9a6f-7b7663a451bb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:02.293188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:49:02.294288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-ecf980fe-7303-4258-9a6f-7b7663a451bb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.1506748 Aug 29 04:49:02.320500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-a0966004-e5f2-4dd7-8460-6eb033fb1b36 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/quotas/2d6f34d9768a4b4e82bc8a4a61a72fe4 HTTP/1.1" status: 200 len: 375 time: 0.0113258 Aug 29 04:49:02.402269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-00d8e132-004c-4255-b57f-d9b8cef013c6 None None] Provisioning complete for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:02.403376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-00d8e132-004c-4255-b57f-d9b8cef013c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:02.473861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-00d8e132-004c-4255-b57f-d9b8cef013c6 None None] Port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:02.489735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-536e0ffd-8a21-4147-87b0-7ecf4f182619 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559966 Aug 29 04:49:02.752303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-3ba1bc0c-a2fa-4cf1-a321-61ebd0ea3045 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612407 Aug 29 04:49:02.879659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-daea2268-06a5-4d8c-962c-433db60e2007 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259575 Aug 29 04:49:03.082336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:49:03.098586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b5c42f06-8470-4e2e-9b73-4332122ad04e admin admin] 10.222.0.62 "PUT /v2.0/routers/1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4374828 Aug 29 04:49:03.320873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9403c26-408b-44dd-a6d7-953b64b8309a req-6a3fe096-c020-4623-b942-3fcb144134b1 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 210 time: 0.0780976 Aug 29 04:49:03.490107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f039-f507-4daa-89ee-c13152760320 req-daa455ec-9105-4222-827f-172440151505 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.492226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bed1f039-f507-4daa-89ee-c13152760320 req-daa455ec-9105-4222-827f-172440151505 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.1620834 Aug 29 04:49:03.509110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c1586-eabd-494e-bb16-f09426659489 req-4a936973-7826-4bd6-97c1-1c5709183834 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:03.516318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-661c1586-eabd-494e-bb16-f09426659489 req-4a936973-7826-4bd6-97c1-1c5709183834 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 946 time: 0.1909876 Aug 29 04:49:03.583157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:03.680842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:03.682223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.795790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed6b4b1a-03d3-4a76-9990-42fc0679217f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:03.871318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bed1f039-f507-4daa-89ee-c13152760320 req-2693b39c-d383-44d8-bf01-d70fd1335b74 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543510 Aug 29 04:49:03.879254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 598471a9-6429-4e86-b562-7097164359e5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:03.879610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:03.947319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ed6b4b1a-03d3-4a76-9990-42fc0679217f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:03.957354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ed6b4b1a-03d3-4a76-9990-42fc0679217f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:03.958549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.127456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 598471a9-6429-4e86-b562-7097164359e5, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=598471a9-6429-4e86-b562-7097164359e5,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:04.128379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.166764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 598471a9-6429-4e86-b562-7097164359e5 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:04.189771 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.251619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port ed6b4b1a-03d3-4a76-9990-42fc0679217f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed6b4b1a-03d3-4a76-9990-42fc0679217f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:04.267237 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.349441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=ed6b4b1a-03d3-4a76-9990-42fc0679217f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.518781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.539801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['598471a9-6429-4e86-b562-7097164359e5'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:04.590322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:04.645621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=598471a9-6429-4e86-b562-7097164359e5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:04.734739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f387e7f8-5996-4207-b1c8-033bc3ed4fa9 req-e779de80-683e-484a-8f9a-a922a0ab8a5e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 210 time: 0.1902339 Aug 29 04:49:04.821089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 598471a9-6429-4e86-b562-7097164359e5 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:04.825760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:04.829178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-661c1586-eabd-494e-bb16-f09426659489 req-7e5e0fd7-2fd7-434d-831e-0530138c33b0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "DELETE /v2.0/ports/598471a9-6429-4e86-b562-7097164359e5 HTTP/1.1" status: 204 len: 173 time: 1.2998421 Aug 29 04:49:04.829982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'name': 'network-vif-deleted', 'tag': '598471a9-6429-4e86-b562-7097164359e5'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:04.834573 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90592562-5c19-458e-9c19-101b5eac15c8" -d '{"events": [{"server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "name": "network-vif-deleted", "tag": "598471a9-6429-4e86-b562-7097164359e5"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:04.910990 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e0679-1055-49e8-86c1-5288f6b8285e x-openstack-request-id: req-a87e0679-1055-49e8-86c1-5288f6b8285e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:04.911444 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3800c8-fd45-4a73-ad71-8c08b7919d35", "name": "network-vif-deleted", "tag": "598471a9-6429-4e86-b562-7097164359e5", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:04.912051 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a87e0679-1055-49e8-86c1-5288f6b8285e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:04.912688 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3800c8-fd45-4a73-ad71-8c08b7919d35', 'name': 'network-vif-deleted', 'tag': '598471a9-6429-4e86-b562-7097164359e5', 'status': 'completed', 'code': 200} Aug 29 04:49:05.254285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e55e2def-6dfb-4636-b915-2c3926f005b9 req-2cae7d52-2f9d-40dd-bddb-8d31a3e869b1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea3800c8-fd45-4a73-ad71-8c08b7919d35 HTTP/1.1" status: 200 len: 210 time: 0.1128800 Aug 29 04:49:05.393012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed6b4b1a-03d3-4a76-9990-42fc0679217f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:05.562438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ed6b4b1a-03d3-4a76-9990-42fc0679217f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:05.563549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:05.665383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-3ce8941d-8442-437e-a430-1adbec1e831b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:05.670855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-3ce8941d-8442-437e-a430-1adbec1e831b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.3465657 Aug 29 04:49:05.709360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Request body: {'port': {'device_id': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'admin_state_up': True, 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:06.078941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abf29afd-837a-4483-b864-916c613b0f71 req-e40ae0d3-8fcd-4c65-8c7b-1e62e8bea2c3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 210 time: 0.0670016 Aug 29 04:49:06.142065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:06.147259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:06.178490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Sync routers for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:49:06.221711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:06.222738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:06.512312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:06.541152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Allocated IP 172.20.0.4 (da66039a-2aa1-4b2d-948d-7de71e1be387/aeaf07ba-23c8-448a-8411-8baf2ad60917/0f153def-ff0d-4786-bc8c-0967ce9296e4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:06.927023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.011400 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.030195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:07.076934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bb85832c-089c-4693-b31e-1d4326990d34'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:07.125195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event updated for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:07.140781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '6426bac9-1f25-4af2-80d3-c0a454b2daf4', 'name': '', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'mac_address': 'fa:16:3e:7a:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:59Z', 'updated_at': '2021-08-29T04:49:01Z', 'revision_number': 2, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'subnets': [{'id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:07.147669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Network da66039a-2aa1-4b2d-948d-7de71e1be387 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:07.150209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:07.155868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:07.225348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Checking router: 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:49:07.225985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Updating router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:49:07.229507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:07.230230 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.371966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-7f3c7a8b-93ab-4d11-8cb6-3140ebfd5e8d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6732867 Aug 29 04:49:07.423846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Request body: {'port': {'device_id': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:07.436441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.503059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5d7ec987-3388-4f59-aff9-6ab30d4bc361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.585412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12672ac1-9bfb-431b-ad84-e9165a06739f req-f2f1d7cc-6e2f-4a01-9e05-2265a02e43ba tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:07.589851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12672ac1-9bfb-431b-ad84-e9165a06739f req-f2f1d7cc-6e2f-4a01-9e05-2265a02e43ba tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 931 time: 0.2538893 Aug 29 04:49:07.592147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:07.625050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-bf839834-fc00-4cdd-90b5-d1085d2dfb4c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:07.636981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-bf839834-fc00-4cdd-90b5-d1085d2dfb4c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.4022267 Aug 29 04:49:07.703059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-6eaa2d5c-32ca-45c6-87c8-3ce0aafc7735 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0648918 Aug 29 04:49:07.852192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12672ac1-9bfb-431b-ad84-e9165a06739f req-fc103290-9ee7-430e-8ea6-c036e0664c03 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398007 Aug 29 04:49:07.887422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f4e3e861-bd54-479c-adc7-8cdbaf9531ad tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835804 Aug 29 04:49:07.911112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 598471a9-6429-4e86-b562-7097164359e5 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:08.057936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 598471a9-6429-4e86-b562-7097164359e5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:08.058822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 598471a9-6429-4e86-b562-7097164359e5 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:08.067951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-25a22c7d-f8f9-4dd2-96f7-db67a8abf6c3 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651299 Aug 29 04:49:08.247428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-68737118-63b4-4641-9b71-ba7beecd84a0 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712906 Aug 29 04:49:08.265428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f153def-ff0d-4786-bc8c-0967ce9296e4 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:08.287203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.295280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.309896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Transition to ACTIVE for port object 6426bac9-1f25-4af2-80d3-c0a454b2daf4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:08.320782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.327174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Transition to ACTIVE for port object 0f153def-ff0d-4786-bc8c-0967ce9296e4 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:08.335430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.337670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:08.463148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Pushing event updated for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.466394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0db8-149f-4a2c-9fbb-263a725d35ac None None] Pushing event updated for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:08.487218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Attempting to bind port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:08.487783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Attempting to bind port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:08.488410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Attempting to bind port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 on network bb159116-efe3-4469-af92-759321759e7d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:08.497426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:08.498130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Checking segment: {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:08.498865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.499198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Bound using segment: {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:08.500456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Bound port: 6426bac9-1f25-4af2-80d3-c0a454b2daf4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c23a0f-ff60-4ec6-b753-3c21307aae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bb159116-efe3-4469-af92-759321759e7d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:08.501025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.646987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] For port 6426bac9-1f25-4af2-80d3-c0a454b2daf4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:08.654450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] For port 6426bac9-1f25-4af2-80d3-c0a454b2daf4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6426bac9-1f25-4af2-80d3-c0a454b2daf4,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:08.667977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.671838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcae952-17e0-4332-a711-6b2aa43c2c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.769344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Attempting to bind port 0f153def-ff0d-4786-bc8c-0967ce9296e4 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:08.769786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Attempting to bind port 0f153def-ff0d-4786-bc8c-0967ce9296e4 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:08.770125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Attempting to bind port 0f153def-ff0d-4786-bc8c-0967ce9296e4 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:08.777182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:49:08.778001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:48:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:08.800465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Port 0f153def-ff0d-4786-bc8c-0967ce9296e4 on network da66039a-2aa1-4b2d-948d-7de71e1be387 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:08.801168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Attempting to bind port 0f153def-ff0d-4786-bc8c-0967ce9296e4 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:08.828838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23a9675b-f85a-4fae-b6f0-2b70f10e0712 req-56b16dad-9ac7-40ad-a62f-bc147e00affe tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 210 time: 0.1275690 Aug 29 04:49:08.837815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:08.838473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Checking segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:08.839185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Bound using segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:08.840400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Bound port: 0f153def-ff0d-4786-bc8c-0967ce9296e4, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:08.840723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.942437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcae952-17e0-4332-a711-6b2aa43c2c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:08.949247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fbcae952-17e0-4332-a711-6b2aa43c2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.011865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0db8-149f-4a2c-9fbb-263a725d35ac None None] Pushing event updated for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.082065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:09.111252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dcee0-5e3a-4b6e-9512-7ae78a3c2bd7 req-251784c1-64b7-452b-8b96-399a8b4497f3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.113695 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fbcae952-17e0-4332-a711-6b2aa43c2c27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76054ee51f31483d9b367e4af65555d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731688 Aug 29 04:49:09.118064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcae952-17e0-4332-a711-6b2aa43c2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099ee90b-21a7-478d-b0d9-16c226346487,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.120390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e59dcee0-5e3a-4b6e-9512-7ae78a3c2bd7 req-251784c1-64b7-452b-8b96-399a8b4497f3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 943 time: 0.0980210 Aug 29 04:49:09.128051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:09.129910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:09.151034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.250698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.251361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.260216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] 10.222.0.54 "PUT /v2.0/ports/0f153def-ff0d-4786-bc8c-0967ce9296e4 HTTP/1.1" status: 200 len: 1092 time: 1.8527646 Aug 29 04:49:09.265810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:09.267722 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:09.364631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e59dcee0-5e3a-4b6e-9512-7ae78a3c2bd7 req-5c7ac072-0fc9-45a3-ba3d-116dd4faf770 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425501 Aug 29 04:49:09.435237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:49:09.444527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2f51-43a9-4c8d-abd8-784a0f7d00db service neutron] Pushing event updated for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:09.464388 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9cb85f-61cc-4c78-b8f7-e9191320a146 x-openstack-request-id: req-5f9cb85f-61cc-4c78-b8f7-e9191320a146 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:09.464661 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:09.464913 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f9cb85f-61cc-4c78-b8f7-e9191320a146 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:09.469145 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4', 'status': 'completed', 'code': 200} Aug 29 04:49:09.503136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6426bac9-1f25-4af2-80d3-c0a454b2daf4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:09.532544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.573854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.579832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-59f6a5ff-bff3-4463-b406-1be7bc4f3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.582168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-59f6a5ff-bff3-4463-b406-1be7bc4f3b5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 1095 time: 0.2098279 Aug 29 04:49:09.712021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-efe25dfa-4dba-4e59-8714-b345467d07c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4 HTTP/1.1" status: 200 len: 217 time: 0.1026421 Aug 29 04:49:09.743284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:09.757956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:09.758285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.841714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-a4987d45-0fcb-44c8-b59c-0e9769d89fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:09.845263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-a4987d45-0fcb-44c8-b59c-0e9769d89fbd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1115239 Aug 29 04:49:09.938164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.944071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:09.946313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/099ee90b-21a7-478d-b0d9-16c226346487 HTTP/1.1" status: 204 len: 168 time: 0.8148017 Aug 29 04:49:09.967662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-c83caec4-c57f-496e-99ba-4d45fd005894 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081860 Aug 29 04:49:10.023889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b715d-6a8e-435c-9444-17042bdb059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ee90b-21a7-478d-b0d9-16c226346487,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.029157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b21681ad-e31c-49d8-ae7b-99b764a22aa7 req-fda4d656-3770-44b6-9e86-0480fe2c6d7b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 210 time: 0.0587397 Aug 29 04:49:10.066099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.140664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '6426bac9-1f25-4af2-80d3-c0a454b2daf4', 'name': '', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'mac_address': 'fa:16:3e:7a:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:59Z', 'updated_at': '2021-08-29T04:49:08Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'subnets': [{'id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:10.168240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-775e5203-92e3-4133-a35a-739d02b761fa service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689332 Aug 29 04:49:10.213948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d89885-1a8d-40a2-b4c1-22297c820958 None None] The sync data for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 is: [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '6426bac9-1f25-4af2-80d3-c0a454b2daf4', 'name': '', 'network_id': 'bb159116-efe3-4469-af92-759321759e7d', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'mac_address': 'fa:16:3e:7a:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:59Z', 'updated_at': '2021-08-29T04:49:08Z', 'revision_number': 4, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'subnets': [{'id': '49e116ea-9015-49ab-ade0-fadb95b15d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:49:10.218749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6426bac9-1f25-4af2-80d3-c0a454b2daf4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6426bac9-1f25-4af2-80d3-c0a454b2daf4,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:10.227792 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.410993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8fc52924-b775-46d1-b254-8b8ff2d942f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.434130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:10.456524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9711748c-b1d1-4ad9-8b02-83d47120da26 req-2db9793d-220e-42c8-a5e0-5e0c53f8566c service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787166 Aug 29 04:49:10.475074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:10.723772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-e0b69753-d122-4dab-8de2-43d9133cdb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:10.726060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-e0b69753-d122-4dab-8de2-43d9133cdb6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 1095 time: 0.1775784 Aug 29 04:49:10.744225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6eba09-4fc5-4589-830d-6ed500940b21 req-e673525e-4bdb-40c3-a5f9-1491401e0b30 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:10.750000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad6eba09-4fc5-4589-830d-6ed500940b21 req-e673525e-4bdb-40c3-a5f9-1491401e0b30 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 943 time: 0.1988771 Aug 29 04:49:10.997168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad6eba09-4fc5-4589-830d-6ed500940b21 req-8e132157-de28-4d67-947e-65f4cd9c2833 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297188 Aug 29 04:49:11.039793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-4f7358e6-40f7-4f8e-bd8c-55d50f7f68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:11.055970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-4f7358e6-40f7-4f8e-bd8c-55d50f7f68d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.2929833 Aug 29 04:49:11.215542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-e9bf2a75-0f8d-4915-b198-f26c73d68c25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4 HTTP/1.1" status: 200 len: 217 time: 0.1610770 Aug 29 04:49:11.263562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea0a4d53-1756-47ba-8951-6cf53d62ad1f req-f59fe008-1885-41af-99bf-5bc84910caf7 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 210 time: 0.0907655 Aug 29 04:49:11.299773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-9c47bd37-d3ab-48f8-b31c-16bab28d55ac tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:11.330067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-9c47bd37-d3ab-48f8-b31c-16bab28d55ac tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.3998489 Aug 29 04:49:11.336497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6426bac9-1f25-4af2-80d3-c0a454b2daf4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:11.351025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:11.396075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.413145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-542d3298-0115-4bb7-ab70-f8fdfa48cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:11.417096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-542d3298-0115-4bb7-ab70-f8fdfa48cea9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1699212 Aug 29 04:49:11.471667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:11.472462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.488647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-172cddca-61bd-47e3-996a-5b39eba6a97f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629573 Aug 29 04:49:11.691557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:11.705669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:11.786484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-17baf4cf-3c80-49f5-b960-d2f12f7b88a6 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870972 Aug 29 04:49:11.901714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0f153def-ff0d-4786-bc8c-0967ce9296e4 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:11.995403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.7 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/59218409-0919-423f-9579-dccce99955c1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:12.214805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.246860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.283188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:12.288096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0bfe17c3-b842-4a72-b2e3-f7c9c2f07a9f req-49142cdd-857b-4c3e-aaa3-9b96823f4a0a service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927373 Aug 29 04:49:12.331330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.351329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '0f153def-ff0d-4786-bc8c-0967ce9296e4', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'port_id': '0f153def-ff0d-4786-bc8c-0967ce9296e4', 'mac_address': 'fa:16:3e:64:05:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaf07ba-23c8-448a-8411-8baf2ad60917', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:12.360514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a6e8-c78d-4715-9816-3417105990f1 req-f3a494bf-ebbb-4ca9-862a-31f0a962357b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:12.373540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6875a6e8-c78d-4715-9816-3417105990f1 req-f3a494bf-ebbb-4ca9-862a-31f0a962357b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 943 time: 0.1667690 Aug 29 04:49:12.405403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:12.451395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:12.464808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:12.475589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:12.483757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.529907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.536556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6875a6e8-c78d-4715-9816-3417105990f1 req-a81d7a80-851e-4dbf-9b90-f7417535fb59 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599357 Aug 29 04:49:12.578619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8cd6-411b-4540-af6e-2c8df72969e6 req-fbbe96a7-c85e-4068-a07c-798f5ce68567 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:12.581066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f153def-ff0d-4786-bc8c-0967ce9296e4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:12.582376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea9b8cd6-411b-4540-af6e-2c8df72969e6 req-fbbe96a7-c85e-4068-a07c-798f5ce68567 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 931 time: 0.1455586 Aug 29 04:49:12.651333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:12.653255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.691663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:12.694567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f92d6a80-4fd3-47e8-bdd8-806c7991bf57 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3514042 Aug 29 04:49:12.711352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.716862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Request body: {'port': {'device_id': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:12.745597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea9b8cd6-411b-4540-af6e-2c8df72969e6 req-caba6dd3-0fca-469d-aaf8-8ae0f6243373 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347983 Aug 29 04:49:12.861943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:12.927970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:12.987037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['0f153def-ff0d-4786-bc8c-0967ce9296e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:13.198079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.420386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35664) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:13.549886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59218409-0919-423f-9579-dccce99955c1 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:13.562479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.584794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Transition to ACTIVE for port object 59218409-0919-423f-9579-dccce99955c1 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:13.592501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.709382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Pushing event updated for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:13.770386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5a64-24b5-43ae-8b9c-50ec3f3d4931 req-70804f78-68cf-45ab-8b62-583d6d33b18d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:13.778685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45bc5a64-24b5-43ae-8b9c-50ec3f3d4931 req-70804f78-68cf-45ab-8b62-583d6d33b18d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 944 time: 0.0994973 Aug 29 04:49:13.796218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Attempting to bind port 59218409-0919-423f-9579-dccce99955c1 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:13.796218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Attempting to bind port 59218409-0919-423f-9579-dccce99955c1 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:13.796691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Attempting to bind port 59218409-0919-423f-9579-dccce99955c1 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:13.805774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Port 59218409-0919-423f-9579-dccce99955c1 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:13.805774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Attempting to bind port 59218409-0919-423f-9579-dccce99955c1 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:13.816400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:13.816400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:13.817219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:13.817660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Bound port: 59218409-0919-423f-9579-dccce99955c1, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:13.818188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.832211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45bc5a64-24b5-43ae-8b9c-50ec3f3d4931 req-8e8aa933-b394-4fe6-94ac-85533703209e tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523820 Aug 29 04:49:13.848489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1836482039'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:13.877132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Made reservation on behalf of 63772adb6a9c4a0892595abf20a9acd2 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:13.885840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.919875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:13.942565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0f153def-ff0d-4786-bc8c-0967ce9296e4 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:13.965455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:13.969942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=59218409-0919-423f-9579-dccce99955c1,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:13.979355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.031260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.033189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.034914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] 10.222.0.54 "PUT /v2.0/ports/59218409-0919-423f-9579-dccce99955c1 HTTP/1.1" status: 200 len: 1092 time: 1.3260131 Aug 29 04:49:14.037818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'tag': '59218409-0919-423f-9579-dccce99955c1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:14.041023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e041826-34bd-4750-aa94-0e83b53884b9 req-09fc23ae-7e2f-41c6-b125-b0f1cba625f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.041591 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db" -d '{"events": [{"name": "network-changed", "server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "tag": "59218409-0919-423f-9579-dccce99955c1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:14.044228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e041826-34bd-4750-aa94-0e83b53884b9 req-09fc23ae-7e2f-41c6-b125-b0f1cba625f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 943 time: 0.1546841 Aug 29 04:49:14.060824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 0f153def-ff0d-4786-bc8c-0967ce9296e4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:14.070451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 0f153def-ff0d-4786-bc8c-0967ce9296e4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:14.071079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.136057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76d100-e601-4a86-980e-e4b230397d64 service neutron] Pushing event updated for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.156520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-6b734ee6-0cc9-4d6c-9299-f508ef8f8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.158523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-6b734ee6-0cc9-4d6c-9299-f508ef8f8a3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 1095 time: 0.0716166 Aug 29 04:49:14.237060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f6cc0879-117a-4890-9980-a1225abc596c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59218409-0919-423f-9579-dccce99955c1 HTTP/1.1" status: 200 len: 217 time: 0.0593317 Aug 29 04:49:14.237911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e041826-34bd-4750-aa94-0e83b53884b9 req-e9ac1b87-717a-493f-aeea-37b5ced9e04f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604712 Aug 29 04:49:14.331155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.332154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-aa34bbbc-2677-4c8c-878a-857e0602be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.335143 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-aa34bbbc-2677-4c8c-878a-857e0602be1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.0860410 Aug 29 04:49:14.356420 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.378236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.397322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:14.399872 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6e90f-1372-4a31-9519-109dbbb9c80a" -d '{"events": [{"server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "name": "network-vif-plugged", "status": "completed", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:14.416830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-7c85eccf-3b91-4d46-8f42-0a3e67a879ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646975 Aug 29 04:49:14.443296 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811f2b9-68da-4eac-9a7d-2131db7393b3 x-openstack-request-id: req-2811f2b9-68da-4eac-9a7d-2131db7393b3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:14.443772 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "tag": "59218409-0919-423f-9579-dccce99955c1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:14.444217 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2811f2b9-68da-4eac-9a7d-2131db7393b3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:14.444901 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'tag': '59218409-0919-423f-9579-dccce99955c1', 'status': 'completed', 'code': 200} Aug 29 04:49:14.451470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4531c-e9d9-4d21-b10b-d5dc59cd3336,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.455532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:14.465202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:14.467518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.468958 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Added segment 0e19a7d9-2249-4a2c-afcf-29dbbd56c247 of type vlan for network 5f911627-511a-4441-a48a-b86462be25df Aug 29 04:49:14.474831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.529093 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd22853f-bf6c-4d49-ab5f-4fcdb72a9a6f x-openstack-request-id: req-bd22853f-bf6c-4d49-ab5f-4fcdb72a9a6f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:14.529404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.532684 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "name": "network-vif-plugged", "status": "completed", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:14.533304 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd22853f-bf6c-4d49-ab5f-4fcdb72a9a6f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:14.534211 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4', 'code': 200} Aug 29 04:49:14.568392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.569214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.576685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.577390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.616535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-9fc620ea-3468-46e1-a11a-5a21d9db6540 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917582 Aug 29 04:49:14.685459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2590277 Aug 29 04:49:14.685879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:14.689510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85964bb-5fb4-42da-98cd-ad95e8eac199 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event updated for resources: {'Network': ['ID=5f911627-511a-4441-a48a-b86462be25df,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:14.696291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Request body: {'subnet': {'network_id': '5f911627-511a-4441-a48a-b86462be25df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:14.702906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5f911627-511a-4441-a48a-b86462be25df details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:14.786868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-01707f6a-9843-46e4-94d5-b13997ed4c82 req-f8091218-5ce4-4848-91d8-e5a491f479ad service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624629 Aug 29 04:49:14.814720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420b9ad-108e-4512-a927-346b70a9ee80 req-46c1ac7c-202d-40ac-a045-062d936d9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.817425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8420b9ad-108e-4512-a927-346b70a9ee80 req-46c1ac7c-202d-40ac-a045-062d936d9785 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 1097 time: 0.1900549 Aug 29 04:49:14.922616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8420b9ad-108e-4512-a927-346b70a9ee80 req-c12a3d26-2211-40d1-a521-38e6a815ff60 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940931 Aug 29 04:49:14.938861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Made reservation on behalf of 63772adb6a9c4a0892595abf20a9acd2 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:14.943814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-7bd3dd8d-967e-4430-abd2-409d76284b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:14.944139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:14.946837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-7bd3dd8d-967e-4430-abd2-409d76284b21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 1095 time: 0.0854902 Aug 29 04:49:15.084697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d517-77e6-445b-be3c-e24ed0f4c3ec req-92bfdfb4-64ac-4a0a-9c89-e502fbbc917f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.086149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7432d517-77e6-445b-be3c-e24ed0f4c3ec req-92bfdfb4-64ac-4a0a-9c89-e502fbbc917f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.0908265 Aug 29 04:49:15.251996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7432d517-77e6-445b-be3c-e24ed0f4c3ec req-1e909e9b-1a24-47dd-9d75-da6410d97803 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464934 Aug 29 04:49:15.265653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-149fad5f-8fb3-4633-b668-10a50a637a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.269247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-149fad5f-8fb3-4633-b668-10a50a637a69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1500580 Aug 29 04:49:15.320101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.326396 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-12ca5bcb-c764-42e7-ac9f-dbd62c15fbeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59218409-0919-423f-9579-dccce99955c1 HTTP/1.1" status: 200 len: 217 time: 0.0487831 Aug 29 04:49:15.435119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-d7d24073-20fe-4d22-8bff-3eacd31f8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.439106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-d7d24073-20fe-4d22-8bff-3eacd31f8c9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1032171 Aug 29 04:49:15.442351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Checking segment: {'id': '0e19a7d9-2249-4a2c-afcf-29dbbd56c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5f911627-511a-4441-a48a-b86462be25df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:15.442754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Network hostable DHCP agents. Network: 5f911627-511a-4441-a48a-b86462be25df, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:15.448466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event updated for resources: {'Subnet': ['ID=5001aafc-d336-4718-8f82-ae37a981d51b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:15.473998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec49f-927e-4caa-9e59-e63ee5645141 req-da300c1a-43f2-4ecc-8af6-4e48083bb075 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.483273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6aec49f-927e-4caa-9e59-e63ee5645141 req-da300c1a-43f2-4ecc-8af6-4e48083bb075 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 943 time: 0.0924077 Aug 29 04:49:15.515432 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-f03ec797-72c9-4b13-920e-aed642cb57bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649297 Aug 29 04:49:15.550203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6aec49f-927e-4caa-9e59-e63ee5645141 req-90f03eca-7cf8-4320-b750-95c7cd8c0adc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658710 Aug 29 04:49:15.557529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Network 5f911627-511a-4441-a48a-b86462be25df is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:15.578469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5f911627-511a-4441-a48a-b86462be25df) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:15.587039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:15.589871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.594433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c89f2-c7b8-42cf-b98b-3729f5a0fe67 None None] Network 5f911627-511a-4441-a48a-b86462be25df requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:15.635981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35690) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:15.639459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1dc9c673-a9f4-4050-a92b-d80218134ff4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9507043 Aug 29 04:49:15.643575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Request body: {'port': {'network_id': '5f911627-511a-4441-a48a-b86462be25df', 'name': 'tempest-DHCPAgentSchedulersTestJSON-147872717'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:15.727731 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-1a03adb5-15f6-466b-8866-1dea69f241ec service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019846 Aug 29 04:49:15.877838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5659fadc-eaad-4fc6-b0f4-03ef0d0fe9db req-c5dad3cc-d9cf-465c-a7f4-ca438240f5b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393299 Aug 29 04:49:15.885252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Made reservation on behalf of 63772adb6a9c4a0892595abf20a9acd2 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:15.893550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.897685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-5f911627-511a-4441-a48a-b86462be25df', 'network_id': '5f911627-511a-4441-a48a-b86462be25df', 'tenant_id': '63772adb6a9c4a0892595abf20a9acd2', 'fixed_ips': [{'subnet_id': '5001aafc-d336-4718-8f82-ae37a981d51b'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:15.899736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:15.928605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] device_id is not set on port f941f759-b16c-4693-b9a8-56d477a675a2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:16.123268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Allocated IP 172.20.0.2 (5f911627-511a-4441-a48a-b86462be25df/5001aafc-d336-4718-8f82-ae37a981d51b/e885b267-f664-437f-804d-5e71e0d9087d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:16.365701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.380108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Transition to ACTIVE for port object e885b267-f664-437f-804d-5e71e0d9087d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:16.409890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Transition to ACTIVE for port object e885b267-f664-437f-804d-5e71e0d9087d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:16.426866 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.480381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Network 5f911627-511a-4441-a48a-b86462be25df is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:16.484407 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:16.485456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d253fd-cb2f-4f7a-a383-2a9a8faa80de req-453b60d1-ce55-40c1-84ac-56ffe86a16f0 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:16.490122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:16.491271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0d253fd-cb2f-4f7a-a383-2a9a8faa80de req-453b60d1-ce55-40c1-84ac-56ffe86a16f0 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.1124413 Aug 29 04:49:16.493943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Pushing event updated for resources: {'Port': ['ID=e885b267-f664-437f-804d-5e71e0d9087d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.513296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Allocated IP 172.20.0.12 (5f911627-511a-4441-a48a-b86462be25df/5001aafc-d336-4718-8f82-ae37a981d51b/f941f759-b16c-4693-b9a8-56d477a675a2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:16.578264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0d253fd-cb2f-4f7a-a383-2a9a8faa80de req-eab9214f-af28-4f4a-83a4-75ebd7d00ad0 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702922 Aug 29 04:49:16.643735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Attempting to bind port e885b267-f664-437f-804d-5e71e0d9087d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:16.644462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Attempting to bind port e885b267-f664-437f-804d-5e71e0d9087d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '0e19a7d9-2249-4a2c-afcf-29dbbd56c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5f911627-511a-4441-a48a-b86462be25df'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:16.644679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Attempting to bind port e885b267-f664-437f-804d-5e71e0d9087d on network 5f911627-511a-4441-a48a-b86462be25df {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:16.654308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:16.654931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Checking segment: {'id': '0e19a7d9-2249-4a2c-afcf-29dbbd56c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5f911627-511a-4441-a48a-b86462be25df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:16.655530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.656187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Bound using segment: {'id': '0e19a7d9-2249-4a2c-afcf-29dbbd56c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5f911627-511a-4441-a48a-b86462be25df'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:16.656953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Bound port: e885b267-f664-437f-804d-5e71e0d9087d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e19a7d9-2249-4a2c-afcf-29dbbd56c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5f911627-511a-4441-a48a-b86462be25df'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:16.657570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.764514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a48ab-46d4-4bad-b9b7-6895617125ee req-460c34a3-0fec-4f2c-995f-c06fa4b40926 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:16.776119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed0a48ab-46d4-4bad-b9b7-6895617125ee req-460c34a3-0fec-4f2c-995f-c06fa4b40926 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 943 time: 0.1202617 Aug 29 04:49:16.809665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] For port e885b267-f664-437f-804d-5e71e0d9087d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:16.818477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] For port e885b267-f664-437f-804d-5e71e0d9087d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e885b267-f664-437f-804d-5e71e0d9087d,segment=NetworkSegment(0e19a7d9-2249-4a2c-afcf-29dbbd56c247),segment_id=0e19a7d9-2249-4a2c-afcf-29dbbd56c247)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:16.829215 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.872462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed0a48ab-46d4-4bad-b9b7-6895617125ee req-60e92dd3-fcc0-4d26-9401-c94537e93d48 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870037 Aug 29 04:49:16.940151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:16.951344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ae60e-9a7b-4cf8-84f9-17af6089ee04 None None] Pushing event updated for resources: {'Port': ['ID=e885b267-f664-437f-804d-5e71e0d9087d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:16.974232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Transition to ACTIVE for port object f941f759-b16c-4693-b9a8-56d477a675a2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:17.054771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.132221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Network 5f911627-511a-4441-a48a-b86462be25df is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:17.139761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:17.145448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:17.208824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event updated for resources: {'Port': ['ID=f941f759-b16c-4693-b9a8-56d477a675a2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:17.257264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:17.257264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.293667 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1877a05d-5ccf-42f3-a7a1-d84ed3779750 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6545811 Aug 29 04:49:17.294864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:17.504696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e885b267-f664-437f-804d-5e71e0d9087d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:17.538954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Deleting port f941f759-b16c-4693-b9a8-56d477a675a2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:17.539900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.574108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e885b267-f664-437f-804d-5e71e0d9087d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:17.708225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:17.727264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Calling delete_port for f941f759-b16c-4693-b9a8-56d477a675a2 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:17.957185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 59218409-0919-423f-9579-dccce99955c1 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:18.370124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=59218409-0919-423f-9579-dccce99955c1,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:18.386953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '59218409-0919-423f-9579-dccce99955c1', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '59218409-0919-423f-9579-dccce99955c1', 'mac_address': 'fa:16:3e:c0:3d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:18.422743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f49c5-256e-4e95-bb3d-41cbd6fe335a None None] Network 5f911627-511a-4441-a48a-b86462be25df requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:18.507824 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.526333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59218409-0919-423f-9579-dccce99955c1 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:18.548613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9918005-1877-479b-8a9c-0b4f02a19abf req-418fdcce-818d-4e89-96b2-8399aac503de tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:18.549236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Provisioning for port e885b267-f664-437f-804d-5e71e0d9087d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:18.557277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Provisioning complete for port e885b267-f664-437f-804d-5e71e0d9087d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:18.557653 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.558235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9918005-1877-479b-8a9c-0b4f02a19abf req-418fdcce-818d-4e89-96b2-8399aac503de tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 943 time: 0.0948582 Aug 29 04:49:18.567351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=59218409-0919-423f-9579-dccce99955c1,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:18.593216 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.665326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9918005-1877-479b-8a9c-0b4f02a19abf req-a0605b63-f915-463f-a6bd-6904a70581f6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056869 Aug 29 04:49:18.680753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.717064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event deleted for resources: {'Port': ['ID=f941f759-b16c-4693-b9a8-56d477a675a2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.764082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:18.826194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.831226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f25c8c7-4644-446e-a86d-db12582a68e4 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "DELETE /v2.0/ports/f941f759-b16c-4693-b9a8-56d477a675a2 HTTP/1.1" status: 204 len: 168 time: 1.5345662 Aug 29 04:49:18.832421 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:18.834160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:18.854704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['59218409-0919-423f-9579-dccce99955c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:18.941160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] For port e885b267-f664-437f-804d-5e71e0d9087d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e885b267-f664-437f-804d-5e71e0d9087d,segment=NetworkSegment(0e19a7d9-2249-4a2c-afcf-29dbbd56c247),segment_id=0e19a7d9-2249-4a2c-afcf-29dbbd56c247)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:18.961619 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.035107 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-769a9741-1af0-48fa-9603-5472b7c95b6c tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1974156 Aug 29 04:49:19.038889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.051611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1147194676'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:19.115425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Made reservation on behalf of 63772adb6a9c4a0892595abf20a9acd2 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:19.124179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.124860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28fc74-2cfd-497d-9cd0-1594fb40a675 None None] Pushing event updated for resources: {'Port': ['ID=e885b267-f664-437f-804d-5e71e0d9087d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.195259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:19.218764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.220190 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Added segment 4e57b8f6-4792-4cfa-ad8c-785246d5dbe2 of type vlan for network 90aa748e-620e-495d-8f50-7c4d58510f8c Aug 29 04:49:19.277628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.315329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.322517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.323463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.395894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3547387 Aug 29 04:49:19.400416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.434586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e885b267-f664-437f-804d-5e71e0d9087d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:19.451205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e96d2-8abb-4f40-bc54-08a69bc17408 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event updated for resources: {'Network': ['ID=90aa748e-620e-495d-8f50-7c4d58510f8c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:19.538323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 90aa748e-620e-495d-8f50-7c4d58510f8c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:19.768960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b211ba9e-ea83-4477-a75a-8fbe2391bbca None None] Provisioning complete for port e885b267-f664-437f-804d-5e71e0d9087d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:19.769379 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b211ba9e-ea83-4477-a75a-8fbe2391bbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.803178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e8f3473e-863b-444b-ad03-663a4bb3bd13 tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks HTTP/1.1" status: 200 len: 6492 time: 0.4014778 Aug 29 04:49:19.808235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:19.857168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbdb70-46fa-428b-93ed-aa761dbcf556 req-965d22d4-1559-40d0-b3a3-bb6a2a1cb865 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:19.876622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8bbdb70-46fa-428b-93ed-aa761dbcf556 req-965d22d4-1559-40d0-b3a3-bb6a2a1cb865 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 944 time: 0.1179173 Aug 29 04:49:19.877852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e885b267-f664-437f-804d-5e71e0d9087d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:19.878465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:19.955987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c8bbdb70-46fa-428b-93ed-aa761dbcf556 req-2ecbdfd2-a4b3-43aa-aed1-4f03014adc24 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766017 Aug 29 04:49:19.987844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 59218409-0919-423f-9579-dccce99955c1 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:20.003377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0db02-b9ae-4b09-a68d-4de464ef710e tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] Network 90aa748e-620e-495d-8f50-7c4d58510f8c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:20.028306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.030879 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2aa0db02-b9ae-4b09-a68d-4de464ef710e tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "POST /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2214479 Aug 29 04:49:20.047807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1642bc-aa2e-477b-83a2-2fe1722d1080 None None] Network 90aa748e-620e-495d-8f50-7c4d58510f8c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:20.331688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23b782ca-aacf-460d-abb1-9c033932bccc req-101ea330-c4a8-4d60-8960-f3cc4f0e5f0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0466015 Aug 29 04:49:20.365412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 59218409-0919-423f-9579-dccce99955c1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:20.375979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 59218409-0919-423f-9579-dccce99955c1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:20.379651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.451382 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23b782ca-aacf-460d-abb1-9c033932bccc req-6885e31e-9404-46a5-83f0-cdc14dcc4bbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0435102 Aug 29 04:49:20.458469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-107d521a-c0e3-40eb-b97b-7cbdcfdecafe tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.4244225 Aug 29 04:49:20.458778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.504578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bee0f6a1-f267-4872-a846-c3d19568cc37 None None] Could not find standard attr ID for object f941f759-b16c-4693-b9a8-56d477a675a2. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:20.515514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23b782ca-aacf-460d-abb1-9c033932bccc req-1735193f-9dd1-479c-9cbe-0d4c3b75de40 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294170 Aug 29 04:49:20.639515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.662420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-42480f19-85a8-4390-af0f-bc63b85b6094 tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "DELETE /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks/90aa748e-620e-495d-8f50-7c4d58510f8c HTTP/1.1" status: 204 len: 168 time: 0.2019439 Aug 29 04:49:20.666680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.677138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b782ca-aacf-460d-abb1-9c033932bccc req-15289acf-c6dd-42ab-ae8c-aba6cad40eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:20.679599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23b782ca-aacf-460d-abb1-9c033932bccc req-15289acf-c6dd-42ab-ae8c-aba6cad40eab service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552074 Aug 29 04:49:20.698765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59218409-0919-423f-9579-dccce99955c1'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:20.704087 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa79bea-2507-4f37-ba41-ca22778a3cf9" -d '{"events": [{"server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "name": "network-vif-plugged", "status": "completed", "tag": "59218409-0919-423f-9579-dccce99955c1"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:20.757599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=59218409-0919-423f-9579-dccce99955c1,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:20.773451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:20.830607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e7f3c-e00a-41a7-8a2d-246a6ab83346 x-openstack-request-id: req-6a4e7f3c-e00a-41a7-8a2d-246a6ab83346 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:20.832799 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "name": "network-vif-plugged", "status": "completed", "tag": "59218409-0919-423f-9579-dccce99955c1", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:20.841813 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a4e7f3c-e00a-41a7-8a2d-246a6ab83346 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:20.847623 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59218409-0919-423f-9579-dccce99955c1', 'code': 200} Aug 29 04:49:20.938310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b1fc5f6-7ef6-447d-964f-8f3615abf65b tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks HTTP/1.1" status: 200 len: 6492 time: 0.2680292 Aug 29 04:49:20.939525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:20.944388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:20.972569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b7671c95-74ee-48f0-a4d7-007e2ce3f58d tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/networks/5f911627-511a-4441-a48a-b86462be25df/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0263982 Aug 29 04:49:20.978217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.010706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610c0f-b157-483a-9c31-05c1c54b5d0a req-08e1d78b-1a50-4eee-a9fd-3b9a1f28a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:21.012287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b610c0f-b157-483a-9c31-05c1c54b5d0a req-08e1d78b-1a50-4eee-a9fd-3b9a1f28a9b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 1097 time: 0.0723917 Aug 29 04:49:21.025348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a2c09cb3-35be-4fb1-8ca0-4673b1e77f3f tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/networks/5f911627-511a-4441-a48a-b86462be25df/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0417514 Aug 29 04:49:21.025652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.086144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b610c0f-b157-483a-9c31-05c1c54b5d0a req-cf5df667-2a86-4272-b778-50a13b3e0df6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660706 Aug 29 04:49:21.254700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2111c-0b92-4c52-b3c1-748266b6a2d5 req-18cc9847-8803-4ac2-a4bd-90eb03cb0ff9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:21.256542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3b2111c-0b92-4c52-b3c1-748266b6a2d5 req-18cc9847-8803-4ac2-a4bd-90eb03cb0ff9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.1070733 Aug 29 04:49:21.380956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c44f2648-2c04-413d-9a0d-0033661fe8f8 tempest-DHCPAgentSchedulersTestJSON-1841170327 tempest-DHCPAgentSchedulersTestJSON-1841170327-project-admin] 10.222.0.62 "GET /v2.0/agents/78b82db1-74d6-4e5b-95d7-167bbdba7583/dhcp-networks HTTP/1.1" status: 200 len: 6492 time: 0.3534501 Aug 29 04:49:21.385206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35762) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.419540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3b2111c-0b92-4c52-b3c1-748266b6a2d5 req-1148a2b0-c773-49f2-818c-5cf936bced76 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225133 Aug 29 04:49:21.540154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.728228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.745331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aa748e-620e-495d-8f50-7c4d58510f8c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.762492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e57b8f6-4792-4cfa-ad8c-785246d5dbe2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.762787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e57b8f6-4792-4cfa-ad8c-785246d5dbe2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:21.775682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.800075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.808211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:21.808619 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:21.811785 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:21.897861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.911606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:21.918577 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "DELETE /v2.0/networks/90aa748e-620e-495d-8f50-7c4d58510f8c HTTP/1.1" status: 204 len: 168 time: 0.5285940 Aug 29 04:49:21.919383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35764) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.931956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f38627-2eb3-4989-857f-e91ad5f06f21 tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event deleted for resources: {'Network': ['ID=90aa748e-620e-495d-8f50-7c4d58510f8c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:21.961638 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-906161c7-b70a-4405-ab89-1a0a167fc0eb tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] DELETE failed (client error): The resource could not be found. Aug 29 04:49:21.962569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906161c7-b70a-4405-ab89-1a0a167fc0eb tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:49:21.967301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:21.967613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-906161c7-b70a-4405-ab89-1a0a167fc0eb tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "DELETE /v2.0/ports/f941f759-b16c-4693-b9a8-56d477a675a2 HTTP/1.1" status: 404 len: 333 time: 0.0447547 Aug 29 04:49:22.046611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Deleting subnet 5001aafc-d336-4718-8f82-ae37a981d51b {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:22.050889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.134498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.338589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.472103 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.508437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.510826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "DELETE /v2.0/subnets/5001aafc-d336-4718-8f82-ae37a981d51b HTTP/1.1" status: 204 len: 168 time: 0.5420015 Aug 29 04:49:22.512044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8149f-a581-4524-b2ee-23600b7ce9ab tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event deleted for resources: {'Subnet': ['ID=5001aafc-d336-4718-8f82-ae37a981d51b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:22.514205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35774) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:22.527909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51682a1-c392-44fa-98d0-7eb183e984c8 None None] Network 5f911627-511a-4441-a48a-b86462be25df requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:22.622694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.623108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc18a46-63b2-476c-8abb-bf769dd1d3c4 req-2e3992e6-d696-4cdc-b8a3-53f43186b1b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:22.626256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc18a46-63b2-476c-8abb-bf769dd1d3c4 req-2e3992e6-d696-4cdc-b8a3-53f43186b1b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.1142142 Aug 29 04:49:22.715387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6fc18a46-63b2-476c-8abb-bf769dd1d3c4 req-7b71cf2e-a45d-4694-a661-bea884cd31cd tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793619 Aug 29 04:49:22.780585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Deleting port e885b267-f664-437f-804d-5e71e0d9087d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:22.783192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.911512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] For port e885b267-f664-437f-804d-5e71e0d9087d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e885b267-f664-437f-804d-5e71e0d9087d,segment=NetworkSegment(0e19a7d9-2249-4a2c-afcf-29dbbd56c247),segment_id=0e19a7d9-2249-4a2c-afcf-29dbbd56c247)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:22.912151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:22.932792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Calling delete_port for e885b267-f664-437f-804d-5e71e0d9087d owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:22.937523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87842991-d30a-4634-9133-d88fff170d55 None None] DHCP port deletion for 5f911627-511a-4441-a48a-b86462be25df request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:23.053658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.058832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Deleting port e885b267-f664-437f-804d-5e71e0d9087d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:23.059566 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.120308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event deleted for resources: {'Port': ['ID=e885b267-f664-437f-804d-5e71e0d9087d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.127790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] No DVR routers for this DVR port e885b267-f664-437f-804d-5e71e0d9087d on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:23.144028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-87842991-d30a-4634-9133-d88fff170d55 None None] For port e885b267-f664-437f-804d-5e71e0d9087d, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:23.144732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.179817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Calling delete_port for e885b267-f664-437f-804d-5e71e0d9087d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:23.183339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Port e885b267-f664-437f-804d-5e71e0d9087d was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 04:49:23.185381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.214325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87842991-d30a-4634-9133-d88fff170d55 None None] Pushing event deleted for resources: {'Port': ['ID=e885b267-f664-437f-804d-5e71e0d9087d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.220269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87842991-d30a-4634-9133-d88fff170d55 None None] No DVR routers for this DVR port e885b267-f664-437f-804d-5e71e0d9087d on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:23.291613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-6863c48a-3107-46ea-98d9-21a4aa9f5ad0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:23.305242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-6863c48a-3107-46ea-98d9-21a4aa9f5ad0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.3154404 Aug 29 04:49:23.327148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.335374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-c18eea5a-2a1c-43fa-9d16-2476cd45e03a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0295401 Aug 29 04:49:23.365995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f911627-511a-4441-a48a-b86462be25df']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:23.379156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e885b267-f664-437f-804d-5e71e0d9087d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:23.389159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e19a7d9-2249-4a2c-afcf-29dbbd56c247') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:23.389975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e19a7d9-2249-4a2c-afcf-29dbbd56c247') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:23.404613 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.419007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e885b267-f664-437f-804d-5e71e0d9087d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:23.419499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e885b267-f664-437f-804d-5e71e0d9087d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:23.441992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.446419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-20f83aff-09be-4485-ab67-4c33cccde160 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983338 Aug 29 04:49:23.461292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:23.461854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:23.475211 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:23.584604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.593710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:23.596956 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] 10.222.0.62 "DELETE /v2.0/networks/5f911627-511a-4441-a48a-b86462be25df HTTP/1.1" status: 204 len: 168 time: 1.0820265 Aug 29 04:49:23.617279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ccd21-f6b6-4e9b-834d-1a3206abf66a tempest-DHCPAgentSchedulersTestJSON-1968417963 tempest-DHCPAgentSchedulersTestJSON-1968417963-project] Pushing event deleted for resources: {'Network': ['ID=5f911627-511a-4441-a48a-b86462be25df,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:23.644129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-4dbed150-eeaf-488a-861e-3e3c76089b94 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966372 Aug 29 04:49:23.815071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-6262df79-1465-45d5-94f7-ccf4f32f29dd service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575971 Aug 29 04:49:24.115581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.153446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32e34716-e985-4654-8ab4-1012071000c1 req-a28380fa-9954-4c52-afa4-64f31e94a54b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 210 time: 0.0696907 Aug 29 04:49:24.360984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:24.361826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c9227a2f-196a-4489-a96e-d610f16a238b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63772adb6a9c4a0892595abf20a9acd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436407 Aug 29 04:49:24.501722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.550927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.643184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.652301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:24.657452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dc4531c-e9d9-4d21-b10b-d5dc59cd3336 HTTP/1.1" status: 204 len: 168 time: 0.2931511 Aug 29 04:49:24.676878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4531c-e9d9-4d21-b10b-d5dc59cd3336,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:24.695214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.695970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.696610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.697136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.697879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.698986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.703137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.704017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.704682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.705387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.706096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:24.706975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a49f3-0365-46da-822c-8c77321e45a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:25.135769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35820) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.152080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2077-e730-429a-86e3-a53806aac02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.275650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56e20213-7a97-4fb2-bf62-dbbd5e907166 req-432617e9-1c35-44ad-ad6f-6ad23c89bf4e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 210 time: 0.0403156 Aug 29 04:49:25.307378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2077-e730-429a-86e3-a53806aac02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.312941 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2077-e730-429a-86e3-a53806aac02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.365524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b2ba2077-e730-429a-86e3-a53806aac02e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33fe15edd1c1411d9768ba81b5e65c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283189 Aug 29 04:49:25.366732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba2077-e730-429a-86e3-a53806aac02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83685b49-632d-4133-8e8d-dc55dfe95775,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.369465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:25.439966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.465182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.544952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.547974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:25.549245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83685b49-632d-4133-8e8d-dc55dfe95775 HTTP/1.1" status: 204 len: 168 time: 0.1787834 Aug 29 04:49:25.558185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5458314-ac97-4ba8-9d14-6928dc6cbd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83685b49-632d-4133-8e8d-dc55dfe95775,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:25.770441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-1632cd06-9fc7-4451-940a-40ae03b75647 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:25.772360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-1632cd06-9fc7-4451-940a-40ae03b75647 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2012455 Aug 29 04:49:25.796107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:25.970713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:25.979170 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.182731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.14 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/67a3e00a-1bd4-4968-afbc-47f75cb3e794) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:26.454226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.493471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3890c175-4e45-4807-9cc5-252dda757db4 req-9817168f-f59a-472f-b912-1b41ef08f42f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Aug 29 04:49:26.532466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.547226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['59218409-0919-423f-9579-dccce99955c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:26.611553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:26.613641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:26.616385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:26.620327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:26.701841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:26.710153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:26.710867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.732383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-b026141e-eec1-43f4-a497-92f6c812ffb6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9405613 Aug 29 04:49:26.756306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Request body: {'port': {'device_id': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:26.832778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:26.916941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.047989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1499607973'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:27.138385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:27.148107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.167624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.307702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a3e00a-1bd4-4968-afbc-47f75cb3e794 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:27.318174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.333441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Transition to ACTIVE for port object 67a3e00a-1bd4-4968-afbc-47f75cb3e794 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:27.338359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.364971 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.371778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.419077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0c49c3-1ea8-43a4-9c08-bcaf77626330,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.440160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:27.462978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.463481 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Added segment 170148c6-d17a-4426-a826-ca7c1128122b of type vlan for network 9e6f113b-3141-4248-952c-3f79d01973ca Aug 29 04:49:27.466052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Pushing event updated for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.529983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Attempting to bind port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:27.530553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Attempting to bind port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:27.531333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Attempting to bind port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:27.538450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:27.538963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Attempting to bind port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:27.548218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:27.550441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:27.551054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:27.553749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Bound port: 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:27.554298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.564375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.616015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.629966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.630473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.772889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8512583 Aug 29 04:49:27.776257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:27.776581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35874) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:27.783467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'subnet': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:27.813999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:27.825095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.838192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcac1f-2f41-46ea-9615-b3ebc4e2063b req-0b620e54-a968-49ac-85f4-491cc6b1fe2e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.840157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15dcac1f-2f41-46ea-9615-b3ebc4e2063b req-0b620e54-a968-49ac-85f4-491cc6b1fe2e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 944 time: 0.1469586 Aug 29 04:49:27.851087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf62f-f5d7-4a0f-80be-117dcfb406ca tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Network': ['ID=9e6f113b-3141-4248-952c-3f79d01973ca,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:27.863902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9e6f113b-3141-4248-952c-3f79d01973ca details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:27.931626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:27.938716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.973779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:27.974979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:27.978141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] 10.222.0.50 "PUT /v2.0/ports/67a3e00a-1bd4-4968-afbc-47f75cb3e794 HTTP/1.1" status: 200 len: 1093 time: 1.2287765 Aug 29 04:49:27.979257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0e2c3-20b0-45f0-b041-465739d7e064 service neutron] Pushing event updated for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.034858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:28.037667 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a03323-a1dc-4493-87b1-40c85a82cfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:28.075421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15dcac1f-2f41-46ea-9615-b3ebc4e2063b req-4c7651e2-a9ef-459e-924a-9a99315b1bb5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891371 Aug 29 04:49:28.119131 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb1389-745f-4d6e-a1f4-feaf4fb2244f x-openstack-request-id: req-4efb1389-745f-4d6e-a1f4-feaf4fb2244f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:28.119461 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:28.119743 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4efb1389-745f-4d6e-a1f4-feaf4fb2244f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:28.120076 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794', 'status': 'completed', 'code': 200} Aug 29 04:49:28.124863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-5bdc3356-0991-4c3a-ab5e-27392ae9c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.126887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-5bdc3356-0991-4c3a-ab5e-27392ae9c1ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 1096 time: 0.0727191 Aug 29 04:49:28.185190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-48d50d42-c9d3-4883-870a-dc47d06d855a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794 HTTP/1.1" status: 200 len: 217 time: 0.0436585 Aug 29 04:49:28.203049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.242509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-7726fab5-37c5-4da0-84a8-e44e306a2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.245002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-7726fab5-37c5-4da0-84a8-e44e306a2ffe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.0527213 Aug 29 04:49:28.274293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Subnet': ['ID=e1896340-598f-424b-8d13-f3370c79b3f9,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:28.285023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Checking segment: {'id': '170148c6-d17a-4426-a826-ca7c1128122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:28.285433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network hostable DHCP agents. Network: 9e6f113b-3141-4248-952c-3f79d01973ca, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:28.298543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-769c7ce2-b8bc-4bb1-b9bd-c9c961a9cf26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355766 Aug 29 04:49:28.310425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:28.323811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9e6f113b-3141-4248-952c-3f79d01973ca) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:28.329221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.329753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.342914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2338304-22a1-4f7a-bee4-94760778368c None None] Network 9e6f113b-3141-4248-952c-3f79d01973ca requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:28.357136 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39344adc-fc23-402c-9f53-52a54f664771 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786691 Aug 29 04:49:28.361025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:28.372232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-233229350'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:28.447372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-c2750d18-68f2-46a1-ae7d-1edf401b2d9f service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400096 Aug 29 04:49:28.523187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49890e55-e853-4576-8784-fc441b797618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-9e6f113b-3141-4248-952c-3f79d01973ca', 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'tenant_id': '5ff05ef9b24f4e08856516f0aed3bbee', 'fixed_ips': [{'subnet_id': 'e1896340-598f-424b-8d13-f3370c79b3f9'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:28.525188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.549163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:28.553127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.582984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port 5dad0807-4121-4d87-a81e-d66568dd8217 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:28.631154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e010a95-9e31-4dce-bf50-ec58f978e798 req-675af6c7-27ef-40a7-87a7-b1d96057f2ae service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744454 Aug 29 04:49:28.730748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-49890e55-e853-4576-8784-fc441b797618 None None] Allocated IP 172.20.0.2 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/a8aecec1-c6ed-4250-ae51-9e9f15dcfccc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:28.826379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-f995c87a-930c-4dda-b5de-fd4a7724c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.828998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-f995c87a-930c-4dda-b5de-fd4a7724c6a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 1096 time: 0.0681894 Aug 29 04:49:28.975529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:28.979841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-db18662e-ffdf-433c-8913-0610f313ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:28.983843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-db18662e-ffdf-433c-8913-0610f313ba3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1466815 Aug 29 04:49:28.993161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49890e55-e853-4576-8784-fc441b797618 None None] Transition to ACTIVE for port object a8aecec1-c6ed-4250-ae51-9e9f15dcfccc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:29.019093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-49890e55-e853-4576-8784-fc441b797618 None None] Transition to ACTIVE for port object a8aecec1-c6ed-4250-ae51-9e9f15dcfccc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:29.030152 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.120772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-89bc50b1-365b-489e-96bc-e435d232cc82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794 HTTP/1.1" status: 200 len: 217 time: 0.1270213 Aug 29 04:49:29.125133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49890e55-e853-4576-8784-fc441b797618 None None] Pushing event updated for resources: {'Port': ['ID=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.149711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49890e55-e853-4576-8784-fc441b797618 None None] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:29.158655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-49890e55-e853-4576-8784-fc441b797618 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:29.165810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49890e55-e853-4576-8784-fc441b797618 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:29.197493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ca12dd07-3a6b-459c-86a5-ae7a692be1f5 {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:29.200571 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:29.244057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-adfaa97c-c3cf-4d76-8ecd-e99a7a99c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:29.247118 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-adfaa97c-c3cf-4d76-8ecd-e99a7a99c039 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1136441 Aug 29 04:49:29.265432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49890e55-e853-4576-8784-fc441b797618 None None] Attempting to bind port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:29.265971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49890e55-e853-4576-8784-fc441b797618 None None] Attempting to bind port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '170148c6-d17a-4426-a826-ca7c1128122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:29.266448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49890e55-e853-4576-8784-fc441b797618 None None] Attempting to bind port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc on network 9e6f113b-3141-4248-952c-3f79d01973ca {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:29.273069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49890e55-e853-4576-8784-fc441b797618 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:29.273634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49890e55-e853-4576-8784-fc441b797618 None None] Checking segment: {'id': '170148c6-d17a-4426-a826-ca7c1128122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:29.274151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.275223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49890e55-e853-4576-8784-fc441b797618 None None] Bound using segment: {'id': '170148c6-d17a-4426-a826-ca7c1128122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:29.275970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-49890e55-e853-4576-8784-fc441b797618 None None] Bound port: a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170148c6-d17a-4426-a826-ca7c1128122b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:29.276472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.343774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-e1a5dd38-8317-449b-a56a-1042e023ee2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821402 Aug 29 04:49:29.356459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49890e55-e853-4576-8784-fc441b797618 None None] For port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:29.360198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49890e55-e853-4576-8784-fc441b797618 None None] For port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,segment=NetworkSegment(170148c6-d17a-4426-a826-ca7c1128122b),segment_id=170148c6-d17a-4426-a826-ca7c1128122b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:29.366835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49890e55-e853-4576-8784-fc441b797618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.426110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d08b4-02b2-4dfe-9de1-be15366f1c9f req-6a0b39a4-d5d3-4799-91c4-8d53dffefd04 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:29.433063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49890e55-e853-4576-8784-fc441b797618 None None] Pushing event updated for resources: {'Port': ['ID=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:29.433745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-796d08b4-02b2-4dfe-9de1-be15366f1c9f req-6a0b39a4-d5d3-4799-91c4-8d53dffefd04 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 944 time: 0.1956832 Aug 29 04:49:29.504838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-796d08b4-02b2-4dfe-9de1-be15366f1c9f req-d15ff906-2686-483a-afb7-93e4b24ea6b8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701451 Aug 29 04:49:29.527576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-beef89ce-32f7-471f-844d-c6674c0fa4f6 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693599 Aug 29 04:49:29.627310 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0a03323-a1dc-4493-87b1-40c85a82cfd7 req-4dd0d6a0-3bf0-4436-8d87-db6a44775978 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954452 Aug 29 04:49:29.702396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.740220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port f3ea4616-a702-414e-bb93-c574f3557e69 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:29.836091 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:29.925191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.12 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/f3ea4616-a702-414e-bb93-c574f3557e69) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:30.126221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.143892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object f3ea4616-a702-414e-bb93-c574f3557e69 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:30.214528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.331180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:30.341049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:30.344716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:30.349736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=f3ea4616-a702-414e-bb93-c574f3557e69,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:30.432603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:30.433336 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.461576 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f786fb59-77cf-49f3-92f5-e7b544a1920b tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0930121 Aug 29 04:49:30.462160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:30.467605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-1831931377', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3b:2d:94'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:30.666295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:30.690515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b02d8f-f9d8-4dfd-802d-9f330e3d4ee0 req-10cd225f-9b74-4bff-831f-fb1c02fe583f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:30.692158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22b02d8f-f9d8-4dfd-802d-9f330e3d4ee0 req-10cd225f-9b74-4bff-831f-fb1c02fe583f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 944 time: 0.0859833 Aug 29 04:49:30.810683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:30.839526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22b02d8f-f9d8-4dfd-802d-9f330e3d4ee0 req-399a0c2c-1e3f-4331-93a2-0a60beeae791 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215029 Aug 29 04:49:30.845472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port 6d89e1d4-e76a-4d80-991b-6ae21637721a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:30.943911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7225d928-3913-4740-8abb-8f5b12fd1c89 None None] Network 9e6f113b-3141-4248-952c-3f79d01973ca requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:31.038760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.11 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/6d89e1d4-e76a-4d80-991b-6ae21637721a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:31.048773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9196bccb-12c5-439e-bdd8-649ecc3bfdca None None] Provisioning for port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:31.300861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.340003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object 6d89e1d4-e76a-4d80-991b-6ae21637721a will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:31.385722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a8aecec1-c6ed-4250-ae51-9e9f15dcfccc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:31.423166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.492511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:31.505975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.508223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.569517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:31.572403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=6d89e1d4-e76a-4d80-991b-6ae21637721a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:31.580547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:31.590499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:31.657516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Provisioning for port f3ea4616-a702-414e-bb93-c574f3557e69 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:31.664396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Provisioning complete for port f3ea4616-a702-414e-bb93-c574f3557e69 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.665138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.697938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.699270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.712025 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:49:31.767595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a279eff9-2b8a-4fbd-8607-c828b21d2463 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.3044558 Aug 29 04:49:31.770736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:31.776868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Port f3ea4616-a702-414e-bb93-c574f3557e69 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:31.779150 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.858997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Provisioning complete for port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:31.859748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-08d48a7b-d989-427f-8869-2e235b23dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.904560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,segment=NetworkSegment(170148c6-d17a-4426-a826-ca7c1128122b),segment_id=170148c6-d17a-4426-a826-ca7c1128122b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:31.919090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:31.974780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43035907-1693-4e07-8dd0-635bb9399608 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.981759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43035907-1693-4e07-8dd0-635bb9399608 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.988747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43035907-1693-4e07-8dd0-635bb9399608 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:31.990913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-43035907-1693-4e07-8dd0-635bb9399608 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2154257 Aug 29 04:49:31.996895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:32.043409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.073604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 67a3e00a-1bd4-4968-afbc-47f75cb3e794 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:32.186823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3d56d-c8af-4833-a41b-8ae7864ccc9c req-32b82b04-eadb-4d44-9e7f-464f89f56f25 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:32.195379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cea3d56d-c8af-4833-a41b-8ae7864ccc9c req-32b82b04-eadb-4d44-9e7f-464f89f56f25 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 944 time: 0.1071870 Aug 29 04:49:32.218648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port 6d89e1d4-e76a-4d80-991b-6ae21637721a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:32.219875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.304860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cea3d56d-c8af-4833-a41b-8ae7864ccc9c req-7aea160a-a9f5-43c6-9a7d-4d38e1e36405 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081855 Aug 29 04:49:32.398607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:32.408603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.424231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '67a3e00a-1bd4-4968-afbc-47f75cb3e794', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '67a3e00a-1bd4-4968-afbc-47f75cb3e794', 'mac_address': 'fa:16:3e:c7:9c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:32.435226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for 6d89e1d4-e76a-4d80-991b-6ae21637721a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:32.495681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.512207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a3e00a-1bd4-4968-afbc-47f75cb3e794 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:32.553525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:32.561996 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.677815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.719354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=6d89e1d4-e76a-4d80-991b-6ae21637721a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.794703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:32.807623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0987868-94b9-4190-b45e-8f60cc145a8e None None] Provisioning complete for port f3ea4616-a702-414e-bb93-c574f3557e69 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:32.807623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0987868-94b9-4190-b45e-8f60cc145a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:32.847057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f0987868-94b9-4190-b45e-8f60cc145a8e None None] Port f3ea4616-a702-414e-bb93-c574f3557e69 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:32.856080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f0987868-94b9-4190-b45e-8f60cc145a8e None None] Could not find standard attr ID for object 6d89e1d4-e76a-4d80-991b-6ae21637721a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:32.906196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['67a3e00a-1bd4-4968-afbc-47f75cb3e794'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:33.319066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.323295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e56c77a5-08fa-4288-8e81-1909bf28ce15 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/6d89e1d4-e76a-4d80-991b-6ae21637721a HTTP/1.1" status: 204 len: 168 time: 1.3248260 Aug 29 04:49:33.327031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.337327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a8aecec1-c6ed-4250-ae51-9e9f15dcfccc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:33.367330 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a25f66-2609-4577-b33c-8e8e2445e50e tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] GET failed (client error): The resource could not be found. Aug 29 04:49:33.369351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4a25f66-2609-4577-b33c-8e8e2445e50e tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports/6d89e1d4-e76a-4d80-991b-6ae21637721a HTTP/1.1" status: 404 len: 333 time: 0.0401387 Aug 29 04:49:33.375608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:33.381237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-528242177'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:33.443447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:33.444589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.481152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f62fc-fb30-4143-b414-a971816bd045 req-059ccacc-c70a-4cf9-a7a2-5b2011f1f385 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:33.483519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-583f62fc-fb30-4143-b414-a971816bd045 req-059ccacc-c70a-4cf9-a7a2-5b2011f1f385 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 945 time: 0.0693445 Aug 29 04:49:33.554721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:33.558510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-583f62fc-fb30-4143-b414-a971816bd045 req-f0bfb8ec-a260-4c1b-8980-5b0ad64b5480 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628147 Aug 29 04:49:33.559334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.595970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port e9dc18d9-56a5-4b75-94dd-390f403d8d4b yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:33.721006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.3 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/e9dc18d9-56a5-4b75-94dd-390f403d8d4b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:33.910159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:33.926811 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object e9dc18d9-56a5-4b75-94dd-390f403d8d4b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:33.964433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.019663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:34.029500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:34.034852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:34.077542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=e9dc18d9-56a5-4b75-94dd-390f403d8d4b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.087849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 67a3e00a-1bd4-4968-afbc-47f75cb3e794 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:34.139847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:34.140882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.172733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:34.178695 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f38a5241-4b30-4468-b573-fe8a24aa22b5 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8013775 Aug 29 04:49:34.182383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:34.182690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3b:2d:94'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:34.198564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:34.199488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.324999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.413517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.454551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:34.455864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:34.459314 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0746bf60-ac0a-4821-b7e8-ea8e1cd29f51" -d '{"events": [{"server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "name": "network-vif-plugged", "status": "completed", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:34.464331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.526777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8c67e0e-05e1-42ad-9bba-ef5555bdbdeb None None] Provisioning for port e9dc18d9-56a5-4b75-94dd-390f403d8d4b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:34.533580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f8c67e0e-05e1-42ad-9bba-ef5555bdbdeb None None] Provisioning complete for port e9dc18d9-56a5-4b75-94dd-390f403d8d4b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:34.534049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8c67e0e-05e1-42ad-9bba-ef5555bdbdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.564556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:34.577349 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a011228-dfde-4a58-a167-d336ec07d553 x-openstack-request-id: req-6a011228-dfde-4a58-a167-d336ec07d553 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:34.577758 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "name": "network-vif-plugged", "status": "completed", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:34.578007 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a011228-dfde-4a58-a167-d336ec07d553 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:34.579166 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794', 'code': 200} Aug 29 04:49:34.602553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f8c67e0e-05e1-42ad-9bba-ef5555bdbdeb None None] Port e9dc18d9-56a5-4b75-94dd-390f403d8d4b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:34.811224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ec527-752b-451b-9264-ef55f4f57324 req-0f8aeaf4-a6b2-4a29-88c1-f9620cd3f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:34.812824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c13ec527-752b-451b-9264-ef55f4f57324 req-0f8aeaf4-a6b2-4a29-88c1-f9620cd3f356 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 1098 time: 0.1304312 Aug 29 04:49:34.817737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.827986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d15d0-68e1-4ec1-9086-b98e010f4883 req-97c76116-0fdd-43ef-a6d2-2a008010872b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:34.830113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f9d15d0-68e1-4ec1-9086-b98e010f4883 req-97c76116-0fdd-43ef-a6d2-2a008010872b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.1026957 Aug 29 04:49:34.838728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:34.981128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c13ec527-752b-451b-9264-ef55f4f57324 req-656d8c54-7227-48fb-9b78-06237fc24198 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498692 Aug 29 04:49:34.986506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=e9dc18d9-56a5-4b75-94dd-390f403d8d4b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.004657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f9d15d0-68e1-4ec1-9086-b98e010f4883 req-cfd93190-5335-4da8-bced-70846530b2d3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502397 Aug 29 04:49:35.008043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] In _notify_port_updated(), no bound segment for port e9dc18d9-56a5-4b75-94dd-390f403d8d4b on network 9e6f113b-3141-4248-952c-3f79d01973ca {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:49:35.015792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:35.016640 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.022555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.023230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-16ff4f92-3d62-4efd-b9ec-50baab4188ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "PUT /v2.0/ports/e9dc18d9-56a5-4b75-94dd-390f403d8d4b HTTP/1.1" status: 200 len: 993 time: 0.8487446 Aug 29 04:49:35.168798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port e9dc18d9-56a5-4b75-94dd-390f403d8d4b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:35.169378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.248889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4eaf141-b133-49c8-bf54-4212dfc0566e None None] Provisioning complete for port e9dc18d9-56a5-4b75-94dd-390f403d8d4b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:35.249534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf141-b133-49c8-bf54-4212dfc0566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.300167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaf141-b133-49c8-bf54-4212dfc0566e None None] Port e9dc18d9-56a5-4b75-94dd-390f403d8d4b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:35.318639 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.334989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for e9dc18d9-56a5-4b75-94dd-390f403d8d4b owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:35.500075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.597116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=e9dc18d9-56a5-4b75-94dd-390f403d8d4b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:35.745521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.749537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-66931b43-a2e0-4aeb-946a-5b94eb5fc5b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/e9dc18d9-56a5-4b75-94dd-390f403d8d4b HTTP/1.1" status: 204 len: 168 time: 0.7255054 Aug 29 04:49:35.752723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.782022 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff8f5f-b8aa-4438-90a1-6901518e3982 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] GET failed (client error): The resource could not be found. Aug 29 04:49:35.790922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:35.797418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-2113822608'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:35.802234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-05ff8f5f-b8aa-4438-90a1-6901518e3982 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports/e9dc18d9-56a5-4b75-94dd-390f403d8d4b HTTP/1.1" status: 404 len: 333 time: 0.0478668 Aug 29 04:49:35.935709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:35.939377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:35.960667 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port bf3d1af6-513c-451d-9077-53be0c734d80 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:36.095277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.9 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/bf3d1af6-513c-451d-9077-53be0c734d80) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:36.189608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91759e-3b0c-4268-89d1-02ad94c7a74f req-5415fd6b-7105-497a-8423-c422eeda9454 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:36.191670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e91759e-3b0c-4268-89d1-02ad94c7a74f req-5415fd6b-7105-497a-8423-c422eeda9454 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.0857229 Aug 29 04:49:36.235106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e91759e-3b0c-4268-89d1-02ad94c7a74f req-b5278450-8b91-47b5-829e-aa222e9af48e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Aug 29 04:49:36.319017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.334699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object bf3d1af6-513c-451d-9077-53be0c734d80 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:36.382288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.481134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:36.486546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:36.489252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=bf3d1af6-513c-451d-9077-53be0c734d80,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:36.492440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:36.581722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:36.582759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.608793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-638b5565-f852-4e85-bf71-6563565725ac tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8161385 Aug 29 04:49:36.611550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 35982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:36.619527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:2d:94'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:36.830794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edb97eb7-d136-47cf-a81c-90619f811ba5 None None] Provisioning for port bf3d1af6-513c-451d-9077-53be0c734d80 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:36.835748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edb97eb7-d136-47cf-a81c-90619f811ba5 None None] Provisioning complete for port bf3d1af6-513c-451d-9077-53be0c734d80 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:36.836175 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edb97eb7-d136-47cf-a81c-90619f811ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:36.886170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edb97eb7-d136-47cf-a81c-90619f811ba5 None None] Port bf3d1af6-513c-451d-9077-53be0c734d80 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:37.214577 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.363672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1fc8f0e-ceb7-4887-b3a9-dd24b98ce80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.460659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a88e2-f015-45ba-a8e6-b13a87fa9267 req-35e9d93d-20ad-4cfb-a196-d7417b9c29d5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:37.462281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df6a88e2-f015-45ba-a8e6-b13a87fa9267 req-35e9d93d-20ad-4cfb-a196-d7417b9c29d5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.1143625 Aug 29 04:49:37.561577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df6a88e2-f015-45ba-a8e6-b13a87fa9267 req-d6b38bd7-427a-4698-8440-0753fde03ef4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796716 Aug 29 04:49:37.572813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.578243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.723402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=bf3d1af6-513c-451d-9077-53be0c734d80,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:37.784488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] In _notify_port_updated(), no bound segment for port bf3d1af6-513c-451d-9077-53be0c734d80 on network 9e6f113b-3141-4248-952c-3f79d01973ca {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:49:37.795784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:37.796997 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:37.799183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a235dfe-ea42-4a41-b518-2321b4a05564 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "PUT /v2.0/ports/bf3d1af6-513c-451d-9077-53be0c734d80 HTTP/1.1" status: 200 len: 996 time: 1.1860113 Aug 29 04:49:37.803366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 35994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:37.830905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302808-a5ab-4702-b95a-04bd4ab666c3 req-a719165b-ab01-49f5-8d6b-d938d44f74e0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:37.833603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f302808-a5ab-4702-b95a-04bd4ab666c3 req-a719165b-ab01-49f5-8d6b-d938d44f74e0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.1317790 Aug 29 04:49:37.917371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f302808-a5ab-4702-b95a-04bd4ab666c3 req-fde54dc3-7e53-4793-acb0-6b774e1b13ee tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619783 Aug 29 04:49:38.032948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port bf3d1af6-513c-451d-9077-53be0c734d80 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:38.033513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.140145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0efb9dcb-757f-4a76-9c8d-ceac8cea414a None None] Provisioning complete for port bf3d1af6-513c-451d-9077-53be0c734d80 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:38.140145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0efb9dcb-757f-4a76-9c8d-ceac8cea414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.184672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0efb9dcb-757f-4a76-9c8d-ceac8cea414a None None] Port bf3d1af6-513c-451d-9077-53be0c734d80 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:38.189572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d221-6a08-439a-87d5-3d8811d90f9f req-4f0360ff-6f55-413a-b2a9-d4b3be6732b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.197902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d32d221-6a08-439a-87d5-3d8811d90f9f req-4f0360ff-6f55-413a-b2a9-d4b3be6732b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.1501746 Aug 29 04:49:38.249705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.254942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d32d221-6a08-439a-87d5-3d8811d90f9f req-902ca3f0-4ce1-4f8a-9c0c-8b73e7d3f65c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519044 Aug 29 04:49:38.273868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for bf3d1af6-513c-451d-9077-53be0c734d80 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:38.496864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.542617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=bf3d1af6-513c-451d-9077-53be0c734d80,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:38.642368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.647518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8fde190f-7178-45d8-bcc9-56a7e50a40d3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/bf3d1af6-513c-451d-9077-53be0c734d80 HTTP/1.1" status: 204 len: 168 time: 0.8400583 Aug 29 04:49:38.648603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.661004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-3991da44-0693-4e83-9144-aefe2a26d801 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.670273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-3991da44-0693-4e83-9144-aefe2a26d801 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.2384932 Aug 29 04:49:38.694177 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7a4a28-910f-4694-895b-dd0b66554392 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] GET failed (client error): The resource could not be found. Aug 29 04:49:38.696589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e7a4a28-910f-4694-895b-dd0b66554392 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports/bf3d1af6-513c-451d-9077-53be0c734d80 HTTP/1.1" status: 404 len: 333 time: 0.0465448 Aug 29 04:49:38.697822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-9a2fae50-86d5-457b-b2b6-66bd2ff54cce tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/quotas/2d6f34d9768a4b4e82bc8a4a61a72fe4 HTTP/1.1" status: 200 len: 375 time: 0.0230675 Aug 29 04:49:38.701128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:38.707354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-1087689702'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:38.712656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ee27-7e4f-49e9-bb24-71c84567cc8f req-e982f665-b4c5-4513-8f4d-54a700392dd6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:38.714302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af82ee27-7e4f-49e9-bb24-71c84567cc8f req-e982f665-b4c5-4513-8f4d-54a700392dd6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.1542192 Aug 29 04:49:38.788349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af82ee27-7e4f-49e9-bb24-71c84567cc8f req-c974296a-b563-4e8c-85e8-14d07e28ed7a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 Aug 29 04:49:38.819685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-16300ffa-8450-492b-b2d5-2aae7bd340bd tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041849 Aug 29 04:49:38.859673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:38.865799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:38.898670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:38.947178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-8fc1d1cf-02c1-4b06-b8a3-a7fbcf3a85b0 service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257782 Aug 29 04:49:39.048279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-ba0051b9-233d-4342-86f0-e08017db1a0d service neutron] 10.222.0.62 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936849 Aug 29 04:49:39.076803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.5 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:39.299075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.307411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fdeabdc-dfa1-46e2-8b4c-0a71fd4a2c6b req-dcca598f-57a6-4c77-bd52-99041fb4b876 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 210 time: 0.0423198 Aug 29 04:49:39.326943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:39.368080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.429147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:39.433658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:39.438214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:39.474639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:39.524568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:39.525255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.544615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1ad97e5b-9bed-4990-8d32-39c11a27c7b9 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8420956 Aug 29 04:49:39.547077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:39.553253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'network_id': '9e6f113b-3141-4248-952c-3f79d01973ca', 'name': 'tempest-AllowedAddressPairTestJSON-764790016'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:39.703183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Made reservation on behalf of 5ff05ef9b24f4e08856516f0aed3bbee for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:39.708316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.731564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] device_id is not set on port 52bd9b4d-f341-49e3-b888-6c95100ba969 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:39.829438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19b5f8d0-f273-40fc-b21b-a55b08cd1212 None None] Provisioning for port b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:39.840328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-19b5f8d0-f273-40fc-b21b-a55b08cd1212 None None] Provisioning complete for port b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:39.841165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19b5f8d0-f273-40fc-b21b-a55b08cd1212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:39.899875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f8d0-f273-40fc-b21b-a55b08cd1212 None None] Port b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:39.960071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Allocated IP 172.20.0.14 (9e6f113b-3141-4248-952c-3f79d01973ca/e1896340-598f-424b-8d13-f3370c79b3f9/52bd9b4d-f341-49e3-b888-6c95100ba969) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:39.974231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86a85-b1d1-48a5-a5f3-a6f047a8c2cd req-bd25e540-a6bf-4cca-8a40-d6b565bf05f2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:39.988886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09e86a85-b1d1-48a5-a5f3-a6f047a8c2cd req-bd25e540-a6bf-4cca-8a40-d6b565bf05f2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.1092660 Aug 29 04:49:40.034482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09e86a85-b1d1-48a5-a5f3-a6f047a8c2cd req-b51f4a98-c28f-4896-a655-82b9350a3437 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Aug 29 04:49:40.182629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.203517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-5dc911ac-6d8b-4308-ab3c-e1a7a45df8b3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.205158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-5dc911ac-6d8b-4308-ab3c-e1a7a45df8b3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 946 time: 0.0683317 Aug 29 04:49:40.214073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Transition to ACTIVE for port object 52bd9b4d-f341-49e3-b888-6c95100ba969 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:40.274168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.296074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.329420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Network 9e6f113b-3141-4248-952c-3f79d01973ca is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:40.335912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:40.342785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:40.403222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:40.404366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.412281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38923fd3-a8e6-4a17-9279-8380c65d49de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.450191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=52bd9b4d-f341-49e3-b888-6c95100ba969,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.471296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.472000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.475632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.476015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.476359 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.476694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.477021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.477349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.477712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.478037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.478361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.478682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.479002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.479318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:40.502370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1a38a12-b999-4a18-9c2a-5ddf527f5290 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9537847 Aug 29 04:49:40.503115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:40.509834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3b:2d:94'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:56:05:22'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:40.553499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-925d1a38-9523-4888-99dc-3fa9bf693970 req-996a8eff-4923-4ae9-9133-4433612f775f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 210 time: 0.1084371 Aug 29 04:49:40.674045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 67a3e00a-1bd4-4968-afbc-47f75cb3e794, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=67a3e00a-1bd4-4968-afbc-47f75cb3e794,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:40.674045 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.697076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 67a3e00a-1bd4-4968-afbc-47f75cb3e794 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:40.731653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-375b71c6-6d63-4c65-8afd-c7c2b77f2513 None None] Provisioning for port 52bd9b4d-f341-49e3-b888-6c95100ba969 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:40.739983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-375b71c6-6d63-4c65-8afd-c7c2b77f2513 None None] Provisioning complete for port 52bd9b4d-f341-49e3-b888-6c95100ba969 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:40.740364 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-375b71c6-6d63-4c65-8afd-c7c2b77f2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.815801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-375b71c6-6d63-4c65-8afd-c7c2b77f2513 None None] Port 52bd9b4d-f341-49e3-b888-6c95100ba969 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:40.822875 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.841248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5de55276-24f7-4b3d-af52-91a7a21ac66f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:40.843236 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5de55276-24f7-4b3d-af52-91a7a21ac66f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 815 time: 0.1969833 Aug 29 04:49:40.882646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Request body: {'port': {'device_id': '12509195-d14e-4c8a-843d-3fa0d742927f', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'admin_state_up': True, 'tenant_id': '2d6f34d9768a4b4e82bc8a4a61a72fe4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:40.934001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:40.949905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['59218409-0919-423f-9579-dccce99955c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:40.969422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=67a3e00a-1bd4-4968-afbc-47f75cb3e794,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:40.976389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:41.035904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 67a3e00a-1bd4-4968-afbc-47f75cb3e794 on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:41.040109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.042358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "DELETE /v2.0/ports/67a3e00a-1bd4-4968-afbc-47f75cb3e794 HTTP/1.1" status: 204 len: 173 time: 0.8275673 Aug 29 04:49:41.042863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'name': 'network-vif-deleted', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:41.045298 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c9e353-e92d-4edd-9ec8-741ca03f8401" -d '{"events": [{"server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "name": "network-vif-deleted", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:41.125582 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0629b7a-0b7a-49af-8e89-ef72fb89bdc5 x-openstack-request-id: req-c0629b7a-0b7a-49af-8e89-ef72fb89bdc5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:41.126194 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4735347-f652-4d04-b4a4-dfe150df90d8", "name": "network-vif-deleted", "tag": "67a3e00a-1bd4-4968-afbc-47f75cb3e794", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:41.126618 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0629b7a-0b7a-49af-8e89-ef72fb89bdc5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:41.127202 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4735347-f652-4d04-b4a4-dfe150df90d8', 'name': 'network-vif-deleted', 'tag': '67a3e00a-1bd4-4968-afbc-47f75cb3e794', 'status': 'completed', 'code': 200} Aug 29 04:49:41.173190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Made reservation on behalf of 2d6f34d9768a4b4e82bc8a4a61a72fe4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:41.179278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.206663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e92a85-f9cc-403d-be5f-e9dc04e09a97 req-23c5c682-100f-4f80-b116-94b0842e9bf1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4735347-f652-4d04-b4a4-dfe150df90d8 HTTP/1.1" status: 200 len: 210 time: 0.0477211 Aug 29 04:49:41.298612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.310943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.367147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.492147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event updated for resources: {'Port': ['ID=52bd9b4d-f341-49e3-b888-6c95100ba969,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:41.534378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] In _notify_port_updated(), no bound segment for port 52bd9b4d-f341-49e3-b888-6c95100ba969 on network 9e6f113b-3141-4248-952c-3f79d01973ca {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:49:41.545371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:41.546329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.552719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9750956-37d5-4ec6-850c-8fe59bece8ba tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "PUT /v2.0/ports/52bd9b4d-f341-49e3-b888-6c95100ba969 HTTP/1.1" status: 200 len: 1056 time: 1.0444083 Aug 29 04:49:41.553796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:41.594239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Allocated IP 172.20.0.11 (da66039a-2aa1-4b2d-948d-7de71e1be387/aeaf07ba-23c8-448a-8411-8baf2ad60917/e413bcbd-6813-458b-a19e-695cd46a3896) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:41.731764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a45263f-ba62-4ca6-9beb-7613eb4dcade req-2bc06e87-d9af-413b-a6b2-8df8ed4e37b8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 210 time: 0.0386567 Aug 29 04:49:41.870690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d5b46201-0686-4465-92c9-4055b3efc402 None None] Provisioning complete for port 52bd9b4d-f341-49e3-b888-6c95100ba969 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:41.870929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port 52bd9b4d-f341-49e3-b888-6c95100ba969 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:41.871418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.871613 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5b46201-0686-4465-92c9-4055b3efc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.913193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:41.930338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d5b46201-0686-4465-92c9-4055b3efc402 None None] Port 52bd9b4d-f341-49e3-b888-6c95100ba969 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:42.082186 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.111966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for 52bd9b4d-f341-49e3-b888-6c95100ba969 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:42.119862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.128934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 67a3e00a-1bd4-4968-afbc-47f75cb3e794 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:42.143492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff', '0f153def-ff0d-4786-bc8c-0967ce9296e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:42.202982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bb85832c-089c-4693-b31e-1d4326990d34'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:42.241018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 67a3e00a-1bd4-4968-afbc-47f75cb3e794 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:42.241327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 67a3e00a-1bd4-4968-afbc-47f75cb3e794 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:42.260865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Network da66039a-2aa1-4b2d-948d-7de71e1be387 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:42.282251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.286928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:42.305106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event updated for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.335002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:42.462434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.463180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.496213 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-5be48450-83a1-4960-bd32-b8bb3663fb87 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177278 Aug 29 04:49:42.497688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.541277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Request body: {'port': {'device_id': '12509195-d14e-4c8a-843d-3fa0d742927f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:42.569281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=52bd9b4d-f341-49e3-b888-6c95100ba969,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:42.673072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72624891-7073-4024-ba1c-7b9aa9d81c72 req-d79ae5a8-95ba-4f63-ad83-ad40178c428f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.674668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72624891-7073-4024-ba1c-7b9aa9d81c72 req-d79ae5a8-95ba-4f63-ad83-ad40178c428f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.0878589 Aug 29 04:49:42.725285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:42.738096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72624891-7073-4024-ba1c-7b9aa9d81c72 req-842a128d-23fd-4b1c-bb65-bea1025181be tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Aug 29 04:49:42.892123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4647201-544c-498c-905f-43629750d5eb req-8c066785-3f7c-4fb8-8c1a-fd8989a5d347 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:42.897060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4647201-544c-498c-905f-43629750d5eb req-8c066785-3f7c-4fb8-8c1a-fd8989a5d347 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 932 time: 0.0838411 Aug 29 04:49:42.960087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4647201-544c-498c-905f-43629750d5eb req-2e92151e-7b8f-4d0b-928f-8cd03cd9ebcf tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Aug 29 04:49:43.068362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.070523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64d57b91-7ebe-4e0c-8286-91731fb9e928 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/52bd9b4d-f341-49e3-b888-6c95100ba969 HTTP/1.1" status: 204 len: 168 time: 1.5153017 Aug 29 04:49:43.071013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.074416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36072) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.103027 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fab22dc-05b1-4c53-9994-9167189d3e19 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] GET failed (client error): The resource could not be found. Aug 29 04:49:43.104604 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fab22dc-05b1-4c53-9994-9167189d3e19 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports/52bd9b4d-f341-49e3-b888-6c95100ba969 HTTP/1.1" status: 404 len: 333 time: 0.0301781 Aug 29 04:49:43.107662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36074) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.202495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:43.202781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.204854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e413bcbd-6813-458b-a19e-695cd46a3896 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:43.213088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.224896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Transition to ACTIVE for port object e413bcbd-6813-458b-a19e-695cd46a3896 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:43.230029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.314888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Pushing event updated for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.319813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.344880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:43.376786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Attempting to bind port e413bcbd-6813-458b-a19e-695cd46a3896 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:43.377127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Attempting to bind port e413bcbd-6813-458b-a19e-695cd46a3896 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:43.377552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Attempting to bind port e413bcbd-6813-458b-a19e-695cd46a3896 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:43.382062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Port e413bcbd-6813-458b-a19e-695cd46a3896 on network da66039a-2aa1-4b2d-948d-7de71e1be387 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:43.382384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Attempting to bind port e413bcbd-6813-458b-a19e-695cd46a3896 on network da66039a-2aa1-4b2d-948d-7de71e1be387 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:43.387431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:43.387739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Checking segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:43.388173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Bound using segment: {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:43.388731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Bound port: e413bcbd-6813-458b-a19e-695cd46a3896, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e4022-92b1-4908-a775-da96d2358dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:43.389112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.470607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:43.476419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e413bcbd-6813-458b-a19e-695cd46a3896,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:43.482099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.518278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.547794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:43.548855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.551264 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] 10.222.0.50 "PUT /v2.0/ports/e413bcbd-6813-458b-a19e-695cd46a3896 HTTP/1.1" status: 200 len: 1093 time: 1.0366347 Aug 29 04:49:43.553457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.574566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:43.583749 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283" -d '{"events": [{"name": "network-changed", "server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:43.647413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e3e5-b396-4267-b243-cee4af8aa08b service neutron] Pushing event updated for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:43.668527 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:43.671033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-99e1df4a-a09f-4819-bc1d-45f93f2bd4b6 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 HTTP/1.1" status: 204 len: 168 time: 0.5616164 Aug 29 04:49:43.676890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.690557 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99232580-e529-4924-b2c2-aa1e7752c4cc x-openstack-request-id: req-99232580-e529-4924-b2c2-aa1e7752c4cc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:43.690858 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:43.691200 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99232580-e529-4924-b2c2-aa1e7752c4cc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:43.691826 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896', 'status': 'completed', 'code': 200} Aug 29 04:49:43.728435 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4722b085-ede8-401d-90db-fad9f6eacd08 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] GET failed (client error): The resource could not be found. Aug 29 04:49:43.728688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-f6a9263f-4701-47ac-8b54-ea4f2fa2c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:43.740435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-f6a9263f-4701-47ac-8b54-ea4f2fa2c4e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 1096 time: 0.1101766 Aug 29 04:49:43.740924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4722b085-ede8-401d-90db-fad9f6eacd08 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "GET /v2.0/ports/b8065d0e-15ef-41b8-a8b6-aaa9fa7787d7 HTTP/1.1" status: 404 len: 333 time: 0.0513148 Aug 29 04:49:43.741628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36084) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:43.917101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97964f24-93ae-4743-803d-f19311870de6 req-4f9af344-9ac7-4d8c-891b-3e3a57f5ec46 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:43.918825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97964f24-93ae-4743-803d-f19311870de6 req-4f9af344-9ac7-4d8c-891b-3e3a57f5ec46 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.0669849 Aug 29 04:49:43.978843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97964f24-93ae-4743-803d-f19311870de6 req-c4f26b67-cefd-404b-8ac5-48f97b023445 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523484 Aug 29 04:49:44.145411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392368eb-2b04-445f-ba6d-3e0ab656921a req-4aeeb591-07ed-43bf-8713-6e850e8f3267 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.148309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-392368eb-2b04-445f-ba6d-3e0ab656921a req-4aeeb591-07ed-43bf-8713-6e850e8f3267 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 944 time: 0.0831203 Aug 29 04:49:44.161404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-bd77134c-91ac-4c8c-b3be-dda8bdf164cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413bcbd-6813-458b-a19e-695cd46a3896 HTTP/1.1" status: 200 len: 217 time: 0.4118087 Aug 29 04:49:44.199135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-392368eb-2b04-445f-ba6d-3e0ab656921a req-946e905a-c707-4f33-976d-f28675069f2d tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Aug 29 04:49:44.301917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-00263175-48df-4b91-8030-6fc3553ee4da tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.303455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-00263175-48df-4b91-8030-6fc3553ee4da tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.1411934 Aug 29 04:49:44.304943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-762fcb4e-6a1b-4321-8340-7846dfa1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:44.306796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-762fcb4e-6a1b-4321-8340-7846dfa1b355 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.1011267 Aug 29 04:49:44.378050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-687f5d8c-6ca5-4b38-910f-05a05b72e2ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596097 Aug 29 04:49:44.473251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port f3ea4616-a702-414e-bb93-c574f3557e69 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:44.473592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.609259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.614080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 59218409-0919-423f-9579-dccce99955c1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:44.614419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.624447 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-d48ba941-5bf7-46e0-a80e-e5bcb58a082b service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346117 Aug 29 04:49:44.675249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for f3ea4616-a702-414e-bb93-c574f3557e69 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:44.842742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 59218409-0919-423f-9579-dccce99955c1, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=59218409-0919-423f-9579-dccce99955c1,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:44.843112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:44.870147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 59218409-0919-423f-9579-dccce99955c1 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:44.880729 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2d70775b-fda0-4ada-bb72-c8c9b16dda9f req-fb18a892-ea02-413f-a19e-a0097f2f9660 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196538 Aug 29 04:49:44.992034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.055200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=f3ea4616-a702-414e-bb93-c574f3557e69,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.173731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fd989-1325-4472-b45c-7296cf51c410 req-d42c8f03-a375-495e-b5dc-e4e3e996f426 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.175462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7fd989-1325-4472-b45c-7296cf51c410 req-d42c8f03-a375-495e-b5dc-e4e3e996f426 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66832cd-e724-45db-95fe-bc8a655652ea HTTP/1.1" status: 200 len: 945 time: 0.0609457 Aug 29 04:49:45.188504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.202604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['59218409-0919-423f-9579-dccce99955c1'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:45.209205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-327ca775-c281-43b5-8f48-0c1655d2848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.210877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-327ca775-c281-43b5-8f48-0c1655d2848b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 1096 time: 0.2156794 Aug 29 04:49:45.252590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:45.260356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7fd989-1325-4472-b45c-7296cf51c410 req-e9ee241f-86b6-444c-978c-ea49aa4759ea tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761583 Aug 29 04:49:45.281040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=59218409-0919-423f-9579-dccce99955c1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.396037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-1fcedb2a-3795-4d09-88c5-9ec70f79909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.396738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957a8f-c253-460c-9be1-99f99a0e7e1e req-ef8da9b5-cb4a-4231-8afd-3c0c175a859a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.397643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-1fcedb2a-3795-4d09-88c5-9ec70f79909e service neutron] 10.222.0.50 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.1494682 Aug 29 04:49:45.398443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74957a8f-c253-460c-9be1-99f99a0e7e1e req-ef8da9b5-cb4a-4231-8afd-3c0c175a859a tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 944 time: 0.0743091 Aug 29 04:49:45.439763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74957a8f-c253-460c-9be1-99f99a0e7e1e req-456d1773-21e0-4893-81c4-e3d23c93199f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Aug 29 04:49:45.459662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 59218409-0919-423f-9579-dccce99955c1 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:45.495941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.498031 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d4689eee-6eca-41b0-b96b-88a1ad2dcbcd req-36579945-3259-49da-bf79-a513552a54f4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "DELETE /v2.0/ports/59218409-0919-423f-9579-dccce99955c1 HTTP/1.1" status: 204 len: 173 time: 1.1868858 Aug 29 04:49:45.499380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.501634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dcc9de01-07d4-4af7-8cea-e4691201167d tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/ports/f3ea4616-a702-414e-bb93-c574f3557e69 HTTP/1.1" status: 204 len: 168 time: 1.7594874 Aug 29 04:49:45.503196 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-c2cdc53f-a2eb-4cbe-b5c1-3635d4c42600 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e413bcbd-6813-458b-a19e-695cd46a3896 HTTP/1.1" status: 200 len: 217 time: 0.0542240 Aug 29 04:49:45.505291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36124) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.581158 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-5b4cdf28-5d14-405c-8a3a-77e91cd06fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:45.583440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-5b4cdf28-5d14-405c-8a3a-77e91cd06fde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.0710387 Aug 29 04:49:45.613791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting subnet e1896340-598f-424b-8d13-f3370c79b3f9 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:45.619519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.636535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-5ce47993-6f96-4087-bcef-8fe789f780bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404205 Aug 29 04:49:45.691367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.716491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'name': 'network-vif-deleted', 'tag': '59218409-0919-423f-9579-dccce99955c1'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:45.720744 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b65217-0729-48ad-8bfa-9eaa54100f3f" -d '{"events": [{"server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "name": "network-vif-deleted", "tag": "59218409-0919-423f-9579-dccce99955c1"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:45.800887 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d42c4-a7f8-47b5-954a-cf33e03cea53 x-openstack-request-id: req-c09d42c4-a7f8-47b5-954a-cf33e03cea53 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:45.801311 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66832cd-e724-45db-95fe-bc8a655652ea", "name": "network-vif-deleted", "tag": "59218409-0919-423f-9579-dccce99955c1", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:45.801793 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c09d42c4-a7f8-47b5-954a-cf33e03cea53 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:45.802540 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66832cd-e724-45db-95fe-bc8a655652ea', 'name': 'network-vif-deleted', 'tag': '59218409-0919-423f-9579-dccce99955c1', 'status': 'completed', 'code': 200} Aug 29 04:49:45.802624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.813280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-d8773d6a-65a2-421f-80b8-2386128c921c service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648991 Aug 29 04:49:45.889063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.925712 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-89ff5b10-d7c4-4bfe-8c8f-de93c50f0283 req-c89b95d2-18de-4f3a-b4db-83f005a9b920 service neutron] 10.222.0.50 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046684 Aug 29 04:49:45.935029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Subnet': ['ID=e1896340-598f-424b-8d13-f3370c79b3f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:45.941327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:45.944840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a54ed5d-8d30-4960-8c14-747202a3aea3 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/subnets/e1896340-598f-424b-8d13-f3370c79b3f9 HTTP/1.1" status: 204 len: 168 time: 0.4379628 Aug 29 04:49:45.949352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:45.957623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c389f-2c4a-4510-a1fb-40fb5ee5fcdf None None] Network 9e6f113b-3141-4248-952c-3f79d01973ca requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:46.085391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.199373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Deleting port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:46.200562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.230250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] DHCP port deletion for 9e6f113b-3141-4248-952c-3f79d01973ca request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:46.273823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] For port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,segment=NetworkSegment(170148c6-d17a-4426-a826-ca7c1128122b),segment_id=170148c6-d17a-4426-a826-ca7c1128122b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:46.274879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.294594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Calling delete_port for a8aecec1-c6ed-4250-ae51-9e9f15dcfccc owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:46.305834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Deleting port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:46.306528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.400981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.436446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] For port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,segment=NetworkSegment(170148c6-d17a-4426-a826-ca7c1128122b),segment_id=170148c6-d17a-4426-a826-ca7c1128122b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:46.436446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.446753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Port': ['ID=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.455028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] No DVR routers for this DVR port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:46.460943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Calling delete_port for a8aecec1-c6ed-4250-ae51-9e9f15dcfccc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:46.558079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.580739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6f113b-3141-4248-952c-3f79d01973ca']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:49:46.587885 n-d-712139-13 neutron-server[94828]: self.session.flush() Aug 29 04:49:46.594355 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.626966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] Pushing event deleted for resources: {'Port': ['ID=a8aecec1-c6ed-4250-ae51-9e9f15dcfccc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.635790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254cde0-ddbc-48d8-9b45-f37cb86953cf None None] No DVR routers for this DVR port a8aecec1-c6ed-4250-ae51-9e9f15dcfccc on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:46.640326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170148c6-d17a-4426-a826-ca7c1128122b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:46.640669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170148c6-d17a-4426-a826-ca7c1128122b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:46.691429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.716749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.730413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e4e7-2e36-47f2-80ab-ae43637984f6 req-c94abb0b-b379-4487-bc3a-d87790756e09 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:46.731973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3247e4e7-2e36-47f2-80ab-ae43637984f6 req-c94abb0b-b379-4487-bc3a-d87790756e09 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 944 time: 0.1698904 Aug 29 04:49:46.736551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:46.736885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:46.740004 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:46.857294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-90cdf100-80c7-426b-ad4a-080c40577182 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:46.858823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-90cdf100-80c7-426b-ad4a-080c40577182 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2806351 Aug 29 04:49:46.862426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3247e4e7-2e36-47f2-80ab-ae43637984f6 req-ba6824a8-807d-4d60-9c22-d9a2351a4c0f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107028 Aug 29 04:49:46.863017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.870430 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:46.875199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] 10.222.0.62 "DELETE /v2.0/networks/9e6f113b-3141-4248-952c-3f79d01973ca HTTP/1.1" status: 204 len: 168 time: 0.9213309 Aug 29 04:49:46.893043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99727a15-7556-4d4d-b4a3-5c1dbea2c955 tempest-AllowedAddressPairTestJSON-377043073 tempest-AllowedAddressPairTestJSON-377043073-project] Pushing event deleted for resources: {'Network': ['ID=9e6f113b-3141-4248-952c-3f79d01973ca,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:46.900532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-1fd95e4a-66d4-4e7f-ae37-175a342b4a32 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0272272 Aug 29 04:49:46.954260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-ede7f227-2616-4cf5-beb2-67c6cdab1f9f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516953 Aug 29 04:49:47.060427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9c8f842b-283c-4696-a368-753d4671e804 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975738 Aug 29 04:49:47.165477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9f750fc6-cdcc-47cd-8b5b-0d51361be8f0 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972362 Aug 29 04:49:47.210303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.300989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a8aecec1-c6ed-4250-ae51-9e9f15dcfccc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:47.349553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a8aecec1-c6ed-4250-ae51-9e9f15dcfccc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:47.350204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a8aecec1-c6ed-4250-ae51-9e9f15dcfccc not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:47.405885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6667696f-b409-4849-8d18-b9005b144aeb req-1b3a5f39-a1df-48b0-b0c6-af65ca17d270 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 210 time: 0.0512791 Aug 29 04:49:47.449870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-932ed98d-468f-4096-90e9-523d469877d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ff05ef9b24f4e08856516f0aed3bbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375214 Aug 29 04:49:47.452333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:47.506416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.528420 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.582188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.586113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:47.587357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc0c49c3-1ea8-43a4-9c08-bcaf77626330 HTTP/1.1" status: 204 len: 168 time: 0.1341140 Aug 29 04:49:47.596079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6a02c-aa23-4a9e-bb11-e2c993b9b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0c49c3-1ea8-43a4-9c08-bcaf77626330,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.045679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5067a-493f-4b72-87f3-ca59602a9b56 req-ded4493b-b795-4635-b8fe-f06dd5dd3887 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.053368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70d5067a-493f-4b72-87f3-ca59602a9b56 req-ded4493b-b795-4635-b8fe-f06dd5dd3887 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 944 time: 0.0924079 Aug 29 04:49:48.079629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 59218409-0919-423f-9579-dccce99955c1 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:48.103571 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70d5067a-493f-4b72-87f3-ca59602a9b56 req-a5a11d7b-87ad-4ebf-bab4-f9235ffcf0a9 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Aug 29 04:49:48.118677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 59218409-0919-423f-9579-dccce99955c1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:48.119029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 59218409-0919-423f-9579-dccce99955c1 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:48.169201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e413bcbd-6813-458b-a19e-695cd46a3896 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:48.311691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e413bcbd-6813-458b-a19e-695cd46a3896,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:48.336524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'e413bcbd-6813-458b-a19e-695cd46a3896', 'network_id': 'da66039a-2aa1-4b2d-948d-7de71e1be387', 'port_id': 'e413bcbd-6813-458b-a19e-695cd46a3896', 'mac_address': 'fa:16:3e:4d:22:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaf07ba-23c8-448a-8411-8baf2ad60917', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:48.403546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.423406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413bcbd-6813-458b-a19e-695cd46a3896 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:48.461076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e413bcbd-6813-458b-a19e-695cd46a3896,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:48.467886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.588628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:48.610913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36208) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:48.635402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-b33002fc-e39f-4f9f-bad4-5b017b051400 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:48.636668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4d2a243-56e4-4c57-84f7-ddac3a129af6 req-faa9adcb-c620-4d5f-9613-616ab69c659e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 210 time: 0.0798368 Aug 29 04:49:48.637192 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-b33002fc-e39f-4f9f-bad4-5b017b051400 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.1860242 Aug 29 04:49:48.659548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.759487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-172647912'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:48.759830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['e413bcbd-6813-458b-a19e-695cd46a3896'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:48.797899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Made reservation on behalf of 58db37763b314ed2a88f498ae1937628 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.803006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.825046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:48.840770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:48.844776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.063401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.9 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:49.077381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.082595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.120282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:49.154358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301c15fe-0ca3-4f47-b713-73ab47757e55,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.162071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.162459 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Added segment 9a6e4735-959b-445a-abd9-455a87e565f9 of type vlan for network c8911ffa-18f1-4c6b-9269-c0435fda9de2 Aug 29 04:49:49.270457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f163e-a9a9-4090-ac37-dfc887bc7edb req-c9194cd1-d32f-4923-abfb-abcb9220f39b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.272138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-424f163e-a9a9-4090-ac37-dfc887bc7edb req-c9194cd1-d32f-4923-abfb-abcb9220f39b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 945 time: 0.0760095 Aug 29 04:49:49.276543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.317298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-424f163e-a9a9-4090-ac37-dfc887bc7edb req-36d3ec28-5c6f-4472-8b3f-73b3d457de12 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 Aug 29 04:49:49.338176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.342483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.343114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.375140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.433600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8202407 Aug 29 04:49:49.437861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:49.442794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136cc2-358d-4edd-9378-c5803e8bb6c7 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'Network': ['ID=c8911ffa-18f1-4c6b-9269-c0435fda9de2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.447325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Request body: {'subnet': {'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:49.459485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:49:49.485732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.526775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:49.565998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:49.573267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Made reservation on behalf of 58db37763b314ed2a88f498ae1937628 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:49.578397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.578810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:49.581849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:49.588765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:49.660131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.662156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.684006 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e8cbca63-78b0-4916-a17b-95a278c06060 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0350573 Aug 29 04:49:49.698555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Request body: {'port': {'device_id': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:49.799495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:49.880318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400baf81-d202-447a-9d72-b0755f352a23 req-2d630c2f-1d24-4558-8717-8ca595cb32cd tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:49.888014 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-400baf81-d202-447a-9d72-b0755f352a23 req-2d630c2f-1d24-4558-8717-8ca595cb32cd tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 931 time: 0.1103413 Aug 29 04:49:49.928934 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.002195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-400baf81-d202-447a-9d72-b0755f352a23 req-7d03fffe-2080-4bee-82d6-954dcbce0381 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129959 Aug 29 04:49:50.032671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'Subnet': ['ID=579e741f-61c8-443f-b4f8-3461da5a0762,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.048777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Checking segment: {'id': '9a6e4735-959b-445a-abd9-455a87e565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:50.049306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Network hostable DHCP agents. Network: c8911ffa-18f1-4c6b-9269-c0435fda9de2, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:49:50.075065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:49:50.091804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c8911ffa-18f1-4c6b-9269-c0435fda9de2) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:50.101126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.103519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.116747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0d4fb-972e-4bee-8a5c-f6bf8401072f None None] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:50.131815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-81e25ec5-deba-4b68-8ce6-994662bf78fd tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6923912 Aug 29 04:49:50.136858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:50.142591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Request body: {'port': {'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1745014830'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:50.185866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e413bcbd-6813-458b-a19e-695cd46a3896 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:50.234090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:50.250286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.269154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Transition to ACTIVE for port object 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:50.287656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.327720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Made reservation on behalf of 58db37763b314ed2a88f498ae1937628 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:50.332556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.341558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port e413bcbd-6813-458b-a19e-695cd46a3896 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:50.349875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port e413bcbd-6813-458b-a19e-695cd46a3896 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:50.350243 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.370945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] device_id is not set on port 879b644e-ff08-460f-8630-2a23c5842946 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:50.418684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.448179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c8911ffa-18f1-4c6b-9269-c0435fda9de2', 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2', 'tenant_id': '58db37763b314ed2a88f498ae1937628', 'fixed_ips': [{'subnet_id': '579e741f-61c8-443f-b4f8-3461da5a0762'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:49:50.449606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.501212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Attempting to bind port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:50.502851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Attempting to bind port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:50.504144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Attempting to bind port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:50.514454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:49:50.515646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Attempting to bind port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:50.523281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Allocated IP 172.20.0.10 (c8911ffa-18f1-4c6b-9269-c0435fda9de2/579e741f-61c8-443f-b4f8-3461da5a0762/879b644e-ff08-460f-8630-2a23c5842946) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:50.529592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:50.530849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:50.532159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:50.534159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Bound port: 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:50.538288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.627733 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.656689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:50.660675 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ba525-6e05-4069-bf43-c1da2f8532a2" -d '{"events": [{"server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "name": "network-vif-plugged", "status": "completed", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:50.704116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:50.711222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e413bcbd-6813-458b-a19e-695cd46a3896,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:50.714046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:50.718514 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.722422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.726073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05af0-8076-4c35-92a8-4b101404d9be req-202fb4fc-f71a-4a35-a835-1b918553f2a3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.728963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7e05af0-8076-4c35-92a8-4b101404d9be req-202fb4fc-f71a-4a35-a835-1b918553f2a3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 945 time: 0.0878417 Aug 29 04:49:50.760807 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0f1f9-c6f7-4136-aef2-bdfa125b11d9 x-openstack-request-id: req-a6f0f1f9-c6f7-4136-aef2-bdfa125b11d9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:50.761305 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "name": "network-vif-plugged", "status": "completed", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:50.762639 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6f0f1f9-c6f7-4136-aef2-bdfa125b11d9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:50.763551 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896', 'code': 200} Aug 29 04:49:50.778313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.779421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.781472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] 10.222.0.54 "PUT /v2.0/ports/6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc HTTP/1.1" status: 200 len: 1092 time: 1.0889342 Aug 29 04:49:50.781472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:50.784689 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8cadcd-83d9-4ee4-819a-678efe218726" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:50.814780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.816933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc04762-5e5f-4716-9123-9b3ba1102276 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.826669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7e05af0-8076-4c35-92a8-4b101404d9be req-ad5f377d-ab7a-4a0e-9aae-434dbab3c0b7 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Aug 29 04:49:50.846818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Transition to ACTIVE for port object 879b644e-ff08-460f-8630-2a23c5842946 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:50.851649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:50.898424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:50.936200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-daba548b-e0c3-4c48-b7fc-36a0135a5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.938169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-daba548b-e0c3-4c48-b7fc-36a0135a5757 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 1095 time: 0.0890815 Aug 29 04:49:50.945588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815fded-7168-42c6-990f-a59444231fde req-024d4a8a-1565-4fb9-992f-2d89cd942664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:50.947343 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c815fded-7168-42c6-990f-a59444231fde req-024d4a8a-1565-4fb9-992f-2d89cd942664 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 1098 time: 0.0646551 Aug 29 04:49:50.949851 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84876dba-0a73-4e47-b4e6-0d86711e9194 x-openstack-request-id: req-84876dba-0a73-4e47-b4e6-0d86711e9194 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:50.950137 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:50.950386 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84876dba-0a73-4e47-b4e6-0d86711e9194 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:50.950936 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc', 'status': 'completed', 'code': 200} Aug 29 04:49:50.957039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Allocated IP 172.20.0.2 (c8911ffa-18f1-4c6b-9269-c0435fda9de2/579e741f-61c8-443f-b4f8-3461da5a0762/af880ac0-90b7-49b9-b9c6-a5e70a938d1c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:50.970140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:50.974111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:50.981566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:51.011734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-da4e2d6f-d40b-4aec-8e73-9c4d1444db34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc HTTP/1.1" status: 200 len: 217 time: 0.0552154 Aug 29 04:49:51.024927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'Port': ['ID=879b644e-ff08-460f-8630-2a23c5842946,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.044450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.045259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.078957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c870a740-efe0-4484-bad8-7aaa0d123ba8 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9409268 Aug 29 04:49:51.081371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c815fded-7168-42c6-990f-a59444231fde req-443236b7-42a8-4076-bab1-182441fc550a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263404 Aug 29 04:49:51.082275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36256) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:51.094994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Request body: {'port': {'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1944858442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:51.098541 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] bootfile-name is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.099035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] tftp-server is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.099480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.api.validators [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] server-ip-address is not in valid_values {{(pid=94827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:51.107236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e7da8aef-1fe7-4c53-911f-d670df2b8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.110464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-e7da8aef-1fe7-4c53-911f-d670df2b8357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.0896275 Aug 29 04:49:51.161700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-d51f6c0a-12c5-4114-9b48-bf79a18874bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428176 Aug 29 04:49:51.182891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.197263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Transition to ACTIVE for port object af880ac0-90b7-49b9-b9c6-a5e70a938d1c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.221706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Transition to ACTIVE for port object af880ac0-90b7-49b9-b9c6-a5e70a938d1c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.229931 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.231229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8b880-ac03-4195-9b4e-1c4b89343392 req-e7d24dd3-11f4-436a-8a2c-693610dd2930 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.240798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6c8b880-ac03-4195-9b4e-1c4b89343392 req-e7d24dd3-11f4-436a-8a2c-693610dd2930 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 943 time: 0.0878856 Aug 29 04:49:51.295202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Pushing event updated for resources: {'Port': ['ID=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.303349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-4bf4ca35-c7d5-4241-9ed9-70170231f0bc service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301014 Aug 29 04:49:51.310599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:51.315963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6c8b880-ac03-4195-9b4e-1c4b89343392 req-4a9f581a-4637-45e0-84aa-cf4fc136ee6d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 Aug 29 04:49:51.320324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:51.325057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:51.345123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Made reservation on behalf of 58db37763b314ed2a88f498ae1937628 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:51.349522 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.375204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] device_id is not set on port 69f4c930-0bb2-42de-988b-892d93d93a89 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:49:51.415813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2757fae-62e9-42ac-a631-3213ffddfcdb req-b5a3bbad-77fd-44f7-9d23-d341f2b863d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038022 Aug 29 04:49:51.436228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Attempting to bind port af880ac0-90b7-49b9-b9c6-a5e70a938d1c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:49:51.436617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Attempting to bind port af880ac0-90b7-49b9-b9c6-a5e70a938d1c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '9a6e4735-959b-445a-abd9-455a87e565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:49:51.436977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Attempting to bind port af880ac0-90b7-49b9-b9c6-a5e70a938d1c on network c8911ffa-18f1-4c6b-9269-c0435fda9de2 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:49:51.442487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:49:51.442866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Checking segment: {'id': '9a6e4735-959b-445a-abd9-455a87e565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:49:51.443258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.443654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Bound using segment: {'id': '9a6e4735-959b-445a-abd9-455a87e565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:49:51.444157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Bound port: af880ac0-90b7-49b9-b9c6-a5e70a938d1c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6e4735-959b-445a-abd9-455a87e565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8911ffa-18f1-4c6b-9269-c0435fda9de2'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:49:51.444542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.521065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Allocated IP 172.20.0.4 (c8911ffa-18f1-4c6b-9269-c0435fda9de2/579e741f-61c8-443f-b4f8-3461da5a0762/69f4c930-0bb2-42de-988b-892d93d93a89) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:49:51.528573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-c1a86bf6-aa57-4358-b93f-680425246aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.528944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] For port af880ac0-90b7-49b9-b9c6-a5e70a938d1c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:49:51.530176 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-c1a86bf6-aa57-4358-b93f-680425246aba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 1095 time: 0.0531197 Aug 29 04:49:51.534012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] For port af880ac0-90b7-49b9-b9c6-a5e70a938d1c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,segment=NetworkSegment(9a6e4735-959b-445a-abd9-455a87e565f9),segment_id=9a6e4735-959b-445a-abd9-455a87e565f9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:49:51.538293 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.633163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca14bd-4136-4b09-8d38-2622ce3fca3f None None] Pushing event updated for resources: {'Port': ['ID=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.707891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-c9d2880b-233d-47a9-b17f-84c7539ee3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.709637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-c9d2880b-233d-47a9-b17f-84c7539ee3e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1687739 Aug 29 04:49:51.762282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.772725 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-15e6da69-b445-4e70-99ff-f713ff96594e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc HTTP/1.1" status: 200 len: 217 time: 0.0525019 Aug 29 04:49:51.780016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Transition to ACTIVE for port object 69f4c930-0bb2-42de-988b-892d93d93a89 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:49:51.820659 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:51.902177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-2d37083a-5060-4d6f-9415-359f2c7ed7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:51.905054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-2d37083a-5060-4d6f-9415-359f2c7ed7df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1212897 Aug 29 04:49:51.922143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:49:51.934142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:49:51.940121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'Port': ['ID=69f4c930-0bb2-42de-988b-892d93d93a89,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:51.944474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:49:52.005904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-2e862e6e-4a2d-41d7-a6f5-c55ec113f77c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923059 Aug 29 04:49:52.116875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.117984 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.159528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf35b78-6619-4019-9cfe-d6c3ea7b8c94 req-580aab03-644f-46a0-849c-bff4026be2bc tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.162440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cf35b78-6619-4019-9cfe-d6c3ea7b8c94 req-580aab03-644f-46a0-849c-bff4026be2bc tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1755805 Aug 29 04:49:52.175885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2948bb51-a1cc-4711-8958-f3aa3b0a9676 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0866342 Aug 29 04:49:52.177251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:52.208280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-4c2e178a-217a-434d-a762-c8607974a0f6 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890271 Aug 29 04:49:52.285158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432abcd0-fef3-4bf4-83a4-9c662d9f3bc4 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.297039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432abcd0-fef3-4bf4-83a4-9c662d9f3bc4 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.307095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432abcd0-fef3-4bf4-83a4-9c662d9f3bc4 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.309589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-432abcd0-fef3-4bf4-83a4-9c662d9f3bc4 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1312385 Aug 29 04:49:52.314631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cf35b78-6619-4019-9cfe-d6c3ea7b8c94 req-c9fd1875-4786-4cb5-8857-9def7f66b041 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389868 Aug 29 04:49:52.315158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36276) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:52.345080 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9f8cadcd-83d9-4ee4-819a-678efe218726 req-b268d8fc-c737-4f63-9f9b-55b3e136af58 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267514 Aug 29 04:49:52.439053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Deleting port 69f4c930-0bb2-42de-988b-892d93d93a89 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:52.439392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.614047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe175c1-ebbc-4dfb-acd1-237b20f51888 req-9dbcedf8-2f29-42a1-9edb-fc2d4d054ee4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:52.616422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfe175c1-ebbc-4dfb-acd1-237b20f51888 req-9dbcedf8-2f29-42a1-9edb-fc2d4d054ee4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 943 time: 0.1146944 Aug 29 04:49:52.637912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.675612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Calling delete_port for 69f4c930-0bb2-42de-988b-892d93d93a89 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:52.738747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfe175c1-ebbc-4dfb-acd1-237b20f51888 req-50ccfe9a-2809-4557-9eb3-057781d803db tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893893 Aug 29 04:49:52.880984 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:52.937437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event deleted for resources: {'Port': ['ID=69f4c930-0bb2-42de-988b-892d93d93a89,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.009925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0362c8-af69-4c78-9e57-79dccebfa47b None None] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:53.026489 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.032175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-27443a31-0e63-4d4f-a779-5dd638f14b7c tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "DELETE /v2.0/ports/69f4c930-0bb2-42de-988b-892d93d93a89 HTTP/1.1" status: 204 len: 168 time: 0.7122443 Aug 29 04:49:53.032840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:53.038778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Request body: {'port': {'name': 'tempest-new-port-name-530315', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:53.039244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] bootfile-name is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:53.039606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] tftp-server is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:53.040494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.api.validators [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] server-ip-address is not in valid_values {{(pid=94826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 04:49:53.121595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.127346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d4bec568-bb79-4c47-9f36-b0cadc14caf3 None None] Provisioning for port af880ac0-90b7-49b9-b9c6-a5e70a938d1c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:53.401772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device af880ac0-90b7-49b9-b9c6-a5e70a938d1c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:53.410049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.425578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.516437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event updated for resources: {'Port': ['ID=879b644e-ff08-460f-8630-2a23c5842946,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:53.530820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port af880ac0-90b7-49b9-b9c6-a5e70a938d1c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:53.536881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port af880ac0-90b7-49b9-b9c6-a5e70a938d1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:53.537350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.550910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7c4c-d572-4a43-8029-22b53ef813c8 req-788837cd-d7e5-4e14-94da-6934ab912c8f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:53.559823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84bf7c4c-d572-4a43-8029-22b53ef813c8 req-788837cd-d7e5-4e14-94da-6934ab912c8f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1164060 Aug 29 04:49:53.582899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] In _notify_port_updated(), no bound segment for port 879b644e-ff08-460f-8630-2a23c5842946 on network c8911ffa-18f1-4c6b-9269-c0435fda9de2 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:49:53.598126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:53.598126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.598126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23babbc4-ef4b-4d18-9649-8086203bd356 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "PUT /v2.0/ports/879b644e-ff08-460f-8630-2a23c5842946 HTTP/1.1" status: 200 len: 1133 time: 0.5552421 Aug 29 04:49:53.598595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36290) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:53.624185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Provisioning for port 879b644e-ff08-460f-8630-2a23c5842946 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:53.628904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84bf7c4c-d572-4a43-8029-22b53ef813c8 req-cef258b3-1ad7-4658-8517-d61dd21033c4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681205 Aug 29 04:49:53.635729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Provisioning complete for port 879b644e-ff08-460f-8630-2a23c5842946 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:53.641907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.689129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Port 879b644e-ff08-460f-8630-2a23c5842946 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:49:53.705312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f8211-6357-419c-9f01-f5b6d9a109b6 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:53.707673 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ac6f8211-6357-419c-9f01-f5b6d9a109b6 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "GET /v2.0/ports/879b644e-ff08-460f-8630-2a23c5842946 HTTP/1.1" status: 200 len: 1133 time: 0.1074696 Aug 29 04:49:53.710812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36296) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:53.769895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Provisioning complete for port af880ac0-90b7-49b9-b9c6-a5e70a938d1c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:53.770269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.827274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.899429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Deleting port 879b644e-ff08-460f-8630-2a23c5842946 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:53.899838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.911262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:53.978412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port af880ac0-90b7-49b9-b9c6-a5e70a938d1c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,segment=NetworkSegment(9a6e4735-959b-445a-abd9-455a87e565f9),segment_id=9a6e4735-959b-445a-abd9-455a87e565f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:53.988897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.142069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:49:54.242158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8873-504a-4995-a01d-8be0717a04d0 req-43732474-3261-46f6-8593-e58a66a89cd0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:54.243959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999b8873-504a-4995-a01d-8be0717a04d0 req-43732474-3261-46f6-8593-e58a66a89cd0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 943 time: 0.3384264 Aug 29 04:49:54.288251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.298367 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:49:54.298367 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-23ae8815-a9b4-4a91-8896-71dc9e61500f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:49:54.313853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Calling delete_port for 879b644e-ff08-460f-8630-2a23c5842946 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:54.320594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.resource_extend [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 04:49:54.335893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.344457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999b8873-504a-4995-a01d-8be0717a04d0 req-92d77fb7-d138-4b7d-8ff2-b9baca497d31 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Aug 29 04:49:54.413046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.413433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.413800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.414213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.414618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.415312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.415312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.415665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.416252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.416555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.417152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.417334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:49:54.499088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:54.585806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.673522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event deleted for resources: {'Port': ['ID=879b644e-ff08-460f-8630-2a23c5842946,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:54.815022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-d33d50ab-9fb1-47ad-ab69-513538ffec44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1708493 Aug 29 04:49:54.818395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:54.821722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4354b17d-d893-4296-a793-cefeba240f52 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "DELETE /v2.0/ports/879b644e-ff08-460f-8630-2a23c5842946 HTTP/1.1" status: 204 len: 168 time: 1.1090150 Aug 29 04:49:54.825702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:54.870517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc', 'mac_address': 'fa:16:3e:c1:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:49:54.994834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.005194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Deleting subnet 579e741f-61c8-443f-b4f8-3461da5a0762 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:49:55.011406 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.025375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:49:55.046603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-156afff4-5238-448c-8f16-813c7090d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.048482 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-156afff4-5238-448c-8f16-813c7090d983 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 1098 time: 0.1193736 Aug 29 04:49:55.057968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:55.063132 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.113718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.133308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:55.149154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e104dea-e908-4a8a-8360-b5ff9f013e24 None None] Could not find standard attr ID for object 879b644e-ff08-460f-8630-2a23c5842946. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:55.164395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e104dea-e908-4a8a-8360-b5ff9f013e24 None None] Could not find standard attr ID for object 69f4c930-0bb2-42de-988b-892d93d93a89. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:49:55.337574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:49:55.414041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device af880ac0-90b7-49b9-b9c6-a5e70a938d1c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:55.475373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-8e9b9adb-bbb4-4296-b1f0-0c3739b3eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.478002 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-8e9b9adb-bbb4-4296-b1f0-0c3739b3eb52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 200 len: 916 time: 0.3589580 Aug 29 04:49:55.547737 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-904e3d6e-a64d-4a13-985a-cd0e6feb5cf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 200 len: 217 time: 0.0557644 Aug 29 04:49:55.551299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.555103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port af880ac0-90b7-49b9-b9c6-a5e70a938d1c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:55.555952 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:55.579985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd71d33-d344-4428-a08b-ac11ab4411d1 req-0ce40d2c-d4fc-4895-963a-070a2f68305f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:55.596335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bd71d33-d344-4428-a08b-ac11ab4411d1 req-0ce40d2c-d4fc-4895-963a-070a2f68305f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 944 time: 0.1127172 Aug 29 04:49:55.667326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bd71d33-d344-4428-a08b-ac11ab4411d1 req-f115eb5f-9c52-4deb-a9a5-b2ae1fefcc61 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689263 Aug 29 04:49:56.013071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-691797bb-4a7c-4b68-93e3-3dbd5950d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:56.014542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-691797bb-4a7c-4b68-93e3-3dbd5950d3bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 200 len: 855 time: 0.4595802 Aug 29 04:49:56.059478 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-a48cd8ca-b1ac-4bd7-b4cb-888abe4f4d26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da66039a-2aa1-4b2d-948d-7de71e1be387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365078 Aug 29 04:49:56.079542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.180054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event deleted for resources: {'Subnet': ['ID=579e741f-61c8-443f-b4f8-3461da5a0762,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.192321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.199750 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-02032503-141d-425c-be56-118eb4045373 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "DELETE /v2.0/subnets/579e741f-61c8-443f-b4f8-3461da5a0762 HTTP/1.1" status: 204 len: 168 time: 1.3687487 Aug 29 04:49:56.200821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:56.210013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a540d-5854-4e0b-a7ae-12156d67cca3 None None] Network c8911ffa-18f1-4c6b-9269-c0435fda9de2 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:49:56.267660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-5c025b9e-9c8c-4795-8b85-57e089154377 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994188 Aug 29 04:49:56.442416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f449779c-ea5f-4a3a-9533-defe5f28d2d2 req-9abfd09b-399b-4cef-9f0e-d9905e346834 service neutron] 10.222.0.54 "GET /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665704 Aug 29 04:49:56.530386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] DHCP port deletion for c8911ffa-18f1-4c6b-9269-c0435fda9de2 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:49:56.592522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Deleting port af880ac0-90b7-49b9-b9c6-a5e70a938d1c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:49:56.593362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.686289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] For port af880ac0-90b7-49b9-b9c6-a5e70a938d1c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,segment=NetworkSegment(9a6e4735-959b-445a-abd9-455a87e565f9),segment_id=9a6e4735-959b-445a-abd9-455a87e565f9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:56.687270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.704555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Calling delete_port for af880ac0-90b7-49b9-b9c6-a5e70a938d1c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:49:56.830100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.850678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] No DVR routers for this DVR port af880ac0-90b7-49b9-b9c6-a5e70a938d1c on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:49:56.863090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:56.876787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3676a1-1c7e-46c0-8e4f-49def5075f1b None None] Pushing event deleted for resources: {'Port': ['ID=af880ac0-90b7-49b9-b9c6-a5e70a938d1c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:56.897782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c8af-117d-4e19-8d61-ca1033adb5ef req-f7c7bc41-1ede-46dd-a077-b93d50394e2a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:56.900121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f81c8af-117d-4e19-8d61-ca1033adb5ef req-f7c7bc41-1ede-46dd-a077-b93d50394e2a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 944 time: 0.0855856 Aug 29 04:49:57.029345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.051021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8911ffa-18f1-4c6b-9269-c0435fda9de2']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.063731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6e4735-959b-445a-abd9-455a87e565f9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.064193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6e4735-959b-445a-abd9-455a87e565f9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:49:57.068283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f81c8af-117d-4e19-8d61-ca1033adb5ef req-e8209534-a6c5-4ee8-b711-6aac12570d3e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247575 Aug 29 04:49:57.078376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.096565 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.110262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:49:57.110846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:49:57.116455 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:49:57.216821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.224743 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.229891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] 10.222.0.62 "DELETE /v2.0/networks/c8911ffa-18f1-4c6b-9269-c0435fda9de2 HTTP/1.1" status: 204 len: 168 time: 1.0247047 Aug 29 04:49:57.240480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5d8c4-a7d7-44fb-b5d0-6e91f5944251 tempest-ExtraDHCPOptionsTestJSON-530450750 tempest-ExtraDHCPOptionsTestJSON-530450750-project] Pushing event deleted for resources: {'Network': ['ID=c8911ffa-18f1-4c6b-9269-c0435fda9de2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:57.338566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device af880ac0-90b7-49b9-b9c6-a5e70a938d1c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:49:57.372666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: af880ac0-90b7-49b9-b9c6-a5e70a938d1c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:49:57.373173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device af880ac0-90b7-49b9-b9c6-a5e70a938d1c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:49:57.613783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.834061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b5bc1a31-0616-4de5-8773-309b6f3f5d62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58db37763b314ed2a88f498ae1937628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166524 Aug 29 04:49:57.834457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36356) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:57.896894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:57.922494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.004840 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.010512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.012921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/301c15fe-0ca3-4f47-b713-73ab47757e55 HTTP/1.1" status: 204 len: 168 time: 0.1771715 Aug 29 04:49:58.036638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7226d46-26ce-47df-b5e7-9adca9bad9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c15fe-0ca3-4f47-b713-73ab47757e55,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:58.144097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:49:58.239090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:49:58.245421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:49:58.245852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.330236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72b91-bd86-49d0-b2eb-ddb53ad222c9 req-13e94b82-c68c-40ac-8e9b-569133f8ea6b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.332267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75a72b91-bd86-49d0-b2eb-ddb53ad222c9 req-13e94b82-c68c-40ac-8e9b-569133f8ea6b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 944 time: 0.0751822 Aug 29 04:49:58.417587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75a72b91-bd86-49d0-b2eb-ddb53ad222c9 req-bc738687-bbae-4b82-9155-0947cac61ae3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786667 Aug 29 04:49:58.422795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.451192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:49:58.453526 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109027c3-227d-41e6-bf62-754683e09edc" -d '{"events": [{"server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "name": "network-vif-plugged", "status": "completed", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:49:58.468292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:49:58.473960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:58.513716 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c6e36-1851-4bde-8b8d-706253d55d13 x-openstack-request-id: req-8d9c6e36-1851-4bde-8b8d-706253d55d13 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:49:58.514022 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "name": "network-vif-plugged", "status": "completed", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:49:58.514461 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d9c6e36-1851-4bde-8b8d-706253d55d13 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:49:58.514874 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc', 'code': 200} Aug 29 04:49:58.560288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:58.670771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3f6f4-2cec-477b-8d0b-ae86fc9d8099 req-5627bc1d-0b23-4222-ba61-6fb7f85f07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:58.672821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-afd3f6f4-2cec-477b-8d0b-ae86fc9d8099 req-5627bc1d-0b23-4222-ba61-6fb7f85f07a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 1097 time: 0.0806706 Aug 29 04:49:58.754049 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-afd3f6f4-2cec-477b-8d0b-ae86fc9d8099 req-7b775147-d4fd-40ef-8d75-cca68a1ddbad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666292 Aug 29 04:49:59.275104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:49:59.424127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2056438414'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:49:59.450863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:49:59.455446 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.469025 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.657574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.663057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.696845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7925df-ccca-4ca1-a2f6-f82e17b0c121 req-96f670e1-992c-4db4-91f6-ccd96327614d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.698434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a7925df-ccca-4ca1-a2f6-f82e17b0c121 req-96f670e1-992c-4db4-91f6-ccd96327614d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.1005266 Aug 29 04:49:59.704090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:49:59.737629 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.737974 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment 5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae of type vlan for network 2b85c34a-da03-467d-8e43-5e94132f0030 Aug 29 04:49:59.747381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1606f3f-b70b-4ce1-81df-15e4279a9b88,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:49:59.806471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.811719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a7925df-ccca-4ca1-a2f6-f82e17b0c121 req-fa20363d-c899-463b-9201-3f2b098a0fe1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988426 Aug 29 04:49:59.859035 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.873178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.880244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:49:59.880862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:49:59.972001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6907861 Aug 29 04:49:59.973795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69e80-39e0-434b-acb6-e47a3622740e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=2b85c34a-da03-467d-8e43-5e94132f0030,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:00.007536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2b85c34a-da03-467d-8e43-5e94132f0030 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:01.006039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12bab0-a023-40c5-97eb-1855b4a495ba req-f3a350da-2709-4d7d-9834-cc0d60f7ea30 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:01.014266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef12bab0-a023-40c5-97eb-1855b4a495ba req-f3a350da-2709-4d7d-9834-cc0d60f7ea30 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.0896583 Aug 29 04:50:01.067589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef12bab0-a023-40c5-97eb-1855b4a495ba req-0d9ba50b-daa4-4842-abe1-0ee6fc7fea9f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519192 Aug 29 04:50:01.358145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc89d-6bc0-4c1a-a319-11fc8d12f904 req-81e0390b-ad37-49f7-9fcf-92729389a138 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:01.361812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a72cc89d-6bc0-4c1a-a319-11fc8d12f904 req-81e0390b-ad37-49f7-9fcf-92729389a138 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.0716808 Aug 29 04:50:01.424142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a72cc89d-6bc0-4c1a-a319-11fc8d12f904 req-2e56afc9-96ec-4990-a938-67eaf52454c9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Aug 29 04:50:01.618385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1320-db48-41c3-abf5-7bd2e0d5f038 req-eb61d526-5231-4a64-a03b-30e42e8bc823 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:01.626461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bae1320-db48-41c3-abf5-7bd2e0d5f038 req-eb61d526-5231-4a64-a03b-30e42e8bc823 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.1249118 Aug 29 04:50:01.673380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bae1320-db48-41c3-abf5-7bd2e0d5f038 req-c2899803-26ad-4ed3-81bf-ae2b3e5f6ff2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 Aug 29 04:50:02.073823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4f9a-de5f-42d5-87f8-f14c50b3849b req-f9876117-d3ac-418e-97c9-56ff2f49b90e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:02.076972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e00a4f9a-de5f-42d5-87f8-f14c50b3849b req-f9876117-d3ac-418e-97c9-56ff2f49b90e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.0975266 Aug 29 04:50:02.141485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e00a4f9a-de5f-42d5-87f8-f14c50b3849b req-1e782a29-80e0-4535-b878-ab6677e6a2ad tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575666 Aug 29 04:50:03.305789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11250c9-457f-4d34-aaf3-53b21fc3c93b req-4dbd6e43-a61d-4edf-ad22-dddcb9db9634 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.307307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a11250c9-457f-4d34-aaf3-53b21fc3c93b req-4dbd6e43-a61d-4edf-ad22-dddcb9db9634 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.0654633 Aug 29 04:50:03.350941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a11250c9-457f-4d34-aaf3-53b21fc3c93b req-e28d1018-211e-42ab-9b45-8c7d5cb5d74a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Aug 29 04:50:03.464167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-446304e7-e174-41ba-848d-119d936b5350 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:03.466802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-446304e7-e174-41ba-848d-119d936b5350 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 945 time: 0.0860176 Aug 29 04:50:03.520976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:03.527132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:03.565493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:03.565962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.638640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:03.643555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.667505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:03.668000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.682708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:03.837036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.854684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:03.865382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.889995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.896792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:03.939299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:03.943061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:03.945388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3140255c-69e6-4c67-9c49-7f6ca12e3304 req-789943d3-c77d-4412-aa72-1a61dcabf01c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "DELETE /v2.0/ports/6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc HTTP/1.1" status: 204 len: 173 time: 0.4670415 Aug 29 04:50:03.946688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'name': 'network-vif-deleted', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:03.949314 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd7a9d-aa3d-4e40-b3da-2acf2473baa3" -d '{"events": [{"server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "name": "network-vif-deleted", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:03.961019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:03.962035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: 2b85c34a-da03-467d-8e43-5e94132f0030, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:03.968303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=529bb6e7-adb6-4dfe-83c9-67f1d076dd5e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:03.988032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 2b85c34a-da03-467d-8e43-5e94132f0030 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:03.999298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2b85c34a-da03-467d-8e43-5e94132f0030) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:04.006541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.007144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.013947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331b207-a805-428b-9acd-45438f5bb2dd None None] Network 2b85c34a-da03-467d-8e43-5e94132f0030 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:04.025130 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c3049-2b99-43ad-ab5f-968a1744b568 x-openstack-request-id: req-336c3049-2b99-43ad-ab5f-968a1744b568 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:04.025733 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e38720-35dc-426c-b7d6-9ba9c2d94277", "name": "network-vif-deleted", "tag": "6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:04.026196 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-336c3049-2b99-43ad-ab5f-968a1744b568 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:04.026812 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e38720-35dc-426c-b7d6-9ba9c2d94277', 'name': 'network-vif-deleted', 'tag': '6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc', 'status': 'completed', 'code': 200} Aug 29 04:50:04.027214 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5deb7968-0fe8-4d58-b06c-79da374779ee tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5050197 Aug 29 04:50:04.030917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.038077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233948507'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:04.082365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:04.086952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.119223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:04.135374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.135969 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment ebae5134-bb86-4e8f-be86-5c53c4a22402 of type vlan for network bb5afd86-7142-4639-abdc-b04c2412f62d Aug 29 04:50:04.204775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.230494 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.236513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.237131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.266073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2b85c34a-da03-467d-8e43-5e94132f0030', 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': '529bb6e7-adb6-4dfe-83c9-67f1d076dd5e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:04.267194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.302504 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2663531 Aug 29 04:50:04.302747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.310559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': 'bb5afd86-7142-4639-abdc-b04c2412f62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:04.330417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fc9b3-6237-49b9-9f42-ebb7c2570d7c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=bb5afd86-7142-4639-abdc-b04c2412f62d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:04.358481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network bb5afd86-7142-4639-abdc-b04c2412f62d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:04.422830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:04.428831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.486886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc59f3ed-2141-4967-a337-7de7a19a2566 req-61f627fa-33f2-40c5-ada1-772607eef8db tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7e38720-35dc-426c-b7d6-9ba9c2d94277 HTTP/1.1" status: 200 len: 210 time: 0.0432312 Aug 29 04:50:04.532734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Allocated IP 2001:db8:0:ffff::2 (2b85c34a-da03-467d-8e43-5e94132f0030/529bb6e7-adb6-4dfe-83c9-67f1d076dd5e/e94035fc-5ed3-4660-b296-4a68b55e5632) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:04.681913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.736892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=d9839289-0081-493d-97c8-6bd15bdc8ff6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:04.754947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.775630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'ebae5134-bb86-4e8f-be86-5c53c4a22402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb5afd86-7142-4639-abdc-b04c2412f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:04.776155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: bb5afd86-7142-4639-abdc-b04c2412f62d, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:04.776314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Transition to ACTIVE for port object e94035fc-5ed3-4660-b296-4a68b55e5632 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:04.794727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Transition to ACTIVE for port object e94035fc-5ed3-4660-b296-4a68b55e5632 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:04.802371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.808812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network bb5afd86-7142-4639-abdc-b04c2412f62d is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:04.834390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, bb5afd86-7142-4639-abdc-b04c2412f62d) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:04.841197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Network 2b85c34a-da03-467d-8e43-5e94132f0030 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:04.846721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949251f-76b8-490b-8e3b-52e11a743cbe None None] Network bb5afd86-7142-4639-abdc-b04c2412f62d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:04.847559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:04.848801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.851639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:04.856547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:04.877257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-915e9282-9e31-4d90-b921-4d3239c6a36c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5734773 Aug 29 04:50:04.881535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:04.898181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Pushing event updated for resources: {'Port': ['ID=e94035fc-5ed3-4660-b296-4a68b55e5632,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:04.981192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Attempting to bind port e94035fc-5ed3-4660-b296-4a68b55e5632 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:04.981192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Attempting to bind port e94035fc-5ed3-4660-b296-4a68b55e5632 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:04.981695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Attempting to bind port e94035fc-5ed3-4660-b296-4a68b55e5632 on network 2b85c34a-da03-467d-8e43-5e94132f0030 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:04.996575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:04.997067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Checking segment: {'id': '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:04.997541 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:04.999818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Bound using segment: {'id': '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:04.999818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Bound port: e94035fc-5ed3-4660-b296-4a68b55e5632, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2b85c34a-da03-467d-8e43-5e94132f0030'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:04.999818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.027722 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.121557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] For port e94035fc-5ed3-4660-b296-4a68b55e5632, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:05.124980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.127034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57c3ba-87c1-47f1-a156-48a70817d2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-bb5afd86-7142-4639-abdc-b04c2412f62d', 'network_id': 'bb5afd86-7142-4639-abdc-b04c2412f62d', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': 'd9839289-0081-493d-97c8-6bd15bdc8ff6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:05.128023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb57c3ba-87c1-47f1-a156-48a70817d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.144633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] For port e94035fc-5ed3-4660-b296-4a68b55e5632, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e94035fc-5ed3-4660-b296-4a68b55e5632,segment=NetworkSegment(5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae),segment_id=5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:05.163079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.217920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.283812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=d9839289-0081-493d-97c8-6bd15bdc8ff6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.299973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbe790-10d8-4999-a383-2ea3a03fc7fb None None] Pushing event updated for resources: {'Port': ['ID=e94035fc-5ed3-4660-b296-4a68b55e5632,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-cb57c3ba-87c1-47f1-a156-48a70817d2a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9839289-0081-493d-97c8-6bd15bdc8ff6: This subnet is being modified by another concurrent operation. Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9839289-0081-493d-97c8-6bd15bdc8ff6: This subnet is being modified by another concurrent operation. Aug 29 04:50:05.324606 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:50:05.354414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba41cd-a014-4d53-9180-ce43098439dc None None] Network bb5afd86-7142-4639-abdc-b04c2412f62d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:05.370241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.382016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5afd86-7142-4639-abdc-b04c2412f62d']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.394517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae5134-bb86-4e8f-be86-5c53c4a22402') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.394830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae5134-bb86-4e8f-be86-5c53c4a22402') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:05.404876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.424716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.432783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:05.433194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:05.436881 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:05.567778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.577118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.582731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/bb5afd86-7142-4639-abdc-b04c2412f62d HTTP/1.1" status: 204 len: 168 time: 0.6968756 Aug 29 04:50:05.583156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.589520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975512440'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:05.624885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d43c-3cc6-4018-b74b-194f27167785 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=bb5afd86-7142-4639-abdc-b04c2412f62d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.639464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:05.643096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.672012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:05.689481 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.690138 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment a3d55f3b-28e4-4b5b-b150-e135f31c6622 of type vlan for network 19c0a306-bd5b-4012-9b83-7bbabdd824fc Aug 29 04:50:05.736834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.769188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.784891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.785778 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:05.852469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2673056 Aug 29 04:50:05.853109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36490) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:05.860356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:05.879439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-dc4c4989-1cc1-4e73-84a9-5b5b092ed95d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:05.881041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-dc4c4989-1cc1-4e73-84a9-5b5b092ed95d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.1233628 Aug 29 04:50:05.896992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-90f0e9eb-dfc7-4d0d-bed2-10efe1a51503 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/quotas/805aa10379244be9bb2dafac0b7e6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0101388 Aug 29 04:50:05.951126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a00e-816e-4679-9178-d989ac35a7d1 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=19c0a306-bd5b-4012-9b83-7bbabdd824fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:05.969901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:05.973471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-92918082-839f-4923-93fb-4538f881c648 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691860 Aug 29 04:50:05.999690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:06.009449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.165968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-627b1780-3eec-41a7-9b90-b3eb8563c0ca service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816192 Aug 29 04:50:06.277625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-6cd678aa-4b0b-4d89-a404-b653077c47f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051373 Aug 29 04:50:06.291418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.371623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'a3d55f3b-28e4-4b5b-b150-e135f31c6622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:06.372100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: 19c0a306-bd5b-4012-9b83-7bbabdd824fc, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:06.374210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=3c3c1e42-9515-4581-8fc9-d9cec7748df1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.400968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:06.415094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 19c0a306-bd5b-4012-9b83-7bbabdd824fc) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:06.419588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.420393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.425308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d509d8-422e-440f-b070-ff5c84e2d3a7 None None] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:06.437890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-12667cf3-2ee1-463c-995e-80500961e57a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5816541 Aug 29 04:50:06.441871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.448044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371715579'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.545810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:06.549402 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.608585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad38a00c-73bd-4555-a3a6-c6eb59fa14d0 req-49f693b7-8e77-4370-831a-8bb8925077a4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 210 time: 0.0983889 Aug 29 04:50:06.640954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:06.642028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da7f8a-83db-43ae-995f-33a7eb8f1047 None None] Network 2b85c34a-da03-467d-8e43-5e94132f0030 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:06.659073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.659490 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment a9272959-c959-4cac-b233-b6daaa50cfdc of type vlan for network a9763bb3-c497-453f-86b7-8e39a3366190 Aug 29 04:50:06.736702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.793157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.801474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:06.801883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6685c023-104e-41d4-805e-6f9343851a7c None None] Provisioning for port e94035fc-5ed3-4660-b296-4a68b55e5632 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:06.802693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.818170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-19c0a306-bd5b-4012-9b83-7bbabdd824fc', 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': '3c3c1e42-9515-4581-8fc9-d9cec7748df1'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:06.820303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:06.877394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4337943 Aug 29 04:50:06.880638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:06.886789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': 'a9763bb3-c497-453f-86b7-8e39a3366190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:06.905127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4af8f0-fea5-41b1-8fc4-16d78b44978b tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=a9763bb3-c497-453f-86b7-8e39a3366190,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:06.947571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a9763bb3-c497-453f-86b7-8e39a3366190 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:07.053512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:07.057346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.159017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:07.160195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:07.212325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Allocated IP 2001:db8::3 (19c0a306-bd5b-4012-9b83-7bbabdd824fc/3c3c1e42-9515-4581-8fc9-d9cec7748df1/cefd9ead-a132-41ca-be60-a002b2bffc89) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:07.423223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d87155c1-6484-4ab2-95ec-cbcad493522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.436266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.505612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e94035fc-5ed3-4660-b296-4a68b55e5632 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:07.536803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=b0f2118c-2ab1-453a-9219-580e4a62a8ef,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:07.548706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'a9272959-c959-4cac-b233-b6daaa50cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9763bb3-c497-453f-86b7-8e39a3366190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:07.549081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: a9763bb3-c497-453f-86b7-8e39a3366190, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:07.582980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network a9763bb3-c497-453f-86b7-8e39a3366190 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:07.594532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a9763bb3-c497-453f-86b7-8e39a3366190) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:07.600679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:07.601297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.618952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-705bcfa0-104f-48d8-9609-f3e5b3502ae8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7368791 Aug 29 04:50:07.621679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36518) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:07.738128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b4172-57d1-47b4-8f5c-601cd87539d0 None None] Network a9763bb3-c497-453f-86b7-8e39a3366190 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:07.747051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef375612-f4cb-45bc-968d-d41d4239b48e req-e8127941-dde7-4932-8859-45f472301643 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 210 time: 0.0386994 Aug 29 04:50:07.805900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.830665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Transition to ACTIVE for port object cefd9ead-a132-41ca-be60-a002b2bffc89 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:07.838183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.857903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e94035fc-5ed3-4660-b296-4a68b55e5632 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:07.866600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e94035fc-5ed3-4660-b296-4a68b55e5632 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:07.866600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.906536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Transition to ACTIVE for port object cefd9ead-a132-41ca-be60-a002b2bffc89 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:07.931908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:07.940433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.028554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:08.049010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:08.054569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:08.074102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Pushing event updated for resources: {'Port': ['ID=cefd9ead-a132-41ca-be60-a002b2bffc89,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.206572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0f9c1-b722-475f-a613-fa4c208d109a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-a9763bb3-c497-453f-86b7-8e39a3366190', 'network_id': 'a9763bb3-c497-453f-86b7-8e39a3366190', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': 'b0f2118c-2ab1-453a-9219-580e4a62a8ef'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:08.210022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-acc0f9c1-b722-475f-a613-fa4c208d109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.229089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-f5787def-9e16-456a-bd10-f6f5dbed7bcc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:08.230718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-f5787def-9e16-456a-bd10-f6f5dbed7bcc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 806 time: 0.2672834 Aug 29 04:50:08.239774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.246884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:08.251371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.286472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Request body: {'port': {'device_id': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'admin_state_up': True, 'tenant_id': '805aa10379244be9bb2dafac0b7e6bf4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:08.307432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Attempting to bind port cefd9ead-a132-41ca-be60-a002b2bffc89 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:08.307967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Attempting to bind port cefd9ead-a132-41ca-be60-a002b2bffc89 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a3d55f3b-28e4-4b5b-b150-e135f31c6622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:08.308488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Attempting to bind port cefd9ead-a132-41ca-be60-a002b2bffc89 on network 19c0a306-bd5b-4012-9b83-7bbabdd824fc {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:08.315140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:08.315472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6c4af8e9-2e5a-4dc0-a3ff-16658b2891dc not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:08.330281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:08.330652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Checking segment: {'id': 'a3d55f3b-28e4-4b5b-b150-e135f31c6622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:08.331053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.331460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Bound using segment: {'id': 'a3d55f3b-28e4-4b5b-b150-e135f31c6622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:08.332026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Bound port: cefd9ead-a132-41ca-be60-a002b2bffc89, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d55f3b-28e4-4b5b-b150-e135f31c6622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '19c0a306-bd5b-4012-9b83-7bbabdd824fc'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:08.332385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.406970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e94035fc-5ed3-4660-b296-4a68b55e5632, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e94035fc-5ed3-4660-b296-4a68b55e5632,segment=NetworkSegment(5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae),segment_id=5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:08.452863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f2118c-2ab1-453a-9219-580e4a62a8ef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.490884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.491493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.510049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9763bb3-c497-453f-86b7-8e39a3366190']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.533181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9272959-c959-4cac-b233-b6daaa50cfdc') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.533590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9272959-c959-4cac-b233-b6daaa50cfdc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:08.549210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.563638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec6e67-a01e-4c9d-8945-a8a024a6d98b None None] Network a9763bb3-c497-453f-86b7-8e39a3366190 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:08.579185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.590685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:08.591533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:08.595327 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:08.609924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Made reservation on behalf of 805aa10379244be9bb2dafac0b7e6bf4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:08.613442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.646559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] For port cefd9ead-a132-41ca-be60-a002b2bffc89, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:08.667359 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:08.685991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e94035fc-5ed3-4660-b296-4a68b55e5632,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.708925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] For port cefd9ead-a132-41ca-be60-a002b2bffc89, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cefd9ead-a132-41ca-be60-a002b2bffc89,segment=NetworkSegment(a3d55f3b-28e4-4b5b-b150-e135f31c6622),segment_id=a3d55f3b-28e4-4b5b-b150-e135f31c6622)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:08.712285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.717989 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.725310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.729260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/a9763bb3-c497-453f-86b7-8e39a3366190 HTTP/1.1" status: 204 len: 168 time: 1.1060920 Aug 29 04:50:08.735366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:08.740991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715582099'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:08.746415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9f6ba-4012-42d7-937e-e8c616bb2919 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=a9763bb3-c497-453f-86b7-8e39a3366190,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.777638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:08.804226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.853265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Allocated IP 172.20.0.6 (c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24/701ac96f-5297-488c-a4f5-50032b9e3cfc/3f5ce243-71e2-4485-81ce-99d7be77d703) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:08.876659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:08.892288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c97b1d-1a37-41f9-a8f9-8afbee2894fd None None] Pushing event updated for resources: {'Port': ['ID=cefd9ead-a132-41ca-be60-a002b2bffc89,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:08.897904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:08.899196 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2 of type vlan for network fdbc00cf-55e9-4cce-84b8-590b58010988 Aug 29 04:50:08.952831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d065f28a-c3ac-4f27-968c-177f1cfb5a87 req-f21896a2-9e77-4126-a64f-df2aa2f8ad1a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 210 time: 0.0508645 Aug 29 04:50:08.998152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.026851 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.033097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.034305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.053325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3165834 Aug 29 04:50:09.064600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36534) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:09.070153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:09.127522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.195976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.235595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08186c-3b83-4cec-9b4b-48b4ab365b2a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=fdbc00cf-55e9-4cce-84b8-590b58010988,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.246991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:09.310857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:09.320163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.349960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:09.353300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event updated for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.368295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:09.377663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:09.393770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network fdbc00cf-55e9-4cce-84b8-590b58010988 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:09.490691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.496281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.532121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-210cb6f1-d157-4aaa-ae47-41f16efbb461 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2509770 Aug 29 04:50:09.550702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Request body: {'port': {'device_id': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:09.698441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cefd9ead-a132-41ca-be60-a002b2bffc89 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:09.715382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.718856 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.772955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port cefd9ead-a132-41ca-be60-a002b2bffc89 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:09.779558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e94035fc-5ed3-4660-b296-4a68b55e5632 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:09.814201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=812810d1-47d9-47cb-8522-c3f687137af1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:09.825095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:09.825730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: fdbc00cf-55e9-4cce-84b8-590b58010988, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:09.841494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e94035fc-5ed3-4660-b296-4a68b55e5632 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:09.842006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.847027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network fdbc00cf-55e9-4cce-84b8-590b58010988 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:09.869519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, fdbc00cf-55e9-4cce-84b8-590b58010988) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:09.875836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:09.877298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:09.895282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00452681-eab6-49e3-8c53-a0b035eb11ff None None] Network fdbc00cf-55e9-4cce-84b8-590b58010988 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:09.913026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-77e95d69-93ad-4285-9c17-413efceac23f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8425741 Aug 29 04:50:09.913458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:10.144027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.193472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-fdbc00cf-55e9-4cce-84b8-590b58010988', 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': '812810d1-47d9-47cb-8522-c3f687137af1'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:10.194368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.341266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb957-65d3-4333-84a1-fdd973cdd552 req-d9de1830-8a72-449c-b1cc-e02fe70c3eec tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:10.345164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eeb957-65d3-4333-84a1-fdd973cdd552 req-d9de1830-8a72-449c-b1cc-e02fe70c3eec tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 931 time: 0.2164273 Aug 29 04:50:10.347382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.412347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5ce243-71e2-4485-81ce-99d7be77d703 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:10.446927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.475400 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.476024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Transition to ACTIVE for port object 3f5ce243-71e2-4485-81ce-99d7be77d703 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:10.483765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.490303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7fc3-33d3-476b-91f5-f50eaf08ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.539833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84eeb957-65d3-4333-84a1-fdd973cdd552 req-ee2821e4-16a0-4c99-aedf-12c27852bd16 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790979 Aug 29 04:50:10.556015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b1c7ce-03fc-474d-b94a-103aed910180 None None] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:10.615130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.631029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Allocated IP 2001:db8::1 (fdbc00cf-55e9-4cce-84b8-590b58010988/812810d1-47d9-47cb-8522-c3f687137af1/768a0063-630d-474f-ada2-5433deec7ec5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:10.642103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Provisioning for port cefd9ead-a132-41ca-be60-a002b2bffc89 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:10.661319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Provisioning complete for port cefd9ead-a132-41ca-be60-a002b2bffc89 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:10.661595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.689706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Attempting to bind port 3f5ce243-71e2-4485-81ce-99d7be77d703 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:10.690245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Attempting to bind port 3f5ce243-71e2-4485-81ce-99d7be77d703 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:10.690769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Attempting to bind port 3f5ce243-71e2-4485-81ce-99d7be77d703 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:10.698058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Port 3f5ce243-71e2-4485-81ce-99d7be77d703 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:50:10.698419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Attempting to bind port 3f5ce243-71e2-4485-81ce-99d7be77d703 on network c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:10.705208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:10.705717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Checking segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:10.706303 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Bound using segment: {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:10.706968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Bound port: 3f5ce243-71e2-4485-81ce-99d7be77d703, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89260a15-e3b6-4c50-8af4-47b1c03f90ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:10.707522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.815307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:10.821472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3f5ce243-71e2-4485-81ce-99d7be77d703,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:10.828740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.878619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:10.879253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.880763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f5ce243-71e2-4485-81ce-99d7be77d703 HTTP/1.1" status: 200 len: 1092 time: 1.3368759 Aug 29 04:50:10.881241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:10.884383 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84976163-ee4f-4f10-8844-c83338e5acec" -d '{"events": [{"name": "network-changed", "server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:10.937908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6e78c-cfad-4158-a3c4-d4ee94b8cfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:10.964161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:10.986316 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.009862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Transition to ACTIVE for port object 768a0063-630d-474f-ada2-5433deec7ec5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:11.017566 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6140d08-d068-4112-9e88-9489e6f8e5fc x-openstack-request-id: req-e6140d08-d068-4112-9e88-9489e6f8e5fc {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:11.018198 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:11.018604 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6140d08-d068-4112-9e88-9489e6f8e5fc {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:11.019179 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703', 'status': 'completed', 'code': 200} Aug 29 04:50:11.037280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e0723291-2990-465d-80d4-da1af0e246db None None] For port cefd9ead-a132-41ca-be60-a002b2bffc89, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cefd9ead-a132-41ca-be60-a002b2bffc89,segment=NetworkSegment(a3d55f3b-28e4-4b5b-b150-e135f31c6622),segment_id=a3d55f3b-28e4-4b5b-b150-e135f31c6622)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:11.043400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Transition to ACTIVE for port object 768a0063-630d-474f-ada2-5433deec7ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:11.053539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.054106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-3530c657-1241-416b-9f20-23ea13e680bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.056751 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-3530c657-1241-416b-9f20-23ea13e680bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 1095 time: 0.0965915 Aug 29 04:50:11.061964 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.108281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.141232 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-35613805-9eb8-4e34-bd38-0bac71de2e67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5ce243-71e2-4485-81ce-99d7be77d703 HTTP/1.1" status: 200 len: 217 time: 0.0731962 Aug 29 04:50:11.163234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=812810d1-47d9-47cb-8522-c3f687137af1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.192452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Network fdbc00cf-55e9-4cce-84b8-590b58010988 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:11.202640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:11.224613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:11.242861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0723291-2990-465d-80d4-da1af0e246db None None] Pushing event updated for resources: {'Port': ['ID=cefd9ead-a132-41ca-be60-a002b2bffc89,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.289530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-b9f07f1c-352c-4879-a92c-dae7fb8dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.292129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-b9f07f1c-352c-4879-a92c-dae7fb8dd730 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1362321 Aug 29 04:50:11.393226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.398588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Pushing event updated for resources: {'Port': ['ID=768a0063-630d-474f-ada2-5433deec7ec5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.402738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Attempting to bind port 768a0063-630d-474f-ada2-5433deec7ec5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:11.403118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Attempting to bind port 768a0063-630d-474f-ada2-5433deec7ec5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:11.403491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Attempting to bind port 768a0063-630d-474f-ada2-5433deec7ec5 on network fdbc00cf-55e9-4cce-84b8-590b58010988 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:11.403662 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-2e10a4fa-b4fe-401a-b66d-8da9b774bd98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951939 Aug 29 04:50:11.410055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:11.410443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Checking segment: {'id': 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:11.411107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.411514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Bound using segment: {'id': 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:11.412028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Bound port: 768a0063-630d-474f-ada2-5433deec7ec5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:11.412436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.441161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.482411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbc00cf-55e9-4cce-84b8-590b58010988']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.503793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cefd9ead-a132-41ca-be60-a002b2bffc89 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:11.522424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.522897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:11.560033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.618434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.620345 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-c3074e61-1506-41df-a835-23e49c365d99 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039375 Aug 29 04:50:11.627860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:11.628464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:11.719138 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:11.741788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] For port 768a0063-630d-474f-ada2-5433deec7ec5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:11.746996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] For port 768a0063-630d-474f-ada2-5433deec7ec5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=768a0063-630d-474f-ada2-5433deec7ec5,segment=NetworkSegment(aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2),segment_id=aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:11.756046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.763810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:11.763810 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:11.763810 n-d-712139-13 neutron-server[94827]: [parameters: {'id': 'fdbc00cf-55e9-4cce-84b8-590b58010988'}] Aug 29 04:50:11.763810 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:11.764497 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:11.818370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef5fe-a4ce-499e-a281-4b0ddf57ece1 None None] Pushing event updated for resources: {'Port': ['ID=768a0063-630d-474f-ada2-5433deec7ec5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:11.827664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5e76efc9-60fe-4c84-bab6-b8740acf0e4f None None] Provisioning complete for port cefd9ead-a132-41ca-be60-a002b2bffc89 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:11.828097 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e76efc9-60fe-4c84-bab6-b8740acf0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.836631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f13878ff-48ee-45f7-968b-bdd7b15adb6c req-347bf7ee-a88d-468a-99c4-edb93279b8fb service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032638 Aug 29 04:50:11.869691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port cefd9ead-a132-41ca-be60-a002b2bffc89 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:11.870799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:11.876734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472c86-bb8d-4b23-b9fa-18c3f4b53361 req-90edf86e-561d-42ad-b559-3580e6302c00 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.882009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11472c86-bb8d-4b23-b9fa-18c3f4b53361 req-90edf86e-561d-42ad-b559-3580e6302c00 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 943 time: 0.1616530 Aug 29 04:50:11.965879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976163-ee4f-4f10-8844-c83338e5acec req-66f81b0d-3eb0-4ffd-b163-99d0f51326e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:11.969381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-66f81b0d-3eb0-4ffd-b163-99d0f51326e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 1095 time: 0.0600722 Aug 29 04:50:11.971891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11472c86-bb8d-4b23-b9fa-18c3f4b53361 req-1cddd186-4b96-4f62-b0a2-be28a99e07a0 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Aug 29 04:50:12.000814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b862ca-e36e-4c5d-96ea-c8a8aefb7d1a None None] Network fdbc00cf-55e9-4cce-84b8-590b58010988 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:12.128880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976163-ee4f-4f10-8844-c83338e5acec req-a009e994-88a3-4785-b55b-201157326099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.131776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-a009e994-88a3-4785-b55b-201157326099 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.1382043 Aug 29 04:50:12.191064 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-524ae814-22ba-47fe-8783-52af0993b60e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5ce243-71e2-4485-81ce-99d7be77d703 HTTP/1.1" status: 200 len: 217 time: 0.0460532 Aug 29 04:50:12.246097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976163-ee4f-4f10-8844-c83338e5acec req-bfc04f1f-7f18-4da5-9ef2-e279915650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:12.247878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-bfc04f1f-7f18-4da5-9ef2-e279915650e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.0487731 Aug 29 04:50:12.265282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.294025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-906bb9cc-f6d4-45ab-a17d-57d7e4dd93f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359788 Aug 29 04:50:12.318092 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.378147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port 768a0063-630d-474f-ada2-5433deec7ec5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:12.378491 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.417099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690843b-6954-418b-b1bc-7a1352a1c595 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:12.478922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port 768a0063-630d-474f-ada2-5433deec7ec5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=768a0063-630d-474f-ada2-5433deec7ec5,segment=NetworkSegment(aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2),segment_id=aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:12.479702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.487824 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-80922fa9-802c-4768-b4f0-04528684cae2 service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835022 Aug 29 04:50:12.499878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for 768a0063-630d-474f-ada2-5433deec7ec5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:12.610380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84976163-ee4f-4f10-8844-c83338e5acec req-a3c0df85-8580-4146-91d2-a85a5d0a2a1a service neutron] 10.222.0.54 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148226 Aug 29 04:50:12.620631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.624356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690843b-6954-418b-b1bc-7a1352a1c595 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:12.671795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=768a0063-630d-474f-ada2-5433deec7ec5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:12.674046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port 768a0063-630d-474f-ada2-5433deec7ec5 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:12.768693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.781019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbc00cf-55e9-4cce-84b8-590b58010988']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.796754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.798847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5aeb04-cdfd-46c0-b35e-86ff1e0138d2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:12.809784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.826145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.833770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:12.833770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:12.914656 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:12.920281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13c17c-0de2-499c-8fec-000b7c4dde22 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:12.932632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.950560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:12.952833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/fdbc00cf-55e9-4cce-84b8-590b58010988 HTTP/1.1" status: 204 len: 168 time: 3.0377369 Aug 29 04:50:12.960058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36582) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:12.964805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-911593407'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:12.985125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ff2f-8111-40f5-bc33-d14c8d44e4bc tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=fdbc00cf-55e9-4cce-84b8-590b58010988,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.014255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:13.021012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.057154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:13.069375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.070165 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment b62f1ac1-97f1-494e-9d7c-cf92b69dbaad of type vlan for network 8e6803b7-7626-4cb8-971e-c7fbef5baf13 Aug 29 04:50:13.140258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.151544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8093dd-3f3c-4247-b4dc-4a8b6b0c0ed8 req-df70cf2e-abce-4a22-b375-5f03fa12e87f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.153160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa8093dd-3f3c-4247-b4dc-4a8b6b0c0ed8 req-df70cf2e-abce-4a22-b375-5f03fa12e87f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 943 time: 0.0834718 Aug 29 04:50:13.154191 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.167261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13c17c-0de2-499c-8fec-000b7c4dde22 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:13.181679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.195232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.195705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.246407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa8093dd-3f3c-4247-b4dc-4a8b6b0c0ed8 req-1f796234-2dd5-42f7-87c8-bff867767356 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832427 Aug 29 04:50:13.281223 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3233528 Aug 29 04:50:13.284337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.293403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '8e6803b7-7626-4cb8-971e-c7fbef5baf13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:13.356772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382a208-7bd1-4793-9ca2-3710f1da49d2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=8e6803b7-7626-4cb8-971e-c7fbef5baf13,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.380479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 8e6803b7-7626-4cb8-971e-c7fbef5baf13 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:13.410136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:13.415042 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.645262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.743468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'b62f1ac1-97f1-494e-9d7c-cf92b69dbaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '8e6803b7-7626-4cb8-971e-c7fbef5baf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:13.743829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: 8e6803b7-7626-4cb8-971e-c7fbef5baf13, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:13.752132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=fb81a4ad-1af9-41d9-bf37-70b3785592e6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:13.771146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 8e6803b7-7626-4cb8-971e-c7fbef5baf13 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:13.781222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 8e6803b7-7626-4cb8-971e-c7fbef5baf13) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:13.786269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:13.786858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.794861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8059f-bd46-4eb3-8a81-af0be3c00e58 None None] Network 8e6803b7-7626-4cb8-971e-c7fbef5baf13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:13.813727 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4322fdb8-e205-4e1a-958a-09d265250d27 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5225139 Aug 29 04:50:13.814096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:13.929775 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:13.970727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b01fc-5c78-4d83-8106-6b10ed33f489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-8e6803b7-7626-4cb8-971e-c7fbef5baf13', 'network_id': '8e6803b7-7626-4cb8-971e-c7fbef5baf13', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': 'fb81a4ad-1af9-41d9-bf37-70b3785592e6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:13.971504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f2b01fc-5c78-4d83-8106-6b10ed33f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.004191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.073956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-3f2b01fc-5c78-4d83-8106-6b10ed33f489 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb81a4ad-1af9-41d9-bf37-70b3785592e6: This subnet is being modified by another concurrent operation. Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb81a4ad-1af9-41d9-bf37-70b3785592e6: This subnet is being modified by another concurrent operation. Aug 29 04:50:14.091324 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:50:14.120534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdec129-7a82-4164-803e-129bd5d81df2 None None] Network 8e6803b7-7626-4cb8-971e-c7fbef5baf13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:14.138499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=fb81a4ad-1af9-41d9-bf37-70b3785592e6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.217683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3f5ce243-71e2-4485-81ce-99d7be77d703 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:50:14.222477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.234883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6803b7-7626-4cb8-971e-c7fbef5baf13']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.259312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62f1ac1-97f1-494e-9d7c-cf92b69dbaad') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.259613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62f1ac1-97f1-494e-9d7c-cf92b69dbaad') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:14.263769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d6c1a-0bf6-4437-b62d-630c524de969 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:14.306262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.373409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.381894 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:14.382793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:14.386343 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:14.453143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3f5ce243-71e2-4485-81ce-99d7be77d703,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:14.474669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3f5ce243-71e2-4485-81ce-99d7be77d703', 'network_id': 'c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24', 'port_id': '3f5ce243-71e2-4485-81ce-99d7be77d703', 'mac_address': 'fa:16:3e:67:c2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701ac96f-5297-488c-a4f5-50032b9e3cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:50:14.490778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1a820-c3d0-45e2-b32a-e1d4d3d73ede req-418b14ca-2ff3-4e02-b428-ceae708f539e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.491643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d6c1a-0bf6-4437-b62d-630c524de969 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:14.493337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bf1a820-c3d0-45e2-b32a-e1d4d3d73ede req-418b14ca-2ff3-4e02-b428-ceae708f539e tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 943 time: 0.1489117 Aug 29 04:50:14.494613 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.508327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.510652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/8e6803b7-7626-4cb8-971e-c7fbef5baf13 HTTP/1.1" status: 204 len: 168 time: 0.6953554 Aug 29 04:50:14.513928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.519899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857067007'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:14.532984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda299a-c728-43e9-8123-3319dc3ae130 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=8e6803b7-7626-4cb8-971e-c7fbef5baf13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.557911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:14.562931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.593122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bf1a820-c3d0-45e2-b32a-e1d4d3d73ede req-3fa00370-262c-454c-b5aa-52200611b9c1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862198 Aug 29 04:50:14.627876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:14.644822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.645656 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment 14451d20-fad3-4c73-a511-6523916692af of type vlan for network 589b18b5-2623-4426-af7d-089b9ef7e52a Aug 29 04:50:14.708485 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.722123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.744734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5ce243-71e2-4485-81ce-99d7be77d703 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:50:14.755756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.764344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:14.765101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.794286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3f5ce243-71e2-4485-81ce-99d7be77d703,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:14.799589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:14.840625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3251839 Aug 29 04:50:14.844784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:14.852131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:14.924473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be043f-4276-47cc-a7f9-c41663322252 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=589b18b5-2623-4426-af7d-089b9ef7e52a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.966134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:14.969291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:14.999664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:15.004509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.075703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3f5ce243-71e2-4485-81ce-99d7be77d703'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:15.244079 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.336776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=1b41b73d-d87b-49e9-be69-f5d59fa8b2b6,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:15.349930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': '14451d20-fad3-4c73-a511-6523916692af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:15.350148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: 589b18b5-2623-4426-af7d-089b9ef7e52a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:15.373201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 589b18b5-2623-4426-af7d-089b9ef7e52a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:15.386590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 589b18b5-2623-4426-af7d-089b9ef7e52a) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:15.391128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:15.391761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.396690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a8cd3-a1b2-47f3-a441-685f915ed563 None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:15.409614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-beb514e5-0d91-4cc4-ad9d-23cd55e0c20e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5630841 Aug 29 04:50:15.412634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:15.419209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:15.569398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-589b18b5-2623-4426-af7d-089b9ef7e52a', 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': '1b41b73d-d87b-49e9-be69-f5d59fa8b2b6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:15.571002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.592139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:15.598645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:15.754369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Allocated IP 2001:db8::2 (589b18b5-2623-4426-af7d-089b9ef7e52a/1b41b73d-d87b-49e9-be69-f5d59fa8b2b6/981d8096-c8a5-42e2-bad3-c7fa8104f213) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:15.803683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a9b35-b8d8-47d8-8e69-74e703fa9508 req-af736a63-1c8c-4dea-9c0f-c097a81a11f9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:15.805766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a95a9b35-b8d8-47d8-8e69-74e703fa9508 req-af736a63-1c8c-4dea-9c0f-c097a81a11f9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 944 time: 0.0822842 Aug 29 04:50:15.886487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a95a9b35-b8d8-47d8-8e69-74e703fa9508 req-cf303f13-7d0a-4054-9d16-43265393e78a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715351 Aug 29 04:50:15.983981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.000262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Transition to ACTIVE for port object 981d8096-c8a5-42e2-bad3-c7fa8104f213 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:16.021355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Transition to ACTIVE for port object 981d8096-c8a5-42e2-bad3-c7fa8104f213 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:16.037721 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.071851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:16.074278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.122700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:16.135201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:16.182257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 589b18b5-2623-4426-af7d-089b9ef7e52a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:16.186026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:16.199154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.200012 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.201616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Pushing event updated for resources: {'Port': ['ID=981d8096-c8a5-42e2-bad3-c7fa8104f213,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.230187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=0a58e032-bc13-4a2f-99c3-c58061100d26,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.233547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Attempting to bind port 981d8096-c8a5-42e2-bad3-c7fa8104f213 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:16.233995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Attempting to bind port 981d8096-c8a5-42e2-bad3-c7fa8104f213 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '14451d20-fad3-4c73-a511-6523916692af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:16.234455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Attempting to bind port 981d8096-c8a5-42e2-bad3-c7fa8104f213 on network 589b18b5-2623-4426-af7d-089b9ef7e52a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:16.238459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36628) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.238929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-87fc4232-f33d-4158-9c38-a0faad0fab68 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8243546 Aug 29 04:50:16.240582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3f5ce243-71e2-4485-81ce-99d7be77d703 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:16.243508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:16.243886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Checking segment: {'id': '14451d20-fad3-4c73-a511-6523916692af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:16.244304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.244690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Bound using segment: {'id': '14451d20-fad3-4c73-a511-6523916692af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:16.245167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Bound port: 981d8096-c8a5-42e2-bad3-c7fa8104f213, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14451d20-fad3-4c73-a511-6523916692af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:16.245539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.331376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] For port 981d8096-c8a5-42e2-bad3-c7fa8104f213, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:16.335302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] For port 981d8096-c8a5-42e2-bad3-c7fa8104f213, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=981d8096-c8a5-42e2-bad3-c7fa8104f213,segment=NetworkSegment(14451d20-fad3-4c73-a511-6523916692af),segment_id=14451d20-fad3-4c73-a511-6523916692af)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:16.343656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.345082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.346568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.348562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.350282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.352900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.356878 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2edc658a-4642-443b-9a57-8b0ab757b278 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1166546 Aug 29 04:50:16.369086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.369670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933108330'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.394493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:16.399531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.430213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:16.442297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.442872 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment c8c13a93-44e7-4f57-96e1-6d1d549d775b of type vlan for network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa Aug 29 04:50:16.497313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.530540 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.538266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:16.538926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.562700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:16.563227 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1987634 Aug 29 04:50:16.569599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:16.596303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c8348-48c3-4909-a025-c15d73474464 None None] Pushing event updated for resources: {'Port': ['ID=981d8096-c8a5-42e2-bad3-c7fa8104f213,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.642470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3f5ce243-71e2-4485-81ce-99d7be77d703 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:16.660423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3f5ce243-71e2-4485-81ce-99d7be77d703 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:16.660836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.666863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3b0af-d395-4053-963c-e72ffb74a43f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=f67d53d7-6bcd-4ff5-baf5-a84fc32682fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:16.707405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:16.852447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:16.950995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:16.961931 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321bd63d-a35d-4386-b1f9-5e642dff3b9f" -d '{"events": [{"server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "name": "network-vif-plugged", "status": "completed", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:16.991322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3f5ce243-71e2-4485-81ce-99d7be77d703,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:17.000475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.090681 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8c3b73-0bf1-4c64-9f39-8cec8ddddf05 x-openstack-request-id: req-fc8c3b73-0bf1-4c64-9f39-8cec8ddddf05 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:17.091132 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "name": "network-vif-plugged", "status": "completed", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:17.091490 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc8c3b73-0bf1-4c64-9f39-8cec8ddddf05 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:17.092207 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703', 'code': 200} Aug 29 04:50:17.093491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.160409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7010bff-a968-4402-8cf0-7c4013dd7bd9 req-9d561818-a565-454c-8433-da4b5bec1b94 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.162753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7010bff-a968-4402-8cf0-7c4013dd7bd9 req-9d561818-a565-454c-8433-da4b5bec1b94 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0963461 Aug 29 04:50:17.282409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7010bff-a968-4402-8cf0-7c4013dd7bd9 req-dad60d70-bbcb-4421-83d0-6f3d8442d0e1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126764 Aug 29 04:50:17.467501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9accc-57dc-4eee-b93c-cd7329b4ba8f req-2c27b5ec-82c5-4a98-a789-91db9cec8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.469748 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dff9accc-57dc-4eee-b93c-cd7329b4ba8f req-2c27b5ec-82c5-4a98-a789-91db9cec8f61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 1097 time: 0.0974727 Aug 29 04:50:17.478271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 981d8096-c8a5-42e2-bad3-c7fa8104f213 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:17.504923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.525091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dff9accc-57dc-4eee-b93c-cd7329b4ba8f req-44c2bd23-1e04-47b4-bed3-a43cd2dc14f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Aug 29 04:50:17.527621 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.553202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:50:17.559585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:17.560362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:17.561693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "PUT /v2.0/networks/f67d53d7-6bcd-4ff5-baf5-a84fc32682fa HTTP/1.1" status: 200 len: 723 time: 0.9970596 Aug 29 04:50:17.567050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:17.577373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:17.625675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e37e-cc96-4851-b1ec-ff0e515d7c0e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=f67d53d7-6bcd-4ff5-baf5-a84fc32682fa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:17.656063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:17.787048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:17.787431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:17.802847 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.051049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.127221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=6af0c27e-00ed-4155-a085-e6c44e6bd053,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.133593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': 'c8c13a93-44e7-4f57-96e1-6d1d549d775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:18.133967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: f67d53d7-6bcd-4ff5-baf5-a84fc32682fa, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:18.147401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b7a10e-74dc-4bf7-a291-1fc40a35117d None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:18.160701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:18.176967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f67d53d7-6bcd-4ff5-baf5-a84fc32682fa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:18.183834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.184867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.200193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad88fe8-dac0-49b2-9076-e54fd1a6ca0e None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:18.207742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-83bb95b7-0535-4ad6-97d9-123d20dbf2f6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6389661 Aug 29 04:50:18.210507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.216451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:18.316146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Provisioning for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:18.322923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:18.323262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.379014 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8745270'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.549091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-f67d53d7-6bcd-4ff5-baf5-a84fc32682fa', 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': '6af0c27e-00ed-4155-a085-e6c44e6bd053'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:18.551214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.704633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758440813352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9279259'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.797329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.798210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.799815 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "PUT /v2.0/subnets/6af0c27e-00ed-4155-a085-e6c44e6bd053 HTTP/1.1" status: 200 len: 826 time: 0.5879970 Aug 29 04:50:18.805138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:18.839281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765e30a-ffc7-4254-b2a1-543c65539f85 req-e6d7652f-549e-4a71-a214-67ada3659328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:18.843097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9765e30a-ffc7-4254-b2a1-543c65539f85 req-e6d7652f-549e-4a71-a214-67ada3659328 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1814394 Aug 29 04:50:18.862696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c61a4-feef-49ee-9733-f65afde7d03e tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=6af0c27e-00ed-4155-a085-e6c44e6bd053,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:18.909082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:18.923025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9765e30a-ffc7-4254-b2a1-543c65539f85 req-012f3bf4-3150-44b5-9613-953b015efcfb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613797 Aug 29 04:50:18.989721 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.024199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] For port 981d8096-c8a5-42e2-bad3-c7fa8104f213, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=981d8096-c8a5-42e2-bad3-c7fa8104f213,segment=NetworkSegment(14451d20-fad3-4c73-a511-6523916692af),segment_id=14451d20-fad3-4c73-a511-6523916692af)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:19.040889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.053231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Allocated IP 2001:db8::2 (f67d53d7-6bcd-4ff5-baf5-a84fc32682fa/6af0c27e-00ed-4155-a085-e6c44e6bd053/780a49fd-6ea2-4fb2-9518-b22c754c8a04) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:19.055982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Update dhcp port {'port': {'network_id': '589b18b5-2623-4426-af7d-089b9ef7e52a', 'fixed_ips': [{'subnet_id': '1b41b73d-d87b-49e9-be69-f5d59fa8b2b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a58e032-bc13-4a2f-99c3-c58061100d26'}], 'binding:host_id': 'n-d-712139-13'}, 'id': '981d8096-c8a5-42e2-bad3-c7fa8104f213'} from n-d-712139-13. {{(pid=94828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 04:50:19.064353 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.131218 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.207890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7cb1-43bf-427c-b23b-0f0deccd7792 None None] Pushing event updated for resources: {'Port': ['ID=981d8096-c8a5-42e2-bad3-c7fa8104f213,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:19.378580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 981d8096-c8a5-42e2-bad3-c7fa8104f213 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:19.515380 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.525943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Allocated IP 172.20.0.1 (589b18b5-2623-4426-af7d-089b9ef7e52a/0a58e032-bc13-4a2f-99c3-c58061100d26/981d8096-c8a5-42e2-bad3-c7fa8104f213) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:19.573196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Transition to ACTIVE for port object 780a49fd-6ea2-4fb2-9518-b22c754c8a04 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:19.611007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:19.611422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.712429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9923-44d4-466d-b614-25b5963fca28 req-4ce51529-34a7-4aea-b306-31e8070b8c89 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:19.727416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158b9923-44d4-466d-b614-25b5963fca28 req-4ce51529-34a7-4aea-b306-31e8070b8c89 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1096375 Aug 29 04:50:19.804464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-9c0fcd3b-0776-4b1a-8758-3913b00e9b1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039376 Aug 29 04:50:19.866242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] For port 981d8096-c8a5-42e2-bad3-c7fa8104f213, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=981d8096-c8a5-42e2-bad3-c7fa8104f213,segment=NetworkSegment(14451d20-fad3-4c73-a511-6523916692af),segment_id=14451d20-fad3-4c73-a511-6523916692af)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:19.879537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-158b9923-44d4-466d-b614-25b5963fca28 req-cf557f3e-6bcf-4da5-afc9-784e9a0a1cbd tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464484 Aug 29 04:50:19.899914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Transition to ACTIVE for port object 780a49fd-6ea2-4fb2-9518-b22c754c8a04 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:19.918389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.929891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:19.942115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:19.948209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:19.974451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-835dd426-eea8-4aea-813d-c4466345226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:19.977656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-835dd426-eea8-4aea-813d-c4466345226b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 1097 time: 0.1177590 Aug 29 04:50:19.979662 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.002740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:20.066641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=6af0c27e-00ed-4155-a085-e6c44e6bd053,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.068308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Transition to ACTIVE for port object 981d8096-c8a5-42e2-bad3-c7fa8104f213 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:20.069095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Pushing event updated for resources: {'Port': ['ID=780a49fd-6ea2-4fb2-9518-b22c754c8a04,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.090153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.141200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb6d3-0d88-4051-95c4-d85b893e2788 req-632789bf-55f2-489c-ac84-0fb899465a36 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.152853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-baadb6d3-0d88-4051-95c4-d85b893e2788 req-632789bf-55f2-489c-ac84-0fb899465a36 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1069963 Aug 29 04:50:20.212740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-baadb6d3-0d88-4051-95c4-d85b893e2788 req-27f7ceb7-3f28-43b2-883d-bc9082f69e3a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Aug 29 04:50:20.229287 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.250957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d53d7-6bcd-4ff5-baf5-a84fc32682fa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.272354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c13a93-44e7-4f57-96e1-6d1d549d775b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.272656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c13a93-44e7-4f57-96e1-6d1d549d775b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:20.277469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Attempting to bind port 780a49fd-6ea2-4fb2-9518-b22c754c8a04 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:20.278034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Attempting to bind port 780a49fd-6ea2-4fb2-9518-b22c754c8a04 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c8c13a93-44e7-4f57-96e1-6d1d549d775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:20.278281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Attempting to bind port 780a49fd-6ea2-4fb2-9518-b22c754c8a04 on network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:20.295974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:20.296375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Checking segment: {'id': 'c8c13a93-44e7-4f57-96e1-6d1d549d775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:20.296660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.296785 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.297167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Bound using segment: {'id': 'c8c13a93-44e7-4f57-96e1-6d1d549d775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:20.297652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Bound port: 780a49fd-6ea2-4fb2-9518-b22c754c8a04, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c13a93-44e7-4f57-96e1-6d1d549d775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:20.298464 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.308990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28493db-c955-4452-98c4-68f00e2564e8 None None] Pushing event updated for resources: {'Port': ['ID=981d8096-c8a5-42e2-bad3-c7fa8104f213,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.331108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-22fc22f5-4474-446d-b73e-1a2c26f18d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.333169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-22fc22f5-4474-446d-b73e-1a2c26f18d24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 200 len: 907 time: 0.3113425 Aug 29 04:50:20.342387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.450178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-ba29927e-2f9f-4cf2-b9ac-cc05446f6c59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75717be8-b09b-4a97-8a85-3a2617acd159 HTTP/1.1" status: 200 len: 217 time: 0.1035137 Aug 29 04:50:20.453059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:20.454687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:20.462537 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:20.581976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-2393c1d5-8b8f-4777-b8b1-de09b31cb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.583629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-2393c1d5-8b8f-4777-b8b1-de09b31cb31b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 200 len: 846 time: 0.1171489 Aug 29 04:50:20.634838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458404-85bf-4cff-9d9f-a9f8fce2ce41 req-6dcaec7b-1391-4f28-a2e7-0422666248d9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:20.641315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c458404-85bf-4cff-9d9f-a9f8fce2ce41 req-6dcaec7b-1391-4f28-a2e7-0422666248d9 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1356742 Aug 29 04:50:20.676713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] For port 780a49fd-6ea2-4fb2-9518-b22c754c8a04, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:20.693440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-c5865db0-489d-47c2-bdda-a30a4398ea14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545599 Aug 29 04:50:20.719565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c458404-85bf-4cff-9d9f-a9f8fce2ce41 req-5b919b11-a7a6-4b05-88d3-2238be3efc69 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710268 Aug 29 04:50:20.728421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] For port 780a49fd-6ea2-4fb2-9518-b22c754c8a04, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=780a49fd-6ea2-4fb2-9518-b22c754c8a04,segment=NetworkSegment(c8c13a93-44e7-4f57-96e1-6d1d549d775b),segment_id=c8c13a93-44e7-4f57-96e1-6d1d549d775b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:20.739953 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:20.795349 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:20.795349 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:20.795349 n-d-712139-13 neutron-server[94826]: [parameters: {'id': 'f67d53d7-6bcd-4ff5-baf5-a84fc32682fa'}] Aug 29 04:50:20.795349 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:20.796048 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:20.895612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-b3397354-391b-49eb-b9ce-2e257e5a3b6c service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869786 Aug 29 04:50:20.956992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819e11-ecbc-44b9-859b-785ee7ce4da4 None None] Pushing event updated for resources: {'Port': ['ID=780a49fd-6ea2-4fb2-9518-b22c754c8a04,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:20.970961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2a6af-4cf9-4590-b668-7940ef3b2f52 None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:21.026657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc23843-c0c9-4dff-95db-fd1765326cd6 req-aeaed57d-d4b1-49c6-8263-af85d440c6aa tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:21.029181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1bc23843-c0c9-4dff-95db-fd1765326cd6 req-aeaed57d-d4b1-49c6-8263-af85d440c6aa tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1881251 Aug 29 04:50:21.080349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e0f60b9-fec7-4192-be70-2c3870580209 req-4cb520f4-3403-4cd6-9b93-12d04720bb77 service neutron] 10.222.0.50 "GET /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762257 Aug 29 04:50:21.151512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1bc23843-c0c9-4dff-95db-fd1765326cd6 req-5e047b78-85f7-40d1-8429-5c4b88aea3eb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020856 Aug 29 04:50:21.171445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ea4bb-33d1-4486-a2ff-4f0da8259c68 req-1e1925fd-3dec-406e-aebf-477eb552f7c9 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:21.176281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c9ea4bb-33d1-4486-a2ff-4f0da8259c68 req-1e1925fd-3dec-406e-aebf-477eb552f7c9 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1453409 Aug 29 04:50:21.212787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2549f-f8b5-4222-aa93-e2d0b45a1770 None None] Network f67d53d7-6bcd-4ff5-baf5-a84fc32682fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:21.241034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c9ea4bb-33d1-4486-a2ff-4f0da8259c68 req-4c694df6-d7b5-4004-9b5a-ec1d6d85c882 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Aug 29 04:50:21.297372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.301481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c706d-58bf-4dd9-b09c-a63e8f26181c None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:21.426941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 981d8096-c8a5-42e2-bad3-c7fa8104f213 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:21.451205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port 780a49fd-6ea2-4fb2-9518-b22c754c8a04 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:21.452548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.506946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffdde4ec-5383-4fec-836d-e1424fe2a2c0 None None] Provisioning for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:21.541963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffdde4ec-5383-4fec-836d-e1424fe2a2c0 None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:21.542627 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffdde4ec-5383-4fec-836d-e1424fe2a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.545241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port 780a49fd-6ea2-4fb2-9518-b22c754c8a04, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=780a49fd-6ea2-4fb2-9518-b22c754c8a04,segment=NetworkSegment(c8c13a93-44e7-4f57-96e1-6d1d549d775b),segment_id=c8c13a93-44e7-4f57-96e1-6d1d549d775b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:21.545750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.562261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for 780a49fd-6ea2-4fb2-9518-b22c754c8a04 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:21.627709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc643e-e59b-457b-ab75-70e7111276e6 req-0dba81a5-6dc4-4fc1-a668-8b44330a09ed tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:21.629731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63fc643e-e59b-457b-ab75-70e7111276e6 req-0dba81a5-6dc4-4fc1-a668-8b44330a09ed tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0918465 Aug 29 04:50:21.680838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:21.681214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.702796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63fc643e-e59b-457b-ab75-70e7111276e6 req-65b4f176-d219-40a9-8edf-1c6e66b459d6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654833 Aug 29 04:50:21.737320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.769301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=780a49fd-6ea2-4fb2-9518-b22c754c8a04,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:21.781185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port 780a49fd-6ea2-4fb2-9518-b22c754c8a04 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:21.891574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.907670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d53d7-6bcd-4ff5-baf5-a84fc32682fa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.921106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c13a93-44e7-4f57-96e1-6d1d549d775b') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.921505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c13a93-44e7-4f57-96e1-6d1d549d775b') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:21.934997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:21.993184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.002681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:22.013390 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:22.073717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-09e2be88-47f6-4fc6-b4dc-714f6efd82e3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.075331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-09e2be88-47f6-4fc6-b4dc-714f6efd82e3 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1370020 Aug 29 04:50:22.135750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.146715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.151537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/f67d53d7-6bcd-4ff5-baf5-a84fc32682fa HTTP/1.1" status: 204 len: 168 time: 3.3447742 Aug 29 04:50:22.151776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.181439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774a3f2-de36-4532-bdd6-cc1d3cd9dc28 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:22.188190 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5499fbd-8b24-4f5b-811f-99ae7a4a0609 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:22.189219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5499fbd-8b24-4f5b-811f-99ae7a4a0609 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:22.193205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5499fbd-8b24-4f5b-811f-99ae7a4a0609 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/f67d53d7-6bcd-4ff5-baf5-a84fc32682fa HTTP/1.1" status: 404 len: 339 time: 0.0392981 Aug 29 04:50:22.198165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3040b-e89a-4bb2-b326-01c894ebd7bd tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=f67d53d7-6bcd-4ff5-baf5-a84fc32682fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.199319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36704) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.211960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58446738', 'description': 'd1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:22.238092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Deleting port e413bcbd-6813-458b-a19e-695cd46a3896 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:22.238444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.250417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:22.259003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.303529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2d2d93aa-7cc9-4805-934b-d14b62d0cd0f None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:22.304201 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2d2d93aa-7cc9-4805-934b-d14b62d0cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.314914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:22.342865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.344651 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment 44a184e7-66a2-4bfb-bdb6-ef21b480c15c of type vlan for network 7fb78a03-6cb0-426c-8489-7a95b4204755 Aug 29 04:50:22.418831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] For port e413bcbd-6813-458b-a19e-695cd46a3896, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=e413bcbd-6813-458b-a19e-695cd46a3896,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:22.419907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.446424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.457018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Calling delete_port for e413bcbd-6813-458b-a19e-695cd46a3896 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:22.490549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111f27-97d6-4d01-b156-d714ac4a31da req-3bc3256d-c99f-481e-ba33-a5b500f2ae7b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.499152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc111f27-97d6-4d01-b156-d714ac4a31da req-3bc3256d-c99f-481e-ba33-a5b500f2ae7b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=12509195-d14e-4c8a-843d-3fa0d742927f HTTP/1.1" status: 200 len: 946 time: 0.1257133 Aug 29 04:50:22.503349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774a3f2-de36-4532-bdd6-cc1d3cd9dc28 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:22.532702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.539057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:22.539711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.560743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc111f27-97d6-4d01-b156-d714ac4a31da req-4628b230-9b1c-45fd-bd2a-6a8f71c69af5 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603817 Aug 29 04:50:22.603078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4016707 Aug 29 04:50:22.610562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36708) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:22.697034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.736519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event deleted for resources: {'Port': ['ID=e413bcbd-6813-458b-a19e-695cd46a3896,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:22.766255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff', '0f153def-ff0d-4786-bc8c-0967ce9296e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:22.776221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bb85832c-089c-4693-b31e-1d4326990d34'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:22.791599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] No DVR routers for this DVR port e413bcbd-6813-458b-a19e-695cd46a3896 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:22.794999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:22.797587 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2e4f3ed2-3414-415c-8a21-b0b435459c00 req-ac988002-a5d4-4a2b-9838-b989d26401c2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "DELETE /v2.0/ports/e413bcbd-6813-458b-a19e-695cd46a3896 HTTP/1.1" status: 204 len: 173 time: 0.7151601 Aug 29 04:50:22.798152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'name': 'network-vif-deleted', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:22.800912 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063e402-362f-4497-8819-538d11de65ca" -d '{"events": [{"server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "name": "network-vif-deleted", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:22.887645 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c0e4b9-86aa-4026-9adf-75ed1cd40fb5 x-openstack-request-id: req-21c0e4b9-86aa-4026-9adf-75ed1cd40fb5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:22.888104 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12509195-d14e-4c8a-843d-3fa0d742927f", "name": "network-vif-deleted", "tag": "e413bcbd-6813-458b-a19e-695cd46a3896", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:22.888536 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21c0e4b9-86aa-4026-9adf-75ed1cd40fb5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:22.888956 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12509195-d14e-4c8a-843d-3fa0d742927f', 'name': 'network-vif-deleted', 'tag': 'e413bcbd-6813-458b-a19e-695cd46a3896', 'status': 'completed', 'code': 200} Aug 29 04:50:23.177522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc0516-d978-4ccb-9d6e-eea0a4002e22 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=7fb78a03-6cb0-426c-8489-7a95b4204755,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.190752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7fb78a03-6cb0-426c-8489-7a95b4204755 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:23.212999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9769820-b621-4def-8a07-96779b209060 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.217845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e9769820-b621-4def-8a07-96779b209060 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks?id=7fb78a03-6cb0-426c-8489-7a95b4204755 HTTP/1.1" status: 200 len: 763 time: 0.6026676 Aug 29 04:50:23.218094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.224937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'description': 'd2'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:23.237317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108c5c-f4c2-4dfa-ab6d-2a6447d675ca req-178018e6-85cc-4d7b-a0bd-dc7f68d3fc0a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.238918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c108c5c-f4c2-4dfa-ab6d-2a6447d675ca req-178018e6-85cc-4d7b-a0bd-dc7f68d3fc0a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0998158 Aug 29 04:50:23.336326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c108c5c-f4c2-4dfa-ab6d-2a6447d675ca req-2de4d11c-55b0-40b2-b435-c4affe69a50d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861452 Aug 29 04:50:23.451224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.474837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.496231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 7fb78a03-6cb0-426c-8489-7a95b4204755 is not hosted by any dhcp agent {{(pid=94827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:50:23.501866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.502503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:23.503800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "PUT /v2.0/networks/7fb78a03-6cb0-426c-8489-7a95b4204755 HTTP/1.1" status: 200 len: 760 time: 0.2848051 Aug 29 04:50:23.506737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.558879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea27628-4737-4306-a864-930d72c58b13 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=7fb78a03-6cb0-426c-8489-7a95b4204755,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:23.576237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7fb78a03-6cb0-426c-8489-7a95b4204755 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:23.621425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43153606-d000-410d-93d0-0f4e5e4f9bf4 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.627859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.638019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43153606-d000-410d-93d0-0f4e5e4f9bf4 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks?id=7fb78a03-6cb0-426c-8489-7a95b4204755 HTTP/1.1" status: 200 len: 763 time: 0.1289611 Aug 29 04:50:23.847789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e4d2ee-2f20-4d34-adb4-4b85ce719ee8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:23.852121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-87e4d2ee-2f20-4d34-adb4-4b85ce719ee8 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2204804 Aug 29 04:50:23.852476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:23.903548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b5097eff-c713-4e3e-87d9-c4ae5edf5943 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 207 time: 0.0459275 Aug 29 04:50:23.903959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.125526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.131804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.138669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.145139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.151479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.158259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.165551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1c6fe06d-a15c-48d1-a8ca-aa18d6646447 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2551384 Aug 29 04:50:24.165778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.366708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e413bcbd-6813-458b-a19e-695cd46a3896 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:24.377277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.388702 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9de63ec6-da62-4415-b7a0-8f7fc208ebbf tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2215843 Aug 29 04:50:24.421023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: e413bcbd-6813-458b-a19e-695cd46a3896 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:24.421368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device e413bcbd-6813-458b-a19e-695cd46a3896 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:24.501875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.503554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.505130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.506663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.508480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.513650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9921d115-a1ee-44e5-9a27-58663e66c852 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1313291 Aug 29 04:50:24.513914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.595786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513b52-d5c5-43e6-9883-c907f7757ae1 req-0b0e3aef-07ea-4dde-b9ff-ebe7f2d758b2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.597383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a513b52-d5c5-43e6-9883-c907f7757ae1 req-0b0e3aef-07ea-4dde-b9ff-ebe7f2d758b2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1144543 Aug 29 04:50:24.608044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.609480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.610899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.612418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.613969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.619085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-661ac225-7928-4508-8b50-02a0b0b9a216 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1007850 Aug 29 04:50:24.619888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36754) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.651896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a513b52-d5c5-43e6-9883-c907f7757ae1 req-099fd3a9-80b9-4fe3-8a8e-18c71836816d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Aug 29 04:50:24.761445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80bb6d-81e0-4c3b-b71b-a24175bb93d5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.766502 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7d80bb6d-81e0-4c3b-b71b-a24175bb93d5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks/2b85c34a-da03-467d-8e43-5e94132f0030 HTTP/1.1" status: 200 len: 804 time: 0.1428690 Aug 29 04:50:24.766878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.876894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-148cedae-3511-4a6e-9bc2-a7fb20f44ab0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/networks/2b85c34a-da03-467d-8e43-5e94132f0030?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1087799 Aug 29 04:50:24.880424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:24.940016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42cc3e-7c1c-4ce7-b826-3876ea5bef29 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:24.941855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7f42cc3e-7c1c-4ce7-b826-3876ea5bef29 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets/529bb6e7-adb6-4dfe-83c9-67f1d076dd5e HTTP/1.1" status: 200 len: 843 time: 0.0603902 Aug 29 04:50:24.945596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.010616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1891872-94a1-4f42-8cde-9612d2143f66 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.012614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d1891872-94a1-4f42-8cde-9612d2143f66 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "GET /v2.0/subnets/529bb6e7-adb6-4dfe-83c9-67f1d076dd5e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0659423 Aug 29 04:50:25.016138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36766) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.021915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705402148'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:25.050001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:25.053948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.086573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:25.101370 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.101370 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Added segment 177ed52c-6b59-46f7-bc3f-dc3952ce296a of type vlan for network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 Aug 29 04:50:25.153105 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.192726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.198924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.199681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.263306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.263754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2462580 Aug 29 04:50:25.276864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Network': ['ID=41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.286317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:25.293985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.294320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.294663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.294998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.295357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.295657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.296048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.296353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.296674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.296996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.297316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.297799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67a291-1443-4726-a204-71043b48399c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:25.316579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:25.411883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Made reservation on behalf of 0fbbcddecefa49ed9255648c80f2971c for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:25.417085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.496443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:25.497259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:25.654438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.725055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Checking segment: {'id': '177ed52c-6b59-46f7-bc3f-dc3952ce296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:25.725418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network hostable DHCP agents. Network: 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:25.732517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=fd318401-971b-421d-8702-c8b0f42f0d2e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:25.749148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:25.762525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:25.773995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d99a13-093f-48c1-b8e7-8b285c40304b None None] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:25.777902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.778542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7962002'] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:25.800009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f0eee58c-9590-4005-b3fc-f396a44595d9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5344417 Aug 29 04:50:25.802795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:25.809955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:25.836017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e420bc7-33b0-448e-8828-eddada6e9f65 req-8448ab9f-b730-4e65-9d05-8e00a4178764 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:25.838315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e420bc7-33b0-448e-8828-eddada6e9f65 req-8448ab9f-b730-4e65-9d05-8e00a4178764 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0822096 Aug 29 04:50:25.904889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e420bc7-33b0-448e-8828-eddada6e9f65 req-318812ef-8fcc-400c-87c1-064ce6a03451 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 Aug 29 04:50:25.994551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8766862'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.051181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8', 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8', 'tenant_id': '0fbbcddecefa49ed9255648c80f2971c', 'fixed_ips': [{'subnet_id': 'fd318401-971b-421d-8702-c8b0f42f0d2e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:26.052389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.218418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758440813352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3698890'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.284752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:26.285500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.286358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Allocated IP 2001:db8::3 (41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8/fd318401-971b-421d-8702-c8b0f42f0d2e/13150de0-df94-4e38-b215-305bb2ff5d79) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:26.286972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "PUT /v2.0/subnets/fd318401-971b-421d-8702-c8b0f42f0d2e HTTP/1.1" status: 200 len: 900 time: 0.4829237 Aug 29 04:50:26.290727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:26.320431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcf891-8893-4d33-b49f-637e13bbbf54 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event updated for resources: {'Subnet': ['ID=fd318401-971b-421d-8702-c8b0f42f0d2e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.416258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.497979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.510072 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.519355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Transition to ACTIVE for port object 13150de0-df94-4e38-b215-305bb2ff5d79 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:26.536707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Transition to ACTIVE for port object 13150de0-df94-4e38-b215-305bb2ff5d79 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:26.550835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.589511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.609690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:26.613116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:26.615907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:26.622272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=fd318401-971b-421d-8702-c8b0f42f0d2e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.626567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Pushing event updated for resources: {'Port': ['ID=13150de0-df94-4e38-b215-305bb2ff5d79,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:26.694688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Attempting to bind port 13150de0-df94-4e38-b215-305bb2ff5d79 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:26.695854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Attempting to bind port 13150de0-df94-4e38-b215-305bb2ff5d79 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '177ed52c-6b59-46f7-bc3f-dc3952ce296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:26.696400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Attempting to bind port 13150de0-df94-4e38-b215-305bb2ff5d79 on network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:26.697237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.702823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:26.703209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Checking segment: {'id': '177ed52c-6b59-46f7-bc3f-dc3952ce296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:26.703615 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.704045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Bound using segment: {'id': '177ed52c-6b59-46f7-bc3f-dc3952ce296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:26.704532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Bound port: 13150de0-df94-4e38-b215-305bb2ff5d79, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ed52c-6b59-46f7-bc3f-dc3952ce296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:26.704917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.711993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.729963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177ed52c-6b59-46f7-bc3f-dc3952ce296a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.730521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177ed52c-6b59-46f7-bc3f-dc3952ce296a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:26.741057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.758211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.765341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:26.765960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:26.770094 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:26.795708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] For port 13150de0-df94-4e38-b215-305bb2ff5d79, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:26.840011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] For port 13150de0-df94-4e38-b215-305bb2ff5d79, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=13150de0-df94-4e38-b215-305bb2ff5d79,segment=NetworkSegment(177ed52c-6b59-46f7-bc3f-dc3952ce296a),segment_id=177ed52c-6b59-46f7-bc3f-dc3952ce296a)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:26.840274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:26.840274 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:26.840274 n-d-712139-13 neutron-server[94826]: [parameters: {'id': '41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8'}] Aug 29 04:50:26.840274 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:26.841359 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:26.845581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.122701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37515-afa8-4094-ae35-dd3ceb653f8d req-1032fd9a-4352-4cc0-a9ab-87ddee772a52 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.127873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20e37515-afa8-4094-ae35-dd3ceb653f8d req-1032fd9a-4352-4cc0-a9ab-87ddee772a52 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1091402 Aug 29 04:50:27.157570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a24f-1ec7-416d-85a6-43abaded77f6 None None] Pushing event updated for resources: {'Port': ['ID=13150de0-df94-4e38-b215-305bb2ff5d79,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.180125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca706c-a82f-4dfd-89ac-7ac08fe7c365 None None] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:27.198401 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20e37515-afa8-4094-ae35-dd3ceb653f8d req-a528d521-df90-4844-906d-304896534121 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Aug 29 04:50:27.343348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.372673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe788a-032b-4fd1-8c77-e358118249b2 None None] Network 41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:27.381893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709fce9-fd93-4b6e-a038-5d75f993f545 req-582bc57c-7ec8-4586-b588-c3ab07281720 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:27.383494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d709fce9-fd93-4b6e-a038-5d75f993f545 req-582bc57c-7ec8-4586-b588-c3ab07281720 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.0553823 Aug 29 04:50:27.433354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d709fce9-fd93-4b6e-a038-5d75f993f545 req-0a8eed91-d770-4b52-8a37-21e8967bc8cc tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Aug 29 04:50:27.446988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port 13150de0-df94-4e38-b215-305bb2ff5d79 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:27.446988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.526896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port 13150de0-df94-4e38-b215-305bb2ff5d79, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=13150de0-df94-4e38-b215-305bb2ff5d79,segment=NetworkSegment(177ed52c-6b59-46f7-bc3f-dc3952ce296a),segment_id=177ed52c-6b59-46f7-bc3f-dc3952ce296a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:27.526896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.537606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1928f8e-7aa9-4f17-af73-53f2e3a1ca57 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:27.542423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for 13150de0-df94-4e38-b215-305bb2ff5d79 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:27.650247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.650487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1928f8e-7aa9-4f17-af73-53f2e3a1ca57 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:27.677528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=13150de0-df94-4e38-b215-305bb2ff5d79,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.683279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port 13150de0-df94-4e38-b215-305bb2ff5d79 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:27.790798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.809115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.822259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177ed52c-6b59-46f7-bc3f-dc3952ce296a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.822719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177ed52c-6b59-46f7-bc3f-dc3952ce296a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:27.833173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.854583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.862293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:27.862878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:27.924775 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:27.937116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.964012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:27.964012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 HTTP/1.1" status: 204 len: 168 time: 1.6681638 Aug 29 04:50:27.964012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e256e8-d0b2-4547-8ddb-b21ab3ac651c tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:27.964012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:27.999680 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-86409819-6688-4c3e-b4a0-7df164f7509f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:28.000260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86409819-6688-4c3e-b4a0-7df164f7509f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:28.002221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86409819-6688-4c3e-b4a0-7df164f7509f tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/fd318401-971b-421d-8702-c8b0f42f0d2e HTTP/1.1" status: 404 len: 337 time: 0.0372972 Aug 29 04:50:28.006108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.037188 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb651cb-7006-4f96-9801-31bbde8d5507 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:28.037774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb651cb-7006-4f96-9801-31bbde8d5507 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:28.040136 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0fb651cb-7006-4f96-9801-31bbde8d5507 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/41bcb691-1d7b-4bb8-87d2-a9cc0e7f3df8 HTTP/1.1" status: 404 len: 339 time: 0.0329416 Aug 29 04:50:28.042918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.137420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.237568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.250011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb78a03-6cb0-426c-8489-7a95b4204755']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.268892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a184e7-66a2-4bfb-bdb6-ef21b480c15c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.269607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a184e7-66a2-4bfb-bdb6-ef21b480c15c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:28.283431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.300742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.313333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:28.314403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:28.319383 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:28.405165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805f317-885d-444c-8b15-1586f0a9f262 req-be612f0a-96cf-43e8-b205-0193f9e5c22a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.407236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f805f317-885d-444c-8b15-1586f0a9f262 req-be612f0a-96cf-43e8-b205-0193f9e5c22a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0832748 Aug 29 04:50:28.407492 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.417722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.422164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/7fb78a03-6cb0-426c-8489-7a95b4204755 HTTP/1.1" status: 204 len: 168 time: 0.3757105 Aug 29 04:50:28.423192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.443441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459fb1e-abc4-4336-bcaa-185330c54f0d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=7fb78a03-6cb0-426c-8489-7a95b4204755,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.464728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f805f317-885d-444c-8b15-1586f0a9f262 req-212568fd-afea-47f2-aee4-07612ac6b089 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Aug 29 04:50:28.464920 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-392fc0c4-a057-4348-8280-4f48673dfad4 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:28.465551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392fc0c4-a057-4348-8280-4f48673dfad4 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:28.467961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-392fc0c4-a057-4348-8280-4f48673dfad4 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/6af0c27e-00ed-4155-a085-e6c44e6bd053 HTTP/1.1" status: 404 len: 337 time: 0.0429947 Aug 29 04:50:28.470387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.491527 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6075564a-c3e6-41b8-824f-fe2e572a353d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:28.492885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6075564a-c3e6-41b8-824f-fe2e572a353d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:28.502661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6075564a-c3e6-41b8-824f-fe2e572a353d tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/f67d53d7-6bcd-4ff5-baf5-a84fc32682fa HTTP/1.1" status: 404 len: 339 time: 0.0249820 Aug 29 04:50:28.503623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36822) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.587705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting subnet 0a58e032-bc13-4a2f-99c3-c58061100d26 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:28.590694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9a6df-c8f3-48ee-b190-949701098169 req-76910b56-5120-4e1f-ac4b-fdc3d54cb684 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:28.591243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.592758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2b9a6df-c8f3-48ee-b190-949701098169 req-76910b56-5120-4e1f-ac4b-fdc3d54cb684 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.0588925 Aug 29 04:50:28.644766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c2b9a6df-c8f3-48ee-b190-949701098169 req-fbd81596-5563-486e-9a11-075823013442 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Aug 29 04:50:28.654425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.749258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.817361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.845314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=0a58e032-bc13-4a2f-99c3-c58061100d26,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:28.848784 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.855015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ea5e480-d877-46c7-9131-2828434718b2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/0a58e032-bc13-4a2f-99c3-c58061100d26 HTTP/1.1" status: 204 len: 168 time: 0.3452499 Aug 29 04:50:28.855493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:28.857123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812a8b9-0ad2-4e7c-8541-0c9d6cc12c68 None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:28.929251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting subnet 1b41b73d-d87b-49e9-be69-f5d59fa8b2b6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:28.934684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:28.997713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.161378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-814fca80-cbac-429b-bb95-92d395774fb6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.162969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-814fca80-cbac-429b-bb95-92d395774fb6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.1092560 Aug 29 04:50:29.176513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.325668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.363808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=1b41b73d-d87b-49e9-be69-f5d59fa8b2b6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:29.369295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Deleting port 0f153def-ff0d-4786-bc8c-0967ce9296e4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:29.369830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.377677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.384081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36832) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:29.384342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-97a33fcf-09ac-4021-8e25-fdcd0fb0b0b5 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/1b41b73d-d87b-49e9-be69-f5d59fa8b2b6 HTTP/1.1" status: 204 len: 168 time: 0.5278883 Aug 29 04:50:29.522068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] For port 0f153def-ff0d-4786-bc8c-0967ce9296e4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=0f153def-ff0d-4786-bc8c-0967ce9296e4,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:29.522463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.558628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.734919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1104-be62-4e1e-9069-49775cf04b6b req-defcf039-a1ad-418b-878a-68f05d007bbe tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.743557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-453b1104-be62-4e1e-9069-49775cf04b6b req-defcf039-a1ad-418b-878a-68f05d007bbe tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1571193 Aug 29 04:50:29.794008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port 981d8096-c8a5-42e2-bad3-c7fa8104f213 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:29.794973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.868297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.897636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925795a-c0e1-4745-b1b7-e7043f572b30 None None] Network 589b18b5-2623-4426-af7d-089b9ef7e52a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:29.911576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-453b1104-be62-4e1e-9069-49775cf04b6b req-e7a4cb80-3bfc-4254-9316-bd5af7202642 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664073 Aug 29 04:50:29.948016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port 981d8096-c8a5-42e2-bad3-c7fa8104f213, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=981d8096-c8a5-42e2-bad3-c7fa8104f213,segment=NetworkSegment(14451d20-fad3-4c73-a511-6523916692af),segment_id=14451d20-fad3-4c73-a511-6523916692af)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:29.948402 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:29.968430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a088f-accf-4eec-8bcd-b4502e088e23 req-be4bf136-7d12-4d14-aff1-a96e95045f18 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:29.970373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-012a088f-accf-4eec-8bcd-b4502e088e23 req-be4bf136-7d12-4d14-aff1-a96e95045f18 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 945 time: 0.1562378 Aug 29 04:50:29.977469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for 981d8096-c8a5-42e2-bad3-c7fa8104f213 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:30.083802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d7f10b35-b6f4-4dde-8f3c-216c214a02b3 None None] Provisioning complete for port 981d8096-c8a5-42e2-bad3-c7fa8104f213 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:30.084560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7f10b35-b6f4-4dde-8f3c-216c214a02b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.094192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-012a088f-accf-4eec-8bcd-b4502e088e23 req-a430c83c-64f5-4c23-8b25-b24e9272b29f tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118863 Aug 29 04:50:30.147756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Calling delete_port for 0f153def-ff0d-4786-bc8c-0967ce9296e4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:30.172710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.174641 n-d-712139-13 neutron-server[94828]: INFO neutron.plugins.ml2.db [None req-d7f10b35-b6f4-4dde-8f3c-216c214a02b3 None None] No ports have port_id starting with 981d8096-c8a5-42e2-bad3-c7fa8104f213 Aug 29 04:50:30.214076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=981d8096-c8a5-42e2-bad3-c7fa8104f213,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.216556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port 981d8096-c8a5-42e2-bad3-c7fa8104f213 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:30.236467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b31509-6cdb-4810-9f8f-4eb1f0bf6a57 None None] DHCP port deletion for 589b18b5-2623-4426-af7d-089b9ef7e52a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:30.309223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.321720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589b18b5-2623-4426-af7d-089b9ef7e52a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:30.334165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14451d20-fad3-4c73-a511-6523916692af') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:30.334871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14451d20-fad3-4c73-a511-6523916692af') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:30.348469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.356745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.372213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff', '0f153def-ff0d-4786-bc8c-0967ce9296e4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:30.389140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.402508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:30.403883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.404270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event deleted for resources: {'Port': ['ID=0f153def-ff0d-4786-bc8c-0967ce9296e4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.425001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bb85832c-089c-4693-b31e-1d4326990d34'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:30.441829 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:30.456707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] No DVR routers for this DVR port 0f153def-ff0d-4786-bc8c-0967ce9296e4 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:30.459691 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.462398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d52235e3-7d20-46d1-93f0-7bf2ae0da0ee req-83834856-7d9c-4182-8ea0-ce7823615ad4 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "DELETE /v2.0/ports/0f153def-ff0d-4786-bc8c-0967ce9296e4 HTTP/1.1" status: 204 len: 173 time: 1.2819326 Aug 29 04:50:30.462865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'name': 'network-vif-deleted', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:30.466011 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7718881-b032-4c5c-abf6-de3669ad1a4d" -d '{"events": [{"server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "name": "network-vif-deleted", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:30.545007 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99874bb5-dc17-4357-8d06-48fcbb9016d5 x-openstack-request-id: req-99874bb5-dc17-4357-8d06-48fcbb9016d5 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:30.546529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.549311 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c", "name": "network-vif-deleted", "tag": "0f153def-ff0d-4786-bc8c-0967ce9296e4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:30.549311 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99874bb5-dc17-4357-8d06-48fcbb9016d5 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:30.549532 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c', 'name': 'network-vif-deleted', 'tag': '0f153def-ff0d-4786-bc8c-0967ce9296e4', 'status': 'completed', 'code': 200} Aug 29 04:50:30.572006 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.576704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.577111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/589b18b5-2623-4426-af7d-089b9ef7e52a HTTP/1.1" status: 204 len: 168 time: 1.1904972 Aug 29 04:50:30.578337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f46fb-c757-42e1-b57b-6e33bdcd2a74 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=589b18b5-2623-4426-af7d-089b9ef7e52a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:30.609833 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc328d5-42e5-4fa2-a4fc-43f927ab33e9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.610299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc328d5-42e5-4fa2-a4fc-43f927ab33e9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.614837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3dc328d5-42e5-4fa2-a4fc-43f927ab33e9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/fb81a4ad-1af9-41d9-bf37-70b3785592e6 HTTP/1.1" status: 404 len: 337 time: 0.0339906 Aug 29 04:50:30.615964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36848) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.646639 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b16933b-366b-4340-b159-aaa43064b5e2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.647955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b16933b-366b-4340-b159-aaa43064b5e2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.660076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.660872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b16933b-366b-4340-b159-aaa43064b5e2 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/8e6803b7-7626-4cb8-971e-c7fbef5baf13 HTTP/1.1" status: 404 len: 339 time: 0.0410061 Aug 29 04:50:30.714301 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-82604494-46aa-44d3-ba70-2e0a524e2b92 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.716010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82604494-46aa-44d3-ba70-2e0a524e2b92 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.722748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.724703 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-82604494-46aa-44d3-ba70-2e0a524e2b92 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/812810d1-47d9-47cb-8522-c3f687137af1 HTTP/1.1" status: 404 len: 337 time: 0.0628037 Aug 29 04:50:30.743521 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16bccaa-e8f8-475a-af05-476efe3fc217 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.744465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16bccaa-e8f8-475a-af05-476efe3fc217 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.749220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b16bccaa-e8f8-475a-af05-476efe3fc217 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/fdbc00cf-55e9-4cce-84b8-590b58010988 HTTP/1.1" status: 404 len: 339 time: 0.0253084 Aug 29 04:50:30.749762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.781341 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d17dd64-27a4-4c17-92e5-9d6d9f0cc265 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.781802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d17dd64-27a4-4c17-92e5-9d6d9f0cc265 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.783857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d17dd64-27a4-4c17-92e5-9d6d9f0cc265 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/b0f2118c-2ab1-453a-9219-580e4a62a8ef HTTP/1.1" status: 404 len: 337 time: 0.0330575 Aug 29 04:50:30.786940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.810581 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56233e2-022a-4b38-9ab5-28f944f982c6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:30.811160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56233e2-022a-4b38-9ab5-28f944f982c6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:30.812937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c56233e2-022a-4b38-9ab5-28f944f982c6 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/a9763bb3-c497-453f-86b7-8e39a3366190 HTTP/1.1" status: 404 len: 339 time: 0.0249739 Aug 29 04:50:30.815735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:30.869334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting subnet 3c3c1e42-9515-4581-8fc9-d9cec7748df1 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:30.873038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:30.917571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.046088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.063157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea95559-9f7c-4231-a2e6-1f6bb6ca68f7 req-92b51bce-79e6-4102-8376-ef7cca33f32f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:31.064945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ea95559-9f7c-4231-a2e6-1f6bb6ca68f7 req-92b51bce-79e6-4102-8376-ef7cca33f32f tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0715456 Aug 29 04:50:31.136073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ea95559-9f7c-4231-a2e6-1f6bb6ca68f7 req-5891e7ad-4bb9-4ceb-a9d1-856fbf522389 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Aug 29 04:50:31.147598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.188271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3c1e42-9515-4581-8fc9-d9cec7748df1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.192827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.195012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0ecd15b3-04e5-44bb-8c24-0fc4dbc3e953 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/3c3c1e42-9515-4581-8fc9-d9cec7748df1 HTTP/1.1" status: 204 len: 168 time: 0.3782840 Aug 29 04:50:31.198332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36864) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:31.208090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696190ab-eab1-4919-8ab5-bb5ef6da8348 None None] Network 19c0a306-bd5b-4012-9b83-7bbabdd824fc requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:31.359889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d169328-11d6-4f64-8cf2-b24960a9a43b req-4530ac76-d4a1-43e6-b081-bff2c9f92dfa tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb2ba079-e21d-4eb1-bc7f-a8a8e7b6165c HTTP/1.1" status: 200 len: 210 time: 0.0573125 Aug 29 04:50:31.400281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.403908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 981d8096-c8a5-42e2-bad3-c7fa8104f213 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:31.428710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 981d8096-c8a5-42e2-bad3-c7fa8104f213 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:31.428977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 981d8096-c8a5-42e2-bad3-c7fa8104f213 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:31.493935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port cefd9ead-a132-41ca-be60-a002b2bffc89 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:31.494556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.515832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] DHCP port deletion for 19c0a306-bd5b-4012-9b83-7bbabdd824fc request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:31.568456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port cefd9ead-a132-41ca-be60-a002b2bffc89, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cefd9ead-a132-41ca-be60-a002b2bffc89,segment=NetworkSegment(a3d55f3b-28e4-4b5b-b150-e135f31c6622),segment_id=a3d55f3b-28e4-4b5b-b150-e135f31c6622)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:31.568987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.577509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Deleting port cefd9ead-a132-41ca-be60-a002b2bffc89 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:31.578303 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.583382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for cefd9ead-a132-41ca-be60-a002b2bffc89 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:31.681562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.702737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] For port cefd9ead-a132-41ca-be60-a002b2bffc89, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cefd9ead-a132-41ca-be60-a002b2bffc89,segment=NetworkSegment(a3d55f3b-28e4-4b5b-b150-e135f31c6622),segment_id=a3d55f3b-28e4-4b5b-b150-e135f31c6622)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:31.703231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.727898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=cefd9ead-a132-41ca-be60-a002b2bffc89,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.728531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Calling delete_port for cefd9ead-a132-41ca-be60-a002b2bffc89 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:31.757072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port cefd9ead-a132-41ca-be60-a002b2bffc89 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:31.824699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.849223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.855420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] Pushing event deleted for resources: {'Port': ['ID=cefd9ead-a132-41ca-be60-a002b2bffc89,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:31.862155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f651c-057c-449e-8e86-7c1d4f6313a7 None None] No DVR routers for this DVR port cefd9ead-a132-41ca-be60-a002b2bffc89 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:31.872555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c0a306-bd5b-4012-9b83-7bbabdd824fc']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:31.893158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d55f3b-28e4-4b5b-b150-e135f31c6622') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:31.893655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d55f3b-28e4-4b5b-b150-e135f31c6622') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:31.911414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.935262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.945957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:31.946648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:31.952329 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:32.026629 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.032981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.035121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/19c0a306-bd5b-4012-9b83-7bbabdd824fc HTTP/1.1" status: 204 len: 168 time: 0.8355582 Aug 29 04:50:32.039250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.075569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d196e-aa50-46fd-91e1-02808265b41a tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=19c0a306-bd5b-4012-9b83-7bbabdd824fc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.078938 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-766c8ac5-1900-448d-bdfa-1887742073c9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:32.079397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766c8ac5-1900-448d-bdfa-1887742073c9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:32.081265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-766c8ac5-1900-448d-bdfa-1887742073c9 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/d9839289-0081-493d-97c8-6bd15bdc8ff6 HTTP/1.1" status: 404 len: 337 time: 0.0410001 Aug 29 04:50:32.085300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.105814 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da99eae-8e95-442b-9b8c-4ec069ca4219 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] DELETE failed (client error): The resource could not be found. Aug 29 04:50:32.106675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da99eae-8e95-442b-9b8c-4ec069ca4219 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:50:32.112500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7da99eae-8e95-442b-9b8c-4ec069ca4219 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/bb5afd86-7142-4639-abdc-b04c2412f62d HTTP/1.1" status: 404 len: 339 time: 0.0216832 Aug 29 04:50:32.112921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.166539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting subnet 529bb6e7-adb6-4dfe-83c9-67f1d076dd5e {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:32.169880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.220695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.344203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e321d1-c1d2-4fc2-ae64-19acee1de8e5 req-9e83deda-e1f0-43fb-97a7-c804b5ed47b1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:32.345853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14e321d1-c1d2-4fc2-ae64-19acee1de8e5 req-9e83deda-e1f0-43fb-97a7-c804b5ed47b1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1007943 Aug 29 04:50:32.358759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.711336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14e321d1-c1d2-4fc2-ae64-19acee1de8e5 req-a0deffff-3679-4d32-8b8b-3d9bb78a366c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550231 Aug 29 04:50:32.736384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14739d94-e538-4511-9fa2-765a7229ee17 req-7e4e13ef-4223-4fb7-b632-9d68ce6d82cb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:32.737729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14739d94-e538-4511-9fa2-765a7229ee17 req-7e4e13ef-4223-4fb7-b632-9d68ce6d82cb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 945 time: 0.0979331 Aug 29 04:50:32.764057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.807340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Subnet': ['ID=529bb6e7-adb6-4dfe-83c9-67f1d076dd5e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:32.815344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.817052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b33a577a-8a99-41a4-a982-ed6a0fc07821 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/subnets/529bb6e7-adb6-4dfe-83c9-67f1d076dd5e HTTP/1.1" status: 204 len: 168 time: 0.7034519 Aug 29 04:50:32.821698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36892) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:32.822567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cddb91-26a9-4016-93cb-0794da4d79cf None None] Network 2b85c34a-da03-467d-8e43-5e94132f0030 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:32.829702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14739d94-e538-4511-9fa2-765a7229ee17 req-ab4df5fa-daf7-4f18-b2b1-49fd6da395a2 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848877 Aug 29 04:50:32.919134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:32.985714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Deleting port e94035fc-5ed3-4660-b296-4a68b55e5632 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:32.986059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.032657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] DHCP port deletion for 2b85c34a-da03-467d-8e43-5e94132f0030 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:50:33.059875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] For port e94035fc-5ed3-4660-b296-4a68b55e5632, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e94035fc-5ed3-4660-b296-4a68b55e5632,segment=NetworkSegment(5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae),segment_id=5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:33.060783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.080559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Calling delete_port for e94035fc-5ed3-4660-b296-4a68b55e5632 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:33.091379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Deleting port e94035fc-5ed3-4660-b296-4a68b55e5632 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:33.091754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.168534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] For port e94035fc-5ed3-4660-b296-4a68b55e5632, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e94035fc-5ed3-4660-b296-4a68b55e5632,segment=NetworkSegment(5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae),segment_id=5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:33.168938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.175818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.185966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Calling delete_port for e94035fc-5ed3-4660-b296-4a68b55e5632 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:33.191955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] No DVR routers for this DVR port e94035fc-5ed3-4660-b296-4a68b55e5632 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:33.246872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Port': ['ID=e94035fc-5ed3-4660-b296-4a68b55e5632,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.295834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.317347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.328913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b85c34a-da03-467d-8e43-5e94132f0030']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:33.332769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] Pushing event deleted for resources: {'Port': ['ID=e94035fc-5ed3-4660-b296-4a68b55e5632,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.343859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:33.344385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4a3d55-b3bf-4b84-8fc7-1f6296cd7eae') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:33.345958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2c674-a512-4c4c-87e5-aa7b51be137e None None] No DVR routers for this DVR port e94035fc-5ed3-4660-b296-4a68b55e5632 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:33.364906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cefd9ead-a132-41ca-be60-a002b2bffc89 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:33.366901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.391045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.397373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: cefd9ead-a132-41ca-be60-a002b2bffc89 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:33.398017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cefd9ead-a132-41ca-be60-a002b2bffc89 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:33.398636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:33.398770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e94035fc-5ed3-4660-b296-4a68b55e5632 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:33.399058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:33.402248 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:33.423536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e94035fc-5ed3-4660-b296-4a68b55e5632 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:33.423883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e94035fc-5ed3-4660-b296-4a68b55e5632 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:33.496865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.504000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:33.507907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] 10.222.0.62 "DELETE /v2.0/networks/2b85c34a-da03-467d-8e43-5e94132f0030 HTTP/1.1" status: 204 len: 168 time: 0.6831746 Aug 29 04:50:33.519891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50e106-f3ba-4efb-929b-ddefbf2359c0 tempest-NetworksIpV6Test-27014031 tempest-NetworksIpV6Test-27014031-project] Pushing event deleted for resources: {'Network': ['ID=2b85c34a-da03-467d-8e43-5e94132f0030,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:33.849972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:33.872217 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583190-3c53-4906-882f-0b111b5a6a4a req-f06e746d-1f1f-4f8e-bac7-59cd66b08425 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:33.880723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e583190-3c53-4906-882f-0b111b5a6a4a req-f06e746d-1f1f-4f8e-bac7-59cd66b08425 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0677805 Aug 29 04:50:33.924552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e583190-3c53-4906-882f-0b111b5a6a4a req-6054977f-f8fd-401d-9978-fa2b8bd06cb3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Aug 29 04:50:34.013859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c1b0-7105-44a7-aa1a-bb7529ca6cdb req-bbc7820f-8c14-419a-8095-fefc793b45db tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.015558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51d2c1b0-7105-44a7-aa1a-bb7529ca6cdb req-bbc7820f-8c14-419a-8095-fefc793b45db tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 945 time: 0.0892107 Aug 29 04:50:34.068121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51d2c1b0-7105-44a7-aa1a-bb7529ca6cdb req-b41497dd-1efe-4d7e-b7af-d3d783330b21 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Aug 29 04:50:34.081701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-819ef087-d050-4329-87ee-4519ae0189bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fbbcddecefa49ed9255648c80f2971c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281976 Aug 29 04:50:34.084466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:34.162919 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.197279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.263658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.266495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.267806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1606f3f-b70b-4ce1-81df-15e4279a9b88 HTTP/1.1" status: 204 len: 168 time: 0.1810737 Aug 29 04:50:34.278922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c8058-0ca3-446b-98cf-a560ccb7a1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1606f3f-b70b-4ce1-81df-15e4279a9b88,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.345250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0f153def-ff0d-4786-bc8c-0967ce9296e4 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:34.355265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-bdeae064-292f-440d-85b6-292b155cabc6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:34.356943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-bdeae064-292f-440d-85b6-292b155cabc6 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 945 time: 0.0670445 Aug 29 04:50:34.391879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 0f153def-ff0d-4786-bc8c-0967ce9296e4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:34.392825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 0f153def-ff0d-4786-bc8c-0967ce9296e4 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:34.510582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Deleting port bb85832c-089c-4693-b31e-1d4326990d34 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:34.511140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.640917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] For port bb85832c-089c-4693-b31e-1d4326990d34, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bb85832c-089c-4693-b31e-1d4326990d34,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:34.641300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.659402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Calling delete_port for bb85832c-089c-4693-b31e-1d4326990d34 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:34.820271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.835895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:34.864407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event deleted for resources: {'Port': ['ID=bb85832c-089c-4693-b31e-1d4326990d34,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:34.935983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] No DVR routers for this DVR port bb85832c-089c-4693-b31e-1d4326990d34 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:34.939126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:34.941369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3f9c9d6c-24e5-4243-9de0-e21576fb2d50 req-ddb8fd44-7899-43dc-882b-1e4862283d40 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.50 "DELETE /v2.0/ports/bb85832c-089c-4693-b31e-1d4326990d34 HTTP/1.1" status: 204 len: 173 time: 0.5771582 Aug 29 04:50:34.941977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'name': 'network-vif-deleted', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:34.944176 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eb1fcb-f617-4320-b8d9-d25b764ad807" -d '{"events": [{"server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "name": "network-vif-deleted", "tag": "bb85832c-089c-4693-b31e-1d4326990d34"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:35.072698 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01eb811-c164-4844-a60a-63123e854bee x-openstack-request-id: req-e01eb811-c164-4844-a60a-63123e854bee {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:35.073025 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61019a2-b380-406f-a9fc-0aae29c3ddef", "name": "network-vif-deleted", "tag": "bb85832c-089c-4693-b31e-1d4326990d34", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:35.073273 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e01eb811-c164-4844-a60a-63123e854bee {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:35.073714 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61019a2-b380-406f-a9fc-0aae29c3ddef', 'name': 'network-vif-deleted', 'tag': 'bb85832c-089c-4693-b31e-1d4326990d34', 'status': 'completed', 'code': 200} Aug 29 04:50:35.105976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ee380-67ff-47f1-9052-3011921be687 req-5a949d4b-9b35-41dd-8af3-2e764904cb52 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.108802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee9ee380-67ff-47f1-9052-3011921be687 req-5a949d4b-9b35-41dd-8af3-2e764904cb52 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0842044 Aug 29 04:50:35.194306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee9ee380-67ff-47f1-9052-3011921be687 req-23af119f-0778-47d2-ab35-1151ffb4096b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746393 Aug 29 04:50:35.257359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18be0d5e-0be0-4ca2-9598-ead1a70342c5 req-8c59f171-4434-40bb-958d-d5a5a5e5d39b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=c61019a2-b380-406f-a9fc-0aae29c3ddef HTTP/1.1" status: 200 len: 210 time: 0.0301824 Aug 29 04:50:35.306479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.409141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056177905'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:35.438923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:35.442301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.452664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.565473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.569586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.596724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:35.607491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669eb1cc-5353-4175-b48b-b48428fc7078,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.612436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.612784 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 1e8361d7-bea2-45c0-9189-22c3ba6dadfd of type vlan for network ac737c56-ef58-40f9-b964-359a78fd3375 Aug 29 04:50:35.670747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.701015 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.706713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:35.707360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:35.772312 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4645276 Aug 29 04:50:35.778889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89981c97-ea13-4756-8f6b-1255a23eed0e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=ac737c56-ef58-40f9-b964-359a78fd3375,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:35.795986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ac737c56-ef58-40f9-b964-359a78fd3375 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:35.910042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 36972) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:35.917439 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.010611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:36.014468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.239830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.337904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=fe453d8c-7ce0-4794-b837-4d82273d70dc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.353447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '1e8361d7-bea2-45c0-9189-22c3ba6dadfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:36.353812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: ac737c56-ef58-40f9-b964-359a78fd3375, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:36.363888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d09ad-c68e-4111-afa1-20d6da8ea94c req-92982db5-7732-4e6b-a022-e2f44fc8248d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.366081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-704d09ad-c68e-4111-afa1-20d6da8ea94c req-92982db5-7732-4e6b-a022-e2f44fc8248d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0983293 Aug 29 04:50:36.406675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network ac737c56-ef58-40f9-b964-359a78fd3375 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:36.414522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bb85832c-089c-4693-b31e-1d4326990d34 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:36.428158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-704d09ad-c68e-4111-afa1-20d6da8ea94c req-79ef4b72-7952-4534-af10-fe9affbdfb3b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 Aug 29 04:50:36.430929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ac737c56-ef58-40f9-b964-359a78fd3375) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:36.436411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.437237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.457049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9c14f-2610-4c3d-b6e8-7ca0718abd6f None None] Network ac737c56-ef58-40f9-b964-359a78fd3375 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:36.472567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.473196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5015f319-dfbc-4456-96f8-e0fed31bb697 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5613220 Aug 29 04:50:36.483186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670922540'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.518443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: bb85832c-089c-4693-b31e-1d4326990d34 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:36.518783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bb85832c-089c-4693-b31e-1d4326990d34 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:36.521185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:36.529367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.569759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:36.593049 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.593741 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 72bca443-a482-4326-b183-781ead23de86 of type vlan for network 09dda7d5-88bd-42de-9952-271701c262cd Aug 29 04:50:36.666949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.678973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ac737c56-ef58-40f9-b964-359a78fd3375', 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': 'fe453d8c-7ce0-4794-b837-4d82273d70dc'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:36.681079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.711834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.719230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:36.719964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:36.798339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3236020 Aug 29 04:50:36.801286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 36994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:36.807907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '09dda7d5-88bd-42de-9952-271701c262cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:36.835857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Allocated IP 172.20.255.242 (ac737c56-ef58-40f9-b964-359a78fd3375/fe453d8c-7ce0-4794-b837-4d82273d70dc/64af0890-5625-431b-a06c-35a0d773604c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:36.872020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f34a5-371f-4e44-b5bc-adb649154733 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=09dda7d5-88bd-42de-9952-271701c262cd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:36.923687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 09dda7d5-88bd-42de-9952-271701c262cd details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:36.926880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:36.933982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.067462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.078391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Transition to ACTIVE for port object 64af0890-5625-431b-a06c-35a0d773604c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:37.107876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Transition to ACTIVE for port object 64af0890-5625-431b-a06c-35a0d773604c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:37.118850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.167540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Pushing event updated for resources: {'Port': ['ID=64af0890-5625-431b-a06c-35a0d773604c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.181555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Network ac737c56-ef58-40f9-b964-359a78fd3375 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:37.183428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:37.186312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:37.233766 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.260950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Attempting to bind port 64af0890-5625-431b-a06c-35a0d773604c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:37.261336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Attempting to bind port 64af0890-5625-431b-a06c-35a0d773604c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1e8361d7-bea2-45c0-9189-22c3ba6dadfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:37.261755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Attempting to bind port 64af0890-5625-431b-a06c-35a0d773604c on network ac737c56-ef58-40f9-b964-359a78fd3375 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:37.268712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:37.269230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Checking segment: {'id': '1e8361d7-bea2-45c0-9189-22c3ba6dadfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:37.269699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.270106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Bound using segment: {'id': '1e8361d7-bea2-45c0-9189-22c3ba6dadfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:37.270820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Bound port: 64af0890-5625-431b-a06c-35a0d773604c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8361d7-bea2-45c0-9189-22c3ba6dadfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ac737c56-ef58-40f9-b964-359a78fd3375'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:37.271221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.322284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=a24c6b5c-2214-453f-bfd0-36c95d700a78,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.330797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '72bca443-a482-4326-b183-781ead23de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:37.331355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 09dda7d5-88bd-42de-9952-271701c262cd, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:37.353280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 09dda7d5-88bd-42de-9952-271701c262cd is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:37.369914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44243ba7-9329-4808-8c2a-abf13320314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.375606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 09dda7d5-88bd-42de-9952-271701c262cd) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:37.380426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.381296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.387867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9105cb8-6159-4253-a44e-8880efbc0a58 None None] Network 09dda7d5-88bd-42de-9952-271701c262cd requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:37.398551 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-141ca0c3-e5ee-4971-957c-4cd7a2668e02 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5954196 Aug 29 04:50:37.401298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:37.480291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] For port 64af0890-5625-431b-a06c-35a0d773604c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:37.518036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] For port 64af0890-5625-431b-a06c-35a0d773604c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=64af0890-5625-431b-a06c-35a0d773604c,segment=NetworkSegment(1e8361d7-bea2-45c0-9189-22c3ba6dadfd),segment_id=1e8361d7-bea2-45c0-9189-22c3ba6dadfd)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:37.528726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.613697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.620791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-09dda7d5-88bd-42de-9952-271701c262cd', 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': 'a24c6b5c-2214-453f-bfd0-36c95d700a78'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:37.621895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.723740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:37.750005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b4f02-c096-47b3-a005-f0560c419629 None None] Pushing event updated for resources: {'Port': ['ID=64af0890-5625-431b-a06c-35a0d773604c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:37.873432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Allocated IP 172.20.0.2 (09dda7d5-88bd-42de-9952-271701c262cd/a24c6b5c-2214-453f-bfd0-36c95d700a78/747a9f99-de9d-4a35-a770-c7811eb674f5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:37.875328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45851bcc-7d9b-40da-ad48-d035c0088e3c req-dca2debf-7157-43fe-b24e-2305bf43b634 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:37.877024 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45851bcc-7d9b-40da-ad48-d035c0088e3c req-dca2debf-7157-43fe-b24e-2305bf43b634 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.2590039 Aug 29 04:50:37.974326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45851bcc-7d9b-40da-ad48-d035c0088e3c req-39200fe5-69e9-4f53-8301-f1ca6784df8b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774107 Aug 29 04:50:38.110607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.122546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Transition to ACTIVE for port object 747a9f99-de9d-4a35-a770-c7811eb674f5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:38.139954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Transition to ACTIVE for port object 747a9f99-de9d-4a35-a770-c7811eb674f5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:38.147034 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.177748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.199071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Network 09dda7d5-88bd-42de-9952-271701c262cd is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:38.202795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:38.206252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:38.219832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=a24c6b5c-2214-453f-bfd0-36c95d700a78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.303305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Pushing event updated for resources: {'Port': ['ID=747a9f99-de9d-4a35-a770-c7811eb674f5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.305534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.308254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Attempting to bind port 747a9f99-de9d-4a35-a770-c7811eb674f5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:38.308705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Attempting to bind port 747a9f99-de9d-4a35-a770-c7811eb674f5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '72bca443-a482-4326-b183-781ead23de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:38.309154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Attempting to bind port 747a9f99-de9d-4a35-a770-c7811eb674f5 on network 09dda7d5-88bd-42de-9952-271701c262cd {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:38.316733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:38.317276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Checking segment: {'id': '72bca443-a482-4326-b183-781ead23de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:38.318004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.318333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Bound using segment: {'id': '72bca443-a482-4326-b183-781ead23de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:38.318752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Bound port: 747a9f99-de9d-4a35-a770-c7811eb674f5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bca443-a482-4326-b183-781ead23de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09dda7d5-88bd-42de-9952-271701c262cd'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:38.319136 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.325792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dda7d5-88bd-42de-9952-271701c262cd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.342553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bca443-a482-4326-b183-781ead23de86') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.344040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bca443-a482-4326-b183-781ead23de86') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:38.362850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.390184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.401040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:38.401576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:38.405304 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:38.426914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] For port 747a9f99-de9d-4a35-a770-c7811eb674f5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:38.477051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] For port 747a9f99-de9d-4a35-a770-c7811eb674f5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=747a9f99-de9d-4a35-a770-c7811eb674f5,segment=NetworkSegment(72bca443-a482-4326-b183-781ead23de86),segment_id=72bca443-a482-4326-b183-781ead23de86)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:38.482214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:38.482214 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:38.482214 n-d-712139-13 neutron-server[94827]: [parameters: {'id': '09dda7d5-88bd-42de-9952-271701c262cd'}] Aug 29 04:50:38.482214 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:38.482699 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:38.485102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:38.572149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfe555-e08d-4d9f-8b1a-d58df1ac1002 None None] Pushing event updated for resources: {'Port': ['ID=747a9f99-de9d-4a35-a770-c7811eb674f5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:38.599847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c19af-941c-4f32-9df6-ea1726d71aff None None] Network 09dda7d5-88bd-42de-9952-271701c262cd requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:38.862999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088ab36-40de-467b-9430-d8574ea987d1 None None] Network ac737c56-ef58-40f9-b964-359a78fd3375 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:38.980734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-68e17e76-51c3-458e-8241-d6d7908eb2d2 None None] Provisioning for port 64af0890-5625-431b-a06c-35a0d773604c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:38.985329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.083681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 747a9f99-de9d-4a35-a770-c7811eb674f5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:39.084061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.194565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 747a9f99-de9d-4a35-a770-c7811eb674f5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=747a9f99-de9d-4a35-a770-c7811eb674f5,segment=NetworkSegment(72bca443-a482-4326-b183-781ead23de86),segment_id=72bca443-a482-4326-b183-781ead23de86)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:39.195081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.212533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 747a9f99-de9d-4a35-a770-c7811eb674f5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:39.239104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943dcb9-a68a-4ed1-b015-dc54e363a37f req-567c10f7-e190-4203-a934-9f53d8b8679d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:39.247464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a943dcb9-a68a-4ed1-b015-dc54e363a37f req-567c10f7-e190-4203-a934-9f53d8b8679d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1108906 Aug 29 04:50:39.294789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a943dcb9-a68a-4ed1-b015-dc54e363a37f req-c4e18e11-8866-4a64-af60-e9c71e9104b4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Aug 29 04:50:39.441166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 64af0890-5625-431b-a06c-35a0d773604c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:39.445913 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.473770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d729758-5e4e-4083-895f-7aa96702afde None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:39.519345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 747a9f99-de9d-4a35-a770-c7811eb674f5 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:39.562159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=747a9f99-de9d-4a35-a770-c7811eb674f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.593447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 64af0890-5625-431b-a06c-35a0d773604c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:50:39.604232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 64af0890-5625-431b-a06c-35a0d773604c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:39.604599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.606127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d729758-5e4e-4083-895f-7aa96702afde None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:39.642297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.653302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dda7d5-88bd-42de-9952-271701c262cd']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:39.665744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bca443-a482-4326-b183-781ead23de86') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:39.666034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bca443-a482-4326-b183-781ead23de86') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:39.675512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.691656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.699740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:39.700456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:39.703629 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:39.831575 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.841381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.847376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37042) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:39.848253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/09dda7d5-88bd-42de-9952-271701c262cd HTTP/1.1" status: 204 len: 168 time: 2.4447072 Aug 29 04:50:39.852795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-458711965'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:39.865480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5aa55-89c6-4dee-95a5-c7ffb6dba65c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=09dda7d5-88bd-42de-9952-271701c262cd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:39.881119 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.895829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:39.901394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.964116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:39.984787 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:39.985217 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 5936062c-c04d-4116-b929-923f55a8db79 of type vlan for network 302f9c18-2396-4149-9f52-dcfcf367e38e Aug 29 04:50:39.989487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 64af0890-5625-431b-a06c-35a0d773604c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=64af0890-5625-431b-a06c-35a0d773604c,segment=NetworkSegment(1e8361d7-bea2-45c0-9189-22c3ba6dadfd),segment_id=1e8361d7-bea2-45c0-9189-22c3ba6dadfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:40.000232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.063446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.111649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=64af0890-5625-431b-a06c-35a0d773604c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.133421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.140887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.141899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.215177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=302f9c18-2396-4149-9f52-dcfcf367e38e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.232231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 302f9c18-2396-4149-9f52-dcfcf367e38e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:40.236149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:40.236312 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6866e0b7-a89e-412c-85ef-4467da6afa86 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3880389 Aug 29 04:50:40.246670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '302f9c18-2396-4149-9f52-dcfcf367e38e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:40.260554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59641f8-ddd8-49fe-ba25-4c9614bfabfa req-aff5ae90-0152-456a-9853-daa8f8a42e82 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.262177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c59641f8-ddd8-49fe-ba25-4c9614bfabfa req-aff5ae90-0152-456a-9853-daa8f8a42e82 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.0974998 Aug 29 04:50:40.351568 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.371413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1cc591ab-c484-43e7-a6d3-db6d15f17c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.468309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c59641f8-ddd8-49fe-ba25-4c9614bfabfa req-2176b43e-95bc-40a6-8c3d-31b738ef8ed8 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905892 Aug 29 04:50:40.516346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c8d4-71f0-4293-a35b-8f5377130805 req-84ed3f9a-72d5-4520-a69c-3a33a3115c39 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.518576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1c0c8d4-71f0-4293-a35b-8f5377130805 req-84ed3f9a-72d5-4520-a69c-3a33a3115c39 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1001530 Aug 29 04:50:40.536305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:40.542388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.643544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing IP validity checks on allocation pools {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:40.644123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.ipam_backend_mixin [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:40.658508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1c0c8d4-71f0-4293-a35b-8f5377130805 req-0023a825-11d8-41a4-81b0-e09768bb50dc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 Aug 29 04:50:40.779939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.852887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=ea830a16-ca47-4265-9cba-11cd0b36beab,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:40.860000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '5936062c-c04d-4116-b929-923f55a8db79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '302f9c18-2396-4149-9f52-dcfcf367e38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:40.860213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 302f9c18-2396-4149-9f52-dcfcf367e38e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:40.877934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 302f9c18-2396-4149-9f52-dcfcf367e38e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:40.891821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 302f9c18-2396-4149-9f52-dcfcf367e38e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:40.896256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:40.897061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:40.902597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533609b6-0c7f-4c04-8a18-081dd004fb11 None None] Network 302f9c18-2396-4149-9f52-dcfcf367e38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:40.913170 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9f68c416-3fd1-416d-942e-91b0a08c9ab0 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6713159 Aug 29 04:50:40.916786 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.030759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.066730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f31f70-2ba3-4eb4-9d93-929253b968b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-302f9c18-2396-4149-9f52-dcfcf367e38e', 'network_id': '302f9c18-2396-4149-9f52-dcfcf367e38e', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': 'ea830a16-ca47-4265-9cba-11cd0b36beab'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:41.067602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f31f70-2ba3-4eb4-9d93-929253b968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.087645 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.177897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-e8f31f70-2ba3-4eb4-9d93-929253b968b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea830a16-ca47-4265-9cba-11cd0b36beab: This subnet is being modified by another concurrent operation. Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea830a16-ca47-4265-9cba-11cd0b36beab: This subnet is being modified by another concurrent operation. Aug 29 04:50:41.200176 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:50:41.223116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826c92e-4207-43c5-b98a-30d470c53d56 None None] Network 302f9c18-2396-4149-9f52-dcfcf367e38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:41.235214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=ea830a16-ca47-4265-9cba-11cd0b36beab,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.258171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.258367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.258637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.258970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.259300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.259630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.259974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.260302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.260627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.260966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.261272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.261594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:41.314219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.329869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302f9c18-2396-4149-9f52-dcfcf367e38e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:41.343091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5936062c-c04d-4116-b929-923f55a8db79') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:41.343385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5936062c-c04d-4116-b929-923f55a8db79') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:41.354058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.356689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.368650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069783e0-80d9-484c-9153-9b3d31dec642 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:41.369714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.384372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:41.384800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:41.388145 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:41.409439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 64af0890-5625-431b-a06c-35a0d773604c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:50:41.455813 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.465253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.468466 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/302f9c18-2396-4149-9f52-dcfcf367e38e HTTP/1.1" status: 204 len: 168 time: 0.5505040 Aug 29 04:50:41.471969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.479908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1363087355'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:41.484022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42b586-fe96-4439-b7ec-05dbcf26f9b4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=302f9c18-2396-4149-9f52-dcfcf367e38e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.494122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069783e0-80d9-484c-9153-9b3d31dec642 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:41.506735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:41.510314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 64af0890-5625-431b-a06c-35a0d773604c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:50:41.510692 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.513769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.543038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:41.554968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.555665 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 10373e8e-38b5-499c-a525-9a71c60fc1cc of type vlan for network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb Aug 29 04:50:41.634638 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.654043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb214715-3263-4aac-bece-ac6288994047 req-f70e4a94-8d35-44c1-a9c8-b42863e4a29b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.662226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb214715-3263-4aac-bece-ac6288994047 req-f70e4a94-8d35-44c1-a9c8-b42863e4a29b tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.0977190 Aug 29 04:50:41.709947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.719756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.719756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:41.737089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb214715-3263-4aac-bece-ac6288994047 req-f7ae4fe0-67f5-44c9-87a5-297c8dc540fb tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/security-groups?id=2fe2f0a5-1b79-490d-afa6-98df450ecae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735946 Aug 29 04:50:41.821830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=55589c2c-b02b-46bd-aa31-e77d6fcd10cb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:41.841136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:41.845685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be62fa-f003-4715-a939-3b0881bb344b req-f945b51a-0a7c-40d2-9181-e7ba3fd8cb62 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.847530 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3be62fa-f003-4715-a939-3b0881bb344b req-f945b51a-0a7c-40d2-9181-e7ba3fd8cb62 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 946 time: 0.0626092 Aug 29 04:50:41.863849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-547574cb-9bee-4289-b52d-c3e2cda7a054 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3879447 Aug 29 04:50:41.865693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37074) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:41.872261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:41.885680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433542-f845-42fb-a67b-04f9eb3b01aa req-88d32fad-acf1-4a61-bfa9-60d4f1502fb4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:41.887696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f433542-f845-42fb-a67b-04f9eb3b01aa req-88d32fad-acf1-4a61-bfa9-60d4f1502fb4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0630255 Aug 29 04:50:41.932647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f433542-f845-42fb-a67b-04f9eb3b01aa req-5c7ace20-d453-4a6e-81c7-d485b66d69e4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Aug 29 04:50:42.026030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:42.029640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.091068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Deleting port 2d68e377-d067-4730-8a69-9498575ca0ff {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:42.091404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.245573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] For port 2d68e377-d067-4730-8a69-9498575ca0ff, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2d68e377-d067-4730-8a69-9498575ca0ff,segment=NetworkSegment(276e4022-92b1-4908-a775-da96d2358dc6),segment_id=276e4022-92b1-4908-a775-da96d2358dc6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:42.246022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.252384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.266940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Calling delete_port for 2d68e377-d067-4730-8a69-9498575ca0ff owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:42.358000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.440830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=910d3bef-310e-4d5b-a1c9-966db30b8620,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.496778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '10373e8e-38b5-499c-a525-9a71c60fc1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:42.497043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 55589c2c-b02b-46bd-aa31-e77d6fcd10cb, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:42.514104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.530303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2d68e377-d067-4730-8a69-9498575ca0ff'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:42.546234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:42.548344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Pushing event deleted for resources: {'Port': ['ID=2d68e377-d067-4730-8a69-9498575ca0ff,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:42.577911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 55589c2c-b02b-46bd-aa31-e77d6fcd10cb) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:42.584767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:42.585882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.589758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad1a54-1b98-47b3-9b5a-afdd62a99764 None None] Network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:42.607087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] No DVR routers for this DVR port 2d68e377-d067-4730-8a69-9498575ca0ff on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:42.611571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.613659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3be62fa-f003-4715-a939-3b0881bb344b req-b72ddae8-89a2-4238-aaff-518e47f82576 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.54 "DELETE /v2.0/ports/2d68e377-d067-4730-8a69-9498575ca0ff HTTP/1.1" status: 204 len: 173 time: 0.7594562 Aug 29 04:50:42.614350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'name': 'network-vif-deleted', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:42.616826 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df556e91-a3fd-4fb7-bfa8-d948b99c2cf0" -d '{"events": [{"server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "name": "network-vif-deleted", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:42.627678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9cd6d0b9-0d4c-4029-ab2d-0b0a58eca8b8 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7607906 Aug 29 04:50:42.630434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37080) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:42.751565 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344e9a1-7891-4fc6-adb9-342c95493b94 x-openstack-request-id: req-a344e9a1-7891-4fc6-adb9-342c95493b94 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:42.752122 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d51a369-23b8-45c4-bed4-e3b8dfa2036d", "name": "network-vif-deleted", "tag": "2d68e377-d067-4730-8a69-9498575ca0ff", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:42.752474 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a344e9a1-7891-4fc6-adb9-342c95493b94 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:42.752978 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d51a369-23b8-45c4-bed4-e3b8dfa2036d', 'name': 'network-vif-deleted', 'tag': '2d68e377-d067-4730-8a69-9498575ca0ff', 'status': 'completed', 'code': 200} Aug 29 04:50:42.823186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-55589c2c-b02b-46bd-aa31-e77d6fcd10cb', 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '910d3bef-310e-4d5b-a1c9-966db30b8620'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:42.824390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.844449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.932018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:42.945263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22afcd34-7319-4cce-a28c-519af685b80c req-d998da13-f65f-43f7-bedf-0e8c4c4fe577 tempest-AttachVolumeNegativeTest-449192077 tempest-AttachVolumeNegativeTest-449192077-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d51a369-23b8-45c4-bed4-e3b8dfa2036d HTTP/1.1" status: 200 len: 210 time: 0.0486023 Aug 29 04:50:42.991263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Allocated IP 172.20.0.1 (55589c2c-b02b-46bd-aa31-e77d6fcd10cb/910d3bef-310e-4d5b-a1c9-966db30b8620/5359503c-2c4e-495a-b4df-693126962570) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:43.074308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4536a-45f6-4165-896b-ef693e1e8373 req-a475b188-5fb8-4e1a-bb3a-689c85b6204b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:43.076403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e4536a-45f6-4165-896b-ef693e1e8373 req-a475b188-5fb8-4e1a-bb3a-689c85b6204b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0579579 Aug 29 04:50:43.090937 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.136975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e4536a-45f6-4165-896b-ef693e1e8373 req-02db94db-45b5-4f24-857d-63781dd17479 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504844 Aug 29 04:50:43.213906 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.228324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Transition to ACTIVE for port object 5359503c-2c4e-495a-b4df-693126962570 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:43.244741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Transition to ACTIVE for port object 5359503c-2c4e-495a-b4df-693126962570 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:43.251906 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.271465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.297874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:43.301448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:43.306199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:43.312337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Pushing event updated for resources: {'Port': ['ID=5359503c-2c4e-495a-b4df-693126962570,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.378626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Attempting to bind port 5359503c-2c4e-495a-b4df-693126962570 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:43.378878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Attempting to bind port 5359503c-2c4e-495a-b4df-693126962570 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '10373e8e-38b5-499c-a525-9a71c60fc1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:43.379130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Attempting to bind port 5359503c-2c4e-495a-b4df-693126962570 on network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:43.387085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:43.387459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Checking segment: {'id': '10373e8e-38b5-499c-a525-9a71c60fc1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:43.387853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.388289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Bound using segment: {'id': '10373e8e-38b5-499c-a525-9a71c60fc1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:43.388983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Bound port: 5359503c-2c4e-495a-b4df-693126962570, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10373e8e-38b5-499c-a525-9a71c60fc1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:43.389376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.402483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=910d3bef-310e-4d5b-a1c9-966db30b8620,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.426190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.438896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55589c2c-b02b-46bd-aa31-e77d6fcd10cb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.450402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10373e8e-38b5-499c-a525-9a71c60fc1cc') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.450703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10373e8e-38b5-499c-a525-9a71c60fc1cc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:43.460267 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.461726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] For port 5359503c-2c4e-495a-b4df-693126962570, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:43.465156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] For port 5359503c-2c4e-495a-b4df-693126962570, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5359503c-2c4e-495a-b4df-693126962570,segment=NetworkSegment(10373e8e-38b5-499c-a525-9a71c60fc1cc),segment_id=10373e8e-38b5-499c-a525-9a71c60fc1cc)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:43.469984 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.475025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.482652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:43.483156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:43.486257 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:43.559630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e47b0-d5cb-4ecc-9408-c2554d659685 None None] Pushing event updated for resources: {'Port': ['ID=5359503c-2c4e-495a-b4df-693126962570,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:43.564772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:43.564772 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:43.564772 n-d-712139-13 neutron-server[94826]: [parameters: {'id': '55589c2c-b02b-46bd-aa31-e77d6fcd10cb'}] Aug 29 04:50:43.564772 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:43.565296 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:43.579741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee527d2-ce68-41da-a981-8e3c3f42f8a0 None None] Network 55589c2c-b02b-46bd-aa31-e77d6fcd10cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:43.710637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb6e90-47e1-4f97-9ec2-b8adc3e4fa31 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:43.798251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eb6e90-47e1-4f97-9ec2-b8adc3e4fa31 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:43.995914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37112) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.045443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Deleting subnet aeaf07ba-23c8-448a-8411-8baf2ad60917 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:50:44.048820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.068459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.090893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.160023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.208837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 5359503c-2c4e-495a-b4df-693126962570 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:44.209133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.273708 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.275285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e50a47-27d5-4fcd-92dc-d776970f2b55 req-ea9a88f8-2234-4212-b2ec-555ce3925d3d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:44.276902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82e50a47-27d5-4fcd-92dc-d776970f2b55 req-ea9a88f8-2234-4212-b2ec-555ce3925d3d tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0533502 Aug 29 04:50:44.291759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 5359503c-2c4e-495a-b4df-693126962570, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5359503c-2c4e-495a-b4df-693126962570,segment=NetworkSegment(10373e8e-38b5-499c-a525-9a71c60fc1cc),segment_id=10373e8e-38b5-499c-a525-9a71c60fc1cc)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:44.292153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.295903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.300419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aeaf07ba-23c8-448a-8411-8baf2ad60917 HTTP/1.1" status: 204 len: 168 time: 0.3029907 Aug 29 04:50:44.300726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37122) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.326368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d95caa-89aa-4b4f-b1d9-ad70115823cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeaf07ba-23c8-448a-8411-8baf2ad60917,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.328393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 5359503c-2c4e-495a-b4df-693126962570 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:44.371117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82e50a47-27d5-4fcd-92dc-d776970f2b55 req-9df9ae46-f48b-441d-9934-1d60df41d7e2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Aug 29 04:50:44.389835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.421465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.453377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=5359503c-2c4e-495a-b4df-693126962570,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.455860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 5359503c-2c4e-495a-b4df-693126962570 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:44.484313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.496136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da66039a-2aa1-4b2d-948d-7de71e1be387']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.508645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276e4022-92b1-4908-a775-da96d2358dc6') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.509303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276e4022-92b1-4908-a775-da96d2358dc6') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.520436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.538716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.547576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:44.547576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:44.547978 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:44.620034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.624451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.632882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.636415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/da66039a-2aa1-4b2d-948d-7de71e1be387 HTTP/1.1" status: 204 len: 168 time: 0.3349211 Aug 29 04:50:44.645459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55589c2c-b02b-46bd-aa31-e77d6fcd10cb']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.649999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606c57-8c21-432c-9de5-83174f0743bb admin admin] Pushing event deleted for resources: {'Network': ['ID=da66039a-2aa1-4b2d-948d-7de71e1be387,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.658973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10373e8e-38b5-499c-a525-9a71c60fc1cc') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.659659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10373e8e-38b5-499c-a525-9a71c60fc1cc') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:44.669828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.689030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.700666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:44.701504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:44.715517 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:44.823454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.832995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.835624 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/55589c2c-b02b-46bd-aa31-e77d6fcd10cb HTTP/1.1" status: 204 len: 168 time: 2.2038221 Aug 29 04:50:44.841098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.846806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa760d-8684-4575-987a-463a6ecae67a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=55589c2c-b02b-46bd-aa31-e77d6fcd10cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:44.847073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749094011'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:44.872793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:44.876882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.910129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37138) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.924770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:44.937537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:44.938565 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment a1f76e37-d88c-4158-a53e-d4e49d813543 of type vlan for network 010a9f8d-157a-45a3-9a5d-afa0b79824b7 Aug 29 04:50:44.979678 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60fb596f-a9ec-41c8-bf2b-548d0b44d745 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d6f34d9768a4b4e82bc8a4a61a72fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680089 Aug 29 04:50:44.982412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37140) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:44.987591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.022879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.028934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:45.029562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.051825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.077194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.099740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2573836 Aug 29 04:50:45.104273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.110593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '010a9f8d-157a-45a3-9a5d-afa0b79824b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:45.120017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ee1a3-7f38-4e15-bb20-05ac5dee3b01 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=010a9f8d-157a-45a3-9a5d-afa0b79824b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.167163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 010a9f8d-157a-45a3-9a5d-afa0b79824b7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:45.173332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.176471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.181366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2fe2f0a5-1b79-490d-afa6-98df450ecae7 HTTP/1.1" status: 204 len: 168 time: 0.1975527 Aug 29 04:50:45.192102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45cad0-3ade-4609-a2ba-87996e202262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe2f0a5-1b79-490d-afa6-98df450ecae7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.275686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:45.281049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.507471 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.572933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=31ff0db3-4262-4d7a-b57f-45e61c7d0699,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:45.587083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': 'a1f76e37-d88c-4158-a53e-d4e49d813543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '010a9f8d-157a-45a3-9a5d-afa0b79824b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:45.587493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 010a9f8d-157a-45a3-9a5d-afa0b79824b7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:45.611494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 010a9f8d-157a-45a3-9a5d-afa0b79824b7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:45.623305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 010a9f8d-157a-45a3-9a5d-afa0b79824b7) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:45.629221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:45.629923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.640847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eace44c-f892-4bec-b1a5-6b6bc9ee9984 None None] Network 010a9f8d-157a-45a3-9a5d-afa0b79824b7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:45.663172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8cf74c91-98e2-41ba-a5e5-1244761bd752 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5549426 Aug 29 04:50:45.664323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:45.669533 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:50:45.829716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.875551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c71459-a3ef-4a42-8148-9b43fe1a0525 req-93bb1ba7-ce8d-4bd9-931f-16d724d92415 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:45.877195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c71459-a3ef-4a42-8148-9b43fe1a0525 req-93bb1ba7-ce8d-4bd9-931f-16d724d92415 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.4194939 Aug 29 04:50:45.915616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.929675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75c71459-a3ef-4a42-8148-9b43fe1a0525 req-3c19db0e-de8c-49dc-8e6f-d71dc5bda1ed tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Aug 29 04:50:45.996921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193dd84e-49f5-486b-a0c5-01f1380b4456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-010a9f8d-157a-45a3-9a5d-afa0b79824b7', 'network_id': '010a9f8d-157a-45a3-9a5d-afa0b79824b7', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '31ff0db3-4262-4d7a-b57f-45e61c7d0699'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:45.997894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:45.998318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-193dd84e-49f5-486b-a0c5-01f1380b4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.041817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=31ff0db3-4262-4d7a-b57f-45e61c7d0699,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.130472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4dab9-ea7c-44e7-9026-66a7d019d27d None None] Network 010a9f8d-157a-45a3-9a5d-afa0b79824b7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:46.130890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.143821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010a9f8d-157a-45a3-9a5d-afa0b79824b7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:46.169417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f76e37-d88c-4158-a53e-d4e49d813543') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:46.169713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f76e37-d88c-4158-a53e-d4e49d813543') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:46.180556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.197544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.204575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:46.204985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:46.288959 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:46.292163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.300801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.310473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/010a9f8d-157a-45a3-9a5d-afa0b79824b7 HTTP/1.1" status: 204 len: 168 time: 0.6374331 Aug 29 04:50:46.311621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.317546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e1d2-f031-4508-b6fa-9693fafeaacc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=010a9f8d-157a-45a3-9a5d-afa0b79824b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.318875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622700986'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.345910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:46.349584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.380536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:46.391049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.391820 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 943a8dfe-cee7-4f23-b921-46b8907abd44 of type vlan for network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 Aug 29 04:50:46.437762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.468366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.474340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:46.475090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.487962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2d68e377-d067-4730-8a69-9498575ca0ff no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:50:46.523705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 2d68e377-d067-4730-8a69-9498575ca0ff {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:50:46.528016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2d68e377-d067-4730-8a69-9498575ca0ff not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:50:46.549715 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2357187 Aug 29 04:50:46.553702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:46.559939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e47f4f-7731-4ebd-8d5f-7c48b6b6279c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=02a4c246-6adb-4f5e-8956-d75b74a5a3f0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:46.573740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:46.576974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:46.703889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:46.714518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:46.791129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:50:46.792050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:50:46.946615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.015280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=29300a1b-d41a-4c48-8c80-0568c0613b43,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.027286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '943a8dfe-cee7-4f23-b921-46b8907abd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:47.027756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 02a4c246-6adb-4f5e-8956-d75b74a5a3f0, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:47.049022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:47.062612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 02a4c246-6adb-4f5e-8956-d75b74a5a3f0) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:47.068715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.070897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.074691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fc3db-0d78-44b3-9e17-f1232e939724 None None] Network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:47.094804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:47.095364 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f13da7d-6f71-4c67-897c-86bb6376e932 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5393012 Aug 29 04:50:47.280902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-02a4c246-6adb-4f5e-8956-d75b74a5a3f0', 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '29300a1b-d41a-4c48-8c80-0568c0613b43'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:47.282425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.314324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.458160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.536029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Allocated IP 172.20.0.3 (02a4c246-6adb-4f5e-8956-d75b74a5a3f0/29300a1b-d41a-4c48-8c80-0568c0613b43/5ecfbd64-aa2c-41a8-adc0-d5f62735c686) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:47.587573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a0543-d2ae-4708-9238-88e39de48deb req-92d1f01a-fb32-4cd9-9b90-0936b408a2d3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:47.593526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592a0543-d2ae-4708-9238-88e39de48deb req-92d1f01a-fb32-4cd9-9b90-0936b408a2d3 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.5235405 Aug 29 04:50:47.634994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-592a0543-d2ae-4708-9238-88e39de48deb req-e75b0aaf-f059-4424-af72-04ae5557cf65 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Aug 29 04:50:47.734533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.753183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Transition to ACTIVE for port object 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.785103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Transition to ACTIVE for port object 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:47.797222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.831677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.842593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:47.845926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:47.849881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:47.858654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Pushing event updated for resources: {'Port': ['ID=5ecfbd64-aa2c-41a8-adc0-d5f62735c686,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.870914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=29300a1b-d41a-4c48-8c80-0568c0613b43,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:47.937977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Attempting to bind port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:47.938369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Attempting to bind port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '943a8dfe-cee7-4f23-b921-46b8907abd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:47.938745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Attempting to bind port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 on network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:47.942109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.947300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:47.947691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Checking segment: {'id': '943a8dfe-cee7-4f23-b921-46b8907abd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:47.948104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.948500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Bound using segment: {'id': '943a8dfe-cee7-4f23-b921-46b8907abd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:47.948980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Bound port: 5ecfbd64-aa2c-41a8-adc0-d5f62735c686, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943a8dfe-cee7-4f23-b921-46b8907abd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:47.949370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:47.954277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a4c246-6adb-4f5e-8956-d75b74a5a3f0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.978246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943a8dfe-cee7-4f23-b921-46b8907abd44') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.979356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943a8dfe-cee7-4f23-b921-46b8907abd44') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:47.995844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.028423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.038369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] For port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:48.039744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:48.040434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:48.043809 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:48.122213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] For port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5ecfbd64-aa2c-41a8-adc0-d5f62735c686,segment=NetworkSegment(943a8dfe-cee7-4f23-b921-46b8907abd44),segment_id=943a8dfe-cee7-4f23-b921-46b8907abd44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:48.123417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:48.123417 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:48.123417 n-d-712139-13 neutron-server[94827]: [parameters: {'id': '02a4c246-6adb-4f5e-8956-d75b74a5a3f0'}] Aug 29 04:50:48.123417 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:48.123771 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:48.130594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.231594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2679a3e-2a48-49ac-b6ca-dcfbdb5bd5aa None None] Pushing event updated for resources: {'Port': ['ID=5ecfbd64-aa2c-41a8-adc0-d5f62735c686,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:48.244483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df74f7-34c2-4c7d-8cb2-e97c78796ce8 None None] Network 02a4c246-6adb-4f5e-8956-d75b74a5a3f0 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:48.604987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065c1f0-acaf-4e88-a9e7-ec2c18251c9d None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:48.624547 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.712950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065c1f0-acaf-4e88-a9e7-ec2c18251c9d None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:48.721321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:48.721877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.851452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5ecfbd64-aa2c-41a8-adc0-d5f62735c686,segment=NetworkSegment(943a8dfe-cee7-4f23-b921-46b8907abd44),segment_id=943a8dfe-cee7-4f23-b921-46b8907abd44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:48.851826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:48.867956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23397790-7c7f-4a6e-8de2-6ee35ebd1a67 req-d399aff5-5643-46c0-990a-7932ce7bd9e8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:48.871449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23397790-7c7f-4a6e-8de2-6ee35ebd1a67 req-d399aff5-5643-46c0-990a-7932ce7bd9e8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1500645 Aug 29 04:50:48.876777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:48.999639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23397790-7c7f-4a6e-8de2-6ee35ebd1a67 req-4673a89e-a7e9-4aa4-aeb8-1ba39a132a6a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205266 Aug 29 04:50:49.309244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.339039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 5ecfbd64-aa2c-41a8-adc0-d5f62735c686 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:49.343968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=5ecfbd64-aa2c-41a8-adc0-d5f62735c686,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.424505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.437338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a4c246-6adb-4f5e-8956-d75b74a5a3f0']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.453731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943a8dfe-cee7-4f23-b921-46b8907abd44') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.454046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943a8dfe-cee7-4f23-b921-46b8907abd44') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:49.477999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.495778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.505003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:49.505513 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:49.509672 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:49.570923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.578240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.580139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/02a4c246-6adb-4f5e-8956-d75b74a5a3f0 HTTP/1.1" status: 204 len: 168 time: 2.4833236 Aug 29 04:50:49.583545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:49.598031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727805850'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:49.605391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3595-c807-44b5-b248-2cfe89b6a8fa tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=02a4c246-6adb-4f5e-8956-d75b74a5a3f0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.626344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:49.630372 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.654608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:49.664871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.665160 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment dbd1c83e-2c4f-4974-930e-4275bab1b919 of type vlan for network c0fea810-8624-4d53-99ab-8ed04f7bcb00 Aug 29 04:50:49.709996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.745582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.756158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:49.757269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:49.836182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2489235 Aug 29 04:50:49.836598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37314) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:49.841698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:49.892949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a8cf-be68-4ba5-be69-b9a8d453ad69 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=c0fea810-8624-4d53-99ab-8ed04f7bcb00,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:49.904965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c0fea810-8624-4d53-99ab-8ed04f7bcb00 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:49.945939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:49.951556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.204354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69891d92-067f-4ebf-810c-f26684149292 req-4811bde1-98f8-4535-9c9f-382a3324a99c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:50.206007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69891d92-067f-4ebf-810c-f26684149292 req-4811bde1-98f8-4535-9c9f-382a3324a99c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1130822 Aug 29 04:50:50.282598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.298735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69891d92-067f-4ebf-810c-f26684149292 req-6ca43b1b-8583-4f13-9914-6e9468e1bac1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Aug 29 04:50:50.358567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=ad67bf0c-a8b0-4033-8569-ee82ce9b04de,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:50.373529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': 'dbd1c83e-2c4f-4974-930e-4275bab1b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:50.373884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: c0fea810-8624-4d53-99ab-8ed04f7bcb00, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:50.393780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network c0fea810-8624-4d53-99ab-8ed04f7bcb00 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:50.404535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c0fea810-8624-4d53-99ab-8ed04f7bcb00) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:50.410683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:50.411299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.422175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b7d2d-f9e7-46de-87f6-ac79030e690e None None] Network c0fea810-8624-4d53-99ab-8ed04f7bcb00 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:50.432699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:50.433562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92ecd62b-acd9-41b4-9671-3b04b49f0861 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5949149 Aug 29 04:50:50.626759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c0fea810-8624-4d53-99ab-8ed04f7bcb00', 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': 'ad67bf0c-a8b0-4033-8569-ee82ce9b04de'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:50.628145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:50.843115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Allocated IP 172.20.0.1 (c0fea810-8624-4d53-99ab-8ed04f7bcb00/ad67bf0c-a8b0-4033-8569-ee82ce9b04de/5bb476eb-9576-4304-9e5a-109d0b70f342) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:50.972264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.055394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.076263 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.086481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Transition to ACTIVE for port object 5bb476eb-9576-4304-9e5a-109d0b70f342 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:51.134598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Transition to ACTIVE for port object 5bb476eb-9576-4304-9e5a-109d0b70f342 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:51.150225 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.188902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.202379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Network c0fea810-8624-4d53-99ab-8ed04f7bcb00 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:51.206044 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:51.210600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:51.242110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Pushing event updated for resources: {'Port': ['ID=5bb476eb-9576-4304-9e5a-109d0b70f342,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:51.251021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=ad67bf0c-a8b0-4033-8569-ee82ce9b04de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:51.286242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Attempting to bind port 5bb476eb-9576-4304-9e5a-109d0b70f342 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:51.286729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Attempting to bind port 5bb476eb-9576-4304-9e5a-109d0b70f342 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'dbd1c83e-2c4f-4974-930e-4275bab1b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:51.287175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Attempting to bind port 5bb476eb-9576-4304-9e5a-109d0b70f342 on network c0fea810-8624-4d53-99ab-8ed04f7bcb00 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:51.293918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:51.294599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Checking segment: {'id': 'dbd1c83e-2c4f-4974-930e-4275bab1b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:51.295210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.295971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Bound using segment: {'id': 'dbd1c83e-2c4f-4974-930e-4275bab1b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:51.297210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Bound port: 5bb476eb-9576-4304-9e5a-109d0b70f342, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd1c83e-2c4f-4974-930e-4275bab1b919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:51.297750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.386705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.399484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] For port 5bb476eb-9576-4304-9e5a-109d0b70f342, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:51.407377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] For port 5bb476eb-9576-4304-9e5a-109d0b70f342, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5bb476eb-9576-4304-9e5a-109d0b70f342,segment=NetworkSegment(dbd1c83e-2c4f-4974-930e-4275bab1b919),segment_id=dbd1c83e-2c4f-4974-930e-4275bab1b919)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:51.417422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fea810-8624-4d53-99ab-8ed04f7bcb00']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.419311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.439203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd1c83e-2c4f-4974-930e-4275bab1b919') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.441050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd1c83e-2c4f-4974-930e-4275bab1b919') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:51.459028 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.484415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.497425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:51.497823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:51.501348 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:51.506845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac1876-6289-48b8-a2d1-2461b5b5b8f4 req-da3f5bc8-c6ad-4462-9776-7d381cec7eed tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:51.508877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7ac1876-6289-48b8-a2d1-2461b5b5b8f4 req-da3f5bc8-c6ad-4462-9776-7d381cec7eed tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0899005 Aug 29 04:50:51.556125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7ac1876-6289-48b8-a2d1-2461b5b5b8f4 req-0e1e1593-199b-4223-a68c-09906fdbd2d5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Aug 29 04:50:51.594917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4b2e6-b756-43a1-9426-55d98181a855 None None] Network c0fea810-8624-4d53-99ab-8ed04f7bcb00 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:51.620988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.db.api [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:51.620988 n-d-712139-13 neutron-server[94826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:51.620988 n-d-712139-13 neutron-server[94826]: [parameters: {'id': 'c0fea810-8624-4d53-99ab-8ed04f7bcb00'}] Aug 29 04:50:51.620988 n-d-712139-13 neutron-server[94826]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:51.621487 n-d-712139-13 neutron-server[94826]: DEBUG oslo_db.api [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:51.667232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdcd8f-3ced-420b-866b-1b041495cb1c None None] Pushing event updated for resources: {'Port': ['ID=5bb476eb-9576-4304-9e5a-109d0b70f342,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:51.775068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92ffe1-e63f-448b-922e-ce3bf5e724f6 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:51.890923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92ffe1-e63f-448b-922e-ce3bf5e724f6 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:52.122977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.205417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 5bb476eb-9576-4304-9e5a-109d0b70f342 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:52.205764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.292390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 5bb476eb-9576-4304-9e5a-109d0b70f342, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5bb476eb-9576-4304-9e5a-109d0b70f342,segment=NetworkSegment(dbd1c83e-2c4f-4974-930e-4275bab1b919),segment_id=dbd1c83e-2c4f-4974-930e-4275bab1b919)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:52.292927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.309198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 5bb476eb-9576-4304-9e5a-109d0b70f342 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:52.401231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.430705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=5bb476eb-9576-4304-9e5a-109d0b70f342,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:52.432732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 5bb476eb-9576-4304-9e5a-109d0b70f342 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:52.530760 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.543969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fea810-8624-4d53-99ab-8ed04f7bcb00']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:52.559785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd1c83e-2c4f-4974-930e-4275bab1b919') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:52.560143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd1c83e-2c4f-4974-930e-4275bab1b919') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:52.573204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.602770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.614888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:52.615542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:52.622249 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:52.727090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.731602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dde79-6b93-4917-b3d6-63e9b3d571ab req-4906f908-f2f4-44ab-a164-5b49a9b72b2a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:52.733365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9dde79-6b93-4917-b3d6-63e9b3d571ab req-4906f908-f2f4-44ab-a164-5b49a9b72b2a tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0647724 Aug 29 04:50:52.752603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.756103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/c0fea810-8624-4d53-99ab-8ed04f7bcb00 HTTP/1.1" status: 204 len: 168 time: 2.3190961 Aug 29 04:50:52.759785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e5aaf-8b16-4431-a79d-d1a773b5ca8c tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=c0fea810-8624-4d53-99ab-8ed04f7bcb00,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:52.762111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:52.769440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006429286'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:52.807034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b9dde79-6b93-4917-b3d6-63e9b3d571ab req-720b098c-13ac-45c9-a209-4ca27c9ca306 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Aug 29 04:50:52.841026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:52.847009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.881342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:52.896323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.896682 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 342f9bd9-a839-43eb-b6aa-eb0007e547e5 of type vlan for network 35eb34ad-9269-44fa-90f2-e4900019c8f9 Aug 29 04:50:52.952709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:52.994053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.001297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.002151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.105672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3396401 Aug 29 04:50:53.105805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:53.111316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:53.131105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12002faa-4f19-413a-b594-55aa02602dae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=35eb34ad-9269-44fa-90f2-e4900019c8f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:53.146685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 35eb34ad-9269-44fa-90f2-e4900019c8f9 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:53.152664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1cf18-a987-4df9-9825-ce28d40c5eb5 req-ed9c42b3-8e18-4c05-ae55-da66309abea6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.162105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ca1cf18-a987-4df9-9825-ce28d40c5eb5 req-ed9c42b3-8e18-4c05-ae55-da66309abea6 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1333137 Aug 29 04:50:53.256139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ca1cf18-a987-4df9-9825-ce28d40c5eb5 req-4af455f6-96ba-4aea-96d8-d463e47709ef tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927956 Aug 29 04:50:53.327223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:53.332906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.412935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4b171-6644-4285-82ec-a6372df9ca76 req-db4a640e-e035-45ec-ab88-30c2ca71d6d8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.414561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a4b171-6644-4285-82ec-a6372df9ca76 req-db4a640e-e035-45ec-ab88-30c2ca71d6d8 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0604241 Aug 29 04:50:53.488808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1a4b171-6644-4285-82ec-a6372df9ca76 req-8db39227-e444-4c5a-8685-1bd26b788207 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Aug 29 04:50:53.591563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.669785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '342f9bd9-a839-43eb-b6aa-eb0007e547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:53.670234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 35eb34ad-9269-44fa-90f2-e4900019c8f9, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:53.688446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=82f3f605-a401-4e03-8763-c677a788d88e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:53.704621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 35eb34ad-9269-44fa-90f2-e4900019c8f9 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:53.724127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 35eb34ad-9269-44fa-90f2-e4900019c8f9) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:53.724242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37432) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:53.729439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.730232 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.754637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37436) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:53.755566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acceea5c-19bb-4f57-8c8c-a90927627e2a None None] Network 35eb34ad-9269-44fa-90f2-e4900019c8f9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:53.758846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8d156ae4-8622-4eaa-8064-768f5071a391 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6510496 Aug 29 04:50:53.899163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a2cd-e9e6-4d90-a2e3-dc1713dc9d76 req-8a331863-52cf-401d-aba4-3854b3a90d09 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:53.901962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a92a2cd-e9e6-4d90-a2e3-dc1713dc9d76 req-8a331863-52cf-401d-aba4-3854b3a90d09 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.1158288 Aug 29 04:50:53.969649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:53.974684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a85d45d-ae5e-4f12-bbb1-8bd25878e36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.013835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a92a2cd-e9e6-4d90-a2e3-dc1713dc9d76 req-6cac863b-f41e-4fa4-ad89-7f210c2cba50 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026587 Aug 29 04:50:54.019724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-35eb34ad-9269-44fa-90f2-e4900019c8f9', 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '82f3f605-a401-4e03-8763-c677a788d88e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:54.023715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.110243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.247174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Allocated IP 172.20.0.1 (35eb34ad-9269-44fa-90f2-e4900019c8f9/82f3f605-a401-4e03-8763-c677a788d88e/9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:54.256963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a85d45d-ae5e-4f12-bbb1-8bd25878e36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.264655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a85d45d-ae5e-4f12-bbb1-8bd25878e36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.341238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1a85d45d-ae5e-4f12-bbb1-8bd25878e36a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=259d725ef1804e10af5b5e746f8070c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096773 Aug 29 04:50:54.344939 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85d45d-ae5e-4f12-bbb1-8bd25878e36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80681c9-bda1-45a7-b8e7-66cf3712b164,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.345565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:54.432595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.469722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.516920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.526235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.529115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.534847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f80681c9-bda1-45a7-b8e7-66cf3712b164 HTTP/1.1" status: 204 len: 168 time: 0.1835043 Aug 29 04:50:54.537573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Transition to ACTIVE for port object 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:54.544091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e299533-2465-4de0-a7de-5a02f9dca7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80681c9-bda1-45a7-b8e7-66cf3712b164,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.561299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Transition to ACTIVE for port object 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:54.572836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.599245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.632647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Network 35eb34ad-9269-44fa-90f2-e4900019c8f9 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:54.637263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:54.640394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:54.646775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=82f3f605-a401-4e03-8763-c677a788d88e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.725158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Pushing event updated for resources: {'Port': ['ID=9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:54.743428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.745229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.745571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.745913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.746237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.746577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.747345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.747345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.747545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.747997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.748325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.748659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.748958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:50:54.760230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Attempting to bind port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:54.760599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Attempting to bind port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '342f9bd9-a839-43eb-b6aa-eb0007e547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:54.760958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Attempting to bind port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 on network 35eb34ad-9269-44fa-90f2-e4900019c8f9 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:54.765867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eb34ad-9269-44fa-90f2-e4900019c8f9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.766865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:54.767248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Checking segment: {'id': '342f9bd9-a839-43eb-b6aa-eb0007e547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:54.767659 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.768258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Bound using segment: {'id': '342f9bd9-a839-43eb-b6aa-eb0007e547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:54.768806 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Bound port: 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342f9bd9-a839-43eb-b6aa-eb0007e547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:54.769107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.785137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342f9bd9-a839-43eb-b6aa-eb0007e547e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.785688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342f9bd9-a839-43eb-b6aa-eb0007e547e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:54.797999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.818373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.827193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:54.827794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:54.832200 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:54.856490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] For port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:54.939688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] For port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94,segment=NetworkSegment(342f9bd9-a839-43eb-b6aa-eb0007e547e5),segment_id=342f9bd9-a839-43eb-b6aa-eb0007e547e5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:54.941691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:54.941691 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:54.941691 n-d-712139-13 neutron-server[94827]: [parameters: {'id': '35eb34ad-9269-44fa-90f2-e4900019c8f9'}] Aug 29 04:50:54.941691 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:54.942429 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:54.946805 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.003276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:55.019102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f637-f232-42f1-ab21-9b971cd66cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.076266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3fee3-a655-4877-83fd-40752ebf6f90 None None] Pushing event updated for resources: {'Port': ['ID=9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.130876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c0695-4415-481c-a1b8-8b608d00aaea None None] Network 35eb34ad-9269-44fa-90f2-e4900019c8f9 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:55.200270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f5e82-3144-4aab-b586-b04a01bc7568 req-faced7b3-5572-4c56-b594-8bbba1f52821 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:55.205822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7f5e82-3144-4aab-b586-b04a01bc7568 req-faced7b3-5572-4c56-b594-8bbba1f52821 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0943158 Aug 29 04:50:55.218654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f637-f232-42f1-ab21-9b971cd66cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.227574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f637-f232-42f1-ab21-9b971cd66cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.339180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0ac5f637-f232-42f1-ab21-9b971cd66cc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf7adc0ea81e4f05a7d218b24ad2ddae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314185 Aug 29 04:50:55.342556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:55.342944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552d04d-7552-4b59-8455-56186440728c None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:55.356680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a7f5e82-3144-4aab-b586-b04a01bc7568 req-2fdfc5f9-2cd4-4f50-8def-f9c47cc2036b tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372249 Aug 29 04:50:55.357631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f637-f232-42f1-ab21-9b971cd66cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d876a-eb58-4d99-abcc-b2299ce046ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.419378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-cb8e68d7-e75f-4fb4-a0c1-850785f57df2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:55.421168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-cb8e68d7-e75f-4fb4-a0c1-850785f57df2 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 945 time: 0.0805647 Aug 29 04:50:55.451264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.472558 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.530988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552d04d-7552-4b59-8455-56186440728c None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:55.552004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.610658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 3f5ce243-71e2-4485-81ce-99d7be77d703 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:55.611523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.633283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:55.633639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.693150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.695467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.696754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b5d876a-eb58-4d99-abcc-b2299ce046ed HTTP/1.1" status: 204 len: 168 time: 0.3522246 Aug 29 04:50:55.757085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21c8d-4c56-4cb2-90d7-dee920123743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d876a-eb58-4d99-abcc-b2299ce046ed,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:55.780234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 3f5ce243-71e2-4485-81ce-99d7be77d703, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3f5ce243-71e2-4485-81ce-99d7be77d703,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:55.780892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.798595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 3f5ce243-71e2-4485-81ce-99d7be77d703 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:55.825126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94,segment=NetworkSegment(342f9bd9-a839-43eb-b6aa-eb0007e547e5),segment_id=342f9bd9-a839-43eb-b6aa-eb0007e547e5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:55.825915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:55.855395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:50:56.014372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.033489 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.041528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3f5ce243-71e2-4485-81ce-99d7be77d703'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:56.058149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=3f5ce243-71e2-4485-81ce-99d7be77d703,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.086808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['75717be8-b09b-4a97-8a85-3a2617acd159'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:50:56.119281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:56.126889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=9bfbd61c-92b1-4d15-b6ca-de81aa6ebc94,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.152020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 3f5ce243-71e2-4485-81ce-99d7be77d703 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:50:56.154942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.157931 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3489acbc-1c9d-45f6-bfff-1bcc0be6e0e0 req-74b6d623-c41a-4ace-a905-2a64beb3e56c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.54 "DELETE /v2.0/ports/3f5ce243-71e2-4485-81ce-99d7be77d703 HTTP/1.1" status: 204 len: 173 time: 0.7260356 Aug 29 04:50:56.158625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'name': 'network-vif-deleted', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:50:56.161752 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e207e13-0627-4883-95ec-d822d5fd8cdc" -d '{"events": [{"server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "name": "network-vif-deleted", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:50:56.247113 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f139b1-9b68-4e0a-bbce-68b629491fb3 x-openstack-request-id: req-00f139b1-9b68-4e0a-bbce-68b629491fb3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:50:56.247843 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa251a37-36a7-4bbe-a284-c89477567a1d", "name": "network-vif-deleted", "tag": "3f5ce243-71e2-4485-81ce-99d7be77d703", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:50:56.248269 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00f139b1-9b68-4e0a-bbce-68b629491fb3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:50:56.248850 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa251a37-36a7-4bbe-a284-c89477567a1d', 'name': 'network-vif-deleted', 'tag': '3f5ce243-71e2-4485-81ce-99d7be77d703', 'status': 'completed', 'code': 200} Aug 29 04:50:56.286386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.313838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eb34ad-9269-44fa-90f2-e4900019c8f9']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.330767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342f9bd9-a839-43eb-b6aa-eb0007e547e5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.331184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342f9bd9-a839-43eb-b6aa-eb0007e547e5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:56.362098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.389136 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.400642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:56.401171 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:56.404579 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:56.515353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.519251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa072a4f-de37-43a5-a550-34ae0fdcd58d req-5af13a9c-7124-4c00-a29c-ea811bf8bad4 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa251a37-36a7-4bbe-a284-c89477567a1d HTTP/1.1" status: 200 len: 210 time: 0.0414741 Aug 29 04:50:56.526124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.528586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/35eb34ad-9269-44fa-90f2-e4900019c8f9 HTTP/1.1" status: 204 len: 168 time: 2.7699142 Aug 29 04:50:56.534814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37498) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:56.541337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307493231'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:56.558760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1959a-1283-40c9-9332-0474498110dc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=35eb34ad-9269-44fa-90f2-e4900019c8f9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.600213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:56.606071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.644613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:50:56.659262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.659734 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 362ccd89-af98-49ed-8d06-a3a2f96d91ac of type vlan for network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 Aug 29 04:50:56.721057 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.756410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.766900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:56.767566 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:56.860767 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3239546 Aug 29 04:50:56.863594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37506) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:56.872565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:56.878675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd1220-e9d7-49e3-8663-2416558c2250 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=4a82d092-fbbc-4f87-91c1-fa3c80492e65,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:56.892632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:57.140929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.164617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.186316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:50:57.192011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:57.192696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.194081 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "PUT /v2.0/networks/4a82d092-fbbc-4f87-91c1-fa3c80492e65 HTTP/1.1" status: 200 len: 723 time: 0.3294964 Aug 29 04:50:57.198275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37512) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.211011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:57.250272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62034-dfcc-4e62-81f7-1cdb10cfd6ae tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=4a82d092-fbbc-4f87-91c1-fa3c80492e65,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.264754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:50:57.434253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:50:57.439549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.666184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.755838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=b7726d57-8f36-4c1e-bd36-d07d5de53373,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:57.764402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '362ccd89-af98-49ed-8d06-a3a2f96d91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:57.764838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 4a82d092-fbbc-4f87-91c1-fa3c80492e65, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:50:57.789957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:50:57.815336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4a82d092-fbbc-4f87-91c1-fa3c80492e65) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:57.831846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7d343-c365-4d0b-8caf-c104397b0d30 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:57.837469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:57.839121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:57.881278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e2983de9-d7ff-4b22-aebd-19b336d74210 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6781459 Aug 29 04:50:57.882522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37542) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:57.892920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:50:58.038567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4a82d092-fbbc-4f87-91c1-fa3c80492e65', 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': 'b7726d57-8f36-4c1e-bd36-d07d5de53373'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:50:58.043122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.155153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8766862'] for subnet, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.400286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758440813352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3698890'] for subnet, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.459377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:58.460063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.464529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "PUT /v2.0/subnets/b7726d57-8f36-4c1e-bd36-d07d5de53373 HTTP/1.1" status: 200 len: 806 time: 0.5800731 Aug 29 04:50:58.465020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:58.498482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Allocated IP 172.20.0.2 (4a82d092-fbbc-4f87-91c1-fa3c80492e65/b7726d57-8f36-4c1e-bd36-d07d5de53373/54031304-134c-40ea-9477-98393e9d847f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:50:58.540322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806fc1e-866f-4d8b-8e5e-a98314134eb3 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=b7726d57-8f36-4c1e-bd36-d07d5de53373,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.719908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.761834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.775487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6004d-38b1-488a-a9ba-995378915672 req-ec771c4c-fb65-4f54-a2ba-87df59e712b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:50:58.777122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5f6004d-38b1-488a-a9ba-995378915672 req-ec771c4c-fb65-4f54-a2ba-87df59e712b5 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 945 time: 0.1143858 Aug 29 04:50:58.785875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Transition to ACTIVE for port object 54031304-134c-40ea-9477-98393e9d847f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:58.807086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Transition to ACTIVE for port object 54031304-134c-40ea-9477-98393e9d847f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:50:58.821119 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.857330 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5f6004d-38b1-488a-a9ba-995378915672 req-895f5bd2-9485-4d91-ab63-9f83385111ef tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566645 Aug 29 04:50:58.860975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.869795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Pushing event updated for resources: {'Port': ['ID=54031304-134c-40ea-9477-98393e9d847f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.886488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:50:58.889301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:50:58.903584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:50:58.950183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.974094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Attempting to bind port 54031304-134c-40ea-9477-98393e9d847f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:50:58.974694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Attempting to bind port 54031304-134c-40ea-9477-98393e9d847f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '362ccd89-af98-49ed-8d06-a3a2f96d91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:50:58.975122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Attempting to bind port 54031304-134c-40ea-9477-98393e9d847f on network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:50:58.981785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:50:58.982256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Checking segment: {'id': '362ccd89-af98-49ed-8d06-a3a2f96d91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:50:58.982836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:58.983350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Bound using segment: {'id': '362ccd89-af98-49ed-8d06-a3a2f96d91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:50:58.983906 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Bound port: 54031304-134c-40ea-9477-98393e9d847f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362ccd89-af98-49ed-8d06-a3a2f96d91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:50:58.984479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=b7726d57-8f36-4c1e-bd36-d07d5de53373,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:58.984635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.069058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.079263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] For port 54031304-134c-40ea-9477-98393e9d847f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:50:59.083670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] For port 54031304-134c-40ea-9477-98393e9d847f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=54031304-134c-40ea-9477-98393e9d847f,segment=NetworkSegment(362ccd89-af98-49ed-8d06-a3a2f96d91ac),segment_id=362ccd89-af98-49ed-8d06-a3a2f96d91ac)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:50:59.084841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a82d092-fbbc-4f87-91c1-fa3c80492e65']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:59.093227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.104905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362ccd89-af98-49ed-8d06-a3a2f96d91ac') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:59.105187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362ccd89-af98-49ed-8d06-a3a2f96d91ac') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:50:59.118436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.135016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.143154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:50:59.143644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:50:59.147190 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:50:59.212218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16cc7f-76e2-403d-a8e6-bd30ecb82941 None None] Pushing event updated for resources: {'Port': ['ID=54031304-134c-40ea-9477-98393e9d847f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:50:59.222146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:50:59.222146 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:50:59.222146 n-d-712139-13 neutron-server[94827]: [parameters: {'id': '4a82d092-fbbc-4f87-91c1-fa3c80492e65'}] Aug 29 04:50:59.222146 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:50:59.222536 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:50:59.244926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1e51c-9633-430e-b635-055fade81fd6 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:59.437189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e922994-5f94-4c74-9142-62580f213130 None None] Network 4a82d092-fbbc-4f87-91c1-fa3c80492e65 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:50:59.648866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:50:59.724992 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.740893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a047e52-0de6-4b69-824e-f1682cd112fe None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:50:59.805480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ce44de-11b7-4c69-9502-8193a5642bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.845675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 54031304-134c-40ea-9477-98393e9d847f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:50:59.846203 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.874459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.922290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a047e52-0de6-4b69-824e-f1682cd112fe None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:50:59.939002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 54031304-134c-40ea-9477-98393e9d847f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=54031304-134c-40ea-9477-98393e9d847f,segment=NetworkSegment(362ccd89-af98-49ed-8d06-a3a2f96d91ac),segment_id=362ccd89-af98-49ed-8d06-a3a2f96d91ac)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:50:59.939408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:50:59.962170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 54031304-134c-40ea-9477-98393e9d847f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:00.092388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ce44de-11b7-4c69-9502-8193a5642bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.100232 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31ce44de-11b7-4c69-9502-8193a5642bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.132421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb1014-dfd1-46da-974d-c745dc271314 req-a731682b-b2a7-446b-a866-65ad7812e491 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:00.133964 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cfb1014-dfd1-46da-974d-c745dc271314 req-a731682b-b2a7-446b-a866-65ad7812e491 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 945 time: 0.1530900 Aug 29 04:51:00.164062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-31ce44de-11b7-4c69-9502-8193a5642bdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1627c09be90b44dda479825955352ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139995 Aug 29 04:51:00.169744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.206405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce44de-11b7-4c69-9502-8193a5642bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaddcf0-f81a-4bd2-9b27-2bca9495a71b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.208945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.215553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a178-02dc-4111-8257-e653662f141b req-8027f69e-cbde-45e3-a74c-58decf5448cc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:00.231135 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6610a178-02dc-4111-8257-e653662f141b req-8027f69e-cbde-45e3-a74c-58decf5448cc tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 945 time: 0.0898483 Aug 29 04:51:00.265181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=54031304-134c-40ea-9477-98393e9d847f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.274263 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cfb1014-dfd1-46da-974d-c745dc271314 req-61970208-e0f9-45ac-80f0-911f47acd9f1 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b263e35-9603-4911-9c07-66bb52d96edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210878 Aug 29 04:51:00.293309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 54031304-134c-40ea-9477-98393e9d847f on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:00.343217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.357859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Deleting port 75717be8-b09b-4a97-8a85-3a2617acd159 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:00.358281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.408761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.412174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.427530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a82d092-fbbc-4f87-91c1-fa3c80492e65']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.445132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362ccd89-af98-49ed-8d06-a3a2f96d91ac') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.445436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362ccd89-af98-49ed-8d06-a3a2f96d91ac') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:00.470155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] For port 75717be8-b09b-4a97-8a85-3a2617acd159, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=75717be8-b09b-4a97-8a85-3a2617acd159,segment=NetworkSegment(89260a15-e3b6-4c50-8af4-47b1c03f90ff),segment_id=89260a15-e3b6-4c50-8af4-47b1c03f90ff)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:00.470675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.471334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.487732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Calling delete_port for 75717be8-b09b-4a97-8a85-3a2617acd159 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:00.500333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.506925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:00.507562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:00.510615 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:00.527685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.530509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.541802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daaddcf0-f81a-4bd2-9b27-2bca9495a71b HTTP/1.1" status: 204 len: 168 time: 0.3594255 Aug 29 04:51:00.576711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3f5ce243-71e2-4485-81ce-99d7be77d703 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:00.595569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc3f9b-56ff-452c-aeaf-9124a8cfc837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaddcf0-f81a-4bd2-9b27-2bca9495a71b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.612795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.623430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 3f5ce243-71e2-4485-81ce-99d7be77d703 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:00.624056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3f5ce243-71e2-4485-81ce-99d7be77d703 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:00.625015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.626874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/4a82d092-fbbc-4f87-91c1-fa3c80492e65 HTTP/1.1" status: 204 len: 168 time: 2.1597095 Aug 29 04:51:00.640138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.650976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d41d-0069-46f2-8242-11d6cd96f42e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=4a82d092-fbbc-4f87-91c1-fa3c80492e65,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.667212 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7311f0bc-c3e9-48f9-94c8-fc41f5021ddb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:00.668243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7311f0bc-c3e9-48f9-94c8-fc41f5021ddb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:00.670255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7311f0bc-c3e9-48f9-94c8-fc41f5021ddb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/4a82d092-fbbc-4f87-91c1-fa3c80492e65 HTTP/1.1" status: 404 len: 339 time: 0.0289779 Aug 29 04:51:00.674458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.679823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964037337', 'description': 'd1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:00.692520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.704528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:00.711267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.736197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Pushing event deleted for resources: {'Port': ['ID=75717be8-b09b-4a97-8a85-3a2617acd159,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.749368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:00.761109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.761871 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 6b827fd9-69a6-41fc-a18a-aee44c3e1532 of type vlan for network a924b20d-4351-401b-bdb3-7311e9943862 Aug 29 04:51:00.782723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] No DVR routers for this DVR port 75717be8-b09b-4a97-8a85-3a2617acd159 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:00.785907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.788914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6610a178-02dc-4111-8257-e653662f141b req-38c971fe-c013-4956-b337-8fcc7d99f23c tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.50 "DELETE /v2.0/ports/75717be8-b09b-4a97-8a85-3a2617acd159 HTTP/1.1" status: 204 len: 173 time: 0.5505471 Aug 29 04:51:00.789414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'name': 'network-vif-deleted', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:00.791745 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88843ca2-3874-4b00-b6d7-040a9fb939c0" -d '{"events": [{"server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "name": "network-vif-deleted", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:00.820793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.847364 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496d9655-fedd-4374-ab9b-e358f30be6f7 x-openstack-request-id: req-496d9655-fedd-4374-ab9b-e358f30be6f7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:00.847618 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac109395-346e-4417-8411-b9fa435c64af", "name": "network-vif-deleted", "tag": "75717be8-b09b-4a97-8a85-3a2617acd159", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:00.847874 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-496d9655-fedd-4374-ab9b-e358f30be6f7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:00.848334 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac109395-346e-4417-8411-b9fa435c64af', 'name': 'network-vif-deleted', 'tag': '75717be8-b09b-4a97-8a85-3a2617acd159', 'status': 'completed', 'code': 200} Aug 29 04:51:00.850502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.858062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:00.859009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:00.952623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2760909 Aug 29 04:51:00.954879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:00.967040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da92057-d840-435b-9ef0-2168b7070470 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=a924b20d-4351-401b-bdb3-7311e9943862,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:00.981714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a924b20d-4351-401b-bdb3-7311e9943862 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:01.026007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37638) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.045792 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce96f8d-ff2f-4dc2-af1d-992106f4f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.059681 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd777b6-19dd-4a76-9e63-584cf81ec387 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:01.063973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6dd777b6-19dd-4a76-9e63-584cf81ec387 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks?id=a924b20d-4351-401b-bdb3-7311e9943862 HTTP/1.1" status: 200 len: 760 time: 0.1054387 Aug 29 04:51:01.064733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.071414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'description': 'd2'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:01.173304 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce96f8d-ff2f-4dc2-af1d-992106f4f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.178246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ce96f8d-ff2f-4dc2-af1d-992106f4f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.222787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ce96f8d-ff2f-4dc2-af1d-992106f4f724 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4974a735096b4a30b1ec7b07b9e1b452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955576 Aug 29 04:51:01.223983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96f8d-ff2f-4dc2-af1d-992106f4f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf8091-37f6-48b1-9908-a011c32054a9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:01.225653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37642) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.291051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.327086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.330191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.346813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network a924b20d-4351-401b-bdb3-7311e9943862 is not hosted by any dhcp agent {{(pid=94826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:51:01.356094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:01.357127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.361506 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.361659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "PUT /v2.0/networks/a924b20d-4351-401b-bdb3-7311e9943862 HTTP/1.1" status: 200 len: 757 time: 0.2957277 Aug 29 04:51:01.440913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.464509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa6ffb-fceb-48b1-a177-f35733a93632 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=a924b20d-4351-401b-bdb3-7311e9943862,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:01.480679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a924b20d-4351-401b-bdb3-7311e9943862 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:01.498041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05bee4e1-782c-45aa-9177-c924be6bffe7 req-82337fee-f832-4a12-bbf0-1eae4319abbb tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac109395-346e-4417-8411-b9fa435c64af HTTP/1.1" status: 200 len: 210 time: 0.0852399 Aug 29 04:51:01.543075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.544640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8dcdd-77df-4512-b82c-1895c801bad4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:01.555271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.555271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20cf8091-37f6-48b1-9908-a011c32054a9 HTTP/1.1" status: 204 len: 168 time: 0.3202043 Aug 29 04:51:01.558638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37650) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.559264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dfb8dcdd-77df-4512-b82c-1895c801bad4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks?id=a924b20d-4351-401b-bdb3-7311e9943862 HTTP/1.1" status: 200 len: 760 time: 0.1962733 Aug 29 04:51:01.559443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abea828-711e-4724-8377-88056f3eff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf8091-37f6-48b1-9908-a011c32054a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:01.567658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759201834'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:01.599457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:01.604250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.630122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:01.642225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.642565 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 6f5a22d2-e488-42a9-878e-eff2277c3565 of type vlan for network 9cda33e5-30bf-404a-9c90-1ef19205acd1 Aug 29 04:51:01.688551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.716425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.723354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:01.724493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:01.779757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2166829 Aug 29 04:51:01.782835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:01.790478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': '9cda33e5-30bf-404a-9c90-1ef19205acd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:01.803230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85993aee-54a7-437d-a327-c73f4c763629 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=9cda33e5-30bf-404a-9c90-1ef19205acd1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:01.816347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9cda33e5-30bf-404a-9c90-1ef19205acd1 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:01.899302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:01.903711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.108027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.178537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=8916cb8b-5c94-4610-abbc-c3311f67868a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.183110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '6f5a22d2-e488-42a9-878e-eff2277c3565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9cda33e5-30bf-404a-9c90-1ef19205acd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:02.183478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: 9cda33e5-30bf-404a-9c90-1ef19205acd1, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:02.212174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network 9cda33e5-30bf-404a-9c90-1ef19205acd1 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:02.224335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9cda33e5-30bf-404a-9c90-1ef19205acd1) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:02.229464 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:02.230019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.237327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1fc4c-b749-4383-92a9-c6f6c8b06874 None None] Network 9cda33e5-30bf-404a-9c90-1ef19205acd1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:02.254605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-308ba743-aae9-4b60-bb26-b2c970d7a769 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4703863 Aug 29 04:51:02.257165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.409198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.441144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3658f6-b5cc-4a23-910a-fd4fd81b7f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-9cda33e5-30bf-404a-9c90-1ef19205acd1', 'network_id': '9cda33e5-30bf-404a-9c90-1ef19205acd1', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '8916cb8b-5c94-4610-abbc-c3311f67868a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:02.442334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e3658f6-b5cc-4a23-910a-fd4fd81b7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.478037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.537333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 75717be8-b09b-4a97-8a85-3a2617acd159 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:02.551023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.568846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 75717be8-b09b-4a97-8a85-3a2617acd159 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:02.569734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 75717be8-b09b-4a97-8a85-3a2617acd159 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:02.583598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=8916cb8b-5c94-4610-abbc-c3311f67868a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.600226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-5e3658f6-b5cc-4a23-910a-fd4fd81b7f32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8916cb8b-5c94-4610-abbc-c3311f67868a: This subnet is being modified by another concurrent operation. Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8916cb8b-5c94-4610-abbc-c3311f67868a: This subnet is being modified by another concurrent operation. Aug 29 04:51:02.618526 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:51:02.636797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248d9c5-3fce-46df-be1b-72032d6d75cf None None] Network 9cda33e5-30bf-404a-9c90-1ef19205acd1 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:02.675364 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.691904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cda33e5-30bf-404a-9c90-1ef19205acd1']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.717545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5a22d2-e488-42a9-878e-eff2277c3565') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.718326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5a22d2-e488-42a9-878e-eff2277c3565') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:02.723629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Deleting subnet 701ac96f-5297-488c-a4f5-50032b9e3cfc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:02.727113 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.731716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.749626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.756637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:02.757879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:02.761430 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:02.784756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d1692-e462-4075-825c-b6f397122e62 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:51:02.806793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.859821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.874390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.876361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/9cda33e5-30bf-404a-9c90-1ef19205acd1 HTTP/1.1" status: 204 len: 168 time: 0.6181166 Aug 29 04:51:02.883141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.905051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27356a65-e3c2-4c3d-ac80-dca847ee47ca tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=9cda33e5-30bf-404a-9c90-1ef19205acd1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:02.937870 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf497d6-602a-493a-adbb-1aa65c706f85 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] GET failed (client error): The resource could not be found. Aug 29 04:51:02.939266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dcf497d6-602a-493a-adbb-1aa65c706f85 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets/8916cb8b-5c94-4610-abbc-c3311f67868a HTTP/1.1" status: 404 len: 337 time: 0.0465317 Aug 29 04:51:02.942147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:02.948594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d1692-e462-4075-825c-b6f397122e62 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:51:02.957779 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:02.977009 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05c5760-2ddf-4c0b-8330-3697430cf776 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:02.977607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05c5760-2ddf-4c0b-8330-3697430cf776 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:02.979390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a05c5760-2ddf-4c0b-8330-3697430cf776 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/9cda33e5-30bf-404a-9c90-1ef19205acd1 HTTP/1.1" status: 404 len: 339 time: 0.0362322 Aug 29 04:51:02.987776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37696) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.086681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.147997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701ac96f-5297-488c-a4f5-50032b9e3cfc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.152239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.160085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4801ae27-0831-4c8e-acb1-22b0aa558a96 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/701ac96f-5297-488c-a4f5-50032b9e3cfc HTTP/1.1" status: 204 len: 168 time: 0.5563200 Aug 29 04:51:03.162200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37700) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.232136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1053f-4414-4f4f-8620-b073c931692e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.233706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-31b1053f-4414-4f4f-8620-b073c931692e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2449133 Aug 29 04:51:03.238256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.288627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.292697 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd962c94-0fcc-4407-983a-45e65e7cc5e4 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a HTTP/1.1" status: 200 len: 207 time: 0.0526786 Aug 29 04:51:03.298250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.423046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.437009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.443088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afcf5c-48c5-4589-a7e9-4ff76436fe35 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.449621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afcf5c-48c5-4589-a7e9-4ff76436fe35 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.450265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89260a15-e3b6-4c50-8af4-47b1c03f90ff') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.450658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89260a15-e3b6-4c50-8af4-47b1c03f90ff') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:03.456050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afcf5c-48c5-4589-a7e9-4ff76436fe35 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.462984 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afcf5c-48c5-4589-a7e9-4ff76436fe35 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.463256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.469017 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-67afcf5c-48c5-4589-a7e9-4ff76436fe35 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1691475 Aug 29 04:51:03.469418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37712) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.499783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.509319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:03.509796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:03.513294 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:03.593213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.605965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:03.608478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24 HTTP/1.1" status: 204 len: 168 time: 0.4463143 Aug 29 04:51:03.677685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e81659d7-8f33-42d9-b800-021218b8eb37 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2072380 Aug 29 04:51:03.685692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37722) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.824663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba460f-3ed4-4466-b2d6-71247c7069fb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.829945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba460f-3ed4-4466-b2d6-71247c7069fb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.833721 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-35ba460f-3ed4-4466-b2d6-71247c7069fb tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1468604 Aug 29 04:51:03.839732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.923112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa053-8453-4bb5-b230-c9097b9e2d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f3ebdf-06ab-4ac5-915b-bf9a5a792a24,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:03.932677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70389d7-20b9-4c5d-989b-ed050559a934 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.933662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:03.934567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70389d7-20b9-4c5d-989b-ed050559a934 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:03.940225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a70389d7-20b9-4c5d-989b-ed050559a934 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0987308 Aug 29 04:51:03.940777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.006040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.007288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-deac9479-a463-478e-9550-c8bfd2362a2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=805aa10379244be9bb2dafac0b7e6bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672109 Aug 29 04:51:04.131106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a3cb2-c37d-4757-94b8-48d1765ba1ef tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:04.135700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ef4a3cb2-c37d-4757-94b8-48d1765ba1ef tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks/ac737c56-ef58-40f9-b964-359a78fd3375 HTTP/1.1" status: 200 len: 800 time: 0.1915436 Aug 29 04:51:04.137374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.139688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.172139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.245463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.251200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.258384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b263e35-9603-4911-9c07-66bb52d96edd HTTP/1.1" status: 204 len: 168 time: 0.2507353 Aug 29 04:51:04.271729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f8752-deeb-4112-8e42-0ffeb4842211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b263e35-9603-4911-9c07-66bb52d96edd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.295949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.296229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f74bac25-5a35-487b-bec2-d07943a0e483 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/networks/ac737c56-ef58-40f9-b964-359a78fd3375?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1551340 Aug 29 04:51:04.391610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db97009-8add-458a-86bc-84d4ff8058f9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:04.395234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0db97009-8add-458a-86bc-84d4ff8058f9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets/fe453d8c-7ce0-4794-b837-4d82273d70dc HTTP/1.1" status: 200 len: 811 time: 0.0980754 Aug 29 04:51:04.399320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.466953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332cfea-f753-440d-9611-c577b8ff1f16 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:04.472037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9332cfea-f753-440d-9611-c577b8ff1f16 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "GET /v2.0/subnets/fe453d8c-7ce0-4794-b837-4d82273d70dc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0681760 Aug 29 04:51:04.472322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.478287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794928107'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:04.506219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:04.512509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.542095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:04.556123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.557567 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Added segment 081c36fb-2cfc-449a-b06f-c3446829b138 of type vlan for network a81da7f0-8fc8-4260-9b4c-50b9545f641c Aug 29 04:51:04.605696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.648311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.654465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:04.655102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:04.724191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Network': ['ID=a81da7f0-8fc8-4260-9b4c-50b9545f641c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:04.741756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:04.742386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.743586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-56415c93-e8aa-45e2-b598-65212f0c12fc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2699976 Aug 29 04:51:04.753744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:04.814355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:04.907346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Made reservation on behalf of 70bd190fc70745838d33d8bbf5363d3d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:04.911526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.007684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 04:51:05.008262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-907bafd9-ab7b-409a-8932-e5dbaef02de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.009735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 04:51:05.177815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-907bafd9-ab7b-409a-8932-e5dbaef02de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.183831 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-907bafd9-ab7b-409a-8932-e5dbaef02de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.227814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-907bafd9-ab7b-409a-8932-e5dbaef02de6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1db180a93e724ed08514fd53bae55c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103463 Aug 29 04:51:05.230623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.238156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bafd9-ab7b-409a-8932-e5dbaef02de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbd1fe-c1d2-450f-8f6f-0bd04947f13b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.271177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.351119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.356412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.388997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Checking segment: {'id': '081c36fb-2cfc-449a-b06f-c3446829b138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:05.389365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network hostable DHCP agents. Network: a81da7f0-8fc8-4260-9b4c-50b9545f641c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:05.402505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.446471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:05.462471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a81da7f0-8fc8-4260-9b4c-50b9545f641c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:05.467756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:05.468964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.476783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc4abd-f0b2-44d3-804d-f742580b8ba4 None None] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:05.501340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-890bbf96-70d1-4f4b-83f0-1a1f37298e6e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7582211 Aug 29 04:51:05.504174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:05.513806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:05.520256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.525448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.548382 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aecbd1fe-c1d2-450f-8f6f-0bd04947f13b HTTP/1.1" status: 204 len: 168 time: 0.3164725 Aug 29 04:51:05.574022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977f647-38b7-464f-9b9a-a3a07edd27db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbd1fe-c1d2-450f-8f6f-0bd04947f13b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:05.692666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8745270'] for subnet, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.790543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-a81da7f0-8fc8-4260-9b4c-50b9545f641c', 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c', 'tenant_id': '70bd190fc70745838d33d8bbf5363d3d', 'fixed_ips': [{'subnet_id': '4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:05.791443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.936248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758440813352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9279259'] for subnet, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.991714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:05.992491 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:05.993942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "PUT /v2.0/subnets/4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53 HTTP/1.1" status: 200 len: 877 time: 0.4882762 Aug 29 04:51:05.997044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.007638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0ca2-ee80-434a-9d66-8dda456bb80d tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event updated for resources: {'Subnet': ['ID=4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.044047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.101667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Allocated IP 172.20.0.3 (a81da7f0-8fc8-4260-9b4c-50b9545f641c/4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53/8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:06.144348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.234869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.268317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cda3eb-6584-4f20-af13-5b454db3e233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.329456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.361000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c559f09a-3727-42f7-8ed7-cb661ae74dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.391307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.400940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Transition to ACTIVE for port object 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:06.419339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Transition to ACTIVE for port object 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:06.429458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.438877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cda3eb-6584-4f20-af13-5b454db3e233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.446751 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-43cda3eb-6584-4f20-af13-5b454db3e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.456563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.503405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.504237 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-43cda3eb-6584-4f20-af13-5b454db3e233 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f16d65f3a375448695d441f6f2a278ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574180 Aug 29 04:51:06.508443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.511280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Pushing event updated for resources: {'Port': ['ID=8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.521814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cda3eb-6584-4f20-af13-5b454db3e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe88e99-c9bc-49c9-8e71-d14aac3db2e7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.531495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:06.534726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:06.543948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:06.615616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.626415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.631017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Attempting to bind port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:06.631773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Attempting to bind port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '081c36fb-2cfc-449a-b06f-c3446829b138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:06.632922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Attempting to bind port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e on network a81da7f0-8fc8-4260-9b4c-50b9545f641c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:06.640411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:06.641116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Checking segment: {'id': '081c36fb-2cfc-449a-b06f-c3446829b138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:06.641835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.642401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Bound using segment: {'id': '081c36fb-2cfc-449a-b06f-c3446829b138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:06.643080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Bound port: 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081c36fb-2cfc-449a-b06f-c3446829b138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:06.643410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81da7f0-8fc8-4260-9b4c-50b9545f641c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.643817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.660785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081c36fb-2cfc-449a-b06f-c3446829b138') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.661059 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c559f09a-3727-42f7-8ed7-cb661ae74dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.661295 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081c36fb-2cfc-449a-b06f-c3446829b138') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:06.664027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.672204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c559f09a-3727-42f7-8ed7-cb661ae74dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.678039 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.698682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.711535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:06.712405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.728911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c559f09a-3727-42f7-8ed7-cb661ae74dc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0381559e8a524d908918dcdec40ca7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878236 Aug 29 04:51:06.735972 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:06.755204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559f09a-3727-42f7-8ed7-cb661ae74dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b579d-571d-4dcc-8c8d-a3b95db5bed6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.794080 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.796816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.798160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fe88e99-c9bc-49c9-8e71-d14aac3db2e7 HTTP/1.1" status: 204 len: 168 time: 0.2843640 Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:06.799064 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:06.814372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] For port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:06.825767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] For port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e,segment=NetworkSegment(081c36fb-2cfc-449a-b06f-c3446829b138),segment_id=081c36fb-2cfc-449a-b06f-c3446829b138)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:06.830095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.db.api [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 04:51:06.830095 n-d-712139-13 neutron-server[94827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 04:51:06.830095 n-d-712139-13 neutron-server[94827]: [parameters: {'id': 'a81da7f0-8fc8-4260-9b4c-50b9545f641c'}] Aug 29 04:51:06.830095 n-d-712139-13 neutron-server[94827]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 04:51:06.830821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.830993 n-d-712139-13 neutron-server[94827]: DEBUG oslo_db.api [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 04:51:06.832458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936fb6d-78ae-425c-9fb0-3af304a3645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe88e99-c9bc-49c9-8e71-d14aac3db2e7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.836213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.860343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.931726 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.934791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:06.936331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b1b579d-571d-4dcc-8c8d-a3b95db5bed6 HTTP/1.1" status: 204 len: 168 time: 0.1985357 Aug 29 04:51:06.950308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b357-56e0-436b-b2b1-019a2f4ce50b None None] Pushing event updated for resources: {'Port': ['ID=8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.954744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd53cb-6a37-481a-92b0-debc5f26bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b579d-571d-4dcc-8c8d-a3b95db5bed6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:06.992916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3655c-ba4b-4061-a060-94cba848ad42 None None] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:07.209987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2526e-e8fe-466b-8f46-c03b8401b640 None None] Network a81da7f0-8fc8-4260-9b4c-50b9545f641c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:07.331871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.383579 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa511623-d530-4688-8239-171e82733a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.427674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0cef1-93fd-4e9b-b482-bcdcc45a9912 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:51:07.457778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:07.458595 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.564015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e,segment=NetworkSegment(081c36fb-2cfc-449a-b06f-c3446829b138),segment_id=081c36fb-2cfc-449a-b06f-c3446829b138)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:07.564687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.584771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:07.589766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0cef1-93fd-4e9b-b482-bcdcc45a9912 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:51:07.722895 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.753666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:07.758370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 8e6bc334-98ce-4c8a-aafd-cf66cfd5ba8e on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:07.869604 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.886704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81da7f0-8fc8-4260-9b4c-50b9545f641c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.907398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081c36fb-2cfc-449a-b06f-c3446829b138') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.907800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081c36fb-2cfc-449a-b06f-c3446829b138') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:07.919154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.941525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.953823 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:07.954434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:07.958928 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:08.040524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.057666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.061459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/a81da7f0-8fc8-4260-9b4c-50b9545f641c HTTP/1.1" status: 204 len: 168 time: 2.0630171 Aug 29 04:51:08.068210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37854) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.081687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b64f7-01ba-4423-9ba7-1e1e631731bf tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=a81da7f0-8fc8-4260-9b4c-50b9545f641c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:08.099121 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e69ccc-68c7-4fc4-be3f-139c2bcaa03f tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.099576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e69ccc-68c7-4fc4-be3f-139c2bcaa03f tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.101416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75e69ccc-68c7-4fc4-be3f-139c2bcaa03f tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/4b4bfe13-85cb-4bb4-a8b7-f0aae7ca5a53 HTTP/1.1" status: 404 len: 337 time: 0.0354781 Aug 29 04:51:08.104878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.123950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.140071 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb0b29b-21cc-4398-baed-241620f84a38 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.140685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb0b29b-21cc-4398-baed-241620f84a38 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.142524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8fb0b29b-21cc-4398-baed-241620f84a38 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/a81da7f0-8fc8-4260-9b4c-50b9545f641c HTTP/1.1" status: 404 len: 339 time: 0.0365534 Aug 29 04:51:08.145114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37870) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.196343 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b1c20b-3be7-43c4-a5fe-b27ad4c2be49 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.197541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b1c20b-3be7-43c4-a5fe-b27ad4c2be49 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.200116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92b1c20b-3be7-43c4-a5fe-b27ad4c2be49 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/8916cb8b-5c94-4610-abbc-c3311f67868a HTTP/1.1" status: 404 len: 337 time: 0.0539854 Aug 29 04:51:08.205587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.237871 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff84e6ee-8cb8-48b6-b0e7-e1e18690caf6 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.238597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff84e6ee-8cb8-48b6-b0e7-e1e18690caf6 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.240546 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ff84e6ee-8cb8-48b6-b0e7-e1e18690caf6 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/9cda33e5-30bf-404a-9c90-1ef19205acd1 HTTP/1.1" status: 404 len: 339 time: 0.0364742 Aug 29 04:51:08.243510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.303713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-324647815-network', 'tenant_id': '9de85ec7377242dc9d0061b6beb50e5b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:08.358110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.362986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Made reservation on behalf of 9de85ec7377242dc9d0061b6beb50e5b for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:08.367119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.382477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.508668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.527662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a924b20d-4351-401b-bdb3-7311e9943862']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.543460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b827fd9-69a6-41fc-a18a-aee44c3e1532') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.544159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b827fd9-69a6-41fc-a18a-aee44c3e1532') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:08.563512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.587971 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.599813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:08.600270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:08.603662 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:08.690472 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.696234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.698935 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.738892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.744088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/a924b20d-4351-401b-bdb3-7311e9943862 HTTP/1.1" status: 204 len: 168 time: 0.4959650 Aug 29 04:51:08.744418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37912) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.745440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f92aef-e1e1-4c27-a44c-7260385fcf78,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:08.765937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec708-0f59-4a5c-84f4-9ec1e71fdd50 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=a924b20d-4351-401b-bdb3-7311e9943862,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:08.767975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:08.779526 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-726491d1-aa85-4a70-a69a-8447e74e18f7 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.780317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726491d1-aa85-4a70-a69a-8447e74e18f7 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.782544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:08.783293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-726491d1-aa85-4a70-a69a-8447e74e18f7 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/b7726d57-8f36-4c1e-bd36-d07d5de53373 HTTP/1.1" status: 404 len: 337 time: 0.0376120 Aug 29 04:51:08.783437 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Added segment 0edc020c-2a01-4f78-919d-c754c47ad9c1 of type vlan for network 811b28f0-cb54-433d-906e-77a5ad270b43 Aug 29 04:51:08.787499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.819740 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8d1466-1f73-444d-acae-deef42c8eb10 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:08.820381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8d1466-1f73-444d-acae-deef42c8eb10 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:08.822552 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8a8d1466-1f73-444d-acae-deef42c8eb10 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/4a82d092-fbbc-4f87-91c1-fa3c80492e65 HTTP/1.1" status: 404 len: 339 time: 0.0334222 Aug 29 04:51:08.827189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:08.857807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.005435 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ea1eca-d6cd-40e4-a58f-87b826be3f4e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.005435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ea1eca-d6cd-40e4-a58f-87b826be3f4e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.005435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b3ea1eca-d6cd-40e4-a58f-87b826be3f4e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/82f3f605-a401-4e03-8763-c677a788d88e HTTP/1.1" status: 404 len: 337 time: 0.0504344 Aug 29 04:51:09.014739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37924) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.014739 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baacb3d-4033-4c33-a7e3-1391e3b4f69b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.014739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baacb3d-4033-4c33-a7e3-1391e3b4f69b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.014739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3baacb3d-4033-4c33-a7e3-1391e3b4f69b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/35eb34ad-9269-44fa-90f2-e4900019c8f9 HTTP/1.1" status: 404 len: 339 time: 0.0492849 Aug 29 04:51:09.014739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37930) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1efb16-c1be-4d9b-b082-0834790b29ad tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1efb16-c1be-4d9b-b082-0834790b29ad tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.038961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb1efb16-c1be-4d9b-b082-0834790b29ad tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/ad67bf0c-a8b0-4033-8569-ee82ce9b04de HTTP/1.1" status: 404 len: 337 time: 0.0924680 Aug 29 04:51:09.040440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.061776 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d5ce15-f152-49d0-a2ee-c58a5ed92ccc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.062908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d5ce15-f152-49d0-a2ee-c58a5ed92ccc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.065686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50d5ce15-f152-49d0-a2ee-c58a5ed92ccc tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/c0fea810-8624-4d53-99ab-8ed04f7bcb00 HTTP/1.1" status: 404 len: 339 time: 0.0228889 Aug 29 04:51:09.073087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.108408 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27c5f13-7d8d-4023-928a-97ba7e64b347 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.108977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27c5f13-7d8d-4023-928a-97ba7e64b347 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.111972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d27c5f13-7d8d-4023-928a-97ba7e64b347 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/29300a1b-d41a-4c48-8c80-0568c0613b43 HTTP/1.1" status: 404 len: 337 time: 0.0324855 Aug 29 04:51:09.114377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.135099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.142100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0168793 Aug 29 04:51:09.161593 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5292a5-4e3e-4cce-817b-3a7c82a4bf91 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.163150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5292a5-4e3e-4cce-817b-3a7c82a4bf91 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.165622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217677-eae5-46a2-b276-6c8ded5a3b43 admin admin] Pushing event updated for resources: {'Network': ['ID=811b28f0-cb54-433d-906e-77a5ad270b43,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.167210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2c5292a5-4e3e-4cce-817b-3a7c82a4bf91 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/02a4c246-6adb-4f5e-8956-d75b74a5a3f0 HTTP/1.1" status: 404 len: 339 time: 0.0510805 Aug 29 04:51:09.170095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.184200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 811b28f0-cb54-433d-906e-77a5ad270b43 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:09.236940 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3219f2-648c-4d8f-8384-40c42d34c75e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.237719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3219f2-648c-4d8f-8384-40c42d34c75e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.241639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1a3219f2-648c-4d8f-8384-40c42d34c75e tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/31ff0db3-4262-4d7a-b57f-45e61c7d0699 HTTP/1.1" status: 404 len: 337 time: 0.0677991 Aug 29 04:51:09.242076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.280935 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-03da7bf6-592a-4623-b723-8f5d51f016cd tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.281537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03da7bf6-592a-4623-b723-8f5d51f016cd tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.283799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-03da7bf6-592a-4623-b723-8f5d51f016cd tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/010a9f8d-157a-45a3-9a5d-afa0b79824b7 HTTP/1.1" status: 404 len: 339 time: 0.0408430 Aug 29 04:51:09.287859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.338914 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c07bd06-b336-42dd-bdfe-d9a0590f156a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.339692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c07bd06-b336-42dd-bdfe-d9a0590f156a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.342182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c07bd06-b336-42dd-bdfe-d9a0590f156a tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/910d3bef-310e-4d5b-a1c9-966db30b8620 HTTP/1.1" status: 404 len: 337 time: 0.0528808 Aug 29 04:51:09.346805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.379146 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-440baae8-25d3-4a55-ac45-b01f051e94c1 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.380514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440baae8-25d3-4a55-ac45-b01f051e94c1 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.384815 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-440baae8-25d3-4a55-ac45-b01f051e94c1 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/55589c2c-b02b-46bd-aa31-e77d6fcd10cb HTTP/1.1" status: 404 len: 339 time: 0.0362644 Aug 29 04:51:09.389499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37962) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.416982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bbc640e-5619-42d6-b091-b0eb08d2915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.427823 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1652d1-a127-470c-88aa-e49930c0ea2b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.430076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1652d1-a127-470c-88aa-e49930c0ea2b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.435239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b1652d1-a127-470c-88aa-e49930c0ea2b tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/ea830a16-ca47-4265-9cba-11cd0b36beab HTTP/1.1" status: 404 len: 337 time: 0.0408528 Aug 29 04:51:09.435636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.480821 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-125431c2-98cc-45dc-8c26-9b2b30ffb099 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.482949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125431c2-98cc-45dc-8c26-9b2b30ffb099 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.484818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-125431c2-98cc-45dc-8c26-9b2b30ffb099 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/302f9c18-2396-4149-9f52-dcfcf367e38e HTTP/1.1" status: 404 len: 339 time: 0.0481372 Aug 29 04:51:09.487373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.530817 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b622a4ba-dd1b-47c5-980c-7a184a57b7b5 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.531262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b622a4ba-dd1b-47c5-980c-7a184a57b7b5 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.534760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b622a4ba-dd1b-47c5-980c-7a184a57b7b5 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/a24c6b5c-2214-453f-bfd0-36c95d700a78 HTTP/1.1" status: 404 len: 337 time: 0.0458734 Aug 29 04:51:09.538415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37976) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.573877 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-da507a06-ff33-4ec7-b3a5-a48bc93131ec tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] DELETE failed (client error): The resource could not be found. Aug 29 04:51:09.575264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da507a06-ff33-4ec7-b3a5-a48bc93131ec tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:51:09.577542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da507a06-ff33-4ec7-b3a5-a48bc93131ec tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/09dda7d5-88bd-42de-9952-271701c262cd HTTP/1.1" status: 404 len: 339 time: 0.0376685 Aug 29 04:51:09.581092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 37978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.585206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bbc640e-5619-42d6-b091-b0eb08d2915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.596237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bbc640e-5619-42d6-b091-b0eb08d2915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.649368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9bbc640e-5619-42d6-b091-b0eb08d2915b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a99907f7b6b45729035ec39ccfda1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130966 Aug 29 04:51:09.650423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc640e-5619-42d6-b091-b0eb08d2915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561475f0-a703-49be-a2b7-1665133c2fbf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:09.654031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 37980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:09.672414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting subnet fe453d8c-7ce0-4794-b837-4d82273d70dc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:51:09.681172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.732046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.759596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.781221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.826649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.829937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:09.831306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/561475f0-a703-49be-a2b7-1665133c2fbf HTTP/1.1" status: 204 len: 168 time: 0.1710594 Aug 29 04:51:09.843836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0d9e4-9b81-4537-8a21-d4d24fb21431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561475f0-a703-49be-a2b7-1665133c2fbf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.004270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.061783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec01bc-fa26-4474-a795-18ab521f3297 req-41750a98-64ca-4d44-ad51-7d1810fc9f0a tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:10.075158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec01bc-fa26-4474-a795-18ab521f3297 req-41750a98-64ca-4d44-ad51-7d1810fc9f0a tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:10.087601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec01bc-fa26-4474-a795-18ab521f3297 req-41750a98-64ca-4d44-ad51-7d1810fc9f0a tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:10.090510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8ec01bc-fa26-4474-a795-18ab521f3297 req-41750a98-64ca-4d44-ad51-7d1810fc9f0a tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2813084 Aug 29 04:51:10.231730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.243762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a0cd-b9a0-4d8f-a079-ad1899fa797b req-10945b6f-6363-4e05-913f-e3b917a3cb6c tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:10.245256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e163a0cd-b9a0-4d8f-a079-ad1899fa797b req-10945b6f-6363-4e05-913f-e3b917a3cb6c tempest-ComputeTenantNetworksTest-614699051 tempest-ComputeTenantNetworksTest-614699051-project] 10.222.0.62 "GET /v2.0/networks/811b28f0-cb54-433d-906e-77a5ad270b43 HTTP/1.1" status: 200 len: 768 time: 0.1212447 Aug 29 04:51:10.258020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:10.275788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Subnet': ['ID=fe453d8c-7ce0-4794-b837-4d82273d70dc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.277966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.279906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fd32e9b0-212d-4cfe-8bbf-2371fa447727 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/subnets/fe453d8c-7ce0-4794-b837-4d82273d70dc HTTP/1.1" status: 204 len: 168 time: 0.6971176 Aug 29 04:51:10.282874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:10.316232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c85f05-c118-4807-a9db-4cdc70515b3b None None] Network ac737c56-ef58-40f9-b964-359a78fd3375 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:10.387609 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.429379 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.463525 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce46aa-e05f-43da-9964-2839ae19dbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.469556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.490615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Deleting port 64af0890-5625-431b-a06c-35a0d773604c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:10.491259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.609274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997af184-62a8-4479-844d-eae1be1303da None None] DHCP port deletion for ac737c56-ef58-40f9-b964-359a78fd3375 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:51:10.638658 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.654814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811b28f0-cb54-433d-906e-77a5ad270b43']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:10.671258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc020c-2a01-4f78-919d-c754c47ad9c1') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:10.672193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] For port 64af0890-5625-431b-a06c-35a0d773604c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=64af0890-5625-431b-a06c-35a0d773604c,segment=NetworkSegment(1e8361d7-bea2-45c0-9189-22c3ba6dadfd),segment_id=1e8361d7-bea2-45c0-9189-22c3ba6dadfd)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:10.672563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc020c-2a01-4f78-919d-c754c47ad9c1') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:10.672795 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.703802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.705803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Calling delete_port for 64af0890-5625-431b-a06c-35a0d773604c owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:10.712862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-997af184-62a8-4479-844d-eae1be1303da None None] Deleting port 64af0890-5625-431b-a06c-35a0d773604c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:10.712862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-997af184-62a8-4479-844d-eae1be1303da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.750365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.764711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:10.765712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:10.770072 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:10.853694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-997af184-62a8-4479-844d-eae1be1303da None None] For port 64af0890-5625-431b-a06c-35a0d773604c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=64af0890-5625-431b-a06c-35a0d773604c,segment=NetworkSegment(1e8361d7-bea2-45c0-9189-22c3ba6dadfd),segment_id=1e8361d7-bea2-45c0-9189-22c3ba6dadfd)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:10.854105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-997af184-62a8-4479-844d-eae1be1303da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.857898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.875056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-997af184-62a8-4479-844d-eae1be1303da None None] Calling delete_port for 64af0890-5625-431b-a06c-35a0d773604c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:10.889757 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.895190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:10.900242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/811b28f0-cb54-433d-906e-77a5ad270b43 HTTP/1.1" status: 204 len: 168 time: 0.6383588 Aug 29 04:51:10.923067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Port': ['ID=64af0890-5625-431b-a06c-35a0d773604c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:10.926949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] No DVR routers for this DVR port 64af0890-5625-431b-a06c-35a0d773604c on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:10.929857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70e457-e5e0-468b-89e6-57e181825ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=811b28f0-cb54-433d-906e-77a5ad270b43,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:11.050064 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-997af184-62a8-4479-844d-eae1be1303da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.092693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997af184-62a8-4479-844d-eae1be1303da None None] Pushing event deleted for resources: {'Port': ['ID=64af0890-5625-431b-a06c-35a0d773604c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:11.093648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.095689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997af184-62a8-4479-844d-eae1be1303da None None] No DVR routers for this DVR port 64af0890-5625-431b-a06c-35a0d773604c on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:51:11.115304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac737c56-ef58-40f9-b964-359a78fd3375']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.138944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8361d7-bea2-45c0-9189-22c3ba6dadfd') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.140531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8361d7-bea2-45c0-9189-22c3ba6dadfd') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:11.165839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.189422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.198289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.201976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:11.202690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:11.214076 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:11.264492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6930ef32-cc87-4740-9c76-23cf44d1a8b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9de85ec7377242dc9d0061b6beb50e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624149 Aug 29 04:51:11.265666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:11.300784 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.315130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.317514 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] 10.222.0.62 "DELETE /v2.0/networks/ac737c56-ef58-40f9-b964-359a78fd3375 HTTP/1.1" status: 204 len: 168 time: 1.0336814 Aug 29 04:51:11.350837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.359970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c87fb1-c2af-4754-b250-ad8bbaafe1d9 tempest-NetworksTest-364574914 tempest-NetworksTest-364574914-project] Pushing event deleted for resources: {'Network': ['ID=ac737c56-ef58-40f9-b964-359a78fd3375,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:11.387114 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.440222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 64af0890-5625-431b-a06c-35a0d773604c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:51:11.447334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.514439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 64af0890-5625-431b-a06c-35a0d773604c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:51:11.514984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 64af0890-5625-431b-a06c-35a0d773604c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:51:11.527749 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.533084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:11.535234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15f92aef-e1e1-4c27-a44c-7260385fcf78 HTTP/1.1" status: 204 len: 168 time: 0.2681115 Aug 29 04:51:11.551855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a701fe-3972-425d-80fd-6cab00a9ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f92aef-e1e1-4c27-a44c-7260385fcf78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:11.882851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.171115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ca97fcb9-edc2-4d78-94cf-e4fb4fc83e29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70bd190fc70745838d33d8bbf5363d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866683 Aug 29 04:51:12.173762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.254645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.268824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.306469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.361157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.364564 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.366769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/669eb1cc-5353-4175-b48b-b48428fc7078 HTTP/1.1" status: 204 len: 168 time: 0.1909986 Aug 29 04:51:12.376423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0109c-c45b-4efd-b647-022d4aafba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669eb1cc-5353-4175-b48b-b48428fc7078,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:12.597698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38094) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:12.893010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-831704245'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:12.919900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Made reservation on behalf of edb98f888211475cbabe25db60f50955 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:12.924000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:12.935848 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.079094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38116) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.091864 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.102850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.106871 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.142726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:13.155340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b11f8-81da-4d7d-987f-8b0456ba870b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.161858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.162204 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Added segment dbac91c0-1b08-4c54-8ee7-b73e6f0008e8 of type vlan for network a70446ae-e0f0-4f7a-bc14-47c120f17a46 Aug 29 04:51:13.238327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.279366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.286634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:13.287752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.362992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-network', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.382101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7800550 Aug 29 04:51:13.387760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dffed9-5a64-45ee-b058-cac1df2c1c7a tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Pushing event updated for resources: {'Network': ['ID=a70446ae-e0f0-4f7a-bc14-47c120f17a46,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.411460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Made reservation on behalf of 7ccb6970a80d4c2db2fb83d12ab1c5c5 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:13.414172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.422921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:13.458690 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.603559 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.621332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.645011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:13.686514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.686864 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Added segment 21978a43-e8b4-4550-b96a-dfe98c277cc5 of type vlan for network 7d719d0a-b727-46a0-b168-706e4a01d3d4 Aug 29 04:51:13.688334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22bec30-835d-48d2-acb3-3ec439b7ec6a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.708501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38144) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.716202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46', 'binding:host_id': 'n-h2-712139-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1684982393'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.744475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.751392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Made reservation on behalf of 22259cad0d8b4e6f8656bcfa2a1a2a4d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:13.756504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.769579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38146) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.780273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.802640 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.805254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:13.805915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.883240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=7d719d0a-b727-46a0-b168-706e4a01d3d4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:13.895494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:13.929068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--795543837'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.942247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.949001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:13.955220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-21acb398-290c-4004-a569-e9452707fbc1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8747323 Aug 29 04:51:13.955884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38152) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:13.962241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Request body: {'subnet': {'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-subnet', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:13.969327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port 1ef5e418-c645-429f-b7c4-84906deca007 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:14.096123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.107127 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Made reservation on behalf of 7ccb6970a80d4c2db2fb83d12ab1c5c5 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:14.108270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f4342-1f06-4c17-b44f-329e536c40a6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.112797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.118978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.324119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port 1ef5e418-c645-429f-b7c4-84906deca007 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:14.330634 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.342279 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.350424 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.358687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.361198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Transition to ACTIVE for port object 1ef5e418-c645-429f-b7c4-84906deca007 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:14.384330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.419693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477bce54-f925-44c9-bb5d-4e7d7107f63a,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.430153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Checking segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:14.430591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Network hostable DHCP agents. Network: 7d719d0a-b727-46a0-b168-706e4a01d3d4, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:14.435689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e87dd08-a4e2-4d95-8734-7a57ef673241,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.456039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:14.473291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef5e418-c645-429f-b7c4-84906deca007,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.475553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 7d719d0a-b727-46a0-b168-706e4a01d3d4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:14.489065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cfaa0-8137-47ca-b966-912760d63432 None None] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:14.494635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:14.499896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.510027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Checking segment: {'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:14.510284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Network hostable DHCP agents. Network: a70446ae-e0f0-4f7a-bc14-47c120f17a46, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:14.551227 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:14.556432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.560320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a70446ae-e0f0-4f7a-bc14-47c120f17a46) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:14.566910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.570118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9fab6-fc32-4c99-a54d-58b4e3bbe499 None None] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:14.572159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3e468095-ecab-4aea-a891-e919b17c4a47 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6151226 Aug 29 04:51:14.574748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38162) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.582487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:14.583840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:14.612641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.612975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.613576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.616618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.618074 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.623190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.623533 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.624242 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 2 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.627262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.628661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8580711 Aug 29 04:51:14.629788 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38862cd-fce3-43e4-a40b-94f5b29b75ef tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67422578-6ba4-4bc5-9761-90e2d8a80695,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:14.631790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38164) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:14.643779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.644032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.644561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.650002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.650524 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.651251 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 3 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.670328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.670937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.671473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.677292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.677883 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.678522 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 4 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.693762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.694362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.694856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.701570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.702090 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.702807 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 5 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.723547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.724182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.724725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.730985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.731599 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.732184 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 6 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.759844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.760477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.761120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.767115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.767764 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.768411 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 7 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.792557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.793201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.793709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.799442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.800203 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.800761 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 8 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.822192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-7d719d0a-b727-46a0-b168-706e4a01d3d4', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:51:14.824450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.826287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.826551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.826743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.832154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.832483 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.832936 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 9 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.848999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.849333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.849669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.857091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.857440 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.857817 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 10 to bind port 1ef5e418-c645-429f-b7c4-84906deca007 Aug 29 04:51:14.886422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:14.887565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:14.887943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:14.894982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 1ef5e418-c645-429f-b7c4-84906deca007 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:14.896049 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 1ef5e418-c645-429f-b7c4-84906deca007 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:14.896623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:14.985056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port 1ef5e418-c645-429f-b7c4-84906deca007, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:14.985636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:51:14.992176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.030868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:15.032074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.053907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef5e418-c645-429f-b7c4-84906deca007,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.069320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b03ad531-f513-4750-bf37-6a28de9e6d56 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3588555 Aug 29 04:51:15.070148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38170) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.072835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Allocated IP 172.20.0.2 (7d719d0a-b727-46a0-b168-706e4a01d3d4/477bce54-f925-44c9-bb5d-4e7d7107f63a/44e42ed4-0fd3-4962-b5ba-662e54009bb0) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:15.221244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.227148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Deleting port 1ef5e418-c645-429f-b7c4-84906deca007 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:15.228154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.248653 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-afd4f9f1-a3ce-4e24-b0ff-6cb4e6a14cd7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6140759 Aug 29 04:51:15.249441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.296860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.311851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Transition to ACTIVE for port object 44e42ed4-0fd3-4962-b5ba-662e54009bb0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:15.332809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Transition to ACTIVE for port object 44e42ed4-0fd3-4962-b5ba-662e54009bb0 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:15.339482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-security--5925729', 'description': 'tempest-security-description-1140829668'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:15.342864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.343262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port 1ef5e418-c645-429f-b7c4-84906deca007, host n-h2-712139-13, got binding levels [] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:15.343827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.370535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Calling delete_port for 1ef5e418-c645-429f-b7c4-84906deca007 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:15.395952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.495680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.499768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.521970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.524927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.526468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "PUT /v2.0/security-groups/67422578-6ba4-4bc5-9761-90e2d8a80695 HTTP/1.1" status: 200 len: 1777 time: 0.2754552 Aug 29 04:51:15.534455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38180) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.549701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.575841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.580754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1ef5e418-c645-429f-b7c4-84906deca007 HTTP/1.1" status: 204 len: 168 time: 0.5093997 Aug 29 04:51:15.591704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38184) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.641631 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-85ad008c-a2c1-479c-9f35-2d9d4835070c tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups/67422578-6ba4-4bc5-9761-90e2d8a80695 HTTP/1.1" status: 200 len: 1777 time: 0.1055994 Aug 29 04:51:15.642544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.650189 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ece6e-349a-4b92-85fa-065fa7568207 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ef5e418-c645-429f-b7c4-84906deca007,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.656062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e760aff-d1b8-4704-8afb-e15126a2e03f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67422578-6ba4-4bc5-9761-90e2d8a80695,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.666167 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf1f4e7-0b0a-41d5-a686-7e2c3d873a0c tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:51:15.676511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-caf1f4e7-0b0a-41d5-a686-7e2c3d873a0c tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports/1ef5e418-c645-429f-b7c4-84906deca007 HTTP/1.1" status: 404 len: 333 time: 0.0830851 Aug 29 04:51:15.680742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:15.689639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-627286551'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:15.691346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Pushing event updated for resources: {'Port': ['ID=44e42ed4-0fd3-4962-b5ba-662e54009bb0,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:15.696346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:15.698973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:15.701708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:15.732040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Made reservation on behalf of 22259cad0d8b4e6f8656bcfa2a1a2a4d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:15.739080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.743870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.762569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:15.773062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Attempting to bind port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:15.773764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Attempting to bind port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:15.774336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Attempting to bind port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:15.782363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:15.783048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Checking segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:15.783646 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.784500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Bound using segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:15.785507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Bound port: 44e42ed4-0fd3-4962-b5ba-662e54009bb0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:15.786109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.855982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.879348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] For port 44e42ed4-0fd3-4962-b5ba-662e54009bb0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:15.884257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] For port 44e42ed4-0fd3-4962-b5ba-662e54009bb0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=44e42ed4-0fd3-4962-b5ba-662e54009bb0,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:15.899473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.920273 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:15.941982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.002994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1e6f4-ea91-4a2a-86bf-0adf4fc1b472 None None] Pushing event updated for resources: {'Port': ['ID=44e42ed4-0fd3-4962-b5ba-662e54009bb0,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.006725 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.020528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.023345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.031455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/67422578-6ba4-4bc5-9761-90e2d8a80695 HTTP/1.1" status: 204 len: 168 time: 0.3861997 Aug 29 04:51:16.032397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38192) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.068702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ab37b-0974-4266-8919-485c16905f45 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67422578-6ba4-4bc5-9761-90e2d8a80695,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.082981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.156798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:16.158982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00883541-c1de-403e-9573-8554e2354502 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199131 Aug 29 04:51:16.164040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38196) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.164266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:16.172470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:16.173716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:16.179040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.186265 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-e34ec161-3a52-451e-bab4-a40b0517e1ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] delete failed (client error): The resource could not be found. Aug 29 04:51:16.190776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e34ec161-3a52-451e-bab4-a40b0517e1ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/67422578-6ba4-4bc5-9761-90e2d8a80695 HTTP/1.1" status: 404 len: 347 time: 0.0223324 Aug 29 04:51:16.191205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5c54d9-9fc1-4c55-965e-c7ae50f3033a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.192110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.198652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802601321'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.214859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-282c3edc-3d9f-4da2-b22e-c329a5596d52 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5301552 Aug 29 04:51:16.215349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38200) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.221274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Allocated IP 172.25.3.201 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/7fbf9160-0ceb-4e4d-86d1-7981bfe008d5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:16.223196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.264487 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.328064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.437862 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.494886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.507785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.554995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.559211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3644376 Aug 29 04:51:16.559832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38206) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.563516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.569495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': '2285d6da-8709-4fbc-8db7-9e6754f56c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:16.585195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84a634-9c28-41d7-bbea-a9dc60304d41 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2285d6da-8709-4fbc-8db7-9e6754f56c1f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.592086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:16.603244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.630020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Transition to ACTIVE for port object 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:16.640624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.647328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:16.657766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:16.660713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:16.663256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.666701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.707848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5c54d9-9fc1-4c55-965e-c7ae50f3033a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.723237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.723685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.724184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.730012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.730475 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.731007 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 2 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.763606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.764174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.764614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.769763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.770237 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.770801 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 3 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.786215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.786660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.787097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.792656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.793142 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.793638 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 4 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.809782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.810128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.810472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.815786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.816160 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.816762 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 5 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.833062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.833062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.833242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.838530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.838892 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.839257 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 6 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.840211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.853794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.854176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.854589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.859733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.860247 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.860746 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 7 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.862446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.881163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.881643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.882053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.892494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.892981 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.893341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3969c2-01e6-41b7-8116-78e2283e8141,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:16.894788 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 8 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.901552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:16.902718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-31d23e62-301f-411f-b03c-bd381091d728 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406453 Aug 29 04:51:16.906373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38214) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:16.920666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.921145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.921591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.930116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.930553 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.931063 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 9 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.946557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.947204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.947650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.953831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.954311 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.954924 n-d-712139-13 neutron-server[94827]: INFO neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 10 to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a Aug 29 04:51:16.974237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:16.974757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:16.975771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:16.981486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:16.982421 n-d-712139-13 neutron-server[94827]: ERROR neutron.plugins.ml2.managers [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:16.982421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.067472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:17.068088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempted to set empty binding levels {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:51:17.075512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.079679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.133206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.151798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] In _notify_port_updated(), no bound segment for port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:51:17.152860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.153509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.159634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "PUT /v2.0/ports/6b5c54d9-9fc1-4c55-965e-c7ae50f3033a HTTP/1.1" status: 200 len: 975 time: 0.9380968 Aug 29 04:51:17.160130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38218) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.164940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.222406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a773b-c2f5-4501-8efa-9542e36fc3ab tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=6b5c54d9-9fc1-4c55-965e-c7ae50f3033a,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.290433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.290948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.291999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.291999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.292376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.293538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.293538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.293879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.294211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.294760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.294931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.295765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.295765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.296293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:17.303379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-37fa32d7-7b3c-4481-95ff-8186619d048e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11849 time: 0.1375835 Aug 29 04:51:17.306103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38220) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.310325 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.316406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6b3969c2-01e6-41b7-8116-78e2283e8141 HTTP/1.1" status: 204 len: 168 time: 0.4084437 Aug 29 04:51:17.316777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.367918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82fffd-d1b9-448c-8595-d350b15a9819 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b3969c2-01e6-41b7-8116-78e2283e8141,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.433989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c71ad6e5-d775-4ce6-9373-f37ce9fde623 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1161578 Aug 29 04:51:17.436495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.486136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 44e42ed4-0fd3-4962-b5ba-662e54009bb0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:17.555910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.562073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.582752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:17.590015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.634155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b7412-f5c2-4679-8c26-0828877bb0bb None None] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:17.718759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Provisioning for port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:17.728446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Provisioning complete for port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:17.728815 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.746948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Deleting port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:17.747313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.869071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a, host n-h2-712139-13, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:17.869328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.904583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Calling delete_port for 6b5c54d9-9fc1-4c55-965e-c7ae50f3033a owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:17.939835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.942582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.944868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/2285d6da-8709-4fbc-8db7-9e6754f56c1f HTTP/1.1" status: 204 len: 168 time: 0.5062129 Aug 29 04:51:17.948888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:17.971236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd9a71-5ad1-4ebd-bd5e-121bf10080e5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285d6da-8709-4fbc-8db7-9e6754f56c1f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:17.981069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:17.994642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:18.076913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38238) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.078335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b38deef-4b98-485d-8358-3812902488bc tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262698 Aug 29 04:51:18.082238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--844992933'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:18.106450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] For port 44e42ed4-0fd3-4962-b5ba-662e54009bb0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=44e42ed4-0fd3-4962-b5ba-662e54009bb0,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:18.118539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.135355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.149917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.234779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30da258-aa9f-4ed1-aa11-4093b7f1c159 None None] Pushing event updated for resources: {'Port': ['ID=44e42ed4-0fd3-4962-b5ba-662e54009bb0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.265533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b5c54d9-9fc1-4c55-965e-c7ae50f3033a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.273808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.279818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-91bbf7ba-6f9f-4187-a397-e3a90cf83f23 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6b5c54d9-9fc1-4c55-965e-c7ae50f3033a HTTP/1.1" status: 204 len: 168 time: 0.9593949 Aug 29 04:51:18.281738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.331011 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4badca71-27e7-416b-b70e-06424c40f4d8 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:51:18.334097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4badca71-27e7-416b-b70e-06424c40f4d8 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports/6b5c54d9-9fc1-4c55-965e-c7ae50f3033a HTTP/1.1" status: 404 len: 333 time: 0.0508332 Aug 29 04:51:18.338107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.346347 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-407449040', 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:18.363662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:18.381722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:18.394863 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:18.395704 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:18.465739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-305ae93c-6a9a-472f-b78b-17453ba5bea4 None None] Provisioning complete for port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:18.466189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-305ae93c-6a9a-472f-b78b-17453ba5bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.478111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.492512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.521457 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Made reservation on behalf of 22259cad0d8b4e6f8656bcfa2a1a2a4d for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:18.527395 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.543511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.545947 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7cbb63c0-cdc8-4c62-85a9-31a9307f1723 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9694674 Aug 29 04:51:18.547353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf6396-0eee-4209-8f90-7b877446d4d0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:18.551733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38248) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.587012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:18.608231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port d666a625-2e47-4180-8f9e-90fd558cb372 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:18.774319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.778904 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-67cdb8ed-44ba-43fb-822a-48753cce72dd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6979702 Aug 29 04:51:18.782022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:18.790355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf6396-0eee-4209-8f90-7b877446d4d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:18.857538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.890968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.948911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:18.970300 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 3, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:19.006261 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:19.007129 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Updating router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:19.018117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=d666a625-2e47-4180-8f9e-90fd558cb372,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.039945 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.042382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:19.044068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:19.051719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:19.052963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.054358 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.081535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ca756074-ee4c-4de0-b1ae-9f316c472844 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7415800 Aug 29 04:51:19.084617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38262) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.180208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.191269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.194998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c71b3-a38c-4a19-a9bf-81c696f8135e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:19.206997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38266) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.207211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a73c71b3-a38c-4a19-a9bf-81c696f8135e tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports/d666a625-2e47-4180-8f9e-90fd558cb372 HTTP/1.1" status: 200 len: 954 time: 0.1208997 Aug 29 04:51:19.290591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd50fb-c4d0-475f-a273-da494fa51b4e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.302958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.304078 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58e28475-2b08-4909-9343-b4d4203c2f83 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5204926 Aug 29 04:51:19.308036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38268) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.319279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf6396-0eee-4209-8f90-7b877446d4d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.387752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.450093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Deleting port d666a625-2e47-4180-8f9e-90fd558cb372 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:19.450761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.455915 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.471959 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Transition to ACTIVE for port object 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:19.483114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 44e42ed4-0fd3-4962-b5ba-662e54009bb0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:19.495145 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.529176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.537053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.564995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.568036 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.576187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf570ce-d414-4914-ad8b-a7f5da7f1d57,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.581219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.594092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Calling delete_port for d666a625-2e47-4180-8f9e-90fd558cb372 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:19.597472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Attempting to bind port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:19.598107 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Attempting to bind port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:19.599580 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Attempting to bind port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:19.611334 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:19.612074 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:19.612659 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.613216 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:19.614523 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Bound port: 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:19.615109 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.625035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.629928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92ea3332-437b-4b82-bce7-580d8a25b696 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179262 Aug 29 04:51:19.631983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38274) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.635256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:19.639109 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.649836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf6396-0eee-4209-8f90-7b877446d4d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.688513 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] For port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:19.694425 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] For port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:19.699387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.700506 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.701150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.702657 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.703303 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.704458 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.705067 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.705653 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.706244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.706805 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.707364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.707947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:19.716484 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.723758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.788738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:19.789769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:19.840928 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.857630 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2e392-817f-49bb-b5bf-1e2d9665f929 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.877407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.886554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.905226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event deleted for resources: {'Port': ['ID=d666a625-2e47-4180-8f9e-90fd558cb372,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.919835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.927181 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa875ae0-1724-4e5f-b4bb-cc5bf89caeee tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d666a625-2e47-4180-8f9e-90fd558cb372 HTTP/1.1" status: 204 len: 168 time: 0.6826825 Aug 29 04:51:19.927181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38282) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.931558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d00383-02bd-42eb-bb8c-87fc40896f78,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:19.943383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:19.946809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-120dbc39-ec2d-4291-98be-fb0eba7c8e5f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129280 Aug 29 04:51:19.951307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38284) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.959813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf6396-0eee-4209-8f90-7b877446d4d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.963447 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32f2388-6efe-44cd-99fd-57fb1361f236 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:51:19.965527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d32f2388-6efe-44cd-99fd-57fb1361f236 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports/d666a625-2e47-4180-8f9e-90fd558cb372 HTTP/1.1" status: 404 len: 333 time: 0.0377023 Aug 29 04:51:19.966925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Allocated IP 172.20.0.1 (7d719d0a-b727-46a0-b168-706e4a01d3d4/477bce54-f925-44c9-bb5d-4e7d7107f63a/d644e152-23ca-4e00-a25d-c8765bc329f7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:19.969155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38286) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:19.975693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-486308132'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:19.981610 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:20.024677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.157300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.175064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Transition to ACTIVE for port object d644e152-23ca-4e00-a25d-c8765bc329f7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:20.179097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.186356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.210165 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 3, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:20.213821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db244f48-cc0d-4766-9837-b725902726e0,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.221860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.258106 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341ada5-a04d-4bb8-a0ac-455eb22cf6f4 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:16Z', 'revision_number': 3, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:20.261410 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.264179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Made reservation on behalf of 22259cad0d8b4e6f8656bcfa2a1a2a4d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:20.269639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e8676cc6-19a7-4187-8f19-90cba1843c22 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3125999 Aug 29 04:51:20.269806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.270239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38292) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.276501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'ddaf6396-0eee-4209-8f90-7b877446d4d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:20.296310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:20.301817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:20.310095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:20.355830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.366470 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.497310 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.507724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.550256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a21d7f-6aa6-4b8b-a3ef-cbac3c7cae01,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.569599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.570864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3cef4107-64db-49ae-9e46-ad92bd4f0df7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2995980 Aug 29 04:51:20.574442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38298) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.627033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.654180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.726348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.735323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.736600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b2a21d7f-6aa6-4b8b-a3ef-cbac3c7cae01 HTTP/1.1" status: 204 len: 168 time: 0.1608462 Aug 29 04:51:20.739307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.769570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5aac1-c160-42e3-b12a-9a52f2393337 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a21d7f-6aa6-4b8b-a3ef-cbac3c7cae01,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.857689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b16f174e-dc5e-4306-bbab-c58b9c3305a6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1147285 Aug 29 04:51:20.861383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38306) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:20.876079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66197760-1816-4818-b664-7215fad1afae None None] Provisioning for port d644e152-23ca-4e00-a25d-c8765bc329f7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:20.880730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66197760-1816-4818-b664-7215fad1afae None None] Provisioning complete for port d644e152-23ca-4e00-a25d-c8765bc329f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:20.881968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66197760-1816-4818-b664-7215fad1afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.907820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.930644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:20.945224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port b938a388-cd60-4443-be11-06b4fcfe21a9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:20.955235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Pushing event updated for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:20.973095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-66197760-1816-4818-b664-7215fad1afae None None] Port d644e152-23ca-4e00-a25d-c8765bc329f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:20.993130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.005611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.007407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/db244f48-cc0d-4766-9837-b725902726e0 HTTP/1.1" status: 204 len: 168 time: 0.1451561 Aug 29 04:51:21.016848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38310) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.051514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ce78-9110-4b38-a225-0a262d16e273 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db244f48-cc0d-4766-9837-b725902726e0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.094328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2d844ef5-d558-441c-a682-721b9e46e5c9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0643659 Aug 29 04:51:21.108867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.142409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.157501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.219951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.266081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.269269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/11d00383-02bd-42eb-bb8c-87fc40896f78 HTTP/1.1" status: 204 len: 168 time: 0.1590791 Aug 29 04:51:21.274935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38316) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.288018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab589-22ee-41d3-8f03-56a4276e9bdd tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11d00383-02bd-42eb-bb8c-87fc40896f78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.437283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.458017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.481359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-140e79b4-b1ab-4453-b06b-25d470468b10 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2012055 Aug 29 04:51:21.486514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.526956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:21.595404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.628127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.630088 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.683982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:21.689274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:21.690774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.731090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Network a70446ae-e0f0-4f7a-bc14-47c120f17a46 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:21.736619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:21.746540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:21.747846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:21.749959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.785844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.791590 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8213413 Aug 29 04:51:21.797853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.804404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.809376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dcf570ce-d414-4914-ad8b-a7f5da7f1d57 HTTP/1.1" status: 204 len: 168 time: 0.3209865 Aug 29 04:51:21.810418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38328) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.814982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:21.822531 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95941cfe-b123-41a5-8a30-a65efd41adf0 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=b938a388-cd60-4443-be11-06b4fcfe21a9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.866917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.875056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea99a3-f45c-4884-bd30-04d0c9a03cd9 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcf570ce-d414-4914-ad8b-a7f5da7f1d57,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:21.905237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.911355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.922864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2afa7199-6850-4e52-9bb1-fb0dd2493daa tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1068642 Aug 29 04:51:21.923801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38332) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:21.924364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:21.930911 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.965475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:21.991912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.008341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.044575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.051681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.071573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.074357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/02bd50fb-c4d0-475f-a273-da494fa51b4e HTTP/1.1" status: 204 len: 168 time: 0.1480851 Aug 29 04:51:22.075469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b9c9b-d0b7-4ef1-90d8-37434f09d6df tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02bd50fb-c4d0-475f-a273-da494fa51b4e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.077442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38336) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.086949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.104327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Pushing event updated for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.159780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-06202a8a-d7c4-4c28-bd53-42b291339ebe tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803256 Aug 29 04:51:22.162836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38338) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.253945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.314169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.352929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:22.356267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:22.404166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.409178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.414439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/ddaf6396-0eee-4209-8f90-7b877446d4d0 HTTP/1.1" status: 204 len: 168 time: 0.2471764 Aug 29 04:51:22.419607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.426411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a87c08-87bf-42ab-94a5-87b6181c6e08 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf6396-0eee-4209-8f90-7b877446d4d0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.588021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] device_id is not set on port b938a388-cd60-4443-be11-06b4fcfe21a9 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:22.607550 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.636119 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b5366a0-c091-4700-bd04-67154cd8a39d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2151484 Aug 29 04:51:22.641715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38350) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:22.645427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Transition to ACTIVE for port object b938a388-cd60-4443-be11-06b4fcfe21a9 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:22.653169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--416611487'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:22.653413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.657468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:22.670589 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:22.703490 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.801562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=b938a388-cd60-4443-be11-06b4fcfe21a9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:22.842944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f282c28d-c118-4fd4-8eaa-1def39e3294f None None] Provisioning complete for port d644e152-23ca-4e00-a25d-c8765bc329f7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:22.844183 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f282c28d-c118-4fd4-8eaa-1def39e3294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.908104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:22.908320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:22.908730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:22.920021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:22.920408 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:22.920872 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 2 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:22.942676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f282c28d-c118-4fd4-8eaa-1def39e3294f None None] Port d644e152-23ca-4e00-a25d-c8765bc329f7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:22.952430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:22.952979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:22.953394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:22.961597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:22.962089 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:22.962948 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 3 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:22.963779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.968507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:22.970532 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:22.975726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c63d4821-f9c1-4956-9fe3-4fa325ea3439 admin admin] 10.222.0.62 "PUT /v2.0/routers/c36487e1-5b5d-4884-8fe7-ee0f098a3ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4085734 Aug 29 04:51:22.993122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:22.993483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:22.993825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.005084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.005456 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.006695 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 4 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.027085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.027599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.028095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.029794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.035432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.035626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3911130 Aug 29 04:51:23.035795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.036099 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.040099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265bd8e-b359-4ca6-a93b-012c4adbb78a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5d1b2d-1f3f-49f5-b922-d1081f9b3525,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.042627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': '2c5d1b2d-1f3f-49f5-b922-d1081f9b3525', 'direction': 'ingress', 'protocol': 17}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:23.047891 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 5 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.073718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.074121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.074471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.082790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.083191 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.083790 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 6 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.105391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.109885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.110230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.110581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.117313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:23.131493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.131832 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.134522 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 7 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.136654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:23.137317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.154463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.154463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.154463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.171159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.171597 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.173154 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 8 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.199788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.199788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.200256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.204260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.208708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.209812 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.210214 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 9 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.222967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.243486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.244077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.244602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.257924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d0fdd4-7285-41ca-9c29-69255e4c249d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.261322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.262038 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.264161 n-d-712139-13 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempt 10 to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 Aug 29 04:51:23.269791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.271280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b5b46bd-9295-45b5-8889-799e04221746 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2342498 Aug 29 04:51:23.274478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.283395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:23.284124 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:23.284646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempting to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:23.290117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:23.290762 n-d-712139-13 neutron-server[94826]: ERROR neutron.plugins.ml2.managers [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Failed to bind port b938a388-cd60-4443-be11-06b4fcfe21a9 on host n-h2-712139-13 for vnic_type normal using segments [{'id': 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a70446ae-e0f0-4f7a-bc14-47c120f17a46'}] Aug 29 04:51:23.291345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.329203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:23.377037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port b938a388-cd60-4443-be11-06b4fcfe21a9, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:23.377654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attempted to set empty binding levels {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 04:51:23.387086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.428843 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.451832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] In _notify_port_updated(), no bound segment for port b938a388-cd60-4443-be11-06b4fcfe21a9 on network a70446ae-e0f0-4f7a-bc14-47c120f17a46 {{(pid=94826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 04:51:23.453672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:23.454921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.457925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "PUT /v2.0/ports/b938a388-cd60-4443-be11-06b4fcfe21a9 HTTP/1.1" status: 200 len: 975 time: 1.6514196 Aug 29 04:51:23.463337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.503385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:23.510847 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.544207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315ecec-cad0-46e1-9f4e-6f707009c6ba tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event updated for resources: {'Port': ['ID=b938a388-cd60-4443-be11-06b4fcfe21a9,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.603955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.606552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.612821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/2c5d1b2d-1f3f-49f5-b922-d1081f9b3525 HTTP/1.1" status: 204 len: 168 time: 0.3371923 Aug 29 04:51:23.613476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.638617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Deleting port b938a388-cd60-4443-be11-06b4fcfe21a9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:23.638995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.659307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f3dc8-8dc0-4be4-89e0-11a0c5731fc1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5d1b2d-1f3f-49f5-b922-d1081f9b3525,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:23.709988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:23.715096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-41c27236-9549-41c7-b7b9-2e63e3bbabd6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943291 Aug 29 04:51:23.715266 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.715769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.720757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399331064'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:23.749360 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.806084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] For port b938a388-cd60-4443-be11-06b4fcfe21a9, host n-h2-712139-13, got binding levels [] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:23.807395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.847450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Calling delete_port for b938a388-cd60-4443-be11-06b4fcfe21a9 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:23.847450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38384) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:23.854639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738948275', 'description': 'tempest-description--559571098'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:23.909510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 2, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:23.932949 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.946450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:23.988894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.013212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:24.016026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Updating router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 port d644e152-23ca-4e00-a25d-c8765bc329f7 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:51:24.024793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.027244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3099158 Aug 29 04:51:24.032617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38392) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.040031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--532661052'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:24.055293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b433a-3e5c-4414-8658-333ed236fa2d tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862049e1-f0d4-4c58-b261-4b0b77ccfb16,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.098681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.111475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.157373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Pushing event deleted for resources: {'Port': ['ID=b938a388-cd60-4443-be11-06b4fcfe21a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.173798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.175719 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-02ce83b5-ede0-453e-ad52-e25cc523c928 tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b938a388-cd60-4443-be11-06b4fcfe21a9 HTTP/1.1" status: 204 len: 168 time: 0.7107379 Aug 29 04:51:24.178954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.180971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.184943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.214216 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c7aaec-907f-4b63-b37e-c5665dcd7cde tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] GET failed (client error): The resource could not be found. Aug 29 04:51:24.215906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f5c7aaec-907f-4b63-b37e-c5665dcd7cde tempest-PortsAdminExtendedAttrsTestJSON-1428479500 tempest-PortsAdminExtendedAttrsTestJSON-1428479500-project-admin] 10.222.0.62 "GET /v2.0/ports/b938a388-cd60-4443-be11-06b4fcfe21a9 HTTP/1.1" status: 404 len: 333 time: 0.0339012 Aug 29 04:51:24.223158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38398) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.251571 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.258533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.260844 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4122691 Aug 29 04:51:24.266209 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38400) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.277276 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group_rule': {'security_group_id': 'bf95124b-2c1e-4843-aa1d-b2a801f8308f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:24.290113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62e369-e51c-4b5a-815c-2e4285979b47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf95124b-2c1e-4843-aa1d-b2a801f8308f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.348359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.355369 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.460736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.466173 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.487723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f453a7-7193-48d8-b9a1-af9fa3a84761,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.520158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.524705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.532152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.547124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70446ae-e0f0-4f7a-bc14-47c120f17a46']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.550135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.551948 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-23518d6f-cd27-4ce2-a475-0ec373ff97db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823105 Aug 29 04:51:24.555066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38406) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.564445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group_rule': {'security_group_id': 'bf95124b-2c1e-4843-aa1d-b2a801f8308f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:24.597261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.603074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.603688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbac91c0-1b08-4c54-8ee7-b73e6f0008e8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:24.610536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Transition to ACTIVE for port object d644e152-23ca-4e00-a25d-c8765bc329f7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:24.610791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.616808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.620086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.638728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.640213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6061411 Aug 29 04:51:24.644143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38410) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.651715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': '862049e1-f0d4-4c58-b261-4b0b77ccfb16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '69089777-bf26-47bb-9a4d-38593b1eb9f3', 'remote_ip_prefix': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:24.658953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6d122-55a6-4a3f-8a5e-7a8fe1648468 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69089777-bf26-47bb-9a4d-38593b1eb9f3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.661986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.678429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:51:24.679123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:51:24.683163 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:51:24.694441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.699652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.700026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80edd77-80c7-4dfa-b2d9-500de3a83091 None None] Pushing event updated for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.761147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8f0e2f-979d-45c2-8320-9226c45ab9ef,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.780860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Attempting to bind port d644e152-23ca-4e00-a25d-c8765bc329f7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:24.781323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Attempting to bind port d644e152-23ca-4e00-a25d-c8765bc329f7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:24.782147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Attempting to bind port d644e152-23ca-4e00-a25d-c8765bc329f7 on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:24.782798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.791952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:24.792777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Checking segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:24.793423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.793765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38412) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:24.794551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Bound using segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:24.796152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Bound port: d644e152-23ca-4e00-a25d-c8765bc329f7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:24.797465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.798485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:24.800618 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-00cece6a-5600-4700-9620-d9f9ba5931c1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2312484 Aug 29 04:51:24.817222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.825592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.853413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.855444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] 10.222.0.62 "DELETE /v2.0/networks/a70446ae-e0f0-4f7a-bc14-47c120f17a46 HTTP/1.1" status: 204 len: 168 time: 0.6314611 Aug 29 04:51:24.876271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e3751-feb3-4391-a790-8973763eb583 tempest-PortsAdminExtendedAttrsTestJSON-57184298 tempest-PortsAdminExtendedAttrsTestJSON-57184298-project] Pushing event deleted for resources: {'Network': ['ID=a70446ae-e0f0-4f7a-bc14-47c120f17a46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:24.904716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:24.927889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] For port d644e152-23ca-4e00-a25d-c8765bc329f7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:24.935361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] For port d644e152-23ca-4e00-a25d-c8765bc329f7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d644e152-23ca-4e00-a25d-c8765bc329f7,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:24.949694 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.006161 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.030055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.053703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80edd77-80c7-4dfa-b2d9-500de3a83091 None None] Pushing event updated for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.085101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fb9022-e258-49ef-a21f-f668fd7b480d,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.102772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:25.103318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.103747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.107520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1447c3ce-2776-44d5-8106-cc1284407e7e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4572003 Aug 29 04:51:25.112948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.190701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.213769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.222144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.293244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.301199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.302370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/99fb9022-e258-49ef-a21f-f668fd7b480d HTTP/1.1" status: 204 len: 168 time: 0.1778266 Aug 29 04:51:25.306497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38430) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.339745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:25.342092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05bd14-d8e8-4e8c-9824-e4e367997f40 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99fb9022-e258-49ef-a21f-f668fd7b480d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.416343 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-142051cf-bc8b-47a3-ba15-39ee9f4eff3a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1053617 Aug 29 04:51:25.420973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38434) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.466775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.549450 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.552042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Allocated IP 172.25.3.93 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/73320a2c-5fbe-4323-b67f-2a06a6f4f7d2) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:25.610282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.679046 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26455a18-27ec-4cc1-bdb5-33d4bbd0673f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edb98f888211475cbabe25db60f50955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107024 Aug 29 04:51:25.684408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.701501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:25.732915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4f4d8-d3c8-448d-8dfa-0ae3bcc47992 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:24Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:25.773016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.775748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.777109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/69089777-bf26-47bb-9a4d-38593b1eb9f3 HTTP/1.1" status: 204 len: 168 time: 0.3542213 Aug 29 04:51:25.781870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38446) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.802267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69089777-bf26-47bb-9a4d-38593b1eb9f3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:25.849433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.866921 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.873102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.873556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.874146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.875282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.875890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.876583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.877164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.877762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.878360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.879054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.879537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.880183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136e8d3-94f4-4890-b5b4-17afb90815f7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:25.952752 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1f79b9f-122d-4260-878f-9a56722bec48 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1692066 Aug 29 04:51:25.953644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38450) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:25.953802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:25.956911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.014897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:26.020598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:26.026018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:26.072628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.109319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.117860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=73320a2c-5fbe-4323-b67f-2a06a6f4f7d2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.161301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.164180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.169453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c9b11f8-81da-4d7d-987f-8b0456ba870b HTTP/1.1" status: 204 len: 168 time: 0.4791110 Aug 29 04:51:26.192529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377c33-6f68-436e-a6ec-e64bc475b653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b11f8-81da-4d7d-987f-8b0456ba870b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.222433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.225764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.227558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/862049e1-f0d4-4c58-b261-4b0b77ccfb16 HTTP/1.1" status: 204 len: 168 time: 0.2674205 Aug 29 04:51:26.239770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38460) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.268739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754502-7433-45cc-9a8b-c87ff75a5ea6 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862049e1-f0d4-4c58-b261-4b0b77ccfb16,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.329511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.337615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5166e56a-4199-46fb-86b4-402701a7e186 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955276 Aug 29 04:51:26.343200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.348061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--277611001'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:26.392772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.397859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.534198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.545219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.570976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.573113 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2286248 Aug 29 04:51:26.575590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.582861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'b6c178d9-814b-4d57-ac7e-37b9fe474ab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:26.589094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344c28e-40fc-4e1e-8411-93fc28138bf5 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c178d9-814b-4d57-ac7e-37b9fe474ab9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.667176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.760226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.776553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.777779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.794977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.811171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38476) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.886111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c4fd8e-61ab-4807-b132-dd17966af659,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.887506 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c1cbdd41-5d0f-404e-bae4-d208bc3592a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22259cad0d8b4e6f8656bcfa2a1a2a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749226 Aug 29 04:51:26.888517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.898226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.900142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4763c412-2f1a-497e-8f80-2110ba08504e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3224666 Aug 29 04:51:26.906720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:26.916954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=73320a2c-5fbe-4323-b67f-2a06a6f4f7d2,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:26.936409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.955174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.965018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3aaea8e7-6a77-463a-bcc5-ece3b2965f2f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1620095 Aug 29 04:51:26.971851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.977016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:26.998373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.000568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.054448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.064580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.071468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38486) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.081345 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/75c4fd8e-61ab-4807-b132-dd17966af659 HTTP/1.1" status: 204 len: 168 time: 0.1725850 Aug 29 04:51:27.116285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff73e8-d55a-48e9-b4c9-7cf0db6c489e tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c4fd8e-61ab-4807-b132-dd17966af659,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.124218 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.132306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.135226 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf2f4342-1f06-4c17-b44f-329e536c40a6 HTTP/1.1" status: 204 len: 168 time: 0.2448442 Aug 29 04:51:27.179765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38500) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.187641 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9fe6602-d1df-4924-9e24-ff752bb88ff7 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033916 Aug 29 04:51:27.197757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269ae4c-a36e-4a6f-b6f0-75a745b43beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f4342-1f06-4c17-b44f-329e536c40a6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.258102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.311500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.417288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-e11f913d-820c-40ba-bfb1-91ecf567cf7e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--738948275&fields=id&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 267 time: 0.1327450 Aug 29 04:51:27.498021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.502153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.506600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/b6c178d9-814b-4d57-ac7e-37b9fe474ab9 HTTP/1.1" status: 204 len: 168 time: 0.3224387 Aug 29 04:51:27.506957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.525066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9359d90-e55c-4f98-ac7a-fccddea87e47 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c178d9-814b-4d57-ac7e-37b9fe474ab9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.530864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d644e152-23ca-4e00-a25d-c8765bc329f7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:27.594681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-292d3aca-67d4-4d96-a8b7-723ed6daffb4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:27.600960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-292d3aca-67d4-4d96-a8b7-723ed6daffb4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 817 time: 0.1695275 Aug 29 04:51:27.620551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38514) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.622955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1fcadd53-f66e-410c-b0f6-7f90032927fa tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021342 Aug 29 04:51:27.628861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group': {'name': 'tempest-secgroup--430571356'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:27.641045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-6f0f610c-af74-4233-9fdc-1941f19be21f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/quotas/7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 375 time: 0.0358777 Aug 29 04:51:27.660799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d644e152-23ca-4e00-a25d-c8765bc329f7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:27.665983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d644e152-23ca-4e00-a25d-c8765bc329f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:27.666179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.666795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.752497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-df126e94-de53-4798-b3b6-fcbc8c4d610e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836406 Aug 29 04:51:27.811835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.854723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d644e152-23ca-4e00-a25d-c8765bc329f7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d644e152-23ca-4e00-a25d-c8765bc329f7,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:27.858970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.875983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.882783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.927016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b058ba-90a5-46d6-9560-dd0f93bcb5fe,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.928954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:27.948097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:27.955963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0560db6e-3f29-4350-a25f-9da9b13ff418 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3275144 Aug 29 04:51:27.955963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:27.960940 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'c6b058ba-90a5-46d6-9560-dd0f93bcb5fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:27.990587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-1dfee35d-acf2-4ebb-8d83-a34f0b5443c7 service neutron] 10.222.0.62 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225180 Aug 29 04:51:28.119301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-641dac40-49e4-4bcb-8cf6-1677379efb42 service neutron] 10.222.0.62 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272790 Aug 29 04:51:28.127800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.227942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.237313 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.287706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587252b2-ecf1-4e9b-a343-b8d36ee060e8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.291658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.299836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38536) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.300425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4990fbb1-9ad5-4784-bcc1-1b266550c0e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439305 Aug 29 04:51:28.336416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b29e5a35-276a-453f-a5e6-bf6807b01793 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules/587252b2-ecf1-4e9b-a343-b8d36ee060e8 HTTP/1.1" status: 200 len: 763 time: 0.0319502 Aug 29 04:51:28.338586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38540) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.460394 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5b8a30a-4de6-4f82-92c0-0bcb40170c8b tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1174788 Aug 29 04:51:28.463641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38544) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.465591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9217bdf5-eac8-4692-ba76-757de9164d81 req-896f986c-1539-4690-8bca-f7543624d03a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 210 time: 0.0665481 Aug 29 04:51:28.470330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.507265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.518455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.570584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.575283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.585955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/587252b2-ecf1-4e9b-a343-b8d36ee060e8 HTTP/1.1" status: 204 len: 168 time: 0.1212320 Aug 29 04:51:28.588829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38552) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.605000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088845f3-66d3-4f2f-91a0-ac2a9019f9f8 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=587252b2-ecf1-4e9b-a343-b8d36ee060e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.645618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-309415593'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:28.661302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a462f35d-e4af-4b22-9b05-7401750308ec tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0710239 Aug 29 04:51:28.664719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.685751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'c6b058ba-90a5-46d6-9560-dd0f93bcb5fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:28.698879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:28.704764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.715108 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.723680 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.802166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.809791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.837753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8a2cbb-e51e-4457-8326-0387ef16b603,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.853606 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.858191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.860915 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.862577 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b3d6cf9-62f4-4b1c-bdb3-4ee603955517 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1959786 Aug 29 04:51:28.866015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.886214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7bad3254-0507-430f-bdad-ae7698792a65 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules/9f8a2cbb-e51e-4457-8326-0387ef16b603 HTTP/1.1" status: 200 len: 763 time: 0.0184739 Aug 29 04:51:28.888065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:51:28.889150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38562) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.906362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e989a819-f33e-443c-83e9-d4083ebb00c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:28.909833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.910179 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Added segment 44b7681f-746a-43ef-9b8b-680dc8ec3c3c of type vlan for network 65946a62-452e-47a4-88ed-e2adaf4e1c6e Aug 29 04:51:28.956462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0895ae23-5d1a-49e2-9bb4-2c91abeaaa3c tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0635400 Aug 29 04:51:28.956652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38564) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:28.965005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.991605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:28.996046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.001076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.005549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:29.006396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.040968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.046052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.047476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9f8a2cbb-e51e-4457-8326-0387ef16b603 HTTP/1.1" status: 204 len: 168 time: 0.0875738 Aug 29 04:51:29.057512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38566) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.058787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7430b1-35b2-4ef8-bf43-87c598d31aa1 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f8a2cbb-e51e-4457-8326-0387ef16b603,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.090550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6176267 Aug 29 04:51:29.094044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38568) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.099139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc9b5-ae70-4c3a-b4e4-b10f9bb43cdf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Network': ['ID=65946a62-452e-47a4-88ed-e2adaf4e1c6e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.110878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:51:29.121201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-737c2f94-743a-4c0a-9763-d0412a112784 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567522 Aug 29 04:51:29.121425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.126144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Request body: {'security_group_rule': {'security_group_id': 'c6b058ba-90a5-46d6-9560-dd0f93bcb5fe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:29.132473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'subnet': {'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:29.161202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.239156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.245250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.266871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30be737-4dd4-4339-8524-2ab8349b2de0,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.292561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:29.295845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.299693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-570d55cb-4cf3-4016-a2d4-7a8e56fbf643 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749587 Aug 29 04:51:29.300084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38574) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.304768 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.329371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8327e5ac-a3e4-43c1-860e-1f89e42eb2e2 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules/c30be737-4dd4-4339-8524-2ab8349b2de0 HTTP/1.1" status: 200 len: 764 time: 0.0190606 Aug 29 04:51:29.330672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.394454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-caa0b3b6-8a9b-49da-ab2d-06ea748df12f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0624635 Aug 29 04:51:29.398926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.439646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.445013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d644e152-23ca-4e00-a25d-c8765bc329f7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:29.450396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.484666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.490819 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.494305 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c30be737-4dd4-4339-8524-2ab8349b2de0 HTTP/1.1" status: 204 len: 168 time: 0.0921619 Aug 29 04:51:29.497459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.516781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d644e152-23ca-4e00-a25d-c8765bc329f7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:29.517534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.518957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dadf0-dedc-4798-a719-261ac27448ce tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30be737-4dd4-4339-8524-2ab8349b2de0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.558077 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9a68a270-1f4d-412c-94c3-79a47b581f4a tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595062 Aug 29 04:51:29.561033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.636679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.668666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13242a48-37dd-4b61-9d53-6973d49a1146 req-52695b59-012e-4c7e-9cbb-5514e6f04a73 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 210 time: 0.0700703 Aug 29 04:51:29.671692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.743822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Subnet': ['ID=8ab69b2d-21d7-470d-bd07-65cd4314ebe6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.761463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Checking segment: {'id': '44b7681f-746a-43ef-9b8b-680dc8ec3c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:29.761925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network hostable DHCP agents. Network: 65946a62-452e-47a4-88ed-e2adaf4e1c6e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:51:29.780320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:51:29.790890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 65946a62-452e-47a4-88ed-e2adaf4e1c6e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:29.792587 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.810649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d962526-0753-4544-8381-8666a79b35eb None None] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:29.817409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:29.818053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.844953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e5d120e0-cc8f-43ea-85c4-0ab661fc99c7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7494612 Aug 29 04:51:29.847827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.848100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-9a6c4be2-5c14-4a91-b990-3cc2967d0b59 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:29.849749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-9a6c4be2-5c14-4a91-b990-3cc2967d0b59 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 817 time: 0.2008805 Aug 29 04:51:29.854052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1962096073', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:29.883027 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.889436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.890951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.909051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-ae483a84-b576-4c62-a4f5-6434649c6e19 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 379 time: 0.0467608 Aug 29 04:51:29.910029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.913025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.917157 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "DELETE /v2.0/security-groups/c6b058ba-90a5-46d6-9560-dd0f93bcb5fe HTTP/1.1" status: 204 len: 168 time: 0.3546867 Aug 29 04:51:29.919055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:29.930336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'port': {'device_id': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'admin_state_up': True, 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'security_groups': ['bf95124b-2c1e-4843-aa1d-b2a801f8308f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:29.954160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600756a-322f-4f65-a473-7fc62da7feb0 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b058ba-90a5-46d6-9560-dd0f93bcb5fe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:29.958875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:29.993016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b62dd-4c70-4ed4-9f4c-3e45e666bbe7 None None] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:51:30.049690 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e30d0909-850f-4322-8d5a-dd4fc620e52f tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261179 Aug 29 04:51:30.050316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38592) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.111968 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2e93803e-9251-4b86-bbf0-3bb479841203 tempest-SecGroupTest-426184130 tempest-SecGroupTest-426184130-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534484 Aug 29 04:51:30.178880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Made reservation on behalf of 7ccb6970a80d4c2db2fb83d12ab1c5c5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:30.187216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.211625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.409578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Allocated IP 172.20.0.10 (7d719d0a-b727-46a0-b168-706e4a01d3d4/477bce54-f925-44c9-bb5d-4e7d7107f63a/dda6e279-df66-4f50-9fad-83abc1855b4f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:30.541536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.614090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.633669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Transition to ACTIVE for port object dda6e279-df66-4f50-9fad-83abc1855b4f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:30.686681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.758504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:30.768536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:30.781982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.788074 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d6238216-ebcb-4989-aa5a-ca779c731b47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c470131517624328b7f022dc4842dd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444897 Aug 29 04:51:30.789351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:30.791884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:30.792583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:30.841038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.864637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539818-53ca-45a2-9334-84e31681a6b2 req-27bb212d-13ee-49a4-9367-2f5635b7cf7f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:30.866859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb539818-53ca-45a2-9334-84e31681a6b2 req-27bb212d-13ee-49a4-9367-2f5635b7cf7f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 932 time: 0.0869198 Aug 29 04:51:30.872377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:30.873478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.899075 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-af9a2f4a-f593-4628-9c16-34dd71e875cc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807029 Aug 29 04:51:30.920235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-6dee2c71-adb1-4dd2-a786-d70d5ae6830b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:51:30.922037 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-6dee2c71-adb1-4dd2-a786-d70d5ae6830b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074334 Aug 29 04:51:30.959719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:30.966875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb539818-53ca-45a2-9334-84e31681a6b2 req-fc638552-600d-4a66-8b92-8b7a472cd612 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656710 Aug 29 04:51:30.988936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.026837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.175 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4d8f384e-04d5-4184-85da-3425d6560fea) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:31.057574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Request body: {'port': {'device_id': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:31.083355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.086204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.087524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e87dd08-a4e2-4d95-8734-7a57ef673241 HTTP/1.1" status: 204 len: 168 time: 0.2863061 Aug 29 04:51:31.107503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3c713-aa2b-48fe-b933-7ada85f58346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e87dd08-a4e2-4d95-8734-7a57ef673241,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.148213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.157554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc90147e-f558-404b-9fb2-8da10c888474 None None] Provisioning for port dda6e279-df66-4f50-9fad-83abc1855b4f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:31.164735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc90147e-f558-404b-9fb2-8da10c888474 None None] Provisioning complete for port dda6e279-df66-4f50-9fad-83abc1855b4f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:31.167909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fc90147e-f558-404b-9fb2-8da10c888474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.185206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.226049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fc90147e-f558-404b-9fb2-8da10c888474 None None] Port dda6e279-df66-4f50-9fad-83abc1855b4f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:31.234148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.298462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=4d8f384e-04d5-4184-85da-3425d6560fea,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.314900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:31.317859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:31.322989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:31.541421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:31.552027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.577000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Transition to ACTIVE for port object dda6e279-df66-4f50-9fad-83abc1855b4f will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:31.585127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.711508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.751220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Attempting to bind port dda6e279-df66-4f50-9fad-83abc1855b4f on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:31.751760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Attempting to bind port dda6e279-df66-4f50-9fad-83abc1855b4f by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:31.752142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Attempting to bind port dda6e279-df66-4f50-9fad-83abc1855b4f on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:31.759396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Port dda6e279-df66-4f50-9fad-83abc1855b4f on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:31.759724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Attempting to bind port dda6e279-df66-4f50-9fad-83abc1855b4f on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:31.763238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:31.776095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:31.776442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Checking segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:31.776834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Bound using segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:31.777273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Bound port: dda6e279-df66-4f50-9fad-83abc1855b4f, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:31.777648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.945440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:31.950189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:31.956051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:31.998632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.015678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.016368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.035793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] 10.222.0.54 "PUT /v2.0/ports/dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 1093 time: 1.0858164 Aug 29 04:51:32.035793 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:32.035793 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b721965-902c-4ea8-9936-58e55169d85e" -d '{"events": [{"name": "network-changed", "server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:32.062955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62228a-90ca-4058-9ec5-ce4d9e0f0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:32.144769 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3b51be-deff-4e29-959e-04a0b142aa8d x-openstack-request-id: req-ea3b51be-deff-4e29-959e-04a0b142aa8d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:32.145157 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:32.145335 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea3b51be-deff-4e29-959e-04a0b142aa8d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:32.145710 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'status': 'completed', 'code': 200} Aug 29 04:51:32.169624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-22c8cd57-fde1-41f8-beae-c155a178c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.171854 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-22c8cd57-fde1-41f8-beae-c155a178c40f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1096 time: 0.0973735 Aug 29 04:51:32.236092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.239557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-e921c607-cb84-4175-bcf8-c7ab432f89d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 217 time: 0.0536530 Aug 29 04:51:32.258644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715ed2-0582-4410-bd58-5fba00bbaaac req-214eeeac-a6e9-41d8-b7e0-dae15799dad4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.260488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0715ed2-0582-4410-bd58-5fba00bbaaac req-214eeeac-a6e9-41d8-b7e0-dae15799dad4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1197362 Aug 29 04:51:32.298679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-f1452310-cdbe-4a63-ac65-84f9d465fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.300257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-f1452310-cdbe-4a63-ac65-84f9d465fa8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0490193 Aug 29 04:51:32.347896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0715ed2-0582-4410-bd58-5fba00bbaaac req-5c15c369-64a8-4270-ad0a-a8e450b43a67 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767059 Aug 29 04:51:32.367757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:51:32.420480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-3fed606a-d340-4250-850a-e0635ab5ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.422012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-3fed606a-d340-4250-850a-e0635ab5ffad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083493 Aug 29 04:51:32.435201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-75b35389-0156-4297-ab31-a4aabc6246c1 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1631904339', 'prefixes': ['172.20.0.0/16']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:32.535310 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-8a95c2fd-afe8-4378-9e0b-8d7b5e2a3374 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991981 Aug 29 04:51:32.536485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:32.548820 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:32.566379 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:32.567561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.568877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d58990e1-2368-4150-95b0-441fad3c4f84 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7198040 Aug 29 04:51:32.570434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.572072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38642) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.622330 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.627166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75b35389-0156-4297-ab31-a4aabc6246c1 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.631164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-75b35389-0156-4297-ab31-a4aabc6246c1 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3922205 Aug 29 04:51:32.631773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38644) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.638000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:32.638890 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.663023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-07a83462-6f7d-4f20-ac0e-7272e76bff14 req-7d4d3202-3cac-4c13-bf4e-c43862ac1283 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127124 Aug 29 04:51:32.682539 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:32.683493 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9fe28-d642-4f5d-93f8-6e6efea86323 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:32.709710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e6c7a8b-aa7c-4378-a803-c282340c3e37 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "GET /v2.0/subnetpools/16148f73-16ed-4a3d-afcf-23c38c2903bd HTTP/1.1" status: 200 len: 732 time: 0.0743792 Aug 29 04:51:32.716967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38646) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.723120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0bd96e16-fbcc-43d6-9f86-35d49e618042 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-289519785'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:32.758817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721965-902c-4ea8-9936-58e55169d85e req-e8115154-57da-480a-b559-5ecec063a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.760482 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-e8115154-57da-480a-b559-5ecec063a03f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1096 time: 0.0486302 Aug 29 04:51:32.856849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721965-902c-4ea8-9936-58e55169d85e req-1c6fab72-aafa-4eeb-9d78-5deda77d1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.858514 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-1c6fab72-aafa-4eeb-9d78-5deda77d1c95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0907681 Aug 29 04:51:32.921365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-2da97270-902f-4a5f-832f-24bf8fbb4cf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 217 time: 0.0536790 Aug 29 04:51:32.962862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0bd96e16-fbcc-43d6-9f86-35d49e618042 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:32.964119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0bd96e16-fbcc-43d6-9f86-35d49e618042 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "PUT /v2.0/subnetpools/16148f73-16ed-4a3d-afcf-23c38c2903bd HTTP/1.1" status: 200 len: 683 time: 0.2462940 Aug 29 04:51:32.966766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:32.986559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721965-902c-4ea8-9936-58e55169d85e req-c8ddebdc-827e-462b-8c5a-95830a71c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:32.988387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-c8ddebdc-827e-462b-8c5a-95830a71c5b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0594380 Aug 29 04:51:33.048072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721965-902c-4ea8-9936-58e55169d85e req-9ae99307-ff87-4b01-8aa5-0b40353cd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:33.050076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-9ae99307-ff87-4b01-8aa5-0b40353cd090 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516324 Aug 29 04:51:33.145715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83299282-9ec6-4810-8d75-359eb5136736 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] Notify callbacks [] for subnetpool, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.152244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-83299282-9ec6-4810-8d75-359eb5136736 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "DELETE /v2.0/subnetpools/16148f73-16ed-4a3d-afcf-23c38c2903bd HTTP/1.1" status: 204 len: 168 time: 0.1842942 Aug 29 04:51:33.156798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.188236 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-eded2802-21d8-47be-82e4-3ee1a8a67243 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] show failed (client error): The resource could not be found. Aug 29 04:51:33.189228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eded2802-21d8-47be-82e4-3ee1a8a67243 tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "GET /v2.0/subnetpools/16148f73-16ed-4a3d-afcf-23c38c2903bd HTTP/1.1" status: 404 len: 346 time: 0.0315402 Aug 29 04:51:33.193595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.222977 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ccfe21e5-353d-4b4f-b97c-3773e8c5d98e tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] delete failed (client error): The resource could not be found. Aug 29 04:51:33.232951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ccfe21e5-353d-4b4f-b97c-3773e8c5d98e tempest-SubnetPoolsTestJSON-1083248235 tempest-SubnetPoolsTestJSON-1083248235-project] 10.222.0.62 "DELETE /v2.0/subnetpools/16148f73-16ed-4a3d-afcf-23c38c2903bd HTTP/1.1" status: 404 len: 346 time: 0.0248718 Aug 29 04:51:33.325883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.568700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-0db75ed2-3d41-4c43-9ff5-76765eea08e4 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097015 Aug 29 04:51:33.666050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38670) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.713254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b721965-902c-4ea8-9936-58e55169d85e req-949af6de-94ba-4585-8b8c-b64b52bc027b service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341026 Aug 29 04:51:33.732358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38674) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:33.737758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564703558', 'description': 'tempest-secgroup-smoke-564703558 description', 'project_id': 'bdf6f06040644d3f980ec4706accdfff'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:33.762865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.837735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006261bd-a0db-43b2-81e4-bfb123e4429f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.898158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.906145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:33.964383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1183ca-3dbf-4014-af8d-e2ffe6f491df,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:33.969359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422501b-d2fd-414c-9615-de60abbc0754 req-9d2e3f32-2482-492d-ad83-187a167d357e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:33.970889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2422501b-d2fd-414c-9615-de60abbc0754 req-9d2e3f32-2482-492d-ad83-187a167d357e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.4572284 Aug 29 04:51:34.035082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006261bd-a0db-43b2-81e4-bfb123e4429f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.042574 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-006261bd-a0db-43b2-81e4-bfb123e4429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.053437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.054696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af2bddfd-3d9d-4170-b48c-90bdff790768 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3210299 Aug 29 04:51:34.062967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38676) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.069819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.089009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2422501b-d2fd-414c-9615-de60abbc0754 req-de86ad43-de20-488b-858c-e1116386816d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085420 Aug 29 04:51:34.103688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006261bd-a0db-43b2-81e4-bfb123e4429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781805b1-33a3-402d-8242-77af5b527f1d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.116896 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-006261bd-a0db-43b2-81e4-bfb123e4429f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=807716b0e6e845888ced925d26bf9163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496989 Aug 29 04:51:34.120350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.138727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.171188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.1 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/40f41913-bb3f-49cf-8aeb-b3aaf728bafc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:34.210798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.228502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.238486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.250128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.274726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc363fe4-ca9a-489f-beef-2d0866688d7b,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.285414 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.289480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-695c78a5-5bc0-43b5-951c-00562fb7019c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2210987 Aug 29 04:51:34.289704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.294206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.300655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.336532 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.343780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.358243 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.360916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.363098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/781805b1-33a3-402d-8242-77af5b527f1d HTTP/1.1" status: 204 len: 168 time: 0.2406929 Aug 29 04:51:34.383076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50e5c7-e3c6-470a-b5a8-4c577be5ed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781805b1-33a3-402d-8242-77af5b527f1d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.403142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:34.409168 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:34.411369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:34.427026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.432090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.445235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=40f41913-bb3f-49cf-8aeb-b3aaf728bafc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.454994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2070ef15-c163-42e1-949c-75ba8712cf43,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.465552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.467277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9151f113-0875-4f97-ae5a-46ec225a5f46 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1766837 Aug 29 04:51:34.468342 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.470063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.476026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.505618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.574509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.579290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.598352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da906285-40be-4e7f-a8eb-5ce1d683c6a3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.606632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.607874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-68c956be-763e-4be6-8c0f-616bbe76e01c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365640 Aug 29 04:51:34.610754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.615724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.629094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.645845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.710158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.715685 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.736850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429108bf-df48-43c3-aba3-b7c1e055132d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.751891 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.753338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5f5ee8f6-d147-404c-a225-1cb4823c1125 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414387 Aug 29 04:51:34.756507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.761450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.797021 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Project bdf6f06040644d3f980ec4706accdfff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:51:34.802908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.872699 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.878434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.904461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1a88f2-be0c-46ec-b4f5-0c0ed0f65527,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:34.908982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.913108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8b9c9e1b-63ad-47c9-9c53-88f075661d43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554916 Aug 29 04:51:34.913746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38702) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:34.918366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'security_group_rule': {'security_group_id': '8e1183ca-3dbf-4014-af8d-e2ffe6f491df', 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:34.950677 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Project bdf6f06040644d3f980ec4706accdfff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 04:51:34.956964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.979338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:34.984568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.035139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.039119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.061195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd93d06-e914-40e8-ac3b-5e395ad581a7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:35.071876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.078054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=40f41913-bb3f-49cf-8aeb-b3aaf728bafc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:35.080483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c30d4bd8-47c1-4716-aa5a-89aa8d56cce8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656442 Aug 29 04:51:35.080626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.209547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38714) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:35.218595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046251 Aug 29 04:51:35.218901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:35.243013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:35.247472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:35.306200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65305a-bf7a-4f51-a7cb-d4c42d9c7410 req-0d249f59-b0ae-4b41-bf9e-1c0556494142 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:35.307808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f65305a-bf7a-4f51-a7cb-d4c42d9c7410 req-0d249f59-b0ae-4b41-bf9e-1c0556494142 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1202371 Aug 29 04:51:35.335399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-777263a3-4963-41b9-b897-cde172d2d409 tempest-NetworksApiDiscovery-2041638466 tempest-NetworksApiDiscovery-2041638466-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1152949 Aug 29 04:51:35.420784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-516995f3-3c94-4b5f-91f0-941a3661846e tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564703558&fields=id&tenant_id=bdf6f06040644d3f980ec4706accdfff HTTP/1.1" status: 200 len: 267 time: 0.1101885 Aug 29 04:51:35.437812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f65305a-bf7a-4f51-a7cb-d4c42d9c7410 req-be1a06ee-47af-45ba-875a-5a2d35803abb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146119 Aug 29 04:51:35.500271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:35.601653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-c0a87deb-4c6b-4c78-a1e1-46c7ef2da32b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:35.603192 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-c0a87deb-4c6b-4c78-a1e1-46c7ef2da32b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 814 time: 0.1720359 Aug 29 04:51:35.648633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:35.656919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-43e8d2e0-5bca-4f7f-9095-6b5d581161b2 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/quotas/bdf6f06040644d3f980ec4706accdfff HTTP/1.1" status: 200 len: 375 time: 0.0265512 Aug 29 04:51:35.699990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:35.708591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b09e6ab8-5c95-44ff-bda9-5b8bdefc261e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/routers/6a46066c-638a-4a61-965b-f80d26ca594a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1331034 Aug 29 04:51:35.711246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:35.716185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'port': {'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e', 'name': 'tempest-FloatingIPTestJSON-1959235807'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:35.718586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:35.737551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:35.739471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:35.746904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-ced940e9-7fe0-4b01-ac91-018b14e24f06 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831568 Aug 29 04:51:35.807243 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:35.811578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9ad-28dd-47f6-a374-ba72a3f46b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.822988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:35.824014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:35.857350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-be5de47c-1924-485e-8c90-1b8fed9d407c service neutron] 10.222.0.62 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923605 Aug 29 04:51:35.880891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:35.881869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c23999-587e-4963-ac83-4524d7483b54 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:35.968943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9ad-28dd-47f6-a374-ba72a3f46b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.975736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a15e9ad-28dd-47f6-a374-ba72a3f46b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:35.984931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-c205107f-f7e3-412a-ba91-a95dffdfb16b service neutron] 10.222.0.62 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207738 Aug 29 04:51:36.023657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e9ad-28dd-47f6-a374-ba72a3f46b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d75301e-06be-42ab-93ae-e812f27f2101,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:36.026629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:36.030271 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.035034 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9a15e9ad-28dd-47f6-a374-ba72a3f46b23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e58c205a49e64a869d90daa856841efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853245 Aug 29 04:51:36.039058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.086304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] device_id is not set on port 400fa5a4-bc5c-460b-877a-eb3b951303c5 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:36.173804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.226265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.274313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.2 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/400fa5a4-bc5c-460b-877a-eb3b951303c5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:36.333052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.335847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.339957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d75301e-06be-42ab-93ae-e812f27f2101 HTTP/1.1" status: 204 len: 168 time: 0.2997932 Aug 29 04:51:36.358656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42703c50-fdcb-487e-9b2f-ecc5efcf263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d75301e-06be-42ab-93ae-e812f27f2101,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:36.393657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-698fb6ed-d22f-4209-a3c9-2b1b0201f664 req-7e0924b2-9018-4d87-8443-3347d9a74540 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0467191 Aug 29 04:51:36.518804 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.577148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.643759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:36.650365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:36.651988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9a86-a24d-4e7e-938f-a44114526feb req-c45f667d-3644-4b68-ab0c-880f07891735 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:36.657506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56af9a86-a24d-4e7e-938f-a44114526feb req-c45f667d-3644-4b68-ab0c-880f07891735 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1088135 Aug 29 04:51:36.666710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=400fa5a4-bc5c-460b-877a-eb3b951303c5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:36.669899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:36.717670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:51:36.728300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56af9a86-a24d-4e7e-938f-a44114526feb req-cd21b673-3f5b-46f5-b761-1e55b84bbe6f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596516 Aug 29 04:51:36.745332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:36.746148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.774451 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b764babd-9eea-4fca-b836-33ddd70a670e tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0606987 Aug 29 04:51:36.774847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38760) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:36.782111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'port': {'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e', 'name': 'tempest-FloatingIPTestJSON-1141625240'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:36.901958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:36.919718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:51:36.935692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:36.940346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.962359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] device_id is not set on port 025bbcb5-1998-400a-82d3-dd163ad54ec9 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:36.975471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:36.989840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:37.014481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:37.028409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.109167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.148856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.10 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/025bbcb5-1998-400a-82d3-dd163ad54ec9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:37.297176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dda6e279-df66-4f50-9fad-83abc1855b4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:51:37.355544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.405999 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9f7425ed-83b6-4fd6-bbeb-2f191c6182e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.443884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.523312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:37.539337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:37.564742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:37.569632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-41a7b8ec-8476-412a-80ef-964f7a4c28e9 req-a7fed116-bcc2-4550-8154-ec64ad91a467 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0526359 Aug 29 04:51:37.571897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=025bbcb5-1998-400a-82d3-dd163ad54ec9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:37.625612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.626055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.653993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-20e2dd67-b190-4238-8c02-16c064391881 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8765321 Aug 29 04:51:37.657164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:37.661722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '025bbcb5-1998-400a-82d3-dd163ad54ec9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:37.684425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-8297ebd6-0c66-4b79-8c82-d54b17db0d08 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.686110 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-8297ebd6-0c66-4b79-8c82-d54b17db0d08 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 814 time: 0.1550217 Aug 29 04:51:37.687078 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.742301 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-c5611487-0329-4af1-8fa2-914a457e13b9 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdf6f06040644d3f980ec4706accdfff HTTP/1.1" status: 200 len: 379 time: 0.0402553 Aug 29 04:51:37.754039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'port': {'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'admin_state_up': True, 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'security_groups': ['8e1183ca-3dbf-4014-af8d-e2ffe6f491df']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:37.808975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.932810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Made reservation on behalf of bdf6f06040644d3f980ec4706accdfff for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:37.937108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:37.967133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732bcdd-8f4b-465c-9d91-226ca56241cd req-19eebd17-f9de-4162-9b24-d087d8bdf2a2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:37.967133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b732bcdd-8f4b-465c-9d91-226ca56241cd req-19eebd17-f9de-4162-9b24-d087d8bdf2a2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 945 time: 0.0965269 Aug 29 04:51:37.970296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:38.022076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b732bcdd-8f4b-465c-9d91-226ca56241cd req-9961eb31-ac52-44af-bf7d-a9ff204674f3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Aug 29 04:51:38.039173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.177 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:38.118516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Allocated IP 172.20.0.5 (34a3dce2-f629-4960-a1f8-9db8e8deea7a/b708efd5-d50f-49c8-8a89-3cd693b5ff78/35f0bd3f-eecb-4b46-965c-a9f913c09883) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:38.140617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6cb757b-d102-4e23-929d-c6e6885a7bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.212261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.290552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.295229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.305388 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6cb757b-d102-4e23-929d-c6e6885a7bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.305998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Transition to ACTIVE for port object 35f0bd3f-eecb-4b46-965c-a9f913c09883 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:38.332566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f6cb757b-d102-4e23-929d-c6e6885a7bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.341974 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.363602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:38.384805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:38.385047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:38.388336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:38.390845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:38.391407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:38.416173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.424654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f6cb757b-d102-4e23-929d-c6e6885a7bb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6bb5b1a9cee42878a58a4c0d178ae78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510963 Aug 29 04:51:38.424654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb757b-d102-4e23-929d-c6e6885a7bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b385996-29f3-424b-81ea-627644abfbd5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.425755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:38.434425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.453109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:38.454509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.474811 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-9e0b7d83-1f99-4cef-820d-4479f99f10cd tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260869 Aug 29 04:51:38.495613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-e9adadbf-f909-4934-95ee-77e13893170f tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:51:38.497053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-e9adadbf-f909-4934-95ee-77e13893170f tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096579 Aug 29 04:51:38.511706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Request body: {'port': {'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:38.557762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.596763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.666503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.734533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:38.787829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d0fd-9590-488a-8e31-bbb9e7046d2b req-2e4dd760-e9e9-4000-98a8-a22772de6536 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:38.789439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c146d0fd-9590-488a-8e31-bbb9e7046d2b req-2e4dd760-e9e9-4000-98a8-a22772de6536 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 931 time: 0.1151748 Aug 29 04:51:38.824177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac720b6b-872e-4e71-a96a-430599a2d471 None None] Provisioning for port 35f0bd3f-eecb-4b46-965c-a9f913c09883 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:38.828827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ac720b6b-872e-4e71-a96a-430599a2d471 None None] Provisioning complete for port 35f0bd3f-eecb-4b46-965c-a9f913c09883 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:38.829343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac720b6b-872e-4e71-a96a-430599a2d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.832661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port dda6e279-df66-4f50-9fad-83abc1855b4f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:38.840084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.842556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.843686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b385996-29f3-424b-81ea-627644abfbd5 HTTP/1.1" status: 204 len: 168 time: 0.4134641 Aug 29 04:51:38.878217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c146d0fd-9590-488a-8e31-bbb9e7046d2b req-035da7c5-3046-4c5c-8eb6-b9549c60fb03 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795305 Aug 29 04:51:38.881204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36367-985e-4f2d-957a-b745a5df7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b385996-29f3-424b-81ea-627644abfbd5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:38.882879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port dda6e279-df66-4f50-9fad-83abc1855b4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:38.885133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.964749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f0bd3f-eecb-4b46-965c-a9f913c09883 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:38.973217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:38.987441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Transition to ACTIVE for port object 35f0bd3f-eecb-4b46-965c-a9f913c09883 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:51:38.994201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.001724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ac720b6b-872e-4e71-a96a-430599a2d471 None None] Port 35f0bd3f-eecb-4b46-965c-a9f913c09883 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:51:39.073692 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.137670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Pushing event updated for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.150193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:39.168563 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1c68f-7c30-4378-9100-4fcf947fa306" -d '{"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:39.206455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:39.213411 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.285033 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaced38-1a1e-468a-8dd0-e8995812d26f x-openstack-request-id: req-bbaced38-1a1e-468a-8dd0-e8995812d26f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:39.285335 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:39.285597 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbaced38-1a1e-468a-8dd0-e8995812d26f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:39.286014 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'code': 200} Aug 29 04:51:39.341229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.355714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Attempting to bind port 35f0bd3f-eecb-4b46-965c-a9f913c09883 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:51:39.356094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Attempting to bind port 35f0bd3f-eecb-4b46-965c-a9f913c09883 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:51:39.356438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Attempting to bind port 35f0bd3f-eecb-4b46-965c-a9f913c09883 on network 34a3dce2-f629-4960-a1f8-9db8e8deea7a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:39.403340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Port 35f0bd3f-eecb-4b46-965c-a9f913c09883 on network 34a3dce2-f629-4960-a1f8-9db8e8deea7a not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:51:39.403676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Attempting to bind port 35f0bd3f-eecb-4b46-965c-a9f913c09883 on network 34a3dce2-f629-4960-a1f8-9db8e8deea7a {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:51:39.416993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:51:39.417251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Checking segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:51:39.417573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Bound using segment: {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:51:39.417912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Bound port: 35f0bd3f-eecb-4b46-965c-a9f913c09883, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e537bfb6-cc0e-4736-a555-b27950f9bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:51:39.418277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.459476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf3b5-6b21-4a87-bae6-a02ce1f63268 req-2e3ae1fc-c459-40df-8e69-5a1b294b047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:39.461449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d27bf3b5-6b21-4a87-bae6-a02ce1f63268 req-2e3ae1fc-c459-40df-8e69-5a1b294b047b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1098 time: 0.0947499 Aug 29 04:51:39.551120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d27bf3b5-6b21-4a87-bae6-a02ce1f63268 req-48a3e5ee-7754-42e5-b44b-659f34b5f2b0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669012 Aug 29 04:51:39.565252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:51:39.569426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:51:39.574561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.627867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:39.628249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.628750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.630911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] 10.222.0.50 "PUT /v2.0/ports/35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 1092 time: 1.1258340 Aug 29 04:51:39.631048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:39.633363 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:39.640843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa787005-3570-4994-b65a-09f578072ac2 req-3f835502-80bd-4b78-87c7-5efc6b561495 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:39.652703 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa787005-3570-4994-b65a-09f578072ac2 req-3f835502-80bd-4b78-87c7-5efc6b561495 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1329789 Aug 29 04:51:39.663824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa743-9d87-4f54-b451-9cf4b93c6951 service neutron] Pushing event updated for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:39.711823 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093f5ef-66e0-40c8-a5a6-cdb3dfaeed48 x-openstack-request-id: req-4093f5ef-66e0-40c8-a5a6-cdb3dfaeed48 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:39.712342 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:39.712926 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4093f5ef-66e0-40c8-a5a6-cdb3dfaeed48 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:39.713512 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:51:39.817367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa787005-3570-4994-b65a-09f578072ac2 req-38c85a65-5ad5-48b9-9510-d0bb662b2d66 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454434 Aug 29 04:51:39.852432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:39.987374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d452e075-b297-4a2f-9de5-4072cfe574ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:39.990153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-d452e075-b297-4a2f-9de5-4072cfe574ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1095 time: 0.2733514 Aug 29 04:51:40.062171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-06bc8865-2fd7-408e-ac3e-de3b92f1fb74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 217 time: 0.0567210 Aug 29 04:51:40.092133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10222b32-1580-4500-b214-840ea0f4f7b8 req-23c3c01e-6af2-4d1d-a6e0-21e199edc867 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.094087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10222b32-1580-4500-b214-840ea0f4f7b8 req-23c3c01e-6af2-4d1d-a6e0-21e199edc867 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0896003 Aug 29 04:51:40.133658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-2eca73a9-3762-4238-af45-81207a7da61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.135469 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-2eca73a9-3762-4238-af45-81207a7da61e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0655370 Aug 29 04:51:40.140148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.149560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.177083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-10222b32-1580-4500-b214-840ea0f4f7b8 req-ac495552-fdb5-4782-808d-8357f52a3bd2 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655208 Aug 29 04:51:40.203462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-8c1ed71c-15d9-46bb-b7d7-05ec307aa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.205385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-8c1ed71c-15d9-46bb-b7d7-05ec307aa60a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631766 Aug 29 04:51:40.251338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:40.263887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.297740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.331975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-bc05fc0d-ea03-4441-bd81-142bd79686cf service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152890 Aug 29 04:51:40.363502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f38d7f88-6962-4873-9c7d-85bba2936b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.394185 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP e9b6d2b0-5851-440e-af1b-271997387687 associated. External IP: 172.25.3.177, port: 025bbcb5-1998-400a-82d3-dd163ad54ec9. Aug 29 04:51:40.448864 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7d00bc26-ddc8-4aea-9eb3-ef67f92308c0 req-61155fe2-d3f1-441d-9561-86ae453dc06d service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039205 Aug 29 04:51:40.573901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-92b53e0f-6840-43c8-aefc-d1a11ec2b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.576032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-92b53e0f-6840-43c8-aefc-d1a11ec2b469 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1095 time: 0.0491571 Aug 29 04:51:40.648543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:40.690928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-4cab300d-d826-4e4a-9e0d-c16a4bbf141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.692600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-4cab300d-d826-4e4a-9e0d-c16a4bbf141e service neutron] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 915 time: 0.1093476 Aug 29 04:51:40.740568 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-491cf2df-8653-41f1-b50e-ee8c75518780 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 217 time: 0.0397453 Aug 29 04:51:40.804353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:40.822430 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:40.825537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:40.835047 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:40.838236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-cdff2be4-8967-42ed-9248-7804d955abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.839652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.843422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-cdff2be4-8967-42ed-9248-7804d955abae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0938232 Aug 29 04:51:40.879250 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.890326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:40.891192 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.902750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fd2698c4-bb94-466c-8e23-ee2a5a230860 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2445278 Aug 29 04:51:40.914380 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38874) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:40.925100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:40.930608 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:40.931517 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5717a-5238-47ef-803c-b4f897870357 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:40.961026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-1b7c37b8-290e-4952-85b2-f3b8090f3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:40.962663 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-1b7c37b8-290e-4952-85b2-f3b8090f3318 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118016 Aug 29 04:51:41.050329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4699-0278-4e3e-9e7b-63ada80e4a00 req-3ea33654-abcb-4380-96f0-02623e132291 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:41.053661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e0f4699-0278-4e3e-9e7b-63ada80e4a00 req-3ea33654-abcb-4380-96f0-02623e132291 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0877669 Aug 29 04:51:41.057965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.080401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-414e6bc7-6f27-4503-9387-b13044ac5588 service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100521 Aug 29 04:51:41.184196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e0f4699-0278-4e3e-9e7b-63ada80e4a00 req-0627697e-6b14-40ff-9aeb-1045f48123ad tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223702 Aug 29 04:51:41.245502 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f2ca4314-9c74-402b-aeb5-e8a2d39bd70a req-6467a29b-c7e6-4dc6-816e-ff23bb495eee service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565585 Aug 29 04:51:41.331152 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.341623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.346294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.346688 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP e9b6d2b0-5851-440e-af1b-271997387687 disassociated. External IP: 172.25.3.177, port: 025bbcb5-1998-400a-82d3-dd163ad54ec9. Aug 29 04:51:41.450575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cb661-13c9-45e6-939c-50b9834e66d1 req-86dcabd2-5124-411b-bfb5-d2519ec1a2e2 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:41.453131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b2cb661-13c9-45e6-939c-50b9834e66d1 req-86dcabd2-5124-411b-bfb5-d2519ec1a2e2 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.1693015 Aug 29 04:51:41.513586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b2cb661-13c9-45e6-939c-50b9834e66d1 req-a271438c-9095-4c16-a7a1-03e932b980ef tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Aug 29 04:51:41.624827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:41.735978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:41.742185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:41.746177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:41.756993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:41.757615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.774076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-306f49f2-3d67-4052-bf14-54bc0b77aaf8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/e9b6d2b0-5851-440e-af1b-271997387687 HTTP/1.1" status: 200 len: 688 time: 0.8584881 Aug 29 04:51:41.777203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38908) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:41.794494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.809262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:41.811395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.861130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:41.861847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad060d0c-6844-4390-b998-38f65c85e852 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:41.940274 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:41.940893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.022438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.022689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.036256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:42.182863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.210524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=b2f9ee02-f9a0-4f9b-a0aa-1b3e1c976927,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.223174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.223174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.223174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.223548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.223799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.224151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.224519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.224846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.225165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.225488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.225812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.226134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:42.283484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.297570 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.305055 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.307567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9b9857fb-3dea-440c-9964-d0dee5b7edda tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/e9b6d2b0-5851-440e-af1b-271997387687 HTTP/1.1" status: 204 len: 168 time: 0.5285938 Aug 29 04:51:42.311042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:42.316607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '400fa5a4-bc5c-460b-877a-eb3b951303c5'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:42.349150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.362146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20825-08e4-48bd-afd2-a127112bfc16 req-4472387e-4ff4-4dec-8c5d-e4e581c9ab38 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.363894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bf20825-08e4-48bd-afd2-a127112bfc16 req-4472387e-4ff4-4dec-8c5d-e4e581c9ab38 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0629435 Aug 29 04:51:42.414752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6bf20825-08e4-48bd-afd2-a127112bfc16 req-716f1083-fa88-44e7-9ffb-cca35b9974f7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Aug 29 04:51:42.471642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.575387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972d8e-bed9-4787-828d-3ae5eede1159 req-9dfc84be-f8b3-4857-8598-857731013811 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.583744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6972d8e-bed9-4787-828d-3ae5eede1159 req-9dfc84be-f8b3-4857-8598-857731013811 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0791655 Aug 29 04:51:42.589122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:42.593912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'floatingip': {'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:42.600795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.174 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/a220d66b-9651-4669-ba0c-22aa89475845) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:42.661929 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.752604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.793503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869d324-d633-40c8-9cde-f0cea7cfd42b req-6c356ffc-bebc-4dff-b089-697e4be48181 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:42.796913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1869d324-d633-40c8-9cde-f0cea7cfd42b req-6c356ffc-bebc-4dff-b089-697e4be48181 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.1520050 Aug 29 04:51:42.803538 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:42.856308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:42.857999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:42.860032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=a220d66b-9651-4669-ba0c-22aa89475845,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:42.862575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:42.979277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1869d324-d633-40c8-9cde-f0cea7cfd42b req-929e76d5-2307-4c46-916c-3f335c53d931 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693594 Aug 29 04:51:43.097641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.302468 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.380346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.548633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.554039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.603837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.609184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.629902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=a220d66b-9651-4669-ba0c-22aa89475845,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:43.639701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:43.717602 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Floating IP 84c2a513-7968-44d6-80e7-6258553f08fe associated. External IP: 172.25.3.93, port: dda6e279-df66-4f50-9fad-83abc1855b4f. Aug 29 04:51:43.749134 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d77ad8ec-51b2-45cc-9264-805bb6d371de associated. External IP: 172.25.3.174, port: 400fa5a4-bc5c-460b-877a-eb3b951303c5. Aug 29 04:51:43.944031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:43.978746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:44.112238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:44.122820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:44.123364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:44.128506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.135984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:44.141369 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:44.142207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.142582 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.144536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9bc27-6588-4423-8250-1d08d7b25860 req-55194857-a08e-49ae-9563-12e022bb0de7 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:44.146516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91f9bc27-6588-4423-8250-1d08d7b25860 req-55194857-a08e-49ae-9563-12e022bb0de7 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0755754 Aug 29 04:51:44.162533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:44.163173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.183237 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.189552 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b920b6d2-1872-4535-8948-30436036521a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8771784 Aug 29 04:51:44.195372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38928) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.196925 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:44.197922 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.206881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-788da185-3a04-4942-84e6-93fcb4b236b2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "PUT /v2.0/floatingips/84c2a513-7968-44d6-80e7-6258553f08fe HTTP/1.1" status: 200 len: 991 time: 1.6136701 Aug 29 04:51:44.206881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:44.208158 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4c830-4bed-4022-98cd-168258260c80" -d '{"events": [{"name": "network-changed", "server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:44.238800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91f9bc27-6588-4423-8250-1d08d7b25860 req-3245d6f0-74b7-448c-9b11-5eae75b15e0a tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756662 Aug 29 04:51:44.253231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.254789 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d8d1bc-b7b9-476e-bc4c-34e11b2afd0f None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:44.314156 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9433e40e-3117-4e9e-b2d2-0483369a48d5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/floatingips/d77ad8ec-51b2-45cc-9264-805bb6d371de HTTP/1.1" status: 200 len: 978 time: 0.1169415 Aug 29 04:51:44.314729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.350426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:44.450990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f6b9d35f-bf4d-4b0c-a198-9157f5de54fc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1326704 Aug 29 04:51:44.451257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:44.456306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': '025bbcb5-1998-400a-82d3-dd163ad54ec9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:44.522401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:44.559768 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fac997-8b6c-4ea4-bb65-d8cf1be5b192 x-openstack-request-id: req-91fac997-8b6c-4ea4-bb65-d8cf1be5b192 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:44.560090 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:44.560342 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91fac997-8b6c-4ea4-bb65-d8cf1be5b192 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:44.560747 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'status': 'completed', 'code': 200} Aug 29 04:51:44.661467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '84c2a513-7968-44d6-80e7-6258553f08fe', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:26Z', 'updated_at': '2021-08-29T04:51:43Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.710962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:51:44.720452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:44.721220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:44.870331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:51:45.055792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c830-4bed-4022-98cd-168258260c80 req-2a2bef25-01b6-4206-b616-f40098d28f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.057054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-2a2bef25-01b6-4206-b616-f40098d28f72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1098 time: 0.4726801 Aug 29 04:51:45.153660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '84c2a513-7968-44d6-80e7-6258553f08fe', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:26Z', 'updated_at': '2021-08-29T04:51:43Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:45.186759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b56256-eb15-4204-a816-c4c42043f322 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '84c2a513-7968-44d6-80e7-6258553f08fe', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:26Z', 'updated_at': '2021-08-29T04:51:43Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:45.263119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c830-4bed-4022-98cd-168258260c80 req-0a39ea2b-a8e4-422f-bdf1-e783cd439519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.264644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-0a39ea2b-a8e4-422f-bdf1-e783cd439519 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.1921930 Aug 29 04:51:45.403718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a0b45-632e-41b1-83d3-85154178073c req-3136fccd-2003-4041-a3c3-f5dad416478e tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.417368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d11a0b45-632e-41b1-83d3-85154178073c req-3136fccd-2003-4041-a3c3-f5dad416478e tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0887575 Aug 29 04:51:45.425738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-b9ffd4f2-cfdb-4079-b35e-0fa8caa62f64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 999 time: 0.1253850 Aug 29 04:51:45.480668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d11a0b45-632e-41b1-83d3-85154178073c req-85f3cda6-98df-4331-84f3-5b3e5aac5483 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621974 Aug 29 04:51:45.512246 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcd2e6-51cc-44f0-bf0b-bc16dbc662e1 None None] New status for floating IP 84c2a513-7968-44d6-80e7-6258553f08fe: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:51:45.571221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c830-4bed-4022-98cd-168258260c80 req-feac4723-90f8-496f-b57a-14cb01822998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.573198 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-feac4723-90f8-496f-b57a-14cb01822998 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0809751 Aug 29 04:51:45.689332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c830-4bed-4022-98cd-168258260c80 req-b8d11d39-2bfa-4528-9835-3c5840f98521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:45.691245 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-b8d11d39-2bfa-4528-9835-3c5840f98521 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950239 Aug 29 04:51:45.756917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.764703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:45.881358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-100b3c62-3a8e-44b9-8854-0367c2c3b3b6 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816700 Aug 29 04:51:45.914115 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d77ad8ec-51b2-45cc-9264-805bb6d371de associated. External IP: 172.25.3.174, port: 400fa5a4-bc5c-460b-877a-eb3b951303c5. Aug 29 04:51:46.074070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79b4c830-4bed-4022-98cd-168258260c80 req-211778a1-e414-48f7-9022-6da7a45ad09f service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831701 Aug 29 04:51:46.202481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:46.322035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:46.334248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:46.343791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:46.344445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.384681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.394020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:46.394780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.431117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.431783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44548255-c5a1-4746-a34e-9baa4e5a7d12 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:46.558343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:46.624837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df463308-73c6-45a1-a730-6f2640a59881 req-a9574a71-4e2f-44a4-87c1-a87e969c7aba tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:46.629244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df463308-73c6-45a1-a730-6f2640a59881 req-a9574a71-4e2f-44a4-87c1-a87e969c7aba tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0707352 Aug 29 04:51:46.670699 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df463308-73c6-45a1-a730-6f2640a59881 req-5a36111b-b71c-4b41-854c-bcee4d519f3c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376229 Aug 29 04:51:46.683110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:46.687489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.693403 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:46.702650 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:46.703266 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.739298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.754084 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:46.754958 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.757574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5c8cd0ce-2017-4db1-b455-ba41602acc83 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/d77ad8ec-51b2-45cc-9264-805bb6d371de HTTP/1.1" status: 200 len: 979 time: 2.3051772 Aug 29 04:51:46.760863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38952) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:46.774516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:46.862627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:46.892982 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:46.893655 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b7847-725b-4af6-8fff-8785f9bb468d None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:47.033130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.039657 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.040012 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d77ad8ec-51b2-45cc-9264-805bb6d371de disassociated. External IP: 172.25.3.174, port: 025bbcb5-1998-400a-82d3-dd163ad54ec9. Aug 29 04:51:47.313299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:47.437544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:47.442028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.453352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:47.464212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:47.465408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.480481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-62daf033-7d27-4bb5-a779-072f93fc8cb3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/d77ad8ec-51b2-45cc-9264-805bb6d371de HTTP/1.1" status: 200 len: 688 time: 0.7184656 Aug 29 04:51:47.480721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:47.510024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.537449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:47.539451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.579683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:47.580396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf194906-0a3d-4603-ac10-fc0d2256b484 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:47.660085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port a220d66b-9651-4669-ba0c-22aa89475845 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:47.660937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.750576 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.751185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.768639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for a220d66b-9651-4669-ba0c-22aa89475845 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:47.824057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ebe1f-6c3c-47b2-adfb-b35a8081f00e req-2a1713c1-5a3b-4d33-bc72-da6dbdf49fd1 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:47.833996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-279ebe1f-6c3c-47b2-adfb-b35a8081f00e req-2a1713c1-5a3b-4d33-bc72-da6dbdf49fd1 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0712039 Aug 29 04:51:47.881945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-279ebe1f-6c3c-47b2-adfb-b35a8081f00e req-3dbf9ca3-04fa-4a1f-954b-7d3cdd596c13 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430427 Aug 29 04:51:47.969960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:47.997780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=a220d66b-9651-4669-ba0c-22aa89475845,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:48.091835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.096731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.098658 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-70d8c0f4-d258-43f9-bbcf-08372472e082 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/d77ad8ec-51b2-45cc-9264-805bb6d371de HTTP/1.1" status: 204 len: 168 time: 0.6165838 Aug 29 04:51:48.101683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.143301 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-1997626c-fc8e-4420-8af5-f36c9592c3f1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] delete failed (client error): The resource could not be found. Aug 29 04:51:48.144413 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1997626c-fc8e-4420-8af5-f36c9592c3f1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/d77ad8ec-51b2-45cc-9264-805bb6d371de HTTP/1.1" status: 404 len: 345 time: 0.0411632 Aug 29 04:51:48.150052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 38964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.242816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b484ca3-3112-4c11-ba21-b7ca4d9e1c42 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.253668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b484ca3-3112-4c11-ba21-b7ca4d9e1c42 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.264062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b484ca3-3112-4c11-ba21-b7ca4d9e1c42 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.266507 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1b484ca3-3112-4c11-ba21-b7ca4d9e1c42 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/ports?network_id=65946a62-452e-47a4-88ed-e2adaf4e1c6e HTTP/1.1" status: 200 len: 2359 time: 0.1152611 Aug 29 04:51:48.270627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.344945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf4d4a-25ad-446c-9261-8e543976524d tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:48.346368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cadf4d4a-25ad-446c-9261-8e543976524d tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/subnets/8ab69b2d-21d7-470d-bd07-65cd4314ebe6 HTTP/1.1" status: 200 len: 797 time: 0.0732396 Aug 29 04:51:48.351479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:48.356754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'port': {'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e', 'name': 'tempest-FloatingIPTestJSON-577056315', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:48.497590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:48.606895 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:48.639083 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] device_id is not set on port 2b309391-878f-466a-9ed7-cc6ae29f1923 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:49.093480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.14 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/2b309391-878f-466a-9ed7-cc6ae29f1923) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:49.109307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70706ec6-e691-43aa-9b82-62f0f852f885 req-45c5ec4b-a7ad-41fb-bbf2-3dcc09b89f10 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:49.110913 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70706ec6-e691-43aa-9b82-62f0f852f885 req-45c5ec4b-a7ad-41fb-bbf2-3dcc09b89f10 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.0755665 Aug 29 04:51:49.112593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.13 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/2b309391-878f-466a-9ed7-cc6ae29f1923) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:49.192651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70706ec6-e691-43aa-9b82-62f0f852f885 req-e49a6218-92c8-4ab5-887d-f6ccbc7251ed tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672791 Aug 29 04:51:49.311020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.371311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.435717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:49.439200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:49.444618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:49.449603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=2b309391-878f-466a-9ed7-cc6ae29f1923,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:49.509512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:49.510738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.533009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6722f926-6ec9-4ce3-9499-57a999fc7bbd tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1803818 Aug 29 04:51:49.535812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:49.542312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '2b309391-878f-466a-9ed7-cc6ae29f1923', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:49.577963 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.713207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:49.861443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.30 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b04bfc46-7ac1-4814-8926-0ef3944811bd) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:50.047247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.093261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:50.147370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:50.151244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:50.155455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:50.181714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=b04bfc46-7ac1-4814-8926-0ef3944811bd,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:50.427586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64285ecb-b79f-49ef-b4b1-70f409cb92fb req-c11317ab-2685-4998-aad7-fee051e0e1e8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:50.429198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64285ecb-b79f-49ef-b4b1-70f409cb92fb req-c11317ab-2685-4998-aad7-fee051e0e1e8 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.1362698 Aug 29 04:51:50.521525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64285ecb-b79f-49ef-b4b1-70f409cb92fb req-90a15428-710b-43cc-b161-1e6006897ef9 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840201 Aug 29 04:51:51.045070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.141469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.348386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.355504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.479359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=b04bfc46-7ac1-4814-8926-0ef3944811bd,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:51.494086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:51.626753 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP 051fdebc-b6c8-44e7-87e5-4bd9444ecdf1 associated. External IP: 172.25.3.30, port: 2b309391-878f-466a-9ed7-cc6ae29f1923. Aug 29 04:51:51.787539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ebea9-0c80-4e8b-a01b-6e48d708d9b0 req-e2a7a639-5401-45c5-8748-4b9e9e8eb3bc tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:51.789288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d7ebea9-0c80-4e8b-a01b-6e48d708d9b0 req-e2a7a639-5401-45c5-8748-4b9e9e8eb3bc tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 943 time: 0.1558554 Aug 29 04:51:51.901622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d7ebea9-0c80-4e8b-a01b-6e48d708d9b0 req-43b5f949-ac60-4658-b8ff-01831a2b71f5 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000667 Aug 29 04:51:51.996481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:52.129529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:52.144595 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:52.154292 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.163397 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:52.164694 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.185426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0a5481d8-8776-4b77-a61b-273278efc325 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6483903 Aug 29 04:51:52.188110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 38996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:52.192929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': '2b309391-878f-466a-9ed7-cc6ae29f1923', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:52.226001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.241682 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:52.243159 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.262508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.286221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:52.287458 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c3bf7-ab03-473d-b9b4-abe8c6d7e6a7 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:52.750912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 35f0bd3f-eecb-4b46-965c-a9f913c09883 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:51:52.865023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:52.871261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.878218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:51:52.878644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.928914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:52.949646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f0bd3f-eecb-4b46-965c-a9f913c09883 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:51:52.979054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:52.986979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.051533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:53.146795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c38ae6-8135-4aa0-b5b3-b3911da45a0d req-08ba6858-6361-4d70-8c84-f8f18b088832 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:53.148459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c38ae6-8135-4aa0-b5b3-b3911da45a0d req-08ba6858-6361-4d70-8c84-f8f18b088832 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 944 time: 0.1253452 Aug 29 04:51:53.241933 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-02c38ae6-8135-4aa0-b5b3-b3911da45a0d req-e9f3e283-7fef-4851-b6aa-7ed4b6e0b543 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829639 Aug 29 04:51:53.251629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:53.277192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['35f0bd3f-eecb-4b46-965c-a9f913c09883'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:51:53.460034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:53.467828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.577938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6f3a73fb-fa84-4412-966c-346c9e4efc25 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/051fdebc-b6c8-44e7-87e5-4bd9444ecdf1 HTTP/1.1" status: 200 len: 977 time: 1.3853674 Aug 29 04:51:53.584445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:53.589460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:53.604380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:53.605033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:53.647847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:53.684596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:53.685239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:53.732235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:53.732919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d39d2-dcd0-4d8a-888b-153ba9e04201 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:53.849898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port b04bfc46-7ac1-4814-8926-0ef3944811bd {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:53.850240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.946415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.946968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:53.970717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for b04bfc46-7ac1-4814-8926-0ef3944811bd owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:54.197089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.226474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=b04bfc46-7ac1-4814-8926-0ef3944811bd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:54.297700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.298033 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP 051fdebc-b6c8-44e7-87e5-4bd9444ecdf1 disassociated (deleted). External IP: 172.25.3.30, port: 2b309391-878f-466a-9ed7-cc6ae29f1923. Aug 29 04:51:54.397081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ef21-7a9d-44b4-9538-2bb180357287 req-3b4824c8-0aac-4d50-a9bd-adb3cd49c6a4 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:54.398687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120ef21-7a9d-44b4-9538-2bb180357287 req-3b4824c8-0aac-4d50-a9bd-adb3cd49c6a4 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 944 time: 0.0628541 Aug 29 04:51:54.454646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9120ef21-7a9d-44b4-9538-2bb180357287 req-cd24fe6c-fdb0-4102-bc77-52a3576ca4b1 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491271 Aug 29 04:51:54.567035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:54.682772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:54.687669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.693454 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:54.703721 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:54.704383 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:54.721498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-244ad064-f932-4f22-b210-acaad211f308 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/051fdebc-b6c8-44e7-87e5-4bd9444ecdf1 HTTP/1.1" status: 204 len: 168 time: 1.1304696 Aug 29 04:51:54.724738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:54.743508 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:54.750378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 35f0bd3f-eecb-4b46-965c-a9f913c09883 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:51:54.755384 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:54.756275 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:54.803182 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:54.803907 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cacefb-4c98-4a37-902b-6a9aaac2940b None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:54.829406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 35f0bd3f-eecb-4b46-965c-a9f913c09883 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:51:54.829986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 2b309391-878f-466a-9ed7-cc6ae29f1923 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:54.830487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.836314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 35f0bd3f-eecb-4b46-965c-a9f913c09883 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:51:54.836722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.926683 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.930320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:54.945200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 2b309391-878f-466a-9ed7-cc6ae29f1923 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:54.950443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:51:54.952927 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26589c-266d-402c-8a16-7b07bd42777f" -d '{"events": [{"server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "name": "network-vif-plugged", "status": "completed", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:51:54.967176 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:51:54.975859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.017125 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85961f06-e817-4b8b-bce2-59c3d91b1c2c x-openstack-request-id: req-85961f06-e817-4b8b-bce2-59c3d91b1c2c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:51:55.017313 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "name": "network-vif-plugged", "status": "completed", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:51:55.017637 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85961f06-e817-4b8b-bce2-59c3d91b1c2c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:51:55.018045 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'code': 200} Aug 29 04:51:55.033899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:55.042139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.042487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.042824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.043158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.043490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.043819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.044235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.044565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.048085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.048619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.049076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.049909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:51:55.161258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a1cb2-2bae-43cc-ae2e-198550d434ce req-0bdea4e6-7030-4495-b292-8a1a3081dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:55.163019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dc5a1cb2-2bae-43cc-ae2e-198550d434ce req-0bdea4e6-7030-4495-b292-8a1a3081dbeb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1097 time: 0.0511446 Aug 29 04:51:55.173846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.203656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=2b309391-878f-466a-9ed7-cc6ae29f1923,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:55.218426 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dc5a1cb2-2bae-43cc-ae2e-198550d434ce req-a2e40769-479a-47ac-94a7-77d01ba3db24 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Aug 29 04:51:55.304973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.306981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8cbc8f59-c366-40ed-b98e-e869bbf24df5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/2b309391-878f-466a-9ed7-cc6ae29f1923 HTTP/1.1" status: 204 len: 168 time: 0.5811672 Aug 29 04:51:55.310613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:55.315255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:55.338986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.443565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.551841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.100 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/382c2419-ee7c-4eb7-a8b5-04a0f9b94128) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:55.597192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba880fa-07d3-4245-b4dc-36b7c5e49e90 req-fd9bd31b-b5e9-4635-9121-456908fe91f0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:55.600000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aba880fa-07d3-4245-b4dc-36b7c5e49e90 req-fd9bd31b-b5e9-4635-9121-456908fe91f0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.0698819 Aug 29 04:51:55.658142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aba880fa-07d3-4245-b4dc-36b7c5e49e90 req-f0176ad0-89ac-4adf-b999-c2afec561214 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469782 Aug 29 04:51:55.678509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.725482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.766339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:55.769296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:55.773197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:55.778948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=382c2419-ee7c-4eb7-a8b5-04a0f9b94128,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:55.875765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:55.913526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.064466 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.069117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.469659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=382c2419-ee7c-4eb7-a8b5-04a0f9b94128,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:56.484419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.497483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.498745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-69006195-a8cf-469c-acc7-556fd73624ab tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1871123 Aug 29 04:51:56.501346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:56.506773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'port': {'network_id': '65946a62-452e-47a4-88ed-e2adaf4e1c6e', 'name': 'tempest-FloatingIPTestJSON-1977213346'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:56.620086 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:51:56.623496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.641017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] device_id is not set on port edafe507-71f1-4d59-b759-a7d0d0cddc4f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:51:56.769197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.8 (65946a62-452e-47a4-88ed-e2adaf4e1c6e/8ab69b2d-21d7-470d-bd07-65cd4314ebe6/edafe507-71f1-4d59-b759-a7d0d0cddc4f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:56.786718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002771-52ad-465f-b423-a9037b40397f req-af53f5dc-1f17-43eb-9d05-9524a2cbff43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:56.788391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0002771-52ad-465f-b423-a9037b40397f req-af53f5dc-1f17-43eb-9d05-9524a2cbff43 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.0527239 Aug 29 04:51:56.830187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0002771-52ad-465f-b423-a9037b40397f req-7d9b2e08-c35c-484f-9b1a-0bc43e8f9233 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353806 Aug 29 04:51:56.941627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:56.976794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a1b5c-ed96-4ea4-a4c6-10ecc49a4f35 req-29e27e6e-3c71-4693-a2c9-117bb8c5ae7c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:56.978630 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b70a1b5c-ed96-4ea4-a4c6-10ecc49a4f35 req-29e27e6e-3c71-4693-a2c9-117bb8c5ae7c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.0619843 Aug 29 04:51:56.995882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.030683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b70a1b5c-ed96-4ea4-a4c6-10ecc49a4f35 req-1b2577d1-f1f8-44cd-817b-a35b5f1cf38b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Aug 29 04:51:57.051228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 65946a62-452e-47a4-88ed-e2adaf4e1c6e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:57.057723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:57.058437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39060) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.062499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:57.102080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=edafe507-71f1-4d59-b759-a7d0d0cddc4f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:57.142781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.143389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.167093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.167280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6a74cd1a-69b2-4f40-8a54-f07276f0f1c1 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6648023 Aug 29 04:51:57.172269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': 'edafe507-71f1-4d59-b759-a7d0d0cddc4f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:57.216847 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.379775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595da2f0-a609-49fe-857c-9a876ddc2490 tempest-TestVolumeBackupRestore-1639421727 tempest-TestVolumeBackupRestore-1639421727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.381745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-595da2f0-a609-49fe-857c-9a876ddc2490 tempest-TestVolumeBackupRestore-1639421727 tempest-TestVolumeBackupRestore-1639421727-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1092 time: 0.3221877 Aug 29 04:51:57.384884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39066) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:57.389770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:51:57.490797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:57.679592 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-9c2ef452-1236-4cb3-8816-af84a5ab075a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477443 Aug 29 04:51:57.775555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-47701cfa-a309-4249-981c-bbbb5afb6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.777191 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-47701cfa-a309-4249-981c-bbbb5afb6a7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1098 time: 0.0495985 Aug 29 04:51:57.890327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-84925b20-f9cd-41c7-b275-542ce1894a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:57.892262 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-84925b20-f9cd-41c7-b275-542ce1894a29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0923407 Aug 29 04:51:57.975078 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-deaa5158-27eb-4faf-875b-300d3425b608 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 1001 time: 0.0739489 Aug 29 04:51:58.038023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-5ac67bf6-cf61-4abc-b3c2-3ed92e5e00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.039612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-5ac67bf6-cf61-4abc-b3c2-3ed92e5e00e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0553501 Aug 29 04:51:58.092362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-2d12b847-e17b-49b5-bf6a-2b397013d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:51:58.093921 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-2d12b847-e17b-49b5-bf6a-2b397013d2ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444250 Aug 29 04:51:58.131394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.196146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-3a9f27ce-6f64-425c-ae4a-4f8072509fb7 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912657 Aug 29 04:51:58.244845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.270139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.297022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3a9c3ef8-db14-45da-8199-500f274b4f59 req-cb6c7461-d4ba-4f78-bab0-f01fcee5b726 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922847 Aug 29 04:51:58.393428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Allocated IP 172.25.3.6 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/3fb7e1df-88d7-481e-9b70-9f91004eff72) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:51:58.466655 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP 0404cbe6-17d6-4eb1-acf4-0e92f59f4803 associated. External IP: 172.25.3.100, port: edafe507-71f1-4d59-b759-a7d0d0cddc4f. Aug 29 04:51:58.605084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.734061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:58.788722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:51:58.790451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:51:58.796553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:51:58.801901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:51:58.806052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'Port': ['ID=3fb7e1df-88d7-481e-9b70-9f91004eff72,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:51:59.003458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:51:59.013369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:51:59.024583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:59.025212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:59.038554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.062086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:59.071107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:51:59.071741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:59.074937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1096ce91-b213-465c-84ec-d5f933b95950 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/0404cbe6-17d6-4eb1-acf4-0e92f59f4803 HTTP/1.1" status: 200 len: 978 time: 1.9064531 Aug 29 04:51:59.077518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39076) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:51:59.108058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:51:59.108982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417a304-63d7-4a7c-a868-1ab398161497 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:51:59.294603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port edafe507-71f1-4d59-b759-a7d0d0cddc4f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:51:59.295127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.440921 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.443249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.596488 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.678118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:51:59.757021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.757421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.757738 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP 0404cbe6-17d6-4eb1-acf4-0e92f59f4803 disassociated. External IP: 172.25.3.100, port: edafe507-71f1-4d59-b759-a7d0d0cddc4f. Aug 29 04:51:59.758081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for edafe507-71f1-4d59-b759-a7d0d0cddc4f owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:51:59.846120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.894602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:51:59.914350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.008702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.012447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event updated for resources: {'Port': ['ID=3fb7e1df-88d7-481e-9b70-9f91004eff72,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:00.057357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=edafe507-71f1-4d59-b759-a7d0d0cddc4f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:00.059159 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.568763 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Floating IP 58107a49-476c-41b7-be7b-22c25db6c6b4 associated. External IP: 172.25.3.6, port: 35f0bd3f-eecb-4b46-965c-a9f913c09883. Aug 29 04:52:00.614705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:00.813355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:00.825990 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:00.836629 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:00.837244 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.870173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.881083 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:00.881720 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.914207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:00.915157 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d33d0f-fc64-4efb-8dc7-f4cfcbf5f5ef None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:00.935267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:00.937329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-be47d7e7-0653-4c06-a325-f3551cc8c3c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/edafe507-71f1-4d59-b759-a7d0d0cddc4f HTTP/1.1" status: 204 len: 168 time: 1.8588705 Aug 29 04:52:00.940740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39096) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:00.943046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:00.993722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4c423c8-e72a-4eaf-b8ac-d6815335148b tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/floatingips/0404cbe6-17d6-4eb1-acf4-0e92f59f4803 HTTP/1.1" status: 200 len: 688 time: 0.0511937 Aug 29 04:52:00.996288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:01.061435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:01.076344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:01.078776 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.088049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:01.092209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:01.111857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4d1ed22a-c62d-4141-9c00-1a893bc79009 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7258255 Aug 29 04:52:01.112552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:01.115265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39100) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:01.115503 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c945a03-25de-4e89-9040-b1205bc2b353" -d '{"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:01.158924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 382c2419-ee7c-4eb7-a8b5-04a0f9b94128 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:01.159448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.159914 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26c802-2381-4ba4-87dc-41c8608b4590 x-openstack-request-id: req-ef26c802-2381-4ba4-87dc-41c8608b4590 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:01.160457 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:01.160830 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef26c802-2381-4ba4-87dc-41c8608b4590 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:01.162531 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:52:01.241419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:01.245528 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8deb7-7508-479a-bb16-89c732eef3ef tempest-TestVolumeBackupRestore-1639421727 tempest-TestVolumeBackupRestore-1639421727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.247163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-47f8deb7-7508-479a-bb16-89c732eef3ef tempest-TestVolumeBackupRestore-1639421727 tempest-TestVolumeBackupRestore-1639421727-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1092 time: 0.1306243 Aug 29 04:52:01.250144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:01.255040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Request body: {'floatingip': {'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:01.281022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-257abb30-cf31-458a-84fb-0c22eed148e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.283060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-257abb30-cf31-458a-84fb-0c22eed148e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1097 time: 0.0734723 Aug 29 04:52:01.305163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.305488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.329210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.353404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 382c2419-ee7c-4eb7-a8b5-04a0f9b94128 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:01.454110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-1f477615-3d10-44c2-baf8-3671cdde0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.455619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-1f477615-3d10-44c2-baf8-3671cdde0f4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 915 time: 0.1624985 Aug 29 04:52:01.554263 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-392f4f16-fdb0-49f5-8034-d1a97b604669 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 997 time: 0.0884860 Aug 29 04:52:01.615083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:51:59Z', 'revision_number': 0, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:01.651587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-c98a482e-e3e3-4873-a6c5-28225aa100ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.654369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-c98a482e-e3e3-4873-a6c5-28225aa100ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0910332 Aug 29 04:52:01.658366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:01.659307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:01.676643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:01.677222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:01.736910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=382c2419-ee7c-4eb7-a8b5-04a0f9b94128,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:01.848787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:01.892242 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-e32f4b99-e5e7-47ca-85a9-88ccc0cec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:01.893745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-e32f4b99-e5e7-47ca-85a9-88ccc0cec47c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2309320 Aug 29 04:52:02.004649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39114) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.028650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.035957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.039072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a20f8cfe-1116-4ea5-85b8-03e7a28957a5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/0404cbe6-17d6-4eb1-acf4-0e92f59f4803 HTTP/1.1" status: 204 len: 168 time: 1.0418897 Aug 29 04:52:02.042895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.044695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.048736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '025bbcb5-1998-400a-82d3-dd163ad54ec9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:02.049861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.097038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-dc026ce1-70fc-4be8-994a-30a908a1ead8 service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946261 Aug 29 04:52:02.098667 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.153101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:51:59Z', 'revision_number': 0, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.186885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbf540-6f4a-4612-be48-cf1f19421a3f None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:51:59Z', 'revision_number': 0, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:02.188874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad51819-d8b0-4c5f-8d2f-2b035ee6e5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.262051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c945a03-25de-4e89-9040-b1205bc2b353 req-da2532e0-a17e-4fd2-a778-2e52984e6c2d service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474957 Aug 29 04:52:02.295560 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.367403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:02.397698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad51819-d8b0-4c5f-8d2f-2b035ee6e5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.425674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.71 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/6b1a17c2-a49e-4fca-bc84-bcc592c4918d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:02.433815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aad51819-d8b0-4c5f-8d2f-2b035ee6e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.463552 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a0eba0-d99b-4667-8aad-f7edce3147ae None None] New status for floating IP 58107a49-476c-41b7-be7b-22c25db6c6b4: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:52:02.513421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aad51819-d8b0-4c5f-8d2f-2b035ee6e5c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=189e0f2b63d444d8aaeb214ddf443ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067387 Aug 29 04:52:02.514346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51819-d8b0-4c5f-8d2f-2b035ee6e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d415d-5e85-49f0-8be3-93d6cca0a327,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.518238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39120) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:02.556305 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.568799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:02.574710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.605428 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.616210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.655709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:02.655892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.658814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6ec6e522-3ec0-445a-a279-e151208ad044 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "PUT /v2.0/floatingips/58107a49-476c-41b7-be7b-22c25db6c6b4 HTTP/1.1" status: 200 len: 989 time: 1.4075606 Aug 29 04:52:02.667259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:02.670034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=6b1a17c2-a49e-4fca-bc84-bcc592c4918d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.673905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:02.721566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.724842 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:02.728287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba7d415d-5e85-49f0-8be3-93d6cca0a327 HTTP/1.1" status: 204 len: 168 time: 0.2069507 Aug 29 04:52:02.728462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:02.734996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a60d-adf7-440a-8dcc-87db15bb76f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d415d-5e85-49f0-8be3-93d6cca0a327,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:02.759317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:02.760113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:02.882785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:03.103395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.139905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:52:02Z', 'revision_number': 2, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.164087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}, {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:03.170552 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}, {"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:03.173388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:03.185016 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.185647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:03.186412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.259313 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d870f4c-4939-4a61-85bc-5d72342bc3d1 x-openstack-request-id: req-8d870f4c-4939-4a61-85bc-5d72342bc3d1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:03.259313 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:03.259313 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d870f4c-4939-4a61-85bc-5d72342bc3d1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:03.259313 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:52:03.259313 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:52:03.329235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:03.374875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-5a516018-c91b-464d-a392-5163fd967019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.376611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-5a516018-c91b-464d-a392-5163fd967019 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1097 time: 0.0651345 Aug 29 04:52:03.398798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.410348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.544783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=6b1a17c2-a49e-4fca-bc84-bcc592c4918d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:03.559423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:03.601766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:52:02Z', 'revision_number': 2, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:03.607261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-ca493276-ab67-4f8b-92bf-37151de58edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.608815 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-ca493276-ab67-4f8b-92bf-37151de58edd service neutron] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 915 time: 0.2215631 Aug 29 04:52:03.629493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78230c29-92ac-4198-9b11-dc25afded45d None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58107a49-476c-41b7-be7b-22c25db6c6b4', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'port_id': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'mac_address': 'fa:16:3e:1b:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:51:59Z', 'updated_at': '2021-08-29T04:52:02Z', 'revision_number': 2, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:03.726005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-3a0d1dfc-0dc8-4103-84cf-5042c6ab87c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 999 time: 0.1086216 Aug 29 04:52:03.742202 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d003747a-0952-4b69-9a89-277daeb51592 associated. External IP: 172.25.3.71, port: 025bbcb5-1998-400a-82d3-dd163ad54ec9. Aug 29 04:52:03.822986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-5ed29393-6e0b-4e93-a567-cea99efc5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.824571 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-5ed29393-6e0b-4e93-a567-cea99efc5fb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0908637 Aug 29 04:52:03.916284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-bda86937-17e6-4bf1-b3d7-79ea8367bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:03.917837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-bda86937-17e6-4bf1-b3d7-79ea8367bb54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618858 Aug 29 04:52:04.114941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-e5ab4e51-d14c-41c0-9496-281727c2beda service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609700 Aug 29 04:52:04.120413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:04.652632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-f0ee5560-c5a7-4e90-859e-c6fc174476f5 service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283408 Aug 29 04:52:04.661043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:04.672422 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:04.683450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.690170 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:04.690790 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.716358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39158) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.716932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8bbed070-54e6-475e-8f6d-e586f31b54b7 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6722212 Aug 29 04:52:04.722557 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1317004382'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:04.723367 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.735535 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:04.736177 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.748270 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:04.752039 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.781314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:04.785365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:04.786092 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44955c-19fb-4e95-8ad9-3ee5a8e98151 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:04.796605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-901d1775-78ac-444c-90a8-93272842cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.796794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.796960 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Added segment 4d81ba1a-cdaa-4bfe-8271-d04565afe204 of type vlan for network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d Aug 29 04:52:04.798381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-901d1775-78ac-444c-90a8-93272842cf91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1097 time: 0.0555613 Aug 29 04:52:04.839511 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.868308 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.874099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.874695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:04.891616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-4394d205-2791-427f-8662-fcda9e11d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:04.893137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-4394d205-2791-427f-8662-fcda9e11d448 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 915 time: 0.0870860 Aug 29 04:52:04.930920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2126338 Aug 29 04:52:04.933627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:04.940670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'subnet': {'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:04.965701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-9aa0916e-68ab-42db-9360-bf97b919a0c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 999 time: 0.0647361 Aug 29 04:52:04.996797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1d9cc-1a45-4b74-a75c-059f5a2762d3 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Network': ['ID=7a7cde9a-68d9-4c56-ae78-d0176f14d05d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.014697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:05.015525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-7fdb16d2-a948-49f2-8b90-09279fe7623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:05.017038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-7fdb16d2-a948-49f2-8b90-09279fe7623e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0443697 Aug 29 04:52:05.051095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:05.055611 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.070473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-3f2d51c8-fe9f-416d-9cf1-f31a5a1f4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:05.072330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-3f2d51c8-fe9f-416d-9cf1-f31a5a1f4f01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476894 Aug 29 04:52:05.205399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-420835a6-7237-457e-a7f2-c9b0266c9a31 service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250894 Aug 29 04:52:05.299576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.326985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f68383d0-ce47-4a92-baae-18c5b1a3f5e8 req-0e019084-f4a3-4527-a189-a3843a02363c service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Aug 29 04:52:05.363418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Subnet': ['ID=9c343f87-2188-4d33-9c57-2687839a07db,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:05.376348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Checking segment: {'id': '4d81ba1a-cdaa-4bfe-8271-d04565afe204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:05.377197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network hostable DHCP agents. Network: 7a7cde9a-68d9-4c56-ae78-d0176f14d05d, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:05.397188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:05.407010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 7a7cde9a-68d9-4c56-ae78-d0176f14d05d) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:05.412685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:05.414117 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.416660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c6329-a812-452c-863a-cc317ac37b4e None None] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:05.431017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-352eeea1-455f-4869-a756-5dcb3b61231f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4964147 Aug 29 04:52:05.433865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:05.438776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-503139878', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:05.471011 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.472094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.527723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.600328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-7a7cde9a-68d9-4c56-ae78-d0176f14d05d', 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d', 'tenant_id': '89fa85ac0eee4be99ed75968860261e6', 'fixed_ips': [{'subnet_id': '9c343f87-2188-4d33-9c57-2687839a07db'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:52:05.601713 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.690371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.757455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Allocated IP 172.20.0.2 (7a7cde9a-68d9-4c56-ae78-d0176f14d05d/9c343f87-2188-4d33-9c57-2687839a07db/e9aeb84a-e494-469b-99e2-117bb059fc1e) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:05.937995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.943425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.952800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Transition to ACTIVE for port object e9aeb84a-e494-469b-99e2-117bb059fc1e will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:05.961338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:05.971260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Transition to ACTIVE for port object e9aeb84a-e494-469b-99e2-117bb059fc1e will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:05.978639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.025754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:06.028774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:06.032924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:06.041056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Pushing event updated for resources: {'Port': ['ID=e9aeb84a-e494-469b-99e2-117bb059fc1e,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:06.087974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.25.3.228 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8fefa80b-1cba-4862-925b-9bf048cdb483) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:06.121551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Attempting to bind port e9aeb84a-e494-469b-99e2-117bb059fc1e on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:06.121551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Attempting to bind port e9aeb84a-e494-469b-99e2-117bb059fc1e by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '4d81ba1a-cdaa-4bfe-8271-d04565afe204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:06.121989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Attempting to bind port e9aeb84a-e494-469b-99e2-117bb059fc1e on network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:06.127557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:06.127951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Checking segment: {'id': '4d81ba1a-cdaa-4bfe-8271-d04565afe204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:06.128357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.128745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Bound using segment: {'id': '4d81ba1a-cdaa-4bfe-8271-d04565afe204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:06.129209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Bound port: e9aeb84a-e494-469b-99e2-117bb059fc1e, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d81ba1a-cdaa-4bfe-8271-d04565afe204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:06.129580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.201853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] For port e9aeb84a-e494-469b-99e2-117bb059fc1e, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:06.205876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] For port e9aeb84a-e494-469b-99e2-117bb059fc1e, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9aeb84a-e494-469b-99e2-117bb059fc1e,segment=NetworkSegment(4d81ba1a-cdaa-4bfe-8271-d04565afe204),segment_id=4d81ba1a-cdaa-4bfe-8271-d04565afe204)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:06.212349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.217552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.259344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:06.278689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132fdf9-4ce2-4f95-a1d0-6c94090a4e71 None None] Pushing event updated for resources: {'Port': ['ID=e9aeb84a-e494-469b-99e2-117bb059fc1e,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:06.309605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:06.313252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:06.318182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:06.321768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=8fefa80b-1cba-4862-925b-9bf048cdb483,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:06.643426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.220525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.350458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ca6105f-099e-41e8-8aef-6d9d933e0f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.400908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 1b956c85-2543-4344-8bc8-50c7be081c0a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:52:07.507159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930daf5-ae63-4549-bf7c-ae0e2a078486 None None] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:07.543033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9aeb84a-e494-469b-99e2-117bb059fc1e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:07.550766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:07.576029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:07.582348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b803e8de-94bc-4ab8-9f8c-1e698f5ff48f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1429482 Aug 29 04:52:07.584215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39202) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:07.588330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] Sync routers for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:07.654847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:07.655416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:07.720058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:07.725931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fc815375-e265-4f9e-ad00-2dc6a33e8c7f None None] Provisioning for port e9aeb84a-e494-469b-99e2-117bb059fc1e completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:07.772490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:07.773683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:07.834789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e9aeb84a-e494-469b-99e2-117bb059fc1e completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:07.840892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:07.841566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6da5f0-95fa-406a-b512-78b6714e8880 None None] The sync data for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:07.852589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e9aeb84a-e494-469b-99e2-117bb059fc1e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:07.852977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.012746 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.077990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e9aeb84a-e494-469b-99e2-117bb059fc1e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9aeb84a-e494-469b-99e2-117bb059fc1e,segment=NetworkSegment(4d81ba1a-cdaa-4bfe-8271-d04565afe204),segment_id=4d81ba1a-cdaa-4bfe-8271-d04565afe204)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:08.085506 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.224125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e9aeb84a-e494-469b-99e2-117bb059fc1e,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:08.331746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.390389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ca57ee3d-404b-47d3-bcee-a282780c290f None None] Provisioning complete for port e9aeb84a-e494-469b-99e2-117bb059fc1e triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:08.391642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ca57ee3d-404b-47d3-bcee-a282780c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.474443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39212) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:08.664747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbe24b9-3a55-4d0b-957d-60d787ddd2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.785456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.1 (7a7cde9a-68d9-4c56-ae78-d0176f14d05d/9c343f87-2188-4d33-9c57-2687839a07db/492da57d-14f6-485f-84f0-df71e5f0c4a9) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:08.961109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbe24b9-3a55-4d0b-957d-60d787ddd2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:08.970110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3cbe24b9-3a55-4d0b-957d-60d787ddd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.023031 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.033665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3cbe24b9-3a55-4d0b-957d-60d787ddd2dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0541123759f847f8bb861bf5c8ca4f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507309 Aug 29 04:52:09.037410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39216) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:09.050141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe24b9-3a55-4d0b-957d-60d787ddd2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef9871-9a56-449b-a64c-7cd6178dd4db,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.054511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Transition to ACTIVE for port object 492da57d-14f6-485f-84f0-df71e5f0c4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:09.101648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.104341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.131376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.165852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:09.170020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:09.173441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:09.204432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.207318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.209411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96ef9871-9a56-449b-a64c-7cd6178dd4db HTTP/1.1" status: 204 len: 168 time: 0.1710107 Aug 29 04:52:09.211370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=492da57d-14f6-485f-84f0-df71e5f0c4a9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.223681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab52e9-6453-424f-ac5f-9ee253f30b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef9871-9a56-449b-a64c-7cd6178dd4db,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.253906 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.471995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.498051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9aeb84a-e494-469b-99e2-117bb059fc1e up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:52:09.504945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58cb823b-4be3-4ea1-a15c-7906335cc370 None None] Provisioning for port 492da57d-14f6-485f-84f0-df71e5f0c4a9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:09.539532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-58cb823b-4be3-4ea1-a15c-7906335cc370 None None] Provisioning complete for port 492da57d-14f6-485f-84f0-df71e5f0c4a9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:09.540279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-58cb823b-4be3-4ea1-a15c-7906335cc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.598430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-58cb823b-4be3-4ea1-a15c-7906335cc370 None None] Port 492da57d-14f6-485f-84f0-df71e5f0c4a9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:09.604413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e9aeb84a-e494-469b-99e2-117bb059fc1e triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:09.604855 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.791686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.796822 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.877396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=492da57d-14f6-485f-84f0-df71e5f0c4a9,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:09.884858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:09.992285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:09.993976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:10.155900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 1b956c85-2543-4344-8bc8-50c7be081c0a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:10.290395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.314564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:10.324062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:10.324966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fdec129f-ab72-429d-bd9f-5fdcf6bc23b5 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/routers/1b956c85-2543-4344-8bc8-50c7be081c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7390471 Aug 29 04:52:10.327909 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] Sync routers for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:10.330116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'port': {'network_id': '7a7cde9a-68d9-4c56-ae78-d0176f14d05d', 'name': 'tempest-FloatingIPTestJSON-1081694409'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:10.339466 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:10.340451 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:51:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:10.363703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a268bd9b-fafd-4313-8e1f-9a370de5967a None None] Provisioning complete for port 492da57d-14f6-485f-84f0-df71e5f0c4a9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:10.364139 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a268bd9b-fafd-4313-8e1f-9a370de5967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.382485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:10.394355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:10.395200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:10.409288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-389b7818-e6c9-473c-b363-1317540421c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.428591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a268bd9b-fafd-4313-8e1f-9a370de5967a None None] Port 492da57d-14f6-485f-84f0-df71e5f0c4a9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:10.439029 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:10.439963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4319a51-5456-4962-a9c8-3e829dea2f8a None None] The sync data for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:10.488967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Made reservation on behalf of 89fa85ac0eee4be99ed75968860261e6 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:10.492901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.514424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] device_id is not set on port 961dae51-9e55-4f77-a104-2bc4a5385b03 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:52:10.634329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Allocated IP 172.20.0.9 (7a7cde9a-68d9-4c56-ae78-d0176f14d05d/9c343f87-2188-4d33-9c57-2687839a07db/961dae51-9e55-4f77-a104-2bc4a5385b03) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:10.834106 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.850374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Transition to ACTIVE for port object 961dae51-9e55-4f77-a104-2bc4a5385b03 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:10.893315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:10.943354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:10.946926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:10.952208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:10.954932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event updated for resources: {'Port': ['ID=961dae51-9e55-4f77-a104-2bc4a5385b03,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:11.031539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:11.032855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.056886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a22e6a3d-25d2-4ee6-9cff-4e8754a6a13f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7307270 Aug 29 04:52:11.059807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39264) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:11.066701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Request body: {'floatingip': {'port_id': '961dae51-9e55-4f77-a104-2bc4a5385b03'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:11.166633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.257060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24eb0ac8-092e-4908-972c-57b2962e8203 None None] Provisioning for port 961dae51-9e55-4f77-a104-2bc4a5385b03 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:52:11.264676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-24eb0ac8-092e-4908-972c-57b2962e8203 None None] Provisioning complete for port 961dae51-9e55-4f77-a104-2bc4a5385b03 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:52:11.265179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-24eb0ac8-092e-4908-972c-57b2962e8203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.303359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-24eb0ac8-092e-4908-972c-57b2962e8203 None None] Port 961dae51-9e55-4f77-a104-2bc4a5385b03 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:52:11.341176 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.742944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.748509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:11.875407 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d003747a-0952-4b69-9a89-277daeb51592 associated. External IP: 172.25.3.71, port: 025bbcb5-1998-400a-82d3-dd163ad54ec9. Aug 29 04:52:12.125431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:12.234563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:12.245649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:12.255189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:12.255804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.299724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.311059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:12.313167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:12.313797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.346230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.346889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00863e5-34bc-4c37-8725-774cb5fb7978 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:12.451877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 1b956c85-2543-4344-8bc8-50c7be081c0a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:12.577738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:12.586107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:12.592301 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] Sync routers for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:12.603875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:12.604583 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.652945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.663772 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:12.664442 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.669470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-03e99beb-f42e-4fcd-be75-e3797143d9bf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/floatingips/d003747a-0952-4b69-9a89-277daeb51592 HTTP/1.1" status: 200 len: 977 time: 1.6078184 Aug 29 04:52:12.676255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39286) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:12.699571 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:12.700310 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb562b-13cf-46ee-98ca-902e1e560150 None None] The sync data for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:12.785987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 961dae51-9e55-4f77-a104-2bc4a5385b03 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:12.786648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:12.884353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.092700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.093371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.093771 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Floating IP d003747a-0952-4b69-9a89-277daeb51592 disassociated. External IP: 172.25.3.71, port: 961dae51-9e55-4f77-a104-2bc4a5385b03. Aug 29 04:52:13.094195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 961dae51-9e55-4f77-a104-2bc4a5385b03 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:13.097205 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.254715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:13.292826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=961dae51-9e55-4f77-a104-2bc4a5385b03,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:13.423317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 1b956c85-2543-4344-8bc8-50c7be081c0a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:13.579544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:13.592401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] Sync routers for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:13.611317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:13.612617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:13.673931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:13.686264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:13.689083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:13.730618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:13.731313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495db55-384b-46c0-bc15-80b7691a534f None None] The sync data for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:14.030241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.030241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0dd0ceed-2d53-4eb3-972f-427ceafa94da tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/961dae51-9e55-4f77-a104-2bc4a5385b03 HTTP/1.1" status: 204 len: 168 time: 1.3492467 Aug 29 04:52:14.031269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39310) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:14.486125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:14.785185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 492da57d-14f6-485f-84f0-df71e5f0c4a9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:14.785432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.256942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.276833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 492da57d-14f6-485f-84f0-df71e5f0c4a9 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:15.508758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:15.556601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=492da57d-14f6-485f-84f0-df71e5f0c4a9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:15.797990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.072143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 1b956c85-2543-4344-8bc8-50c7be081c0a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:16.194288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:16.203454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-73c9c2f9-f63b-4aac-903e-c0b1dc4c59dc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/routers/1b956c85-2543-4344-8bc8-50c7be081c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669152 Aug 29 04:52:16.203816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39326) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:16.204783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] Sync routers for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:16.214920 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:16.215468 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:16.252458 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:16.261764 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] Routers {'1b956c85-2543-4344-8bc8-50c7be081c0a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:16.262382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1b956c85-2543-4344-8bc8-50c7be081c0a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:16.295897 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:16.296575 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b2a9a-1a54-4324-9ae2-5de5add997af None None] The sync data for ids ['1b956c85-2543-4344-8bc8-50c7be081c0a'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:16.322865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.439618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.496553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 8fefa80b-1cba-4862-925b-9bf048cdb483 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:16.496803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.585040 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.598919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 8fefa80b-1cba-4862-925b-9bf048cdb483 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:16.829720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:16.860995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=8fefa80b-1cba-4862-925b-9bf048cdb483,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:16.943842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.066746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.072215 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.130925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.131751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Fanout notify agent at l3_agent the message router_deleted on router 1b956c85-2543-4344-8bc8-50c7be081c0a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:17.141336 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.143536 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6a7b0b9-ad86-4133-b70c-3d066748b565 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/routers/1b956c85-2543-4344-8bc8-50c7be081c0a HTTP/1.1" status: 204 len: 168 time: 0.9383619 Aug 29 04:52:17.147796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:17.255505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting subnet 9c343f87-2188-4d33-9c57-2687839a07db {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:17.259223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.337814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.495286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.564242 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.599443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Subnet': ['ID=9c343f87-2188-4d33-9c57-2687839a07db,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:17.601660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.603573 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c9d5e16b-5c70-43bc-a23e-bc842b91bdbf tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/subnets/9c343f87-2188-4d33-9c57-2687839a07db HTTP/1.1" status: 204 len: 168 time: 0.4522820 Aug 29 04:52:17.606249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39342) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:17.611237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42408758-aab5-4ee8-8716-31439cf2c549 None None] Network 7a7cde9a-68d9-4c56-ae78-d0176f14d05d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:17.717422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.795074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port e9aeb84a-e494-469b-99e2-117bb059fc1e {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:17.795469 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.852365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] DHCP port deletion for 7a7cde9a-68d9-4c56-ae78-d0176f14d05d request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:17.872912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] For port e9aeb84a-e494-469b-99e2-117bb059fc1e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9aeb84a-e494-469b-99e2-117bb059fc1e,segment=NetworkSegment(4d81ba1a-cdaa-4bfe-8271-d04565afe204),segment_id=4d81ba1a-cdaa-4bfe-8271-d04565afe204)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:17.873529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:17.896188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for e9aeb84a-e494-469b-99e2-117bb059fc1e owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:17.928957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Deleting port e9aeb84a-e494-469b-99e2-117bb059fc1e {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:17.929333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.014820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] For port e9aeb84a-e494-469b-99e2-117bb059fc1e, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9aeb84a-e494-469b-99e2-117bb059fc1e,segment=NetworkSegment(4d81ba1a-cdaa-4bfe-8271-d04565afe204),segment_id=4d81ba1a-cdaa-4bfe-8271-d04565afe204)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:18.015395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.034293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Calling delete_port for e9aeb84a-e494-469b-99e2-117bb059fc1e owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:18.048339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.089488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=e9aeb84a-e494-469b-99e2-117bb059fc1e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:18.093042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] No DVR routers for this DVR port e9aeb84a-e494-469b-99e2-117bb059fc1e on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:18.134130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.173707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] No DVR routers for this DVR port e9aeb84a-e494-469b-99e2-117bb059fc1e on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:18.182355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f25d-4541-4faf-b780-d37d1c1db9d4 None None] Pushing event deleted for resources: {'Port': ['ID=e9aeb84a-e494-469b-99e2-117bb059fc1e,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:18.237277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.248466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7cde9a-68d9-4c56-ae78-d0176f14d05d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:18.267851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d81ba1a-cdaa-4bfe-8271-d04565afe204') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:18.268402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d81ba1a-cdaa-4bfe-8271-d04565afe204') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:18.281359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.299089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.306160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:18.306571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:18.310147 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:18.394963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.408929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.415582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/networks/7a7cde9a-68d9-4c56-ae78-d0176f14d05d HTTP/1.1" status: 204 len: 168 time: 0.8036499 Aug 29 04:52:18.415916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:18.424504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a979e8-cc8c-4ff6-9c9e-2f45024ec904 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Network': ['ID=7a7cde9a-68d9-4c56-ae78-d0176f14d05d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:18.574239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 6b1a17c2-a49e-4fca-bc84-bcc592c4918d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:18.575416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.664478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.664876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.681245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 6b1a17c2-a49e-4fca-bc84-bcc592c4918d owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:18.846859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.881091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=6b1a17c2-a49e-4fca-bc84-bcc592c4918d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:18.943918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.947237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:18.948493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8093f7fc-7556-4521-a9c0-53296d01d311 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/floatingips/d003747a-0952-4b69-9a89-277daeb51592 HTTP/1.1" status: 204 len: 168 time: 0.5311134 Aug 29 04:52:18.951975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39366) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:18.976443 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ef7da2-d720-42b8-b1dc-cc8a9b2af16a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] DELETE failed (client error): The resource could not be found. Aug 29 04:52:18.977115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ef7da2-d720-42b8-b1dc-cc8a9b2af16a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:52:18.978848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-36ef7da2-d720-42b8-b1dc-cc8a9b2af16a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/961dae51-9e55-4f77-a104-2bc4a5385b03 HTTP/1.1" status: 404 len: 333 time: 0.0259428 Aug 29 04:52:18.981405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39368) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.009643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-25f4ea0d-32e6-4253-b488-2d6bb21e18bc tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b956c85-2543-4344-8bc8-50c7be081c0a HTTP/1.1" status: 200 len: 205 time: 0.0271344 Aug 29 04:52:19.012551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39370) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.056849 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-195e5e1c-0304-4e6d-b32f-301699b1e531 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] delete failed (client error): The resource could not be found. Aug 29 04:52:19.057922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-195e5e1c-0304-4e6d-b32f-301699b1e531 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/routers/1b956c85-2543-4344-8bc8-50c7be081c0a HTTP/1.1" status: 404 len: 336 time: 0.0443454 Aug 29 04:52:19.060442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39372) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.088819 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23105cf-13f3-498d-995e-345fdd3589c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] DELETE failed (client error): The resource could not be found. Aug 29 04:52:19.089319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23105cf-13f3-498d-995e-345fdd3589c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:52:19.091293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d23105cf-13f3-498d-995e-345fdd3589c6 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/subnets/9c343f87-2188-4d33-9c57-2687839a07db HTTP/1.1" status: 404 len: 337 time: 0.0298903 Aug 29 04:52:19.094203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39374) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.213922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 025bbcb5-1998-400a-82d3-dd163ad54ec9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:19.214213 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.348929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.362360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 025bbcb5-1998-400a-82d3-dd163ad54ec9 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:19.447233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9aeb84a-e494-469b-99e2-117bb059fc1e no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:19.474266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e9aeb84a-e494-469b-99e2-117bb059fc1e {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:19.474570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9aeb84a-e494-469b-99e2-117bb059fc1e not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:19.523715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.556808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=025bbcb5-1998-400a-82d3-dd163ad54ec9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:19.633878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.635903 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5823d204-ad5a-47e2-be3f-029513510eb9 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/025bbcb5-1998-400a-82d3-dd163ad54ec9 HTTP/1.1" status: 204 len: 168 time: 0.5408225 Aug 29 04:52:19.638464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39380) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:19.756333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 400fa5a4-bc5c-460b-877a-eb3b951303c5 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:19.757008 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.878121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:19.894152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 400fa5a4-bc5c-460b-877a-eb3b951303c5 owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:20.057922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.105829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=400fa5a4-bc5c-460b-877a-eb3b951303c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:20.197589 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.199895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b7322cc1-cd64-4f7c-9551-06262071a593 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/ports/400fa5a4-bc5c-460b-877a-eb3b951303c5 HTTP/1.1" status: 204 len: 168 time: 0.5604334 Aug 29 04:52:20.202857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:20.257598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b41cc9b-893d-49bb-b57f-518cd2d8bd0a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:20.259124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4b41cc9b-893d-49bb-b57f-518cd2d8bd0a tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a46066c-638a-4a61-965b-f80d26ca594a HTTP/1.1" status: 200 len: 913 time: 0.0551207 Aug 29 04:52:20.261906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:20.711537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27811e8b-6550-4c08-9a3f-cd7c8eda6d95 req-a35a3fe9-e604-4506-a7e3-e13a4c12ecc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0629165 Aug 29 04:52:20.817179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27811e8b-6550-4c08-9a3f-cd7c8eda6d95 req-b01458ca-4247-4c14-9644-2cc1740086e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0412595 Aug 29 04:52:20.867578 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:20.878368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27811e8b-6550-4c08-9a3f-cd7c8eda6d95 req-906c8d3e-b605-4e86-9b0e-819c1b59d47b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310946 Aug 29 04:52:21.137184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27811e8b-6550-4c08-9a3f-cd7c8eda6d95 req-82cf7f4a-182c-4820-be75-7f4971ac7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:21.138796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27811e8b-6550-4c08-9a3f-cd7c8eda6d95 req-82cf7f4a-182c-4820-be75-7f4971ac7b56 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491088 Aug 29 04:52:21.204730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39398) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:21.290583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 40f41913-bb3f-49cf-8aeb-b3aaf728bafc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:21.291409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.385953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b1e119f-ff8e-4e26-baad-8981de71288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.421235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.438282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 40f41913-bb3f-49cf-8aeb-b3aaf728bafc owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:21.556572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b1e119f-ff8e-4e26-baad-8981de71288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.562431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5b1e119f-ff8e-4e26-baad-8981de71288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.635694 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5b1e119f-ff8e-4e26-baad-8981de71288c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5a414c89fc84a6e942f5ac169884973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270360 Aug 29 04:52:21.635694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e119f-ff8e-4e26-baad-8981de71288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d461c-3ef6-4bef-adfb-26bc650ff849,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:21.639275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:21.700581 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.701265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.734135 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.736658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=40f41913-bb3f-49cf-8aeb-b3aaf728bafc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:21.789927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.792527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:21.796460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e80d461c-3ef6-4bef-adfb-26bc650ff849 HTTP/1.1" status: 204 len: 168 time: 0.1560929 Aug 29 04:52:21.805875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b3eae-f629-4408-a421-5603bd21147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d461c-3ef6-4bef-adfb-26bc650ff849,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:21.975085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.140407 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:22.154256 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4569f290-a0d5-4d5d-a6b8-9dbcf9bf864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.233469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Router 6a46066c-638a-4a61-965b-f80d26ca594a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:22.258874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4569f290-a0d5-4d5d-a6b8-9dbcf9bf864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.263312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4569f290-a0d5-4d5d-a6b8-9dbcf9bf864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.308987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4569f290-a0d5-4d5d-a6b8-9dbcf9bf864b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c5d160166e6454b8b2c18445c32bd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673648 Aug 29 04:52:22.309825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569f290-a0d5-4d5d-a6b8-9dbcf9bf864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8d257-88c0-43a8-9b7e-3c24ea0d448e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:22.312069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39412) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:22.347546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:22.356508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d837eca4-a6c6-42f0-99ea-5d600711542c tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "PUT /v2.0/routers/6a46066c-638a-4a61-965b-f80d26ca594a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0903685 Aug 29 04:52:22.356508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39414) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:22.360309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] Sync routers for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:22.372733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:22.373544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:22.377275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.406250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.412022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:22.423379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] Routers {'6a46066c-638a-4a61-965b-f80d26ca594a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:22.424458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['6a46066c-638a-4a61-965b-f80d26ca594a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:22.462320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:22.462994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c33fe7-fc83-4f08-bd12-0b50bd61e453 None None] The sync data for ids ['6a46066c-638a-4a61-965b-f80d26ca594a'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:22.479265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.482526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.483914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cce8d257-88c0-43a8-9b7e-3c24ea0d448e HTTP/1.1" status: 204 len: 168 time: 0.1708617 Aug 29 04:52:22.484115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.493492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828d6d3-a394-47c8-96f2-abd65fe0e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8d257-88c0-43a8-9b7e-3c24ea0d448e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:22.625295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.691834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting port 4d8f384e-04d5-4184-85da-3425d6560fea {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:22.692839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.794026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:22.810711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Calling delete_port for 4d8f384e-04d5-4184-85da-3425d6560fea owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:22.900544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39422) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:22.920719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a837aa-e7c2-4206-a6f6-9e9a137cc61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.015962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.060442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a837aa-e7c2-4206-a6f6-9e9a137cc61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.065882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d2a837aa-e7c2-4206-a6f6-9e9a137cc61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.068220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Port': ['ID=4d8f384e-04d5-4184-85da-3425d6560fea,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.112040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.133944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a837aa-e7c2-4206-a6f6-9e9a137cc61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d25b5c-297e-423b-b750-82b0be16f13d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.142417 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d2a837aa-e7c2-4206-a6f6-9e9a137cc61a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e441f17054e54d6395c4d44c271cc9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399132 Aug 29 04:52:23.145470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39424) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:23.208631 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.232833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.238414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.241852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.297068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.300593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.305898 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4d25b5c-297e-423b-b750-82b0be16f13d HTTP/1.1" status: 204 len: 168 time: 0.1582973 Aug 29 04:52:23.316457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d6f79-a09c-41ab-81ee-5e2d107f2717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d25b5c-297e-423b-b750-82b0be16f13d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.319587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.320546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Fanout notify agent at l3_agent the message router_deleted on router 6a46066c-638a-4a61-965b-f80d26ca594a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:23.334099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.337166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d68aa413-3670-468c-85e1-3287aa11effb tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/routers/6a46066c-638a-4a61-965b-f80d26ca594a HTTP/1.1" status: 204 len: 168 time: 0.9796212 Aug 29 04:52:23.340947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39428) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:23.438193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Deleting subnet 8ab69b2d-21d7-470d-bd07-65cd4314ebe6 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:23.444831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.540710 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.608955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.695356 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.740302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab69b2d-21d7-470d-bd07-65cd4314ebe6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:23.744295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.748405 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e1ac1828-bbc0-489e-9b43-0a8ecb5107b8 tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/subnets/8ab69b2d-21d7-470d-bd07-65cd4314ebe6 HTTP/1.1" status: 204 len: 168 time: 0.4053977 Aug 29 04:52:23.751145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39434) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:23.839096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.943775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:23.955566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65946a62-452e-47a4-88ed-e2adaf4e1c6e']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:23.975384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b7681f-746a-43ef-9b8b-680dc8ec3c3c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:23.975881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b7681f-746a-43ef-9b8b-680dc8ec3c3c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:23.993491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.020983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.029627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:24.030549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:24.035257 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:24.121876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.132948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.135189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] 10.222.0.62 "DELETE /v2.0/networks/65946a62-452e-47a4-88ed-e2adaf4e1c6e HTTP/1.1" status: 204 len: 168 time: 0.3829136 Aug 29 04:52:24.147614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc986-72bc-4f5b-bd9d-cdc7f307dc2f tempest-FloatingIPTestJSON-1781513825 tempest-FloatingIPTestJSON-1781513825-project] Pushing event deleted for resources: {'Network': ['ID=65946a62-452e-47a4-88ed-e2adaf4e1c6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:24.406756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:24.580675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b57f063f-7187-4f48-88f5-7c6f6ea01162 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89fa85ac0eee4be99ed75968860261e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727035 Aug 29 04:52:24.585323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:24.648283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.676113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.770286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.773111 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:24.774544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e989a819-f33e-443c-83e9-d4083ebb00c2 HTTP/1.1" status: 204 len: 168 time: 0.1877401 Aug 29 04:52:24.819500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95de434-9106-47f9-a9a7-01d958cd9f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989a819-f33e-443c-83e9-d4083ebb00c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:25.779255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39496) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:25.922010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'networks': [{'name': 'tempest-network--1882817885'}, {'name': 'tempest-network--1488906043'}]} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:25.922349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-network--1882817885'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:25.923507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-network--1488906043'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:25.954362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'network': 2} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:25.960366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:25.975719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.122477 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.127157 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.127772 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.178112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a001a44b-58a9-44a9-9894-c04d8f117bf1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:26.180534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:26.194139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.194529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.194797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.195142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.195501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.195833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.196192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.196522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.196931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.197256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.197581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.197962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:26.204891 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.205156 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment f1dad421-0626-48a0-b00e-4f5548c029af of type vlan for network f2eec703-aaab-40a7-b707-71e6df80a262 Aug 29 04:52:26.256677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.294018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:26.305301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.306098 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment 0d7ff99f-22e2-4b1a-a50c-4fdc3ae2071a of type vlan for network 47e07976-8aa8-4c9f-972b-5ce7187c9f55 Aug 29 04:52:26.360019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.397989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.398837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.404833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.411708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.412610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.473880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6920793 Aug 29 04:52:26.474543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:26.508528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=f2eec703-aaab-40a7-b707-71e6df80a262,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:26.522582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f2eec703-aaab-40a7-b707-71e6df80a262 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:26.614974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1b25-5fa7-4017-86bf-e75808c60558 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=47e07976-8aa8-4c9f-972b-5ce7187c9f55,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:26.630040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 47e07976-8aa8-4c9f-972b-5ce7187c9f55 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:26.646773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a729c-58f3-4f5f-b5cb-11506b186b18 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.653717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a729c-58f3-4f5f-b5cb-11506b186b18 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.661455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a729c-58f3-4f5f-b5cb-11506b186b18 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.668295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a729c-58f3-4f5f-b5cb-11506b186b18 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:26.673101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-089a729c-58f3-4f5f-b5cb-11506b186b18 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1964190 Aug 29 04:52:26.673290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39516) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:26.795570 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.900463 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.921652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eec703-aaab-40a7-b707-71e6df80a262']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:26.941725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dad421-0626-48a0-b00e-4f5548c029af') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:26.942392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dad421-0626-48a0-b00e-4f5548c029af') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:26.960863 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.983707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.995130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:26.995644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:26.999690 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:27.080979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.096464 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.100012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/f2eec703-aaab-40a7-b707-71e6df80a262 HTTP/1.1" status: 204 len: 168 time: 0.4249988 Aug 29 04:52:27.102556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39528) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:27.116966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ebbb2-f19c-427c-ad77-04188e3a59a5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=f2eec703-aaab-40a7-b707-71e6df80a262,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:27.237116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.343392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.357296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e07976-8aa8-4c9f-972b-5ce7187c9f55']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:27.372685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7ff99f-22e2-4b1a-a50c-4fdc3ae2071a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:27.373757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7ff99f-22e2-4b1a-a50c-4fdc3ae2071a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:27.391197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.414874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.423437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:27.423905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:27.428831 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:27.513208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.522071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.527280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/47e07976-8aa8-4c9f-972b-5ce7187c9f55 HTTP/1.1" status: 204 len: 168 time: 0.4193478 Aug 29 04:52:27.527280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39532) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:27.548257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06013-8d67-481a-ae44-bd91358b1dfc tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=47e07976-8aa8-4c9f-972b-5ce7187c9f55,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:27.653920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc88c01-b97b-48e1-9156-2628f8b4860b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:27.660506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc88c01-b97b-48e1-9156-2628f8b4860b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:27.662280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6cc88c01-b97b-48e1-9156-2628f8b4860b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1343977 Aug 29 04:52:27.666771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39534) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:27.671910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1051199155'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:27.694130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:27.698064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.726536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:27.736189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.736544 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment effb5602-f139-46b6-8702-b80df7fe439f of type vlan for network 2ed0851b-3321-4290-bce2-b1929af9932e Aug 29 04:52:27.785770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.814464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.822629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:27.823495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.887380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2194901 Aug 29 04:52:27.890196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39540) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:27.897026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2141855576'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:27.903043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adb3e7-75d0-4e64-8b7b-eb37b197a172 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=2ed0851b-3321-4290-bce2-b1929af9932e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:27.917725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2ed0851b-3321-4290-bce2-b1929af9932e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:27.926070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:27.934058 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.974618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:27.985252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:27.986026 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment d2ebc89c-782b-4a6c-9de4-150e6315d70a of type vlan for network f87375c6-7af7-4843-a1b6-7031ec36877b Aug 29 04:52:28.039302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.081413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.088160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:28.088780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.162380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2704709 Aug 29 04:52:28.165880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39548) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:28.173312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e95fad-6957-4bd5-ac83-e36bbd59d230 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=f87375c6-7af7-4843-a1b6-7031ec36877b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:28.173562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'ports': [{'network_id': '2ed0851b-3321-4290-bce2-b1929af9932e', 'name': 'tempest-port--896952461', 'admin_state_up': True}, {'network_id': 'f87375c6-7af7-4843-a1b6-7031ec36877b', 'admin_state_up': False}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:28.173795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'port': {'network_id': '2ed0851b-3321-4290-bce2-b1929af9932e', 'name': 'tempest-port--896952461', 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:28.174345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'port': {'network_id': 'f87375c6-7af7-4843-a1b6-7031ec36877b', 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:28.185292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f87375c6-7af7-4843-a1b6-7031ec36877b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:28.361700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'port': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:28.366669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.381501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.469645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] device_id is not set on port 42811987-abfa-4413-833f-98f905ee022f yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:52:28.601531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:28.676060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] device_id is not set on port 03617e7c-89cc-4f19-b629-fd51a3720aef yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:52:29.216063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.266104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.334246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Port': ['ID=42811987-abfa-4413-833f-98f905ee022f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:29.354762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Checking segment: {'id': 'effb5602-f139-46b6-8702-b80df7fe439f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2ed0851b-3321-4290-bce2-b1929af9932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:29.355166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network hostable DHCP agents. Network: 2ed0851b-3321-4290-bce2-b1929af9932e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:29.376732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network 2ed0851b-3321-4290-bce2-b1929af9932e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:29.387255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2ed0851b-3321-4290-bce2-b1929af9932e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:29.391278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:29.392205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.399362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56235cee-7fcb-43d9-a9a7-dad02adb67da None None] Network 2ed0851b-3321-4290-bce2-b1929af9932e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:29.477037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Port': ['ID=03617e7c-89cc-4f19-b629-fd51a3720aef,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:29.486926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Checking segment: {'id': 'd2ebc89c-782b-4a6c-9de4-150e6315d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f87375c6-7af7-4843-a1b6-7031ec36877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:29.487289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network hostable DHCP agents. Network: f87375c6-7af7-4843-a1b6-7031ec36877b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:29.507496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network f87375c6-7af7-4843-a1b6-7031ec36877b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:29.530167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f87375c6-7af7-4843-a1b6-7031ec36877b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:29.541382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99548675-571f-4fd0-b507-d810300abfda None None] Network f87375c6-7af7-4843-a1b6-7031ec36877b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:29.543385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:29.552340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.557440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.558183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.576512 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-55b03631-cd99-46dc-b26f-871caef9b2c8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4087596 Aug 29 04:52:29.579047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:29.682886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb081239-2c86-47aa-83e7-79d43ab0f1cf tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.689346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb081239-2c86-47aa-83e7-79d43ab0f1cf tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:29.695536 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb081239-2c86-47aa-83e7-79d43ab0f1cf tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1092148 Aug 29 04:52:29.696444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:29.795694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Deleting port 42811987-abfa-4413-833f-98f905ee022f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:29.796107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.845668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.866303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:29.884532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Calling delete_port for 42811987-abfa-4413-833f-98f905ee022f owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:29.986824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.025385 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Port': ['ID=42811987-abfa-4413-833f-98f905ee022f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:30.040089 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.042062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e6e1e003-48ca-481f-af0a-a954f87e750f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/ports/42811987-abfa-4413-833f-98f905ee022f HTTP/1.1" status: 204 len: 168 time: 0.3446310 Aug 29 04:52:30.045165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39558) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:30.146602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Deleting port 03617e7c-89cc-4f19-b629-fd51a3720aef {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:30.146858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.270420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.290698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Calling delete_port for 03617e7c-89cc-4f19-b629-fd51a3720aef owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:30.419830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.465540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Port': ['ID=03617e7c-89cc-4f19-b629-fd51a3720aef,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:30.489134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.497858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0f38cea-f449-40e4-b71b-b72be2281d1b tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/ports/03617e7c-89cc-4f19-b629-fd51a3720aef HTTP/1.1" status: 204 len: 168 time: 0.4471335 Aug 29 04:52:30.498531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39570) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:30.552026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-414d34c7-4e15-4475-9627-a1ec375ff787 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0499132 Aug 29 04:52:30.557166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39572) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:30.565696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1893856031'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:30.605593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:30.612583 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.652208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:30.667991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.668596 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment 0668c113-4721-4333-8d98-c9a7bc01f74d of type vlan for network 66243e12-caf2-4a69-b7cb-5b00ca7920df Aug 29 04:52:30.741033 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.776350 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.788700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:30.789354 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.861685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3027105 Aug 29 04:52:30.865339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39576) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:30.870476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8f3e-0255-474e-9b07-e413216107e8 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=66243e12-caf2-4a69-b7cb-5b00ca7920df,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:30.870762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1254351221'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:30.885568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 66243e12-caf2-4a69-b7cb-5b00ca7920df details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:30.898465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:30.902655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.934780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:30.950411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:30.950945 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Added segment 5f503c14-0d2f-4e30-9ec6-922d29489f79 of type vlan for network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 Aug 29 04:52:31.013932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.043374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.049388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:31.050201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:31.119019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2525003 Aug 29 04:52:31.139814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f8d6b-4cec-4f47-a595-cf1a2203abb9 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Network': ['ID=0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:31.156552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:34.874382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:34.881069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'subnets': [{'network_id': '66243e12-caf2-4a69-b7cb-5b00ca7920df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1296346406', 'ip_version': 6}, {'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:34.881451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'subnet': {'network_id': '66243e12-caf2-4a69-b7cb-5b00ca7920df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1296346406', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:34.882145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Request body: {'subnet': {'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:35.066140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Made reservation on behalf of 1bcd803b26534a1ab3d29a26aa484ade for: {'subnet': 2} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:35.072313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.072712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.685376 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.770588 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Subnet': ['ID=c246af10-6d80-464c-8298-1e92a7d9fb90,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:35.784913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Checking segment: {'id': '0668c113-4721-4333-8d98-c9a7bc01f74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '66243e12-caf2-4a69-b7cb-5b00ca7920df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:35.785289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network hostable DHCP agents. Network: 66243e12-caf2-4a69-b7cb-5b00ca7920df, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:35.829256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network 66243e12-caf2-4a69-b7cb-5b00ca7920df is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:35.853904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:35.883524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 66243e12-caf2-4a69-b7cb-5b00ca7920df) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:35.892617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:35.897325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a58732-d184-4905-bfa8-180fcc35379d None None] Network 66243e12-caf2-4a69-b7cb-5b00ca7920df requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:36.017850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event updated for resources: {'Subnet': ['ID=df61dcee-d418-4307-a186-6c4db911be67,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:36.037596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Checking segment: {'id': '5f503c14-0d2f-4e30-9ec6-922d29489f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:36.038180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network hostable DHCP agents. Network: 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:52:36.069392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:52:36.087889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:36.111226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.112480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.114194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.114414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c239f25c-2a7c-4026-81bc-89654abb1c6e None None] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:36.161429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b29c70d-6895-42b8-8da1-2e017036f620 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2840395 Aug 29 04:52:36.164329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39618) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:36.292037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a900ee-e9b1-4c5e-90da-1e787f0ef001 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.295694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a900ee-e9b1-4c5e-90da-1e787f0ef001 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.298931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a900ee-e9b1-4c5e-90da-1e787f0ef001 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:36.314219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5a900ee-e9b1-4c5e-90da-1e787f0ef001 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1496007 Aug 29 04:52:36.327189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39620) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:36.452275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Deleting subnet c246af10-6d80-464c-8298-1e92a7d9fb90 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:36.460192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.517056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d3e0a-e809-4153-967d-1ee98f64f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-66243e12-caf2-4a69-b7cb-5b00ca7920df', 'network_id': '66243e12-caf2-4a69-b7cb-5b00ca7920df', 'tenant_id': '1bcd803b26534a1ab3d29a26aa484ade', 'fixed_ips': [{'subnet_id': 'c246af10-6d80-464c-8298-1e92a7d9fb90'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:52:36.518062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-848d3e0a-e809-4153-967d-1ee98f64f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.555459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.624827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6', 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6', 'tenant_id': '1bcd803b26534a1ab3d29a26aa484ade', 'fixed_ips': [{'subnet_id': 'df61dcee-d418-4307-a186-6c4db911be67'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:52:36.626079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.653120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.710388 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:52:36.800706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Deleting port 3fb7e1df-88d7-481e-9b70-9f91004eff72 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:36.801766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.840785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.860022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.865532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/subnets/c246af10-6d80-464c-8298-1e92a7d9fb90 HTTP/1.1" status: 204 len: 168 time: 0.5333805 Aug 29 04:52:36.865532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39624) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:36.929119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.929717 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-848d3e0a-e809-4153-967d-1ee98f64f94d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c246af10-6d80-464c-8298-1e92a7d9fb90: This subnet is being modified by another concurrent operation. Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c246af10-6d80-464c-8298-1e92a7d9fb90: This subnet is being modified by another concurrent operation. Aug 29 04:52:36.936992 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:52:36.962331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Deleting subnet df61dcee-d418-4307-a186-6c4db911be67 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:36.966544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6acd-e881-4d77-a873-cb4c8bd0edcd tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Subnet': ['ID=c246af10-6d80-464c-8298-1e92a7d9fb90,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:36.971212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fa37b-8ddf-47e7-8a01-f8d51b3a53ff None None] Network 66243e12-caf2-4a69-b7cb-5b00ca7920df requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:36.975659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Calling delete_port for 3fb7e1df-88d7-481e-9b70-9f91004eff72 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:37.073391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Allocated IP 2001:db8:0:1::1 (0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6/df61dcee-d418-4307-a186-6c4db911be67/86ba8a4c-b4ee-4032-bb06-506c5e1c606a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:52:37.244813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.294355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event deleted for resources: {'Port': ['ID=3fb7e1df-88d7-481e-9b70-9f91004eff72,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.375582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.377264 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Floating IP 58107a49-476c-41b7-be7b-22c25db6c6b4 disassociated (deleted). External IP: 172.25.3.6, port: 35f0bd3f-eecb-4b46-965c-a9f913c09883. Aug 29 04:52:37.388231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c26f13fd-f4a1-49be-9f1e-d55ffb9b1dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.396089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.408133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Transition to ACTIVE for port object 86ba8a4c-b4ee-4032-bb06-506c5e1c606a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:37.436873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Transition to ACTIVE for port object 86ba8a4c-b4ee-4032-bb06-506c5e1c606a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:52:37.447407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.448568 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.494696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:52:37.498261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:52:37.502702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:52:37.510986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Pushing event updated for resources: {'Port': ['ID=86ba8a4c-b4ee-4032-bb06-506c5e1c606a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.521202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.576760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Attempting to bind port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:52:37.577312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Attempting to bind port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5f503c14-0d2f-4e30-9ec6-922d29489f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:52:37.577673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Attempting to bind port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a on network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:52:37.588374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:52:37.590275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Checking segment: {'id': '5f503c14-0d2f-4e30-9ec6-922d29489f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:52:37.590955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.592333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Bound using segment: {'id': '5f503c14-0d2f-4e30-9ec6-922d29489f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:52:37.593031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Bound port: 86ba8a4c-b4ee-4032-bb06-506c5e1c606a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f503c14-0d2f-4e30-9ec6-922d29489f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:52:37.594901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.664597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.719360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:37.797317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] For port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:52:37.802118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] For port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=86ba8a4c-b4ee-4032-bb06-506c5e1c606a,segment=NetworkSegment(5f503c14-0d2f-4e30-9ec6-922d29489f79),segment_id=5f503c14-0d2f-4e30-9ec6-922d29489f79)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:52:37.804687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.807357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.831591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.845798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/subnets/df61dcee-d418-4307-a186-6c4db911be67 HTTP/1.1" status: 204 len: 168 time: 0.9784303 Aug 29 04:52:37.851143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39630) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:37.887459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e0295-bf6c-4ab3-a330-121b4d6b7b33 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Subnet': ['ID=df61dcee-d418-4307-a186-6c4db911be67,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.933347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb192-8eed-47a0-901a-7862d20725c4 None None] Pushing event updated for resources: {'Port': ['ID=86ba8a4c-b4ee-4032-bb06-506c5e1c606a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:37.941691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15470ded-6301-47e0-971c-c3c6031a535f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:37.949894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-15470ded-6301-47e0-971c-c3c6031a535f tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0910394 Aug 29 04:52:37.950558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39632) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:37.961644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:37.966454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:37.985468 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:38.012412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-884f677c-507e-41be-bd80-8f0ee88f4dc0 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "DELETE /v2.0/floatingips/58107a49-476c-41b7-be7b-22c25db6c6b4 HTTP/1.1" status: 204 len: 168 time: 2.1536148 Aug 29 04:52:38.012412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:38.014666 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca86065-4228-4aa3-ac44-9234df938478" -d '{"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:38.021537 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:38.023075 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.092831 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.124757 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7657f78-b4cb-45da-9758-12ef44313aa2 x-openstack-request-id: req-a7657f78-b4cb-45da-9758-12ef44313aa2 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:38.125479 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:38.126142 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7657f78-b4cb-45da-9758-12ef44313aa2 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:38.126917 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:52:38.261463 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:38.346000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86065-4228-4aa3-ac44-9234df938478 req-0eb5dc3a-1a31-419f-8fdb-9f8070922236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.347543 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-0eb5dc3a-1a31-419f-8fdb-9f8070922236 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf6f06040644d3f980ec4706accdfff&device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 1097 time: 0.1689157 Aug 29 04:52:38.353567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Deleting port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:38.353910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.440884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab8471-00d1-48b9-a242-993578fb3209 req-9d075167-3039-40bd-ae54-aeacfe5138b9 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.452766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eab8471-00d1-48b9-a242-993578fb3209 req-9d075167-3039-40bd-ae54-aeacfe5138b9 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.0797501 Aug 29 04:52:38.504683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3eab8471-00d1-48b9-a242-993578fb3209 req-67097be0-2e1b-42e0-9a77-4c936057102b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500422 Aug 29 04:52:38.542153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] For port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=86ba8a4c-b4ee-4032-bb06-506c5e1c606a,segment=NetworkSegment(5f503c14-0d2f-4e30-9ec6-922d29489f79),segment_id=5f503c14-0d2f-4e30-9ec6-922d29489f79)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:38.542528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.565651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Calling delete_port for 86ba8a4c-b4ee-4032-bb06-506c5e1c606a owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:38.570913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86065-4228-4aa3-ac44-9234df938478 req-11985ff2-0564-4c52-9175-2831c7b41461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.572472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-11985ff2-0564-4c52-9175-2831c7b41461 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 200 len: 915 time: 0.2163596 Aug 29 04:52:38.625047 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.643592 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-4c0e42d1-f74e-460b-8a16-dc05577f9e4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 200 len: 217 time: 0.0616949 Aug 29 04:52:38.660783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:38.672338 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:38.672962 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:38.743590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86065-4228-4aa3-ac44-9234df938478 req-91077600-7349-4400-9c67-851d88d08c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.745242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-91077600-7349-4400-9c67-851d88d08c23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 200 len: 853 time: 0.0656135 Aug 29 04:52:38.814685 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:38.819684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:38.874000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Port': ['ID=86ba8a4c-b4ee-4032-bb06-506c5e1c606a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:38.877382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] No DVR routers for this DVR port 86ba8a4c-b4ee-4032-bb06-506c5e1c606a on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:38.883091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86065-4228-4aa3-ac44-9234df938478 req-54a01cd0-1ff1-4496-92b7-ab31641fb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:38.885967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-54a01cd0-1ff1-4496-92b7-ab31641fb5e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34a3dce2-f629-4960-a1f8-9db8e8deea7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253872 Aug 29 04:52:39.110387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.135337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.150618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f503c14-0d2f-4e30-9ec6-922d29489f79') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.150932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f503c14-0d2f-4e30-9ec6-922d29489f79') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.170491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.189675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-3524582e-1ecd-44c3-9dfa-1fd3a12fa827 service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660820 Aug 29 04:52:39.197161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.310876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7ca86065-4228-4aa3-ac44-9234df938478 req-1c4e47e1-2f8b-4ea5-a7c7-f190c37617ea service neutron] 10.222.0.50 "GET /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111648 Aug 29 04:52:39.315989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:39.316935 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:39.328254 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:39.343145 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.398890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.408291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.411522 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 HTTP/1.1" status: 204 len: 168 time: 1.4589503 Aug 29 04:52:39.414471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39648) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:39.431506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd64f-31d2-4597-9116-3222340d1d21 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:39.473582 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89edb-b183-464f-9dc4-76bbfa882ee2 None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:48:50Z', 'revision_number': 4, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '58498dbe-6249-4688-8920-1386bd119303', 'name': '', 'network_id': '34a3dce2-f629-4960-a1f8-9db8e8deea7a', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'mac_address': 'fa:16:3e:9f:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:48Z', 'updated_at': '2021-08-29T04:49:00Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'subnets': [{'id': 'b708efd5-d50f-49c8-8a89-3cd693b5ff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:39.591659 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.607062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e749eaf8-2f8c-4fe5-90eb-5e8c82ca70fe None None] Could not find standard attr ID for object 86ba8a4c-b4ee-4032-bb06-506c5e1c606a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 04:52:39.616962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563de3e-3ca8-436c-bb0f-2321fea3c2c8 None None] DHCP port deletion for 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:39.644321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d9707-d2d8-4bb8-9f7e-1549b9c29d19 None None] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:39.664301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d9707-d2d8-4bb8-9f7e-1549b9c29d19 None None] Network 0328e0bd-7fd6-48c0-8cbb-2a2d3c42aaa6 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 04:52:39.678914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10f2f9-f335-49d8-b6b7-ec79a9f962f0 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:52:39.781927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fab80-28ec-40e3-9a39-49a29c4513f4 req-5faa3745-dd8a-4e04-8389-28910607efbb tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:39.790269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-225fab80-28ec-40e3-9a39-49a29c4513f4 req-5faa3745-dd8a-4e04-8389-28910607efbb tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.1821332 Aug 29 04:52:39.804347 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.822113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10f2f9-f335-49d8-b6b7-ec79a9f962f0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:52:39.824543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66243e12-caf2-4a69-b7cb-5b00ca7920df']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.853560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0668c113-4721-4333-8d98-c9a7bc01f74d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.854010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0668c113-4721-4333-8d98-c9a7bc01f74d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:39.865516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-225fab80-28ec-40e3-9a39-49a29c4513f4 req-bb046b73-3dc1-43cd-b40a-ccb9ceb13a80 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741112 Aug 29 04:52:39.890849 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.916635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.929360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:39.930032 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:39.930742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c382d2f-e699-4c86-8913-b46f97244337 None None] New status for floating IP 58107a49-476c-41b7-be7b-22c25db6c6b4: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:39.934334 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:40.018268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.039865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.045656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/66243e12-caf2-4a69-b7cb-5b00ca7920df HTTP/1.1" status: 204 len: 168 time: 0.6264074 Aug 29 04:52:40.046315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.052893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1549e2-9699-4d6e-bab6-c42426fd7669 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=66243e12-caf2-4a69-b7cb-5b00ca7920df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.205633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.358062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.368662 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.388477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87375c6-7af7-4843-a1b6-7031ec36877b']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.396419 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd2f02dc-cac9-4d81-894b-bffc63f9a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.414544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ebc89c-782b-4a6c-9de4-150e6315d70a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.414844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ebc89c-782b-4a6c-9de4-150e6315d70a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.456879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.478960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.498943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:40.499371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:40.503008 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:40.524398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-b2d760d1-7a32-4403-ace4-4743d6a80f32 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:40.526091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-b2d760d1-7a32-4403-ace4-4743d6a80f32 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.1234133 Aug 29 04:52:40.614438 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.620911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.624011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/f87375c6-7af7-4843-a1b6-7031ec36877b HTTP/1.1" status: 204 len: 168 time: 0.5758429 Aug 29 04:52:40.627665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:40.686201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc92a-f87c-4172-bc73-56f5b41128e5 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=f87375c6-7af7-4843-a1b6-7031ec36877b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:40.718732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.719799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Deleting port 35f0bd3f-eecb-4b46-965c-a9f913c09883 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:40.720338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.820962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.827047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] For port 35f0bd3f-eecb-4b46-965c-a9f913c09883, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=35f0bd3f-eecb-4b46-965c-a9f913c09883,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:40.827960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.831776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed0851b-3321-4290-bce2-b1929af9932e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.846536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Calling delete_port for 35f0bd3f-eecb-4b46-965c-a9f913c09883 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:40.851018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effb5602-f139-46b6-8702-b80df7fe439f') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.851386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effb5602-f139-46b6-8702-b80df7fe439f') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:40.865116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.888977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.897049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:40.897754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:40.901254 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:41.007163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.015492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.021646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] 10.222.0.62 "DELETE /v2.0/networks/2ed0851b-3321-4290-bce2-b1929af9932e HTTP/1.1" status: 204 len: 168 time: 0.3928306 Aug 29 04:52:41.036786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687a4a-168b-41d9-8caf-fab79eff61de req-9e62c18b-a29a-4dde-a6cb-7d3183f978dc tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:41.038371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3687a4a-168b-41d9-8caf-fab79eff61de req-9e62c18b-a29a-4dde-a6cb-7d3183f978dc tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 945 time: 0.0823483 Aug 29 04:52:41.050275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831298b1-a997-4b81-8777-9f0bef051572 tempest-BulkNetworkOpsIpV6Test-1514071018 tempest-BulkNetworkOpsIpV6Test-1514071018-project] Pushing event deleted for resources: {'Network': ['ID=2ed0851b-3321-4290-bce2-b1929af9932e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:41.103954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3687a4a-168b-41d9-8caf-fab79eff61de req-4d9016f3-ea2e-4f60-a287-64e038768c0c tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e1183ca-3dbf-4014-af8d-e2ffe6f491df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554018 Aug 29 04:52:41.152556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.218186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event deleted for resources: {'Port': ['ID=35f0bd3f-eecb-4b46-965c-a9f913c09883,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:41.271424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] No DVR routers for this DVR port 35f0bd3f-eecb-4b46-965c-a9f913c09883 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:41.275286 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.278074 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d9dce0e0-8ae2-4ea4-8348-9ee4e70137d3 req-c01a0545-b06d-4d3c-bc09-66c67ce9ab9b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.50 "DELETE /v2.0/ports/35f0bd3f-eecb-4b46-965c-a9f913c09883 HTTP/1.1" status: 204 len: 173 time: 0.7219834 Aug 29 04:52:41.278632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'name': 'network-vif-deleted', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:52:41.283830 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978afe44-8bd9-4190-8c6b-ef4735bba874" -d '{"events": [{"server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "name": "network-vif-deleted", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:52:41.351066 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053a0dc-2b00-4fee-8cbd-1dceb5cf880a x-openstack-request-id: req-c053a0dc-2b00-4fee-8cbd-1dceb5cf880a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:52:41.351354 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f", "name": "network-vif-deleted", "tag": "35f0bd3f-eecb-4b46-965c-a9f913c09883", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:52:41.351589 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c053a0dc-2b00-4fee-8cbd-1dceb5cf880a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:52:41.352032 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f', 'name': 'network-vif-deleted', 'tag': '35f0bd3f-eecb-4b46-965c-a9f913c09883', 'status': 'completed', 'code': 200} Aug 29 04:52:41.360810 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.436945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 86ba8a4c-b4ee-4032-bb06-506c5e1c606a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:41.483369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 86ba8a4c-b4ee-4032-bb06-506c5e1c606a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:41.483815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 86ba8a4c-b4ee-4032-bb06-506c5e1c606a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:41.501041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:41.707642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b7a6d4b-227e-429c-85ba-ed5a1d82b8b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bcd803b26534a1ab3d29a26aa484ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053230 Aug 29 04:52:41.711126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:41.789639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.833272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.912361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.916981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:41.919405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a001a44b-58a9-44a9-9894-c04d8f117bf1 HTTP/1.1" status: 204 len: 168 time: 0.2067628 Aug 29 04:52:41.944322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8aa45-b825-4b93-a9a5-cd9f567a949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001a44b-58a9-44a9-9894-c04d8f117bf1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:42.280231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:42.344696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e067d37a-a5f4-4afe-b6b5-f7d54d274531 req-36722903-9481-476d-bac9-f030093a404b tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0868649 Aug 29 04:52:43.105960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.275860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39706) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:43.526682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1586140764'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:52:43.587477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-01120a75-88b1-43f8-a7c4-5b78493b09fb req-b8367552-359c-4ec6-a33c-ae04d0cc64e2 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0527825 Aug 29 04:52:43.631301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Made reservation on behalf of bbac2e21ca794aec9aaeb7bf782e1599 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:52:43.637209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.657931 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.837114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.845684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.902745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:52:43.921075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab828f-aa9f-4126-a6c4-a777499d0b73,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:43.933744 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:43.937009 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Added segment 4ac407a8-40b1-4399-a8db-178cd26f657f of type vlan for network 89b2a352-878e-49ac-98b5-ca31f8cfe178 Aug 29 04:52:44.007172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.051196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.058724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:44.059353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:44.103430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39716) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.108583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8314881 Aug 29 04:52:44.112324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-cd42f115-0805-41cc-b97d-ac5ce4987694 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-1575602566') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:44.189106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dca3-81f7-4efb-bb30-b14878d19340 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Pushing event updated for resources: {'Network': ['ID=89b2a352-878e-49ac-98b5-ca31f8cfe178,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:44.203337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 89b2a352-878e-49ac-98b5-ca31f8cfe178 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:52:44.297700 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd42f115-0805-41cc-b97d-ac5ce4987694 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "PUT /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-1575602566 HTTP/1.1" status: 201 len: 201 time: 0.1897302 Aug 29 04:52:44.298364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.308529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-ee0e44f2-ace0-4b91-83a5-18638bef784f tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-1575602566') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:44.437021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee0e44f2-ace0-4b91-83a5-18638bef784f tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-1575602566 HTTP/1.1" status: 204 len: 168 time: 0.1362054 Aug 29 04:52:44.442441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.449904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-bceaf0cd-0301-4a52-bdda-90e267ed95d1 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:44.587371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bceaf0cd-0301-4a52-bdda-90e267ed95d1 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags HTTP/1.1" status: 200 len: 238 time: 0.1434226 Aug 29 04:52:44.592796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.614723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-a5981daa-1c64-4ce5-84fe-5cfdef1fad82 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', {'tags': ['tempest-TagsTest-Tag-2128889950', 'tempest-TagsTest-Tag-232720682', 'tempest-TagsTest-Tag-1837938551']}) {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:44.787669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a67f2306-604e-424c-885d-d1bdf4fc8d99 req-adc1b7a2-f68b-453d-9051-853f9590dae4 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0473878 Aug 29 04:52:44.797856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39728) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.798129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a5981daa-1c64-4ce5-84fe-5cfdef1fad82 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "PUT /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags HTTP/1.1" status: 200 len: 308 time: 0.2032912 Aug 29 04:52:44.817556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-ee3c8e75-90b8-4049-ac5d-032bc6092eac tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-2128889950') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:44.956761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee3c8e75-90b8-4049-ac5d-032bc6092eac tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "DELETE /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-2128889950 HTTP/1.1" status: 204 len: 168 time: 0.1566637 Aug 29 04:52:44.957773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39730) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:44.963476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-94b91d24-9e52-4006-bf94-165e215bd8c2 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-2128889950') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.014707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 35f0bd3f-eecb-4b46-965c-a9f913c09883 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:45.068072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 35f0bd3f-eecb-4b46-965c-a9f913c09883 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:45.069255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 35f0bd3f-eecb-4b46-965c-a9f913c09883 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:45.083085 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-94b91d24-9e52-4006-bf94-165e215bd8c2 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] show failed (client error): The resource could not be found. Aug 29 04:52:45.084988 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94b91d24-9e52-4006-bf94-165e215bd8c2 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-2128889950 HTTP/1.1" status: 404 len: 326 time: 0.1256526 Aug 29 04:52:45.087918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.095537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-ed8308cb-f85f-40fc-aab3-6162dbbd8681 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-232720682') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.220092 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ed8308cb-f85f-40fc-aab3-6162dbbd8681 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-232720682 HTTP/1.1" status: 204 len: 168 time: 0.1276655 Aug 29 04:52:45.221491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.227913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-b19551ed-606e-42eb-aba7-20b9a209cdcc tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-1837938551') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.317150 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b19551ed-606e-42eb-aba7-20b9a209cdcc tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-1837938551 HTTP/1.1" status: 204 len: 168 time: 0.0938482 Aug 29 04:52:45.318801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.324012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.tag.tag_plugin [None req-58bf548b-0a62-4a4e-9431-272501eba02f tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.440871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58bf548b-0a62-4a4e-9431-272501eba02f tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "DELETE /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags HTTP/1.1" status: 204 len: 168 time: 0.1205819 Aug 29 04:52:45.442587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39740) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.448725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-6496e38b-2926-492c-a254-804a65c61684 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-232720682') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.544707 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-6496e38b-2926-492c-a254-804a65c61684 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] show failed (client error): The resource could not be found. Aug 29 04:52:45.548323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6496e38b-2926-492c-a254-804a65c61684 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-232720682 HTTP/1.1" status: 404 len: 325 time: 0.1014640 Aug 29 04:52:45.548562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39742) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.562461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-ae155db1-4ac0-4733-90ea-f3354c0bad05 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178', 'tempest-TagsTest-Tag-1837938551') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.644187 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ae155db1-4ac0-4733-90ea-f3354c0bad05 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] show failed (client error): The resource could not be found. Aug 29 04:52:45.646283 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ae155db1-4ac0-4733-90ea-f3354c0bad05 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "GET /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags/tempest-TagsTest-Tag-1837938551 HTTP/1.1" status: 404 len: 326 time: 0.0894883 Aug 29 04:52:45.648539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.655419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.tag.tag_plugin [None req-fc9bb502-1ba6-444f-be27-e1ef0776d8cb tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '89b2a352-878e-49ac-98b5-ca31f8cfe178') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:45.757068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc9bb502-1ba6-444f-be27-e1ef0776d8cb tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "DELETE /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178/tags HTTP/1.1" status: 204 len: 168 time: 0.1070898 Aug 29 04:52:45.765035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 39748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:45.891544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:45.955434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cf7076c-b96c-4864-8979-90f4c26cae7b req-c55b2d83-9cdb-486c-ac34-7320910351df tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe38c21f-7076-4fd8-95ec-2ed6a2e82c9f HTTP/1.1" status: 200 len: 210 time: 0.0719764 Aug 29 04:52:46.029843 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.043877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b2a352-878e-49ac-98b5-ca31f8cfe178']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:46.056689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac407a8-40b1-4399-a8db-178cd26f657f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:46.056975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac407a8-40b1-4399-a8db-178cd26f657f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:46.066905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.084606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.092658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:46.093191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:46.101960 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:46.189564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.199879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.201820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] 10.222.0.62 "DELETE /v2.0/networks/89b2a352-878e-49ac-98b5-ca31f8cfe178 HTTP/1.1" status: 204 len: 168 time: 0.4343224 Aug 29 04:52:46.225316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Pushing event deleted for resources: {'Network': ['ID=89b2a352-878e-49ac-98b5-ca31f8cfe178,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:46.233881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.234160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.234500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.234845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.235181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.235515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.235844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.236203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.236533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.237081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.237245 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.237964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b1015-d046-44f9-9f39-ce7baa9d74c3 tempest-TagsTest-517355644 tempest-TagsTest-517355644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:52:46.524818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:46.667824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c1da44d-9f64-4d51-b5c2-3e2c9b58eb59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbac2e21ca794aec9aaeb7bf782e1599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423979 Aug 29 04:52:46.670252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39762) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:46.718549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.739995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.788988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.791519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:46.792719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77ab828f-aa9f-4126-a6c4-a777499d0b73 HTTP/1.1" status: 204 len: 168 time: 0.1215589 Aug 29 04:52:46.801715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeabc9-50b1-4704-abe7-4063e34abaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab828f-aa9f-4126-a6c4-a777499d0b73,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:47.016272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 39782) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:47.091912 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.127734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.209529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.212567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:47.218146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e1183ca-3dbf-4014-af8d-e2ffe6f491df HTTP/1.1" status: 204 len: 168 time: 0.1964436 Aug 29 04:52:47.224699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4109b-fdd1-4aa2-a5d7-6f821af09126 tempest-TestVolumeBackupRestore-1134465922 tempest-TestVolumeBackupRestore-1134465922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1183ca-3dbf-4014-af8d-e2ffe6f491df,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:51.982627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40334) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:52.452804 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:52.726844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Deleting port 58498dbe-6249-4688-8920-1386bd119303 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:52.727773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:52.830321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] For port 58498dbe-6249-4688-8920-1386bd119303, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=58498dbe-6249-4688-8920-1386bd119303,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:52.830987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:52.846736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Calling delete_port for 58498dbe-6249-4688-8920-1386bd119303 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:53.081377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.113987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=58498dbe-6249-4688-8920-1386bd119303,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:53.309734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:53.974613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Router e1756ac2-4e56-408f-93df-a185c0fc79a4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:54.206334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:54.212619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc8610dd-1a1c-4a3d-919c-5c4881710bbb admin admin] 10.222.0.62 "PUT /v2.0/routers/e1756ac2-4e56-408f-93df-a185c0fc79a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2266030 Aug 29 04:52:54.215222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40430) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:54.218567 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Sync routers for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:54.236548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:54.237472 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:54.389677 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.467336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:54.528887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.614535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Deleting port ac9229af-156a-417c-9f18-ee6a9792c317 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:54.615778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.713470 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] For port ac9229af-156a-417c-9f18-ee6a9792c317, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ac9229af-156a-417c-9f18-ee6a9792c317,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:54.714256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:54.736367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Calling delete_port for ac9229af-156a-417c-9f18-ee6a9792c317 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:54.792328 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:52:53Z', 'revision_number': 5, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port': {'id': 'ac9229af-156a-417c-9f18-ee6a9792c317', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:45Z', 'updated_at': '2021-08-29T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:54.826026 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Checking router: e1756ac2-4e56-408f-93df-a185c0fc79a4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:54.835631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Routers {'e1756ac2-4e56-408f-93df-a185c0fc79a4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:54.836567 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['e1756ac2-4e56-408f-93df-a185c0fc79a4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:54.953180 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] Set router e1756ac2-4e56-408f-93df-a185c0fc79a4 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:54.961392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.014906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9229af-156a-417c-9f18-ee6a9792c317,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:55.025945 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:52:54Z', 'revision_number': 6, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:55.067540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9d795-a180-4f15-90e6-9582c1e58fd8 None None] The sync data for ids ['e1756ac2-4e56-408f-93df-a185c0fc79a4'] in n-d-712139-13 is: [{'id': 'e1756ac2-4e56-408f-93df-a185c0fc79a4', 'name': 'tempest-TestVolumeBackupRestore-1896983120-router', 'tenant_id': 'bdf6f06040644d3f980ec4706accdfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:44Z', 'updated_at': '2021-08-29T04:52:54Z', 'revision_number': 6, 'project_id': 'bdf6f06040644d3f980ec4706accdfff', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:55.088898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.198983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.201230 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.250982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.251664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1756ac2-4e56-408f-93df-a185c0fc79a4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:55.257586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.261306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aaa65d40-eea3-4399-9bd2-e1f888932bf5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e1756ac2-4e56-408f-93df-a185c0fc79a4 HTTP/1.1" status: 204 len: 168 time: 1.0425782 Aug 29 04:52:55.261537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40448) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:55.325820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Deleting subnet b708efd5-d50f-49c8-8a89-3cd693b5ff78 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:55.330118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.381416 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.482077 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.556579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.559401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58498dbe-6249-4688-8920-1386bd119303 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:55.587004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 58498dbe-6249-4688-8920-1386bd119303 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:55.587561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 58498dbe-6249-4688-8920-1386bd119303 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:55.601346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b708efd5-d50f-49c8-8a89-3cd693b5ff78,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:55.603828 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.608493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-36870ee8-2a60-4963-992e-28d0eb5b2349 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b708efd5-d50f-49c8-8a89-3cd693b5ff78 HTTP/1.1" status: 204 len: 168 time: 0.3437805 Aug 29 04:52:55.609737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:55.614069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c45682-d2ab-4ffe-a84b-175d0fe8eefe None None] Network 34a3dce2-f629-4960-a1f8-9db8e8deea7a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:52:55.694971 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.757253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Deleting port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:55.759321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.834141 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] For port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,segment=NetworkSegment(e537bfb6-cc0e-4736-a555-b27950f9bea3),segment_id=e537bfb6-cc0e-4736-a555-b27950f9bea3)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:55.834637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.848824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Calling delete_port for c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:55.934158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:55.969514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:55.975839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] No DVR routers for this DVR port c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:52:56.023891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa67b9-e1ea-49e1-b350-2e614fc1c994 None None] DHCP port deletion for 34a3dce2-f629-4960-a1f8-9db8e8deea7a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:52:56.088855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.115302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a3dce2-f629-4960-a1f8-9db8e8deea7a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:56.128530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e537bfb6-cc0e-4736-a555-b27950f9bea3') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:56.128530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e537bfb6-cc0e-4736-a555-b27950f9bea3') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:56.138090 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.162952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.177761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:52:56.178528 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:52:56.195372 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:52:56.256690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.264176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:56.267994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] 10.222.0.62 "DELETE /v2.0/networks/34a3dce2-f629-4960-a1f8-9db8e8deea7a HTTP/1.1" status: 204 len: 168 time: 0.6554592 Aug 29 04:52:56.270115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:56.286932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff968b-e75e-4d4a-ad0b-09b63838f117 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a3dce2-f629-4960-a1f8-9db8e8deea7a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:56.791636 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.090773 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Deleting port 6426bac9-1f25-4af2-80d3-c0a454b2daf4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:57.091398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.206057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] For port 6426bac9-1f25-4af2-80d3-c0a454b2daf4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6426bac9-1f25-4af2-80d3-c0a454b2daf4,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:57.206964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.223910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Calling delete_port for 6426bac9-1f25-4af2-80d3-c0a454b2daf4 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:57.490433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:57.525724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ac9229af-156a-417c-9f18-ee6a9792c317 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:57.539979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Pushing event deleted for resources: {'Port': ['ID=6426bac9-1f25-4af2-80d3-c0a454b2daf4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:57.563691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: ac9229af-156a-417c-9f18-ee6a9792c317 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:57.564141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ac9229af-156a-417c-9f18-ee6a9792c317 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:57.564572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:52:57.613004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:52:57.613702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c71e1d2d-d0cd-4ba3-a1ff-059f7b2720c6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:52:58.130177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:58.386142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:52:58.534281 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-da229c50-5ba0-4207-8819-18e2616eade2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842359 Aug 29 04:52:58.564456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:52:58.574416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7842491-18f0-4d52-b488-8f2ca1b9a244 admin admin] 10.222.0.62 "PUT /v2.0/routers/1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025808 Aug 29 04:52:58.578069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:58.591511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Sync routers for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:52:58.609787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:58.611886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:58.702176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-2683835a-1b56-4fce-9d0e-4c9b9f7e75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:58.703730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-2683835a-1b56-4fce-9d0e-4c9b9f7e75fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1098 time: 0.0855782 Aug 29 04:52:58.783165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:58.818691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:58.947104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-dec44c86-64ee-47ff-8462-9603c56b7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:58.947994 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-dec44c86-64ee-47ff-8462-9603c56b7b33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.2006342 Aug 29 04:52:59.012295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.050965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:52:57Z', 'revision_number': 5, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port': {'id': 'ed6b4b1a-03d3-4a76-9990-42fc0679217f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:59.065081 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-e1a40d91-6783-46ca-9604-fad5f70715da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 1001 time: 0.1032701 Aug 29 04:52:59.082373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Checking router: 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:52:59.090214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Deleting port ed6b4b1a-03d3-4a76-9990-42fc0679217f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:52:59.090549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.093385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Routers {'1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:52:59.094007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:52:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:59.165978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-25a3bf9c-3c02-4920-b18d-d72472d5ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.167481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-25a3bf9c-3c02-4920-b18d-d72472d5ff06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0934067 Aug 29 04:52:59.231881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] For port ed6b4b1a-03d3-4a76-9990-42fc0679217f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ed6b4b1a-03d3-4a76-9990-42fc0679217f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:52:59.232211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.241826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] Set router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:52:59.250514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Calling delete_port for ed6b4b1a-03d3-4a76-9990-42fc0679217f owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:52:59.281749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-708a705e-080b-45e5-85cd-78a7f86f6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:52:59.286381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-708a705e-080b-45e5-85cd-78a7f86f6745 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047485 Aug 29 04:52:59.343678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:52:59Z', 'revision_number': 6, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:52:59.388541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028eed41-7b54-40e0-9b32-a70b9d041628 None None] The sync data for ids ['1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f'] in n-d-712139-13 is: [{'id': '1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f', 'name': 'tempest-TestVolumeBackupRestore-1067143747-router', 'tenant_id': '6553e9358cd345da8b1735b3d064e087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:48:54Z', 'updated_at': '2021-08-29T04:52:59Z', 'revision_number': 6, 'project_id': '6553e9358cd345da8b1735b3d064e087', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:52:59.481713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-b7c04e8a-69d8-49f6-9264-9c045177ec36 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814165 Aug 29 04:52:59.505993 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.540329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6b4b1a-03d3-4a76-9990-42fc0679217f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:52:59.637428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.661420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b1f3607-3beb-4bfb-a2e3-c1c4227e71cd req-0afb38f3-40c2-460e-9d2e-83e687ed7fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650674 Aug 29 04:52:59.744517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.746816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.857573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.859041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:52:59.866300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.868767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:52:59.872606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40488) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:52:59.891813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7e71922-c4c7-4669-a186-0a646364b83e admin admin] 10.222.0.62 "DELETE /v2.0/routers/1a75743d-a9c5-41e7-8382-4b7f3d6d4f0f HTTP/1.1" status: 204 len: 168 time: 1.2907777 Aug 29 04:52:59.961762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Deleting subnet 49e116ea-9015-49ab-ade0-fadb95b15d9d {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:52:59.965392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.006000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.121761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.190408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.220772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e116ea-9015-49ab-ade0-fadb95b15d9d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:00.225763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.227696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6c9769e3-9da8-4f5c-948c-2d89d2dc906e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/49e116ea-9015-49ab-ade0-fadb95b15d9d HTTP/1.1" status: 204 len: 168 time: 0.3540909 Aug 29 04:53:00.232226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40492) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:00.236306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f923e-60c4-4cfc-8121-31484a496063 None None] Network bb159116-efe3-4469-af92-759321759e7d requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:00.347024 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.514125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Deleting port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:00.514472 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.576502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] DHCP port deletion for bb159116-efe3-4469-af92-759321759e7d request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:53:00.593363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] For port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:00.594366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.616074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Calling delete_port for 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:00.659807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Deleting port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:53:00.661541 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.716925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.781854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:00.792405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] For port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,segment=NetworkSegment(44c23a0f-ff60-4ec6-b753-3c21307aae7d),segment_id=44c23a0f-ff60-4ec6-b753-3c21307aae7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:00.793123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.811530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Calling delete_port for 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:53:00.815742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] No DVR routers for this DVR port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:00.953929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:00.977134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb159116-efe3-4469-af92-759321759e7d']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:00.997447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c23a0f-ff60-4ec6-b753-3c21307aae7d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:00.997884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c23a0f-ff60-4ec6-b753-3c21307aae7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:01.018590 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.049552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.058053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:53:01.058808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:53:01.124919 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:53:01.132473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.161017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.163636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb159116-efe3-4469-af92-759321759e7d HTTP/1.1" status: 204 len: 168 time: 0.9300399 Aug 29 04:53:01.192656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10525f-4e68-419e-8d58-74ac2d4836b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb159116-efe3-4469-af92-759321759e7d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:01.237029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.276707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Network bb159116-efe3-4469-af92-759321759e7d is not hosted by any dhcp agent {{(pid=94828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 04:53:01.277348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] No DVR routers for this DVR port 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:53:01.279705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Pushing event deleted for resources: {'Port': ['ID=6a6dffd2-3b30-442a-bc84-f8d64b5d4957,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.314432 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b2ce5-205c-42da-8d4d-11b47fd1f0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:01.562647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40510) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:01.570089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6426bac9-1f25-4af2-80d3-c0a454b2daf4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:01.592159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6426bac9-1f25-4af2-80d3-c0a454b2daf4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:01.592849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6426bac9-1f25-4af2-80d3-c0a454b2daf4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:01.593418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:01.614608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fb88a48a-fc97-4523-9a78-04299cb4c5ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdf6f06040644d3f980ec4706accdfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510528 Aug 29 04:53:01.617766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:01.619353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:01.620035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a6dffd2-3b30-442a-bc84-f8d64b5d4957 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:01.620744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed6b4b1a-03d3-4a76-9990-42fc0679217f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:01.645644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: ed6b4b1a-03d3-4a76-9990-42fc0679217f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:53:01.646239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ed6b4b1a-03d3-4a76-9990-42fc0679217f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:53:01.679097 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.707140 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.804815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.808537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:01.809788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc4561a5-db7e-4ef5-beeb-9f2a9ac15669 HTTP/1.1" status: 204 len: 168 time: 0.1909080 Aug 29 04:53:01.820443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e757255-451f-4718-80b7-e509bbab489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4561a5-db7e-4ef5-beeb-9f2a9ac15669,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:02.295402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:02.367126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-64c9d071-fc65-44c8-af7c-fde661edb638 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6553e9358cd345da8b1735b3d064e087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701876 Aug 29 04:53:02.370653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40526) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:02.444991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:02.476711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:02.555419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:02.560940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:02.562913 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95533442-721a-495d-9cff-b431a82b56b9 HTTP/1.1" status: 204 len: 168 time: 0.1912498 Aug 29 04:53:02.574894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754f997-0af8-4b61-80c7-2e3605cb2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95533442-721a-495d-9cff-b431a82b56b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:07.339357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40db3d9b-8790-487e-a416-ac9c81020cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.068367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40648) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:10.196345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93574938-0f45-41fe-a0ce-c47f527731d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.288829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.306385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93574938-0f45-41fe-a0ce-c47f527731d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.310605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-93574938-0f45-41fe-a0ce-c47f527731d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.356468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40652) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:10.357273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-93574938-0f45-41fe-a0ce-c47f527731d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4d5cee1fd6e4df0b6445af23a265f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870736 Aug 29 04:53:10.357577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93574938-0f45-41fe-a0ce-c47f527731d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d9d4e-b83e-46eb-a7d1-f2cfdc5b949e,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:10.370015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-187d3236-b818-42a2-a2f7-8953475b3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.424028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.458403 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.513518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.516341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.517549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a75d9d4e-b83e-46eb-a7d1-f2cfdc5b949e HTTP/1.1" status: 204 len: 168 time: 0.1597772 Aug 29 04:53:10.529914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3244308-e9ef-4cad-a993-1595f8f48fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d9d4e-b83e-46eb-a7d1-f2cfdc5b949e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:10.844421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40660) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:10.858526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2700a4-4cf8-4580-99f7-02120436ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.971807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2700a4-4cf8-4580-99f7-02120436ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:10.980296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e2700a4-4cf8-4580-99f7-02120436ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:11.020217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e2700a4-4cf8-4580-99f7-02120436ff11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50071908b2c743d8bdf28d0cc138b1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745982 Aug 29 04:53:11.023534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2700a4-4cf8-4580-99f7-02120436ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538bd2f1-6166-4a67-993a-428fb3fe563d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:11.023748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:11.103314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:11.141603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:11.190867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:11.193680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:11.194979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/538bd2f1-6166-4a67-993a-428fb3fe563d HTTP/1.1" status: 204 len: 168 time: 0.1705425 Aug 29 04:53:11.205185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32677c48-753c-498c-ad93-f943ae3f95c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538bd2f1-6166-4a67-993a-428fb3fe563d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:11.343502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:12.278275 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:13.097030 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:13.672530 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:21.987815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:22.142007 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f811ed8-8e3f-473f-a7d9-0648842ffea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.239733 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f811ed8-8e3f-473f-a7d9-0648842ffea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.244826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f811ed8-8e3f-473f-a7d9-0648842ffea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.294824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:22.295737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9f811ed8-8e3f-473f-a7d9-0648842ffea5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=703cb269db944fce9c654068bdda69a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059006 Aug 29 04:53:22.295737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f811ed8-8e3f-473f-a7d9-0648842ffea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f3207-4b10-412d-80bd-7d693ba44e7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:22.364389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.392704 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.468163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.471346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:22.472885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb6f3207-4b10-412d-80bd-7d693ba44e7b HTTP/1.1" status: 204 len: 168 time: 0.1769772 Aug 29 04:53:22.483646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45385c32-ebd6-421a-9e52-818a552b0d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f3207-4b10-412d-80bd-7d693ba44e7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:23.209833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40904) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:23.366947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49b0a5f-538c-4f3d-8c04-1a74cebffdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.550403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49b0a5f-538c-4f3d-8c04-1a74cebffdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.556464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d49b0a5f-538c-4f3d-8c04-1a74cebffdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.630209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d49b0a5f-538c-4f3d-8c04-1a74cebffdc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3b82b99052d485c841c46bb97e2e328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187052 Aug 29 04:53:23.632554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40918) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:23.642971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b0a5f-538c-4f3d-8c04-1a74cebffdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a96e93-0b39-4874-8f85-f5f2e3aa047f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:23.704274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.734321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.791118 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.794840 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:23.797108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1a96e93-0b39-4874-8f85-f5f2e3aa047f HTTP/1.1" status: 204 len: 168 time: 0.1630359 Aug 29 04:53:23.809475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f963-726c-49fc-ba11-1ae2978f7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a96e93-0b39-4874-8f85-f5f2e3aa047f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:24.237338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:24.251893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6832cc4-0c9a-40bd-8d46-2bc77f54d30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.364220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6832cc4-0c9a-40bd-8d46-2bc77f54d30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.368414 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6832cc4-0c9a-40bd-8d46-2bc77f54d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.409442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6832cc4-0c9a-40bd-8d46-2bc77f54d30b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f71bd0b9207492f82b37db34133a143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707859 Aug 29 04:53:24.411855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6832cc4-0c9a-40bd-8d46-2bc77f54d30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1366c23-a93e-4175-9cd4-7bf35f7c09c1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:24.412569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:24.477515 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.509947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.567634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.570607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:24.572096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1366c23-a93e-4175-9cd4-7bf35f7c09c1 HTTP/1.1" status: 204 len: 168 time: 0.1580794 Aug 29 04:53:24.582687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a42f4-d1f6-4270-a267-8622d176005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1366c23-a93e-4175-9cd4-7bf35f7c09c1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.156709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:25.178351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b10c568-5e8e-44d5-8ab2-b1e0d5a3cfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.293865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b10c568-5e8e-44d5-8ab2-b1e0d5a3cfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.299500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b10c568-5e8e-44d5-8ab2-b1e0d5a3cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.342026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c568-5e8e-44d5-8ab2-b1e0d5a3cfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9837ac53-5757-435b-958b-1da7204fa183,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.350743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b10c568-5e8e-44d5-8ab2-b1e0d5a3cfe1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5501e2024e04816b46e7fcd72ba32de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929424 Aug 29 04:53:25.351018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:25.393316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 40976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:25.401324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'network': {'name': 'tempest-network-smoke--1957840092', 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:25.434263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:25.446016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.447237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.457311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.475279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.532369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.535839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.537206 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9837ac53-5757-435b-958b-1da7204fa183 HTTP/1.1" status: 204 len: 168 time: 0.1846166 Aug 29 04:53:25.554926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3db9-eea8-4d31-a6a8-1b527e7138eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837ac53-5757-435b-958b-1da7204fa183,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.601038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.607028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.636064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:25.646546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6539c80e-a688-4f9e-b0f9-76a0a8893efa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.651552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.651891 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Added segment 5d6f438c-1408-4bfd-8b5f-e25da12edbc1 of type vlan for network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b Aug 29 04:53:25.694674 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.733846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.740327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:25.740923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.799221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4041069 Aug 29 04:53:25.802343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 40982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:25.807090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'admin_state_up': True, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:25.841287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700803-1123-4124-8637-23567d33c1a2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Network': ['ID=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:25.844157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.845386 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:25.864818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:25.956514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.156652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.388479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.411025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.528728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.25.3.237 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/15281ffc-1d86-4bc2-b520-906a7bb1cd6f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:26.640020 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.684473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:26.731204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:26.736292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:26.738962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:26.775640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:27.024431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.252799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.408634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:53:27.433530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce442be-61f3-42b8-9cc5-4042efb62454 req-eb00084d-43bb-4073-b34f-1396a0bb685f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:27.435284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dce442be-61f3-42b8-9cc5-4042efb62454 req-eb00084d-43bb-4073-b34f-1396a0bb685f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0656304 Aug 29 04:53:27.486438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dce442be-61f3-42b8-9cc5-4042efb62454 req-000584dd-2f4a-4a9d-be98-3d3d044fc79c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389969 Aug 29 04:53:27.536379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:27.552449 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Sync routers for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:27.561807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:27.563720 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-146ce4fa-67a7-44f6-95e9-715d1d3ea9f6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7602124 Aug 29 04:53:27.568478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:27.572863 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:27.574814 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:27.760046 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:27.854778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-414ad8d8-c720-4279-857b-a3d9737e5bb1 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44ee19dac803401a967f4441ebdf50e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2851014 Aug 29 04:53:27.859031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:28.001867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:26Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:28.035862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85066e95-899f-45ca-9e9a-0987fd02862e tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.036350 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Checking router: 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:28.036350 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Updating router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:53:28.037487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-85066e95-899f-45ca-9e9a-0987fd02862e tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1774235 Aug 29 04:53:28.040814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:28.069157 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.073218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c4e1f3ca-c2e6-4952-ae03-873c8615fa28 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308559 Aug 29 04:53:28.075908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:28.082521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-973978571', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:28.201067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:28.205200 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.413479 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.425947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Transition to ACTIVE for port object 15281ffc-1d86-4bc2-b520-906a7bb1cd6f will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:28.434259 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.491025 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Attempting to bind port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:28.491277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Attempting to bind port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:28.491642 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Attempting to bind port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:28.505502 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:28.505912 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:28.506281 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.506679 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:28.507160 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Bound port: 15281ffc-1d86-4bc2-b520-906a7bb1cd6f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:28.507563 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.553557 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Pushing event updated for resources: {'Port': ['ID=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:28.579817 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] For port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:28.586103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] For port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:28.590118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.590614 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.591001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.591384 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.591717 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.592123 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.592455 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.592783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.593110 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.593485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.593812 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.594134 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:28.599840 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.668291 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:28.668930 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:28.670959 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814f3a1-6292-4cc5-8b2a-92d7f8bc2b95 None None] Pushing event updated for resources: {'Port': ['ID=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:28.730293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd295c47-620f-4032-a7e2-2f8b76385d86 req-ebed0e77-2cfa-48b4-bd6d-8421c38e1284 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.747001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd295c47-620f-4032-a7e2-2f8b76385d86 req-ebed0e77-2cfa-48b4-bd6d-8421c38e1284 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1501532 Aug 29 04:53:28.803694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd295c47-620f-4032-a7e2-2f8b76385d86 req-adbd1953-fad6-42a2-a578-c874b455a12a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554702 Aug 29 04:53:28.811686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.898755 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:28.918702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Subnet': ['ID=24681c7d-0d6a-4119-a5aa-e0d0847637f5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:28.927780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Checking segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:28.928361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network hostable DHCP agents. Network: f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:28.949363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:28.962944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:28.980404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:28.980994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:28.984242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296adca7-6b3e-4cd9-9190-b3931b5458e1 None None] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:28.998070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a913168d-100b-4cff-84f3-92f224297403 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9206715 Aug 29 04:53:29.000916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:29.173556 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:26Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:29.211167 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84a1f6-9296-48e5-a8bf-20b71def63c2 None None] The sync data for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 is: [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:26Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:29.355961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:53:29.358182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:29.752075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Allocated IP 172.20.0.2 (f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b/24681c7d-0d6a-4119-a5aa-e0d0847637f5/e9b761af-ad88-43ad-b587-adda8f60008d) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:29.828060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:29.914369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.089459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.094598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e64c1-f8b1-4761-af22-2d2f7565697b req-a508f253-a7b8-44e0-a872-e40c0ceb3207 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:30.107941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d08e64c1-f8b1-4761-af22-2d2f7565697b req-a508f253-a7b8-44e0-a872-e40c0ceb3207 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1572950 Aug 29 04:53:30.117404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Transition to ACTIVE for port object e9b761af-ad88-43ad-b587-adda8f60008d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:30.150744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Transition to ACTIVE for port object e9b761af-ad88-43ad-b587-adda8f60008d will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:30.166362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.178914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d08e64c1-f8b1-4761-af22-2d2f7565697b req-f7fcf544-e633-4981-8231-eb77835ce539 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692909 Aug 29 04:53:30.267776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:30.274306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:30.282092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:30.335979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Pushing event updated for resources: {'Port': ['ID=e9b761af-ad88-43ad-b587-adda8f60008d,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:30.350813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.20.0.1 (f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b/24681c7d-0d6a-4119-a5aa-e0d0847637f5/bf20db25-1870-47ba-9bad-ffd4b945720a) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:30.424373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Attempting to bind port e9b761af-ad88-43ad-b587-adda8f60008d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:30.426141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Attempting to bind port e9b761af-ad88-43ad-b587-adda8f60008d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:30.427028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Attempting to bind port e9b761af-ad88-43ad-b587-adda8f60008d on network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:30.439450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:30.441742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Checking segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:30.442666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.443543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Bound using segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:30.444586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Bound port: e9b761af-ad88-43ad-b587-adda8f60008d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:30.445502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.582704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] For port e9b761af-ad88-43ad-b587-adda8f60008d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:30.590142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] For port e9b761af-ad88-43ad-b587-adda8f60008d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9b761af-ad88-43ad-b587-adda8f60008d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:30.608427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.610956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.647869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Transition to ACTIVE for port object bf20db25-1870-47ba-9bad-ffd4b945720a will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:30.714563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:30.777878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cff3b7-304e-4311-82d3-90662306dbe2 None None] Pushing event updated for resources: {'Port': ['ID=e9b761af-ad88-43ad-b587-adda8f60008d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:30.809180 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:30.811121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:30.816764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:30.819987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:30.891206 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.106239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.429434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6cae2-b64d-46f0-aa06-93f460ce0c0a req-46698755-d7a2-4f0a-b5ec-6c27b8d37cf2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:31.431875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6da6cae2-b64d-46f0-aa06-93f460ce0c0a req-46698755-d7a2-4f0a-b5ec-6c27b8d37cf2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0988100 Aug 29 04:53:31.503692 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.513524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.528946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6da6cae2-b64d-46f0-aa06-93f460ce0c0a req-4907c09c-c3bf-4923-a466-650b6468f0bc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833976 Aug 29 04:53:31.656846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:31.668091 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:31.699767 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9b761af-ad88-43ad-b587-adda8f60008d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:31.770811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e9b761af-ad88-43ad-b587-adda8f60008d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:31.791151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 15281ffc-1d86-4bc2-b520-906a7bb1cd6f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:31.892121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:31.894524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:31.927707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:31.935078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:31.935665 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.082851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.110504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:32.117001 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.210102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:53:32.213235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:32.296163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d82ad8-0c37-4c89-b321-bd09b0d89259 None None] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:32.360185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Provisioning for port e9b761af-ad88-43ad-b587-adda8f60008d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:32.370190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Provisioning complete for port e9b761af-ad88-43ad-b587-adda8f60008d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:32.370616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.404460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:32.410397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d180f1d9-47f7-4d99-a070-5156509252ab tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "PUT /v2.0/routers/4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4083910 Aug 29 04:53:32.413355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:32.418185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--223972599', 'description': 'tempest-secgroup_access--223972599 description', 'project_id': '44ee19dac803401a967f4441ebdf50e4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:32.460055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.537365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Sync routers for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:32.569068 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.593558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:32.594212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:32.608057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.616329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.680582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] For port e9b761af-ad88-43ad-b587-adda8f60008d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9b761af-ad88-43ad-b587-adda8f60008d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:32.723541 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.757087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.760172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3447654 Aug 29 04:53:32.763342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41090) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:32.773357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--82029964', 'description': 'tempest-secgroup_general--82029964 description', 'project_id': '44ee19dac803401a967f4441ebdf50e4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:32.776406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:32.800120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:32.841762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.842198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.842753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.843346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.844086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.844632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.846253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.846761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8386ebe-ac21-47fd-a414-7ac594a1fdcb None None] Pushing event updated for resources: {'Port': ['ID=e9b761af-ad88-43ad-b587-adda8f60008d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:32.847061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.848262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.849061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.849718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.867010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8de4326-2b13-47e7-9e68-ab065a34cafc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:32.911352 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:32.927251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfb82a-c6df-416b-a6fb-ca0ab1c75147 req-c41cc061-536b-4489-a14c-73f68543a797 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:32.929104 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbcfb82a-c6df-416b-a6fb-ca0ab1c75147 req-c41cc061-536b-4489-a14c-73f68543a797 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.2379277 Aug 29 04:53:33.053293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bbcfb82a-c6df-416b-a6fb-ca0ab1c75147 req-8999b782-c051-462f-83ca-fe0067dd434a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057408 Aug 29 04:53:33.151662 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.162772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.179359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Provisioning for port bf20db25-1870-47ba-9bad-ffd4b945720a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:33.186989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Provisioning complete for port bf20db25-1870-47ba-9bad-ffd4b945720a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:33.187366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.268255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.270946 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5058730 Aug 29 04:53:33.274003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fca0bc-63a7-46d8-b825-273960279082 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1333656c-fff0-44fe-af9b-a806fcbee793,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:33.274933 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.285523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'security_group_rule': {'security_group_id': 'eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e', 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:33.298214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Port bf20db25-1870-47ba-9bad-ffd4b945720a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:33.320209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Provisioning complete for port e9b761af-ad88-43ad-b587-adda8f60008d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:33.320209 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-680a004a-932a-4abb-aebc-b57e5988217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.376019 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.379170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 2, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:33.429535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Checking router: 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:33.430182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Updating router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae port bf20db25-1870-47ba-9bad-ffd4b945720a binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:53:33.464850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.479686 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.495298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.509548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.511683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353239 Aug 29 04:53:33.515915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea987f04-81da-4764-a8aa-19b483568c9d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbfd7d0-1647-4ddf-80a0-b9f1655add6c,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:33.544633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41102) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:33.618039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9b761af-ad88-43ad-b587-adda8f60008d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:33.751544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e4aafd74-c1f9-4cc9-84fd-fa3a484809ab None None] Provisioning complete for port bf20db25-1870-47ba-9bad-ffd4b945720a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:33.752301 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4aafd74-c1f9-4cc9-84fd-fa3a484809ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.835452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d65a8893-2bb0-49f9-b871-46c0c1800c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.843966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-70868cb7-2a08-4a44-8e8f-dfd30e12a295 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--82029964&fields=id&tenant_id=44ee19dac803401a967f4441ebdf50e4 HTTP/1.1" status: 200 len: 267 time: 0.1014876 Aug 29 04:53:33.855859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e4aafd74-c1f9-4cc9-84fd-fa3a484809ab None None] Port bf20db25-1870-47ba-9bad-ffd4b945720a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:33.862536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e9b761af-ad88-43ad-b587-adda8f60008d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:33.863227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:33.933522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-7130eb9d-0fc0-4695-a847-4216ee54063e tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--223972599&fields=id&tenant_id=44ee19dac803401a967f4441ebdf50e4 HTTP/1.1" status: 200 len: 267 time: 0.0773885 Aug 29 04:53:34.037573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-38a47ed2-eee5-42bc-9f48-046e55b63b06 None None] Provisioning complete for port bf20db25-1870-47ba-9bad-ffd4b945720a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:34.038206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-38a47ed2-eee5-42bc-9f48-046e55b63b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.089443 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d65a8893-2bb0-49f9-b871-46c0c1800c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.097495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 15281ffc-1d86-4bc2-b520-906a7bb1cd6f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:34.117304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-400e6c03-8bdb-4900-9e73-4adae81f4321 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:34.119782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-400e6c03-8bdb-4900-9e73-4adae81f4321 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/networks?id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 200 len: 797 time: 0.1680024 Aug 29 04:53:34.120754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d65a8893-2bb0-49f9-b871-46c0c1800c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.168676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-2bca0e20-e981-4cf8-ad6d-82ba9bbf1da7 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/quotas/44ee19dac803401a967f4441ebdf50e4 HTTP/1.1" status: 200 len: 375 time: 0.0371578 Aug 29 04:53:34.193176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d65a8893-2bb0-49f9-b871-46c0c1800c2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19de57131e4040318f7ed57585eb06b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447792 Aug 29 04:53:34.194024 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41118) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.199574 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.203730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-38a47ed2-eee5-42bc-9f48-046e55b63b06 None None] Port bf20db25-1870-47ba-9bad-ffd4b945720a cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:34.225801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Transition to ACTIVE for port object bf20db25-1870-47ba-9bad-ffd4b945720a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:34.235514 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.239272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8893-2bb0-49f9-b871-46c0c1800c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2277f518-252a-47ac-98b3-760f166716b7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.291186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:34.291769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.292907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.323487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-3a9d1f9c-1f83-459c-88c5-c922dc3a4169 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412144 Aug 29 04:53:34.333810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53f44a-dfdc-417b-a431-3a28d613d764 req-02e2521f-cf4e-4bd9-a663-fc9de4b8614b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:34.335978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f53f44a-dfdc-417b-a431-3a28d613d764 req-02e2521f-cf4e-4bd9-a663-fc9de4b8614b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0985210 Aug 29 04:53:34.360303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.387717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4595-73b3-4697-b092-0ce062b14c6a None None] Pushing event updated for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.437029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.443330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.446578 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f53f44a-dfdc-417b-a431-3a28d613d764 req-ece81f4b-74f7-4019-a7b6-1a06e96eec3d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022797 Aug 29 04:53:34.453638 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2277f518-252a-47ac-98b3-760f166716b7 HTTP/1.1" status: 204 len: 168 time: 0.2553036 Aug 29 04:53:34.469112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d3171-dd65-4d84-9e5e-114888ac771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277f518-252a-47ac-98b3-760f166716b7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:34.535027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Attempting to bind port bf20db25-1870-47ba-9bad-ffd4b945720a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:34.535980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Attempting to bind port bf20db25-1870-47ba-9bad-ffd4b945720a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:34.536593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Attempting to bind port bf20db25-1870-47ba-9bad-ffd4b945720a on network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:34.602643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:34.603267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Checking segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:34.603955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.604451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Bound using segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:34.605140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Bound port: bf20db25-1870-47ba-9bad-ffd4b945720a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:34.605511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.641262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-40b25141-3cea-4a01-acf2-575ede482d63 service neutron] 10.222.0.62 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791648 Aug 29 04:53:34.788299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] For port bf20db25-1870-47ba-9bad-ffd4b945720a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:34.793115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] For port bf20db25-1870-47ba-9bad-ffd4b945720a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf20db25-1870-47ba-9bad-ffd4b945720a,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:34.793334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6635cc4c-0be8-4365-aeaf-03e142134e84 service neutron] 10.222.0.62 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402743 Aug 29 04:53:34.799252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:34.941083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41126) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:34.963095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c45-1c29-48af-91ba-4a941d11b81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.104969 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a93808a-9db0-496b-ad97-c056430f7436 req-4e6d55b8-9290-4159-9672-5a615673bdd1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 210 time: 0.0441849 Aug 29 04:53:35.116010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4595-73b3-4697-b092-0ce062b14c6a None None] Pushing event updated for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:35.139140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:35.139773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:35.167977 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c45-1c29-48af-91ba-4a941d11b81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.179202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-da7f0c45-1c29-48af-91ba-4a941d11b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.244062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-da7f0c45-1c29-48af-91ba-4a941d11b81c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d951c12f86fd4ff8b59bae11fe23b67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982826 Aug 29 04:53:35.244062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0c45-1c29-48af-91ba-4a941d11b81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f7920-8b89-40a1-a9fc-21a903446941,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:35.245162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:35.322774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.342897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:35.357946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.456153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.458839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:35.462390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b34f7920-8b89-40a1-a9fc-21a903446941 HTTP/1.1" status: 204 len: 168 time: 0.2147708 Aug 29 04:53:35.470177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dfde8-492f-4c74-9e91-68c52e9756d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f7920-8b89-40a1-a9fc-21a903446941,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:35.649424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f59a8-0d61-4ee0-83eb-5d7d75060a42 req-db5cb71f-2b81-4933-bced-96f95aa1662b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:35.659697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-895f59a8-0d61-4ee0-83eb-5d7d75060a42 req-db5cb71f-2b81-4933-bced-96f95aa1662b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1019440 Aug 29 04:53:35.705210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-895f59a8-0d61-4ee0-83eb-5d7d75060a42 req-6e4f88de-3d2f-4f17-85f4-adad168800d1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464857 Aug 29 04:53:35.768661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:34Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:35.837662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea164-1d26-4825-bff5-a72bcaed3e0d None None] The sync data for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 is: [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:34Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:36.258780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96cdce96-6209-4a35-9a91-39858df79af2 req-2c7a5dd8-4119-4f0f-b6f3-569cd7d7a7fc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 210 time: 0.0448074 Aug 29 04:53:36.919868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc36c-020e-45ff-9d22-370f6456dfa1 req-5daa99c1-d4ab-4fc9-8f76-fd518f80e201 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:36.925177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513bc36c-020e-45ff-9d22-370f6456dfa1 req-5daa99c1-d4ab-4fc9-8f76-fd518f80e201 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0805829 Aug 29 04:53:36.992411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-513bc36c-020e-45ff-9d22-370f6456dfa1 req-90838368-a1c3-4b54-8587-60e1fe0302d1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622265 Aug 29 04:53:37.125492 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-250979d6-7a3b-4894-a9ff-180b9884440e tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:37.129828 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-250979d6-7a3b-4894-a9ff-180b9884440e tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.50 "GET /v2.0/networks?id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 200 len: 797 time: 0.1937401 Aug 29 04:53:37.209765 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-7f119b19-4c13-452f-b677-4281f4c2dafa tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44ee19dac803401a967f4441ebdf50e4 HTTP/1.1" status: 200 len: 475 time: 0.0522306 Aug 29 04:53:37.224088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'port': {'device_id': '09766d59-144e-4764-8b38-814ce433bc06', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'admin_state_up': True, 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'security_groups': ['1333656c-fff0-44fe-af9b-a806fcbee793', 'eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:37.336314 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0f4e-c625-4753-8af4-7c06685f32db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.373196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:37.379045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.504168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15fee6eb-93f1-4ea2-8d45-6b76b4dad559 req-330f7fe1-3bc4-4a4e-a85e-03777b28cf45 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 210 time: 0.0812347 Aug 29 04:53:37.623701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf20db25-1870-47ba-9bad-ffd4b945720a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:37.640292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.20.0.12 (f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b/24681c7d-0d6a-4119-a5aa-e0d0847637f5/92542065-4dca-4bf5-93a2-1b0f19dbda4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:37.709940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port bf20db25-1870-47ba-9bad-ffd4b945720a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:37.716638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf20db25-1870-47ba-9bad-ffd4b945720a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:37.717458 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.842230 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.887555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port bf20db25-1870-47ba-9bad-ffd4b945720a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf20db25-1870-47ba-9bad-ffd4b945720a,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:37.900532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.916398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:37.942007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Transition to ACTIVE for port object 92542065-4dca-4bf5-93a2-1b0f19dbda4d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:37.974923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.010165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.055803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:38.063662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:38.068722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:38.102455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.147869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.149030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.170019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-6ec7ae4d-83d8-4c48-a547-7c129d3f944d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9523935 Aug 29 04:53:38.191950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Request body: {'port': {'device_id': '09766d59-144e-4764-8b38-814ce433bc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:38.206484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda37ff8-8058-44da-9298-e841db96f688 req-d13d70a6-dfae-41a3-bd9c-f0ed7eb78a1a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.208320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fda37ff8-8058-44da-9298-e841db96f688 req-d13d70a6-dfae-41a3-bd9c-f0ed7eb78a1a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0650973 Aug 29 04:53:38.292862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fda37ff8-8058-44da-9298-e841db96f688 req-c88aff95-9362-41dc-a08f-bd044ac5a60b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775700 Aug 29 04:53:38.303314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.448344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81be055e-bc4e-40b0-92df-1678f9f622c7 None None] Provisioning for port 92542065-4dca-4bf5-93a2-1b0f19dbda4d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:38.454735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-81be055e-bc4e-40b0-92df-1678f9f622c7 None None] Provisioning complete for port 92542065-4dca-4bf5-93a2-1b0f19dbda4d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:38.455105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-81be055e-bc4e-40b0-92df-1678f9f622c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.498376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-81be055e-bc4e-40b0-92df-1678f9f622c7 None None] Port 92542065-4dca-4bf5-93a2-1b0f19dbda4d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:53:38.525167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41204) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:38.653525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8eaf87-0f47-42a5-b0d1-9a117fd630d3 req-0a76a0cd-1ada-4e83-b391-c5c35b83b8b4 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:38.655831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b8eaf87-0f47-42a5-b0d1-9a117fd630d3 req-0a76a0cd-1ada-4e83-b391-c5c35b83b8b4 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 971 time: 0.0561533 Aug 29 04:53:38.705922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aca45588-a25e-4e00-b653-c3af9f052fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.722587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b8eaf87-0f47-42a5-b0d1-9a117fd630d3 req-aff62e99-ee30-4d72-a90b-331c55506052 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0600114 Aug 29 04:53:38.743219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92542065-4dca-4bf5-93a2-1b0f19dbda4d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:38.751881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.765473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Transition to ACTIVE for port object 92542065-4dca-4bf5-93a2-1b0f19dbda4d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:53:38.769555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.841661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Pushing event updated for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.862714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aca45588-a25e-4e00-b653-c3af9f052fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.868624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aca45588-a25e-4e00-b653-c3af9f052fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.908190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Attempting to bind port 92542065-4dca-4bf5-93a2-1b0f19dbda4d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:53:38.908796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Attempting to bind port 92542065-4dca-4bf5-93a2-1b0f19dbda4d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:53:38.909326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Attempting to bind port 92542065-4dca-4bf5-93a2-1b0f19dbda4d on network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.917766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Port 92542065-4dca-4bf5-93a2-1b0f19dbda4d on network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:53:38.918288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Attempting to bind port 92542065-4dca-4bf5-93a2-1b0f19dbda4d on network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:53:38.928211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:53:38.928801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Checking segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:38.929401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Bound using segment: {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:53:38.930108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Bound port: 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d6f438c-1408-4bfd-8b5f-e25da12edbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:53:38.930845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:38.945312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aca45588-a25e-4e00-b653-c3af9f052fca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=692b06fb51a84932a5b5340f8013646a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185100 Aug 29 04:53:38.947233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca45588-a25e-4e00-b653-c3af9f052fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a181ae24-0bc7-4a5d-9ac6-64530bc5ee2d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:38.947953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41210) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:39.066395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.068622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:53:39.072859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:53:39.084648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.129476 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.162695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.163701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.164888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] 10.222.0.50 "PUT /v2.0/ports/92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 200 len: 1132 time: 0.9776220 Aug 29 04:53:39.165403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:39.167799 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:39.214051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f8e8-eaa2-4127-a583-a46264d80087 service neutron] Pushing event updated for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:39.264219 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2dcbb-1f78-47c5-97a9-6a9ab92c2ee3 x-openstack-request-id: req-83b2dcbb-1f78-47c5-97a9-6a9ab92c2ee3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:39.264663 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:39.264970 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83b2dcbb-1f78-47c5-97a9-6a9ab92c2ee3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:39.265577 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'status': 'completed', 'code': 200} Aug 29 04:53:39.283169 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.286281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.291244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a181ae24-0bc7-4a5d-9ac6-64530bc5ee2d HTTP/1.1" status: 204 len: 168 time: 0.3380468 Aug 29 04:53:39.302897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0dd0d-9ba0-48cc-a326-8e81a2dea20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a181ae24-0bc7-4a5d-9ac6-64530bc5ee2d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:39.325899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-5fb1a51f-6a6c-484a-941e-36c33af48eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.328769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-5fb1a51f-6a6c-484a-941e-36c33af48eb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1135 time: 0.0834463 Aug 29 04:53:39.386781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:39.433734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-11ce4f4c-b9c3-4c12-8344-8c6625b6b649 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 200 len: 217 time: 0.0852237 Aug 29 04:53:39.510880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45f30-c6f4-4326-91c0-237b6ea5f2e0 req-9bba73c7-53cc-466b-82a7-4d2e266bd615 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.523073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa45f30-c6f4-4326-91c0-237b6ea5f2e0 req-9bba73c7-53cc-466b-82a7-4d2e266bd615 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1052787 Aug 29 04:53:39.523604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-e4032a81-82cb-4c60-a8bc-6e32c7867285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.526639 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-e4032a81-82cb-4c60-a8bc-6e32c7867285 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24681c7d-0d6a-4119-a5aa-e0d0847637f5 HTTP/1.1" status: 200 len: 834 time: 0.0834079 Aug 29 04:53:39.587405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf20db25-1870-47ba-9bad-ffd4b945720a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:39.589045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1fa45f30-c6f4-4326-91c0-237b6ea5f2e0 req-3254511b-0597-4ae4-9383-b772b6314bf7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634422 Aug 29 04:53:39.592244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-f90aa97c-55e0-46b5-bd2f-53996ecf0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.594154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-f90aa97c-55e0-46b5-bd2f-53996ecf0024 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610886 Aug 29 04:53:39.676401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:39.700332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-60f3b35f-cc4a-4aca-8404-0830bad2562b service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972798 Aug 29 04:53:39.704546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:39.774118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port bf20db25-1870-47ba-9bad-ffd4b945720a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:39.774712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.806044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.843657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:39.851463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:39.857718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ce2b8fc-a56b-471a-ba83-35987e56705d req-2da848bc-a66e-4c73-b38f-df2826726c8c service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490521 Aug 29 04:53:39.863414 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa8b73dc-09cc-40c9-ba7a-423ee123d24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.890607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:39.898182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:39.974494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102e571-9db9-44ae-bc9a-098b21bf13e6 req-7b8b7ba0-bb47-40c9-b8d2-b0a0490e4170 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:39.976501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3102e571-9db9-44ae-bc9a-098b21bf13e6 req-7b8b7ba0-bb47-40c9-b8d2-b0a0490e4170 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 983 time: 0.0921502 Aug 29 04:53:39.993517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:39.998540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dda6e279-df66-4f50-9fad-83abc1855b4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:40.048202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3102e571-9db9-44ae-bc9a-098b21bf13e6 req-123eff53-435f-4008-b63d-732218a190a8 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0582933 Aug 29 04:53:40.069834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa8b73dc-09cc-40c9-ba7a-423ee123d24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.078667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa8b73dc-09cc-40c9-ba7a-423ee123d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.106061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-650b0a49-100a-402a-9a60-411ff541e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.108422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-650b0a49-100a-402a-9a60-411ff541e8fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1135 time: 0.1259844 Aug 29 04:53:40.138634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aa8b73dc-09cc-40c9-ba7a-423ee123d24d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6990c9163e64ae4b21583408a561cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932663 Aug 29 04:53:40.139708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b73dc-09cc-40c9-ba7a-423ee123d24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e736443-fd9c-4d5f-9425-95f0db7befd6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:40.144116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:40.247265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.277529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-c79b08f8-7f5e-4ede-9456-920c7f5cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.280974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-c79b08f8-7f5e-4ede-9456-920c7f5cdb5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 200 len: 898 time: 0.1626184 Aug 29 04:53:40.289355 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.300980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.331150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-c528a8b1-692c-4fe6-bcf4-c4ce216178ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 200 len: 217 time: 0.0388083 Aug 29 04:53:40.389608 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.393635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.394036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-eb635ef7-2424-4ea8-9d12-7aa79bf39300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:40.397686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e736443-fd9c-4d5f-9425-95f0db7befd6 HTTP/1.1" status: 204 len: 168 time: 0.2519255 Aug 29 04:53:40.406034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-dbd8cb92-0fe5-4921-8614-17308c43b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.407434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-dbd8cb92-0fe5-4921-8614-17308c43b9b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24681c7d-0d6a-4119-a5aa-e0d0847637f5 HTTP/1.1" status: 200 len: 834 time: 0.0690250 Aug 29 04:53:40.412155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9fdf5-eb8e-4b67-ac6d-ab61246cf6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e736443-fd9c-4d5f-9425-95f0db7befd6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:40.482832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-49c5150a-39c8-4618-a888-747d2ba3924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:40.485302 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-49c5150a-39c8-4618-a888-747d2ba3924f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691099 Aug 29 04:53:40.614214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-e337a307-3050-45e6-9292-a37bbf16ed78 service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195674 Aug 29 04:53:40.780554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c868e590-d4a2-47a7-83ec-de3eb87a1a9d req-770f3993-74f6-4d91-a72e-f54e3e931a02 service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580143 Aug 29 04:53:41.313717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c449-faec-438b-8111-31eea8665fcd req-d0917ea0-8ee1-46e0-a545-2e9c35a5fced tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:41.327990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba3c449-faec-438b-8111-31eea8665fcd req-d0917ea0-8ee1-46e0-a545-2e9c35a5fced tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 945 time: 0.6184418 Aug 29 04:53:41.366154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.402743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:41.403322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4084-7b6b-4e9a-ba9f-e0d647b119e2 req-8a3296c6-2c48-4aab-af42-31ec3b0a8cf2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:41.406454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cdd4084-7b6b-4e9a-ba9f-e0d647b119e2 req-8a3296c6-2c48-4aab-af42-31ec3b0a8cf2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 983 time: 0.1952524 Aug 29 04:53:41.447176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ba3c449-faec-438b-8111-31eea8665fcd req-6cd1588e-9459-4474-bd9f-1f9076ad4067 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161194 Aug 29 04:53:41.509277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cdd4084-7b6b-4e9a-ba9f-e0d647b119e2 req-3658ff43-a869-4210-ab9b-b7c69192fbe2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0921822 Aug 29 04:53:41.510952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port dda6e279-df66-4f50-9fad-83abc1855b4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:41.511336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.659189 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.709501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:41.714143 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1171ebe-7486-4655-b497-18df38a3753b" -d '{"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:41.737891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:41.748267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:41.968355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:42.222871 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dafdfc-cad1-4b19-bda4-6c2359ef56e8 x-openstack-request-id: req-78dafdfc-cad1-4b19-bda4-6c2359ef56e8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:42.223324 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:42.223716 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78dafdfc-cad1-4b19-bda4-6c2359ef56e8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:42.224587 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'code': 200} Aug 29 04:53:42.284949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:42.619707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd61e2-c47c-4350-8e1c-ee6c9c4a3817 req-e98f4b05-66cc-49c5-8676-44279cb6162d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:42.628583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32bd61e2-c47c-4350-8e1c-ee6c9c4a3817 req-e98f4b05-66cc-49c5-8676-44279cb6162d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0876932 Aug 29 04:53:42.694982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32bd61e2-c47c-4350-8e1c-ee6c9c4a3817 req-a0551f4b-2e1e-4082-93cc-160c87cbafb7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653710 Aug 29 04:53:42.786359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43386999-43a3-40da-a06f-52bb9d021cc0 req-493fa3a8-c4de-4cd0-b86a-f7711ba8bc7f tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:42.797256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43386999-43a3-40da-a06f-52bb9d021cc0 req-493fa3a8-c4de-4cd0-b86a-f7711ba8bc7f tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 983 time: 0.1002288 Aug 29 04:53:42.863013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43386999-43a3-40da-a06f-52bb9d021cc0 req-e5200d09-b204-48b9-a1d9-04d1b326a7e1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0601444 Aug 29 04:53:43.126625 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:43.266961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 92542065-4dca-4bf5-93a2-1b0f19dbda4d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:53:43.509383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:43.524379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'port_id': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'mac_address': 'fa:16:3e:74:72:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:53:43.573477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:43.590862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92542065-4dca-4bf5-93a2-1b0f19dbda4d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:53:43.629638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:43.637071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:43.691528 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:43.907898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbb3f-8cd5-411e-b3dc-9848c23c9063 req-cea96439-e3e3-4db7-8a58-bd22a930f0c7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:43.910246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edebbb3f-8cd5-411e-b3dc-9848c23c9063 req-cea96439-e3e3-4db7-8a58-bd22a930f0c7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0904858 Aug 29 04:53:43.949896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['92542065-4dca-4bf5-93a2-1b0f19dbda4d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:53:43.972123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-edebbb3f-8cd5-411e-b3dc-9848c23c9063 req-878fb50b-88e0-4f4c-9bdb-35e8d18f782b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490119 Aug 29 04:53:44.172946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb0db8-9d88-4061-a89a-1acd2cfd8877 req-cd987c97-946d-4509-9d74-dcc5f9fae69c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:44.175506 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cb0db8-9d88-4061-a89a-1acd2cfd8877 req-cd987c97-946d-4509-9d74-dcc5f9fae69c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 984 time: 0.1261225 Aug 29 04:53:44.307207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cb0db8-9d88-4061-a89a-1acd2cfd8877 req-40f3d6e0-8f03-4dfe-aec2-54b37d2690e8 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1141379 Aug 29 04:53:45.185669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b79aa-a340-490d-86fc-4b1ba384ba67 req-3d8c4d32-e915-46f1-92fa-485883a100c9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:45.195764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab8b79aa-a340-490d-86fc-4b1ba384ba67 req-3d8c4d32-e915-46f1-92fa-485883a100c9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0870118 Aug 29 04:53:45.267466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 92542065-4dca-4bf5-93a2-1b0f19dbda4d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:53:45.278052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab8b79aa-a340-490d-86fc-4b1ba384ba67 req-2a013803-78cd-425f-8072-be8f955df615 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796037 Aug 29 04:53:45.413063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 92542065-4dca-4bf5-93a2-1b0f19dbda4d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:53:45.418921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 92542065-4dca-4bf5-93a2-1b0f19dbda4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:53:45.419431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:45.503492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e7964-1266-4d71-8382-cccaf3e3a078 req-1f8766bc-6634-4e6b-869e-9fd6ff11502a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:45.507499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea1e7964-1266-4d71-8382-cccaf3e3a078 req-1f8766bc-6634-4e6b-869e-9fd6ff11502a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 984 time: 0.0700212 Aug 29 04:53:45.559784 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:45.607160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ea1e7964-1266-4d71-8382-cccaf3e3a078 req-dbf1076b-72f8-4cdb-ad25-ed068e42b4be tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0928538 Aug 29 04:53:45.613376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:45.614653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:45.618862 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1765dba-74a8-4d04-b62c-d4f20934bbad" -d '{"events": [{"server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "name": "network-vif-plugged", "status": "completed", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:45.630971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:45.675680 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea7d904-8872-4584-b2e5-508424def03f x-openstack-request-id: req-5ea7d904-8872-4584-b2e5-508424def03f {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:45.676293 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "name": "network-vif-plugged", "status": "completed", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:45.676293 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ea7d904-8872-4584-b2e5-508424def03f {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:45.676776 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'code': 200} Aug 29 04:53:45.719460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:45.912866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a99243-cce8-493d-b4c4-699c9e175786 req-c6c46364-cdc0-447f-a65b-8431464d89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:45.914761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67a99243-cce8-493d-b4c4-699c9e175786 req-c6c46364-cdc0-447f-a65b-8431464d89fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1137 time: 0.0878034 Aug 29 04:53:45.990435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67a99243-cce8-493d-b4c4-699c9e175786 req-00e3dcdf-9be8-4ef2-9b1c-63e6db4f4910 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&id=1333656c-fff0-44fe-af9b-a806fcbee793&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0676775 Aug 29 04:53:46.540155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06de77-78bd-4efa-b89b-62621490121c req-022894a0-ec3c-491a-ba0d-8256f67cb585 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.543750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f06de77-78bd-4efa-b89b-62621490121c req-022894a0-ec3c-491a-ba0d-8256f67cb585 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1069677 Aug 29 04:53:46.611883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f06de77-78bd-4efa-b89b-62621490121c req-b61bb973-2afb-4f6a-913e-66c5edb2aec3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605023 Aug 29 04:53:46.781567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d01e3-a28f-4b1c-8935-3c1b4c81229f req-55c1a7b1-7405-48cf-a886-94d6803d3a06 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:46.784587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-036d01e3-a28f-4b1c-8935-3c1b4c81229f req-55c1a7b1-7405-48cf-a886-94d6803d3a06 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.0667434 Aug 29 04:53:46.855339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-036d01e3-a28f-4b1c-8935-3c1b4c81229f req-96a2211e-8830-4d7e-ba2f-6fbb64be0d0d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0643871 Aug 29 04:53:47.810194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c34bad-23c1-4d04-8644-9a8b4e636342 req-665867bb-deeb-48c6-a337-4ba97473ae4a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:47.812748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c34bad-23c1-4d04-8644-9a8b4e636342 req-665867bb-deeb-48c6-a337-4ba97473ae4a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0665903 Aug 29 04:53:47.875420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0c34bad-23c1-4d04-8644-9a8b4e636342 req-5951ba2a-5528-44eb-883e-f0a8ca43d086 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554209 Aug 29 04:53:48.072313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de08877-099f-4590-9afd-149ba22606d3 req-755b0101-a3d4-4d8a-b0c9-b4400082fd05 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.072313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9de08877-099f-4590-9afd-149ba22606d3 req-755b0101-a3d4-4d8a-b0c9-b4400082fd05 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.1004801 Aug 29 04:53:48.147676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9de08877-099f-4590-9afd-149ba22606d3 req-dc2fab6f-cac0-4a2c-b85a-412fb910940a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0723822 Aug 29 04:53:48.341612 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d8928-01d5-4772-a62e-54d7a673d063 req-958fb4dc-42fc-4cc4-ada6-4ef73f9c52a7 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.343272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-690d8928-01d5-4772-a62e-54d7a673d063 req-958fb4dc-42fc-4cc4-ada6-4ef73f9c52a7 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.0948119 Aug 29 04:53:48.417952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-690d8928-01d5-4772-a62e-54d7a673d063 req-85f26693-f386-4f15-be4e-212bc19c79c4 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0659485 Aug 29 04:53:48.529471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-41675b3a-3923-439e-b43d-cea130bc94be tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.531301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-41675b3a-3923-439e-b43d-cea130bc94be tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1137 time: 0.0505345 Aug 29 04:53:48.555330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-ad9cfb5a-212d-4aa5-a2c4-3219de6af507 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:48.688716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-ad9cfb5a-212d-4aa5-a2c4-3219de6af507 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:48.695385 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-ad9cfb5a-212d-4aa5-a2c4-3219de6af507 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:48.726819 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe3a1cb9-19b4-452f-ba5a-d289c820984a req-ad9cfb5a-212d-4aa5-a2c4-3219de6af507 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1847360 Aug 29 04:53:48.742956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfb5a-212d-4aa5-a2c4-3219de6af507 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6aa9e7-aed0-4a3e-be48-7ce4c082e5b0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:48.752477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:48.803264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322081d-6cba-4a50-b541-ba8bb88fcf63 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:48.808001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:48.808183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3322081d-6cba-4a50-b541-ba8bb88fcf63 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1132 time: 0.0546329 Aug 29 04:53:48.813036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:48.846021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:48.969442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.078035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2311-9d7b-4b2c-bc9c-9b973df35bbc req-4a1c0b9b-f6d5-4c19-8b64-f0432aceda79 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:49.079636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a1a2311-9d7b-4b2c-bc9c-9b973df35bbc req-4a1c0b9b-f6d5-4c19-8b64-f0432aceda79 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1030962 Aug 29 04:53:49.150404 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a1a2311-9d7b-4b2c-bc9c-9b973df35bbc req-c908c6f2-00fa-4dd3-83d0-1533655bd4ee tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627186 Aug 29 04:53:49.166103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.25.3.252 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4da8dd89-7d06-4bc7-806f-6345fccf6266) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:53:49.307376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.355198 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:49.399530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:53:49.402475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:49.407180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:53:49.432274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=4da8dd89-7d06-4bc7-806f-6345fccf6266,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:49.910806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.008699 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.297288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.306551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.356703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=4da8dd89-7d06-4bc7-806f-6345fccf6266,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:50.392576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd9d2-77b4-4f5e-b9e3-f99e658f7ad2 req-3dc3cd21-7bb8-4319-b424-b6c592ae9852 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:50.395568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a3dd9d2-77b4-4f5e-b9e3-f99e658f7ad2 req-3dc3cd21-7bb8-4319-b424-b6c592ae9852 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1454687 Aug 29 04:53:50.440749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:50.524320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a3dd9d2-77b4-4f5e-b9e3-f99e658f7ad2 req-db8150ec-48b3-4734-a199-a1ac94fe4aad tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802557 Aug 29 04:53:50.600724 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Floating IP 29e67e83-7713-49a4-b7cf-b01be4f75b1b associated. External IP: 172.25.3.252, port: 92542065-4dca-4bf5-93a2-1b0f19dbda4d. Aug 29 04:53:50.673338 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:53:50.878284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:53:51.069886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:53:51.088411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Sync routers for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:53:51.099302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.107150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:51.108202 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:51.186358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c11226f-3a2a-48ca-9802-6c4619f3abb9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3744478 Aug 29 04:53:51.186358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:51.186650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:51.192765 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e93ad-10ea-4291-9434-9709d2bd87d1" -d '{"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:51.243227 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26cb978-9055-4c1a-b94d-8cc2b2af1bf8 x-openstack-request-id: req-b26cb978-9055-4c1a-b94d-8cc2b2af1bf8 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:51.243534 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:51.243784 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b26cb978-9055-4c1a-b94d-8cc2b2af1bf8 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:51.244356 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'status': 'completed', 'code': 200} Aug 29 04:53:51.295103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:51.432870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.434140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.434621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.436949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.437606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.445613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e78c382d-5d74-403e-8c2a-2d3c822d12d6 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3591 time: 0.2579381 Aug 29 04:53:51.449164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41442) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:51.521145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:51.558386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-346d376f-4d51-40d7-8592-e0727582d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.560646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-346d376f-4d51-40d7-8592-e0727582d7d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1137 time: 0.2511816 Aug 29 04:53:51.649317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.652554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.653051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.653528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.653996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.665037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-535f39cb-2eb4-4f3e-9cbc-38cc3ae2c469 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.2122917 Aug 29 04:53:51.669152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:51.765245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:51.791294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-8f787931-f0f6-42f1-9890-930da24a4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.792852 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-8f787931-f0f6-42f1-9890-930da24a4767 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 200 len: 898 time: 0.2257321 Aug 29 04:53:51.830805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7634-ba36-4067-9cf7-8ef452ad7630 req-3af19b20-5195-4bf1-9b7a-987cd1ed3376 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.832910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e9d7634-ba36-4067-9cf7-8ef452ad7630 req-3af19b20-5195-4bf1-9b7a-987cd1ed3376 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.1626289 Aug 29 04:53:51.896197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '29e67e83-7713-49a4-b7cf-b01be4f75b1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'port_id': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'mac_address': 'fa:16:3e:74:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09766d59-144e-4764-8b38-814ce433bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:49Z', 'updated_at': '2021-08-29T04:53:49Z', 'revision_number': 0, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:51.910328 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-bf394bed-58df-4e63-b30a-fed994306747 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 200 len: 1000 time: 0.1101573 Aug 29 04:53:51.940336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Checking router: 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:53:51.951294 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:53:51.952576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e9d7634-ba36-4067-9cf7-8ef452ad7630 req-f3b5458f-7a21-4a1f-a690-d159568b4a49 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118100 Aug 29 04:53:51.959014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:53:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:51.976673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-e9b0593d-4d2d-4e6f-b93a-00c69142fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:51.988465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-e9b0593d-4d2d-4e6f-b93a-00c69142fa69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24681c7d-0d6a-4119-a5aa-e0d0847637f5 HTTP/1.1" status: 200 len: 834 time: 0.0599887 Aug 29 04:53:52.055525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.060995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.076901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-115f8636-074f-452e-a573-912db2eb4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:52.078521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-115f8636-074f-452e-a573-912db2eb4444 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932159 Aug 29 04:53:52.209971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-bd422612-d2d4-4662-a5a8-3208a29a6e64 service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164441 Aug 29 04:53:52.228969 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:53:52.241105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41456) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:52.242056 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c1eb56a66314b949108bfb51651af8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097230 Aug 29 04:53:52.252859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97acee5-348f-44ae-918d-de3e99afb206,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:52.262738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1c36ef3d-c424-4ea8-81d4-416068f4dde0 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.5665076 Aug 29 04:53:52.265518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:52.294162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.294493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.294837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.295172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.295505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.295835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.296267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.296597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.296926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.297248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.297571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.297891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620710dd-ec74-4109-960c-2ee1ec18a97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:53:52.369722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-032e93ad-10ea-4291-9434-9709d2bd87d1 req-a4c91004-6385-4076-83f2-2772e3b41834 service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482296 Aug 29 04:53:52.436290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.440792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286096d-e275-4f1b-916a-aab3848c9fb7 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:52.441047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286096d-e275-4f1b-916a-aab3848c9fb7 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:52.442845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0286096d-e275-4f1b-916a-aab3848c9fb7 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae HTTP/1.1" status: 200 len: 1992 time: 0.1759193 Aug 29 04:53:52.472081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.573908 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.583509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:52.589486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e97acee5-348f-44ae-918d-de3e99afb206 HTTP/1.1" status: 204 len: 168 time: 0.3432357 Aug 29 04:53:52.609104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad1154-68d7-4713-8b34-97eca9595395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97acee5-348f-44ae-918d-de3e99afb206,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:52.683740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '29e67e83-7713-49a4-b7cf-b01be4f75b1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'port_id': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'mac_address': 'fa:16:3e:74:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09766d59-144e-4764-8b38-814ce433bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:49Z', 'updated_at': '2021-08-29T04:53:49Z', 'revision_number': 0, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:53:52.721939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c302f31-433d-4061-aa83-4b542bf8f768 None None] The sync data for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 is: [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '29e67e83-7713-49a4-b7cf-b01be4f75b1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'port_id': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'mac_address': 'fa:16:3e:74:72:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09766d59-144e-4764-8b38-814ce433bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:53:49Z', 'updated_at': '2021-08-29T04:53:49Z', 'revision_number': 0, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:53:52.967836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:52.976557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-3e9ad214-6ad3-452e-8413-5bc2ef348791 req-2f36a799-21c0-4c32-8939-efa69226db3d service neutron] (94826) timed out ('10.222.0.62', 51652) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:53:52.983345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33cbdbfe-37cc-49a0-a30d-21fbb71587fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.009751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d424e72-41a0-4277-971c-05d6cd74edae None None] New status for floating IP 29e67e83-7713-49a4-b7cf-b01be4f75b1b: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:53:53.140498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9e16b-dc40-4311-be23-0cd01b366baf req-72594122-8c6d-4702-86f3-592b534d3a6f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.142160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0e9e16b-dc40-4311-be23-0cd01b366baf req-72594122-8c6d-4702-86f3-592b534d3a6f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0833411 Aug 29 04:53:53.153453 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33cbdbfe-37cc-49a0-a30d-21fbb71587fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.162892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-33cbdbfe-37cc-49a0-a30d-21fbb71587fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.226745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-33cbdbfe-37cc-49a0-a30d-21fbb71587fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96cc215bf1404a5ebadba3795c127947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576258 Aug 29 04:53:53.229465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:53.236118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbdbfe-37cc-49a0-a30d-21fbb71587fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d786ab8-35af-444a-bdd6-53a961c2c943,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:53.244390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0e9e16b-dc40-4311-be23-0cd01b366baf req-bff6a15f-9309-431a-b841-8f7694bee6fb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931356 Aug 29 04:53:53.289112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.310907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.358359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.360917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:53.362133 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d786ab8-35af-444a-bdd6-53a961c2c943 HTTP/1.1" status: 204 len: 168 time: 0.1315510 Aug 29 04:53:53.370034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574b035-ac94-40ad-9859-b5ad343b2757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d786ab8-35af-444a-bdd6-53a961c2c943,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:53.900562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-83de325d-8617-49f3-a932-d2cb58c7b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.901038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-83de325d-8617-49f3-a932-d2cb58c7b644 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1098 time: 0.0432236 Aug 29 04:53:53.998504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-d56e7988-f611-43f5-8803-e779a3ffb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:53.999995 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-d56e7988-f611-43f5-8803-e779a3ffb2dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0906281 Aug 29 04:53:54.072391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-6e409f24-eaf4-48d8-94ad-8bdca6b6d9f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 1001 time: 0.0624046 Aug 29 04:53:54.129141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-0bc9e4af-b3ff-47cc-a205-955938940920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:54.130677 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-0bc9e4af-b3ff-47cc-a205-955938940920 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0505583 Aug 29 04:53:54.177011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-d15fefef-e5a0-448b-b2b7-ba76cb9e7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:54.178583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-d15fefef-e5a0-448b-b2b7-ba76cb9e7119 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401528 Aug 29 04:53:54.274584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-878ffd68-67a1-415c-85a9-9748c8d3d244 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Aug 29 04:53:54.388144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c7b8f1ca-e01a-4f74-85fa-b6a0926845f5 req-5926af8d-465c-4307-b4cb-6d5b0e2bff21 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020761 Aug 29 04:53:54.392802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291bbee-c726-4171-91f0-5adc02947a06 req-41ee9151-8fa5-477a-a488-5b3141251749 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:54.394563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4291bbee-c726-4171-91f0-5adc02947a06 req-41ee9151-8fa5-477a-a488-5b3141251749 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0557020 Aug 29 04:53:54.462800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4291bbee-c726-4171-91f0-5adc02947a06 req-bb53b23b-392a-4c9a-9600-77dd7c2138e3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592427 Aug 29 04:53:55.476780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:55.597591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6204a8-c71d-4122-abb7-9b85cba56ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.600000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f16dc-2f8a-4413-9317-d3e6f3647f42 req-d12f4251-47f9-4069-8f68-b8c7f21ed3f6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:55.601602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-394f16dc-2f8a-4413-9317-d3e6f3647f42 req-d12f4251-47f9-4069-8f68-b8c7f21ed3f6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0593293 Aug 29 04:53:55.645905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-394f16dc-2f8a-4413-9317-d3e6f3647f42 req-4ea6ca94-e1d5-4957-bcd5-3a37d002479a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362093 Aug 29 04:53:55.701812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6204a8-c71d-4122-abb7-9b85cba56ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.706176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ae6204a8-c71d-4122-abb7-9b85cba56ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.745238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ae6204a8-c71d-4122-abb7-9b85cba56ebb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea2af097ba76491f9b57727a99f39064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673466 Aug 29 04:53:55.746214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6204a8-c71d-4122-abb7-9b85cba56ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91db4dd-8b05-485a-9b43-80122d5ca3bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:55.748687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41560) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:55.803279 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.827375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.880297 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.883157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:55.884611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c91db4dd-8b05-485a-9b43-80122d5ca3bd HTTP/1.1" status: 204 len: 168 time: 0.1348500 Aug 29 04:53:55.894806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670122-1510-44ca-a009-044f36de6a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91db4dd-8b05-485a-9b43-80122d5ca3bd,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:56.166655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41566) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:56.180625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-570af775-14bf-4c4d-a5ee-0b4287e7b9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.278549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-570af775-14bf-4c4d-a5ee-0b4287e7b9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.282711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-570af775-14bf-4c4d-a5ee-0b4287e7b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.320815 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570af775-14bf-4c4d-a5ee-0b4287e7b9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295bad62-b47a-4a7a-bc19-fd3630481b4e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:56.328484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-570af775-14bf-4c4d-a5ee-0b4287e7b9cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e3835773d814c4a8ab23403f345c122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604671 Aug 29 04:53:56.328702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:56.383294 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.407266 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.457104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.462115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:56.464467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/295bad62-b47a-4a7a-bc19-fd3630481b4e HTTP/1.1" status: 204 len: 168 time: 0.1347234 Aug 29 04:53:56.474320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af3e8-20b2-4ba6-bf40-65f72ad24692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295bad62-b47a-4a7a-bc19-fd3630481b4e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:56.812876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cd41a-a524-4577-aa48-e43b390badee req-901c6ca8-3e34-4ab9-a184-1e9d73063746 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:56.815007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3cd41a-a524-4577-aa48-e43b390badee req-901c6ca8-3e34-4ab9-a184-1e9d73063746 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 946 time: 0.0640037 Aug 29 04:53:56.861700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d3cd41a-a524-4577-aa48-e43b390badee req-51a8ae0d-04dd-4fb5-97b0-51268976a269 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Aug 29 04:53:57.296934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:57.435897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2003639668-network', 'tenant_id': '62cb193ff0d1435383613c4d19c950fe'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:57.461857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Made reservation on behalf of 62cb193ff0d1435383613c4d19c950fe for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:57.464718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.474167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.484238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:53:57.575457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.580876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.590718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.610467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:57.618599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:53:57.621102 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78d948-8bb2-473a-a308-8184b8be5682" -d '{"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-unplugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:53:57.630463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d244d2-7d84-4190-936b-f00e74f39876,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:57.634894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.635453 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Added segment 854baffe-49f2-447a-8d63-eb14c79ba48a of type vlan for network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 Aug 29 04:53:57.643653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:53:57.651199 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.681137 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac7920-b015-4289-89da-b36c390e58c9 x-openstack-request-id: req-6cac7920-b015-4289-89da-b36c390e58c9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:53:57.681423 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-unplugged", "status": "failed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:53:57.681669 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cac7920-b015-4289-89da-b36c390e58c9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:53:57.682065 n-d-712139-13 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'code': 422} returned with failed status Aug 29 04:53:57.685027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.710106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:57.712264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.713798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:57.714811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.745405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4470451 Aug 29 04:53:57.748864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:57.754571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Request body: {'subnet': {'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2003639668-subnet', 'tenant_id': '62cb193ff0d1435383613c4d19c950fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:57.782225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Made reservation on behalf of 62cb193ff0d1435383613c4d19c950fe for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:57.786797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:57.809343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7097a4d-720a-4fdc-b3f2-c342295a74f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1bed38-e307-41e4-9559-e1a4c8ce05c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:57.819869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:58.386645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b39c1-643e-40da-b5ef-a0819090b42f req-1d20c6ec-d78e-4441-bb1b-edd48e53ba71 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:58.388565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-383b39c1-643e-40da-b5ef-a0819090b42f req-1d20c6ec-d78e-4441-bb1b-edd48e53ba71 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.4280636 Aug 29 04:53:58.450493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-383b39c1-643e-40da-b5ef-a0819090b42f req-93ac76e2-fde3-42d4-a29f-f2b3102e609b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532296 Aug 29 04:53:58.474110 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:58.538534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6e11bf-b478-42d7-bece-5e10a76ea915,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:58.549557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Checking segment: {'id': '854baffe-49f2-447a-8d63-eb14c79ba48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:58.549917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Network hostable DHCP agents. Network: ba1bed38-e307-41e4-9559-e1a4c8ce05c7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:58.568272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:58.577913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ba1bed38-e307-41e4-9559-e1a4c8ce05c7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:58.582611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:58.583592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:58.590241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed18670-a751-4fbb-a3ee-2da0c0a15814 None None] Network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:58.609680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d97e219c-c9d9-484e-806e-9be5f466a81f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8537712 Aug 29 04:53:58.759385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1cee0-2793-4c21-b9e0-2816f844f651 None None] Network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:59.217154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:59.222883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-810548712-network', 'tenant_id': 'e8ae237e16614586bf210103e6eb9b22'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:59.245360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Made reservation on behalf of e8ae237e16614586bf210103e6eb9b22 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:59.247903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.257396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.281534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47963-2ba3-4fd2-bf2e-37654c938692 req-d7ee7cc1-2386-4974-b4da-ead186c8eabc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:59.288741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cb47963-2ba3-4fd2-bf2e-37654c938692 req-d7ee7cc1-2386-4974-b4da-ead186c8eabc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0580206 Aug 29 04:53:59.336372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cb47963-2ba3-4fd2-bf2e-37654c938692 req-accf6b9e-3faa-4801-ab79-8a909d20e3d1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Aug 29 04:53:59.357407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.362087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.389237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:53:59.395704 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d046d52d-fac2-4622-b7ad-ac50eb29c664,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:59.401968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.402571 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Added segment c54986b7-0e64-41d6-9321-9021ae815554 of type vlan for network e18687d0-1d22-47a9-ad47-57e8c9d38b64 Aug 29 04:53:59.448433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.475306 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.476557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:59.477191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.527854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:59.541376 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3228729 Aug 29 04:53:59.544201 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41654) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:53:59.549860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Request body: {'subnet': {'network_id': 'e18687d0-1d22-47a9-ad47-57e8c9d38b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-810548712-subnet', 'tenant_id': 'e8ae237e16614586bf210103e6eb9b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:53:59.556446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805019d7-08b7-415d-b9df-a17e306e21a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e18687d0-1d22-47a9-ad47-57e8c9d38b64,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:59.567169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e18687d0-1d22-47a9-ad47-57e8c9d38b64 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:53:59.576088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Made reservation on behalf of e8ae237e16614586bf210103e6eb9b22 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:53:59.578420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.683431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-190d01bd-28ef-4d46-af7c-62a9d235b585 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543288 Aug 29 04:53:59.753620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.808617 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=617d85ee-2381-4be0-a287-473c4ffd6a07,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:53:59.815562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Checking segment: {'id': 'c54986b7-0e64-41d6-9321-9021ae815554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e18687d0-1d22-47a9-ad47-57e8c9d38b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:53:59.815911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Network hostable DHCP agents. Network: e18687d0-1d22-47a9-ad47-57e8c9d38b64, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:53:59.832870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Network e18687d0-1d22-47a9-ad47-57e8c9d38b64 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:53:59.841555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e18687d0-1d22-47a9-ad47-57e8c9d38b64) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:53:59.847122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:53:59.847775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.848677 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:53:59.853695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23181c4-6714-4cfd-a080-bccfd48c1643 None None] Network e18687d0-1d22-47a9-ad47-57e8c9d38b64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:53:59.862126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-615f340b-ee40-49bc-b7eb-a7d2d0f1f73c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168762 Aug 29 04:53:59.980154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aad53e-c7de-44af-bd18-7299b91df44b None None] Network e18687d0-1d22-47a9-ad47-57e8c9d38b64 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:54:00.297533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-206ce43d-2b58-4d0c-bddf-16c5770e0506 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:00.298997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-206ce43d-2b58-4d0c-bddf-16c5770e0506 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/networks?id=ba1bed38-e307-41e4-9559-e1a4c8ce05c7 HTTP/1.1" status: 200 len: 809 time: 0.1042709 Aug 29 04:54:00.315125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-2a3c6958-0b8c-4c49-9f0f-385366d4d27b tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/quotas/62cb193ff0d1435383613c4d19c950fe HTTP/1.1" status: 200 len: 375 time: 0.0100272 Aug 29 04:54:00.347124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b7003ec7-ada3-403a-a2e6-5033dea32882 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=62cb193ff0d1435383613c4d19c950fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265653 Aug 29 04:54:00.477358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cfc23-0437-4514-b0d5-fcb4ccce16c7 req-7bd65869-47fe-4c92-a802-b35ffb76cf86 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:00.478905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e28cfc23-0437-4514-b0d5-fcb4ccce16c7 req-7bd65869-47fe-4c92-a802-b35ffb76cf86 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0752995 Aug 29 04:54:00.485222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-a2625cec-2a89-4959-b228-4246105d4b7f service neutron] 10.222.0.62 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279955 Aug 29 04:54:00.567301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e28cfc23-0437-4514-b0d5-fcb4ccce16c7 req-43f606fe-92f9-4c7f-b122-47627f1f2998 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810027 Aug 29 04:54:00.602847 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3d287223-4413-483a-a925-c251a75e8dda service neutron] 10.222.0.62 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021240 Aug 29 04:54:00.782462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-073ba90e-beb9-48b4-9b56-86ab4d32e79f req-f0117f66-04db-4f4e-9ee1-dacfd54ac95c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 210 time: 0.0345345 Aug 29 04:54:01.695181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc85d42-4189-44dd-afb6-3119df69a64d req-690dac9a-9d5f-4703-8a3c-811dcd3a3e4f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:01.696781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcc85d42-4189-44dd-afb6-3119df69a64d req-690dac9a-9d5f-4703-8a3c-811dcd3a3e4f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0523231 Aug 29 04:54:01.737500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcc85d42-4189-44dd-afb6-3119df69a64d req-d021ea0f-4d50-4bf7-bb56-c0aaf9ea42db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340545 Aug 29 04:54:01.842516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-879a72a5-f638-4110-bc68-1f8edabe9b95 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:01.845383 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-879a72a5-f638-4110-bc68-1f8edabe9b95 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.54 "GET /v2.0/networks?id=ba1bed38-e307-41e4-9559-e1a4c8ce05c7 HTTP/1.1" status: 200 len: 809 time: 0.1106777 Aug 29 04:54:01.861277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Request body: {'port': {'device_id': '45eaeda8-75e5-4935-b73c-a417349158b4', 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7', 'admin_state_up': True, 'tenant_id': '62cb193ff0d1435383613c4d19c950fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:01.893705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95aa1230-2c28-4f0c-b0e0-a4f92f097540 req-e04c36e3-69d6-4668-9773-6b60d0c176d1 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 210 time: 0.0368257 Aug 29 04:54:01.990356 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Made reservation on behalf of 62cb193ff0d1435383613c4d19c950fe for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:01.993914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.132874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Allocated IP 172.20.0.2 (ba1bed38-e307-41e4-9559-e1a4c8ce05c7/6f6e11bf-b478-42d7-bece-5e10a76ea915/d8bdaa70-057b-48b8-9843-7dc4c61c07a4) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:02.280065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.318717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.368427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:02.371651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:02.375683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:02.382339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Pushing event updated for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:02.430377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:02.431018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.445867 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3828c8bd-f6a6-4c8b-a3f9-5ab3e61f2578 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888197 Aug 29 04:54:02.464331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Request body: {'port': {'device_id': '45eaeda8-75e5-4935-b73c-a417349158b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:02.519756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.791261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bdaa70-057b-48b8-9843-7dc4c61c07a4 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:02.798865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.812190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Transition to ACTIVE for port object d8bdaa70-057b-48b8-9843-7dc4c61c07a4 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:02.817542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:02.867216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbfe2b-201d-492f-8f2b-a519bf79c933 req-59947062-ba40-4020-b7a3-1c0f503d0447 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:02.871357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccfbfe2b-201d-492f-8f2b-a519bf79c933 req-59947062-ba40-4020-b7a3-1c0f503d0447 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0578451 Aug 29 04:54:02.874603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:02.912843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccfbfe2b-201d-492f-8f2b-a519bf79c933 req-3409cb1c-3ee2-4d4c-bebc-c338e89fa389 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356996 Aug 29 04:54:02.947137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Attempting to bind port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:02.947476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Attempting to bind port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '854baffe-49f2-447a-8d63-eb14c79ba48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:02.947813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Attempting to bind port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 on network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:02.952325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 on network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:02.952652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Attempting to bind port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 on network ba1bed38-e307-41e4-9559-e1a4c8ce05c7 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:02.958368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:02.958843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Checking segment: {'id': '854baffe-49f2-447a-8d63-eb14c79ba48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:02.959366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Bound using segment: {'id': '854baffe-49f2-447a-8d63-eb14c79ba48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:02.960011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Bound port: d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854baffe-49f2-447a-8d63-eb14c79ba48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:02.960486 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:03.020466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b1562-0a7b-4ee8-8132-c1e64af9f89f req-01d1d637-e0e1-4174-b010-fde022f63831 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.022073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-769b1562-0a7b-4ee8-8132-c1e64af9f89f req-01d1d637-e0e1-4174-b010-fde022f63831 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 943 time: 0.0597479 Aug 29 04:54:03.036814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:03.040134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,segment=NetworkSegment(854baffe-49f2-447a-8d63-eb14c79ba48a),segment_id=854baffe-49f2-447a-8d63-eb14c79ba48a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:03.045792 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:03.066206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-769b1562-0a7b-4ee8-8132-c1e64af9f89f req-85538dd8-3540-4031-ac86-d70800c89820 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Aug 29 04:54:03.080665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.081514 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:03.082963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8bdaa70-057b-48b8-9843-7dc4c61c07a4 HTTP/1.1" status: 200 len: 1092 time: 0.6230595 Aug 29 04:54:03.085709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:03.088086 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79" -d '{"events": [{"name": "network-changed", "server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:03.116905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bff877-18de-4b4d-8276-cad35a172649 service neutron] Pushing event updated for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:03.133831 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca32db7-0acb-4900-99aa-5624c372da4f x-openstack-request-id: req-2ca32db7-0acb-4900-99aa-5624c372da4f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:03.134128 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:03.134367 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ca32db7-0acb-4900-99aa-5624c372da4f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:03.134780 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4', 'status': 'completed', 'code': 200} Aug 29 04:54:03.191399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-567026c4-0587-4c71-b870-440b80b81648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.193564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-567026c4-0587-4c71-b870-440b80b81648 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62cb193ff0d1435383613c4d19c950fe&device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 1095 time: 0.0524259 Aug 29 04:54:03.249987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-c80a7cbb-f25a-4c30-b189-47337c26fa0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4 HTTP/1.1" status: 200 len: 217 time: 0.0435207 Aug 29 04:54:03.305417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3f6a71db-7d80-40b4-8e92-a2f7bbd2e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.306847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-3f6a71db-7d80-40b4-8e92-a2f7bbd2e0b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f6e11bf-b478-42d7-bece-5e10a76ea915 HTTP/1.1" status: 200 len: 849 time: 0.0446787 Aug 29 04:54:03.344993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-278b0350-d5fa-4629-96f2-37c6416d1a31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba1bed38-e307-41e4-9559-e1a4c8ce05c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256686 Aug 29 04:54:03.446659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-4998cd8d-0469-44d2-ad2f-9ff7b20f17cb service neutron] 10.222.0.54 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896499 Aug 29 04:54:03.564168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b93c889-f04e-4c15-bbb9-41f8b7e8534e req-4dc0dff4-a5fd-463d-b391-8e303eebc721 service neutron] 10.222.0.54 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064794 Aug 29 04:54:03.653787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-5b4d5ec0-89b4-4803-a29e-a59eee389d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.655588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-5b4d5ec0-89b4-4803-a29e-a59eee389d62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62cb193ff0d1435383613c4d19c950fe&device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 1095 time: 0.0422029 Aug 29 04:54:03.749686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-95278ed4-6fba-4240-892f-ee2524b82889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.751354 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-95278ed4-6fba-4240-892f-ee2524b82889 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ba1bed38-e307-41e4-9559-e1a4c8ce05c7 HTTP/1.1" status: 200 len: 910 time: 0.0882986 Aug 29 04:54:03.793776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-451f22a7-1db0-4ecc-baad-617b6d2da9d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4 HTTP/1.1" status: 200 len: 217 time: 0.0349619 Aug 29 04:54:03.850382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-713e698f-58a0-4768-a21b-abd03887102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:03.851841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-713e698f-58a0-4768-a21b-abd03887102d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f6e11bf-b478-42d7-bece-5e10a76ea915 HTTP/1.1" status: 200 len: 849 time: 0.0508518 Aug 29 04:54:03.888845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-c7e8661b-7c3f-48ce-ad13-19ddd657c04b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ba1bed38-e307-41e4-9559-e1a4c8ce05c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287161 Aug 29 04:54:03.982005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-28c58b24-b567-49b0-be76-bf1adbb0293e service neutron] 10.222.0.54 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Aug 29 04:54:04.037266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469d2b-4e4a-4d77-aec9-10d8f9102903 req-310f2858-611a-46aa-87fe-1a0afa3bf5af tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:04.038775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c469d2b-4e4a-4d77-aec9-10d8f9102903 req-310f2858-611a-46aa-87fe-1a0afa3bf5af tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0501249 Aug 29 04:54:04.077784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c469d2b-4e4a-4d77-aec9-10d8f9102903 req-0f061692-d88e-4551-94bd-48bbc5ffb7a2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Aug 29 04:54:04.082783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-962c1ad6-13cc-467b-8f3b-c7a0f3d6ef79 req-b0592fb1-8fa8-4d8d-ae13-114bf8c582e7 service neutron] 10.222.0.54 "GET /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933168 Aug 29 04:54:04.208534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a14ca-004e-4c61-af5d-ceab684e7ac8 req-e91cf433-1019-41bf-bde5-01011f968081 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:04.210057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b15a14ca-004e-4c61-af5d-ceab684e7ac8 req-e91cf433-1019-41bf-bde5-01011f968081 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 943 time: 0.0566690 Aug 29 04:54:04.251163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b15a14ca-004e-4c61-af5d-ceab684e7ac8 req-bb15cb4a-fb54-4afa-a6bf-104b640bb24b tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Aug 29 04:54:05.210654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6e03f-7066-4b85-b68a-bd9f92fc2351 req-aa9223ce-0331-41aa-a2ca-90fe804d2220 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:05.212115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12c6e03f-7066-4b85-b68a-bd9f92fc2351 req-aa9223ce-0331-41aa-a2ca-90fe804d2220 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Aug 29 04:54:05.256368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12c6e03f-7066-4b85-b68a-bd9f92fc2351 req-9772e420-9864-4660-b560-b1055d272178 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374017 Aug 29 04:54:05.375954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197bdfb-de7b-494c-af22-0f2b1d7e29d5 req-715d7d65-4e16-4b47-9ba0-be1fa237a4c2 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:05.377470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7197bdfb-de7b-494c-af22-0f2b1d7e29d5 req-715d7d65-4e16-4b47-9ba0-be1fa237a4c2 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 943 time: 0.0553098 Aug 29 04:54:05.417348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7197bdfb-de7b-494c-af22-0f2b1d7e29d5 req-d12a8ccb-faed-438c-b044-2b4182c20f4e tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Aug 29 04:54:06.383289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5caa34-a497-4b46-bd72-fc07dba6f62c req-7b602a3b-d5d7-48d3-8fae-5db151839b61 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:06.384897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae5caa34-a497-4b46-bd72-fc07dba6f62c req-7b602a3b-d5d7-48d3-8fae-5db151839b61 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0539458 Aug 29 04:54:06.425579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae5caa34-a497-4b46-bd72-fc07dba6f62c req-3f8a8b5b-28ba-45d4-ac9f-74f85d99da8d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Aug 29 04:54:06.548540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c24d-3852-49af-ae5e-898994e8cb0f req-f02f8a2e-d848-44c5-8e47-a8698e241496 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:06.550239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c285c24d-3852-49af-ae5e-898994e8cb0f req-f02f8a2e-d848-44c5-8e47-a8698e241496 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 943 time: 0.0553908 Aug 29 04:54:06.590394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c285c24d-3852-49af-ae5e-898994e8cb0f req-6538c63b-61e5-438d-84d2-4b26cf837390 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Aug 29 04:54:07.331304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87ccf9f6-3eb9-48bb-9c99-a2ddb1f498ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:07.496011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d8bdaa70-057b-48b8-9843-7dc4c61c07a4 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:07.556486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3bb9-f76b-4653-8243-5139cc875a50 req-7995b836-6eb2-4b6c-877e-d6503f042951 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:07.566087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-630e3bb9-f76b-4653-8243-5139cc875a50 req-7995b836-6eb2-4b6c-877e-d6503f042951 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0628185 Aug 29 04:54:07.617140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-630e3bb9-f76b-4653-8243-5139cc875a50 req-ecbd4e65-9886-40f4-8ddf-7a1974a7be37 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500643 Aug 29 04:54:07.629165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,segment=NetworkSegment(854baffe-49f2-447a-8d63-eb14c79ba48a),segment_id=854baffe-49f2-447a-8d63-eb14c79ba48a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:07.651343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4', 'network_id': 'ba1bed38-e307-41e4-9559-e1a4c8ce05c7', 'port_id': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4', 'mac_address': 'fa:16:3e:84:9d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6e11bf-b478-42d7-bece-5e10a76ea915', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:07.712766 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:07.733834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bdaa70-057b-48b8-9843-7dc4c61c07a4 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:07.747221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54363362-402a-4530-8f71-b303500e394c req-f0d3eda1-ed8a-4814-8acb-aa7538d5110c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:07.749042 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54363362-402a-4530-8f71-b303500e394c req-f0d3eda1-ed8a-4814-8acb-aa7538d5110c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 943 time: 0.0638998 Aug 29 04:54:07.763371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,segment=NetworkSegment(854baffe-49f2-447a-8d63-eb14c79ba48a),segment_id=854baffe-49f2-447a-8d63-eb14c79ba48a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:07.774236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:07.796816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54363362-402a-4530-8f71-b303500e394c req-47ef3087-82da-48c3-84da-83796e8e1554 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Aug 29 04:54:07.834013 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:07.843266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.843705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.844146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.844560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.844985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.845915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.846314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.846719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.847113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.847511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.847980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:07.848380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:08.084474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d8bdaa70-057b-48b8-9843-7dc4c61c07a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:08.742750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2a9e-856a-417b-90c7-30fdc2aa5629 req-8672889d-babd-4eda-ae30-7a8eb1b669e5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.744531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a27d2a9e-856a-417b-90c7-30fdc2aa5629 req-8672889d-babd-4eda-ae30-7a8eb1b669e5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0529506 Aug 29 04:54:08.785586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a27d2a9e-856a-417b-90c7-30fdc2aa5629 req-962a2b45-ccda-4960-bb1f-972d3b35452a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Aug 29 04:54:08.828376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-a61fce9f-ef87-4821-b4f6-f0bdd89aba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.830440 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-a61fce9f-ef87-4821-b4f6-f0bdd89aba79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 1096 time: 0.0434148 Aug 29 04:54:08.902615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-2d0ca19e-c15e-4f87-950b-92f2621b7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.904308 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-2d0ca19e-c15e-4f87-950b-92f2621b7d57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1096 time: 0.0476043 Aug 29 04:54:08.937406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181ae0-32ab-45f3-a797-3b41b0a9f690 req-c89a7694-2495-4eb6-ad66-8a1e8158a688 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:08.938997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5181ae0-32ab-45f3-a797-3b41b0a9f690 req-c89a7694-2495-4eb6-ad66-8a1e8158a688 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 944 time: 0.0603795 Aug 29 04:54:08.985437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b5181ae0-32ab-45f3-a797-3b41b0a9f690 req-bb0b3046-52a4-4111-9e2c-30c29bde42b5 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Aug 29 04:54:09.015678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-075e74fd-548f-483e-807b-310beedfbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.017792 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-075e74fd-548f-483e-807b-310beedfbf17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.1021459 Aug 29 04:54:09.101194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-eecfc923-5f8b-4dd5-b8c5-06548aca9dda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 999 time: 0.0701842 Aug 29 04:54:09.167441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-1633fbf4-17b8-489a-a028-fc52585b36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.170982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-1633fbf4-17b8-489a-a028-fc52585b36ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0573664 Aug 29 04:54:09.241088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-46472b69-86cc-42b9-a99b-6e38d0e05add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.242607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-46472b69-86cc-42b9-a99b-6e38d0e05add service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596325 Aug 29 04:54:09.342462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-1075f8df-8df0-4707-9c23-543dde69a83e service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891602 Aug 29 04:54:09.446977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-172f2883-8bf9-4a06-a3d6-0fd0508bacc1 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926793 Aug 29 04:54:09.504832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d8bdaa70-057b-48b8-9843-7dc4c61c07a4 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:09.557613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:09.561603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:09.561967 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:09.647229 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:09.674953 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:09.677596 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde2c6c-2f02-477f-9c4f-b13138ef4b1c" -d '{"events": [{"server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:09.693950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,segment=NetworkSegment(854baffe-49f2-447a-8d63-eb14c79ba48a),segment_id=854baffe-49f2-447a-8d63-eb14c79ba48a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:09.699705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:09.728332 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf7c22-a1b5-4074-a4cf-a8c4023bc868 x-openstack-request-id: req-88cf7c22-a1b5-4074-a4cf-a8c4023bc868 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:09.728629 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:09.728883 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88cf7c22-a1b5-4074-a4cf-a8c4023bc868 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:09.729872 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4', 'code': 200} Aug 29 04:54:09.785722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:09.849641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140a2f6-9969-45b7-bd0f-4aa64f0501f8 req-431f9173-1e44-4b56-882e-fa822aa2a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.851776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a140a2f6-9969-45b7-bd0f-4aa64f0501f8 req-431f9173-1e44-4b56-882e-fa822aa2a8ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 1097 time: 0.0492477 Aug 29 04:54:09.910716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a140a2f6-9969-45b7-bd0f-4aa64f0501f8 req-8c3beb88-ed11-4781-8684-643341091a6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501399 Aug 29 04:54:09.954633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f128a-afe9-4f19-be24-0e4fe43cf33d req-b498d6fe-4ba8-4eb6-ac4c-514bbdd2ac32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:09.959103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c8f128a-afe9-4f19-be24-0e4fe43cf33d req-b498d6fe-4ba8-4eb6-ac4c-514bbdd2ac32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0837924 Aug 29 04:54:10.052130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c8f128a-afe9-4f19-be24-0e4fe43cf33d req-39fe3359-a301-4d15-988a-44bd2e12d083 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862901 Aug 29 04:54:10.143842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdeeb9-0722-44a8-b582-2482f373270a req-e364113e-a4c2-4db0-bb90-31b28f5ea432 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:10.145956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ccdeeb9-0722-44a8-b582-2482f373270a req-e364113e-a4c2-4db0-bb90-31b28f5ea432 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0763125 Aug 29 04:54:10.198747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ccdeeb9-0722-44a8-b582-2482f373270a req-51f9d10b-3075-45c0-a605-215cd49398a1 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459301 Aug 29 04:54:10.284786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:10.369096 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-052d50d5-4801-49f9-96f4-718f816680ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:11.212778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8e786-244b-4fb0-9cec-61fb4674ba1b req-5f9982af-7f34-4440-af1d-ce46a97c666e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.214431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4d8e786-244b-4fb0-9cec-61fb4674ba1b req-5f9982af-7f34-4440-af1d-ce46a97c666e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0559969 Aug 29 04:54:11.266437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4d8e786-244b-4fb0-9cec-61fb4674ba1b req-2ad753b5-424f-4924-96ad-b0882b30b3e6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452030 Aug 29 04:54:11.350016 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:11.355523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce7f4-c1dd-4e25-9b65-97f9fc659a7c req-b19edc87-ad5e-4d54-8ed0-9ea97dd324dc tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:11.357341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf5ce7f4-c1dd-4e25-9b65-97f9fc659a7c req-b19edc87-ad5e-4d54-8ed0-9ea97dd324dc tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0787354 Aug 29 04:54:11.409016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf5ce7f4-c1dd-4e25-9b65-97f9fc659a7c req-eebd05ed-ff81-4b6b-aa5a-eace213bdfc5 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Aug 29 04:54:12.276098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:12.436002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f880-6c3f-4fd0-9db8-c021cae6e4f9 req-a4ab4b8f-7f39-45e4-8340-875779326653 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.437510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58e4f880-6c3f-4fd0-9db8-c021cae6e4f9 req-a4ab4b8f-7f39-45e4-8340-875779326653 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0642760 Aug 29 04:54:12.479210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58e4f880-6c3f-4fd0-9db8-c021cae6e4f9 req-9cd68109-360a-403e-8592-44c38a9a4b87 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350111 Aug 29 04:54:12.556718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d60c5e-a189-4eab-b56a-680a7578b256 req-456af5bd-611b-4251-934e-6655df58f171 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:12.558244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5d60c5e-a189-4eab-b56a-680a7578b256 req-456af5bd-611b-4251-934e-6655df58f171 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0585730 Aug 29 04:54:12.600594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5d60c5e-a189-4eab-b56a-680a7578b256 req-e2c141be-e028-4ac6-90d1-4eefff39741b tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Aug 29 04:54:13.104704 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:13.623375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a6dc-5249-45d5-bb1d-608521c7d44a req-a12ff16b-1f5e-4921-aba4-8e8657a59a0c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:13.625054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed68a6dc-5249-45d5-bb1d-608521c7d44a req-a12ff16b-1f5e-4921-aba4-8e8657a59a0c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0554576 Aug 29 04:54:13.666997 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed68a6dc-5249-45d5-bb1d-608521c7d44a req-5d2cdc99-05d5-412f-aff5-75b178dfffe8 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353205 Aug 29 04:54:13.737734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90f52-210c-40d3-a7f3-d8bcfe4a9d2e req-39f33a1b-09fb-45d5-a74c-422e4aa96095 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:13.739129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97e90f52-210c-40d3-a7f3-d8bcfe4a9d2e req-39f33a1b-09fb-45d5-a74c-422e4aa96095 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Aug 29 04:54:13.786955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-97e90f52-210c-40d3-a7f3-d8bcfe4a9d2e req-09fb2902-29fa-4c3f-b1db-4c59204cca4e tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Aug 29 04:54:14.816745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efe279-d6c5-4c51-9520-11d96f37f721 req-fd28072f-d79b-4fce-b99c-06d7b7b5f707 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:14.818784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98efe279-d6c5-4c51-9520-11d96f37f721 req-fd28072f-d79b-4fce-b99c-06d7b7b5f707 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0562508 Aug 29 04:54:14.863117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98efe279-d6c5-4c51-9520-11d96f37f721 req-f6fcda23-1a71-409d-a2ad-a7c6710e2d0b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Aug 29 04:54:14.929153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75846745-e8dc-47c8-a08f-728df1c94983 req-765268c1-41b1-4506-ae08-8709019d5c41 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:14.931039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75846745-e8dc-47c8-a08f-728df1c94983 req-765268c1-41b1-4506-ae08-8709019d5c41 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0574942 Aug 29 04:54:14.983670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-75846745-e8dc-47c8-a08f-728df1c94983 req-cf887244-320c-47e9-8d60-7d70185f2dee tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Aug 29 04:54:15.991357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed59eb8-d2dd-4a65-a327-59cc8432f320 req-223dc2a4-07f3-4868-ac9e-3956bca4a5bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:15.993195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ed59eb8-d2dd-4a65-a327-59cc8432f320 req-223dc2a4-07f3-4868-ac9e-3956bca4a5bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0528448 Aug 29 04:54:16.058932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7ed59eb8-d2dd-4a65-a327-59cc8432f320 req-08fd26cf-896b-467f-ba03-1b74ce326d2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582693 Aug 29 04:54:16.111299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547959-d5e7-4d94-9899-121ca5cd46c8 req-7f189b41-6a5c-44db-b898-3903f8f542ae tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:16.113203 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29547959-d5e7-4d94-9899-121ca5cd46c8 req-7f189b41-6a5c-44db-b898-3903f8f542ae tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Aug 29 04:54:16.155947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29547959-d5e7-4d94-9899-121ca5cd46c8 req-3862de1b-dcbb-4251-863d-e722b479a08a tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Aug 29 04:54:17.215215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c5a5c-bdb1-45c9-aaa4-53cd4a97684b req-05f08c0e-e695-4565-a5c1-1361e82ba5f9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.216917 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b26c5a5c-bdb1-45c9-aaa4-53cd4a97684b req-05f08c0e-e695-4565-a5c1-1361e82ba5f9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0665355 Aug 29 04:54:17.314755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b26c5a5c-bdb1-45c9-aaa4-53cd4a97684b req-4f3dff2b-3f18-4061-9707-ddfda4e48dfa tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837514 Aug 29 04:54:17.379021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d973ba-6bf7-4310-af94-d0b654eb5ea8 req-4a816a43-98da-4988-9945-961f4b3eb838 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:17.380515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d973ba-6bf7-4310-af94-d0b654eb5ea8 req-4a816a43-98da-4988-9945-961f4b3eb838 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.1302619 Aug 29 04:54:17.439306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d973ba-6bf7-4310-af94-d0b654eb5ea8 req-36ed9beb-cea5-45e1-b8ff-012cb8bc6feb tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Aug 29 04:54:18.445750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6067e-5765-4943-abb7-a4af3ac92059 req-fe746048-eed4-4885-aa83-55c12e7544b0 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.447474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2dd6067e-5765-4943-abb7-a4af3ac92059 req-fe746048-eed4-4885-aa83-55c12e7544b0 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0533831 Aug 29 04:54:18.494712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2dd6067e-5765-4943-abb7-a4af3ac92059 req-dabf93a9-db4c-4977-9e6a-16383dc5cb12 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Aug 29 04:54:18.586518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c642f-cbb0-4afe-9195-78ea115c0618 req-9e1c6485-6290-4dfa-9887-e1169d34aff6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:18.588090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-119c642f-cbb0-4afe-9195-78ea115c0618 req-9e1c6485-6290-4dfa-9887-e1169d34aff6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0579867 Aug 29 04:54:18.632706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-119c642f-cbb0-4afe-9195-78ea115c0618 req-e3917be6-8e28-4264-81a4-f3fd5d6935f1 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Aug 29 04:54:19.631125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae03ef-3909-43e0-86bf-fd7223485942 req-5bf077b3-eaa3-4974-a0e5-72b9fc5ef9c2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.633318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ae03ef-3909-43e0-86bf-fd7223485942 req-5bf077b3-eaa3-4974-a0e5-72b9fc5ef9c2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0509782 Aug 29 04:54:19.717226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ae03ef-3909-43e0-86bf-fd7223485942 req-a0572b9e-c6f6-4d5c-95f9-62d038745c73 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751595 Aug 29 04:54:19.785856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44973bb1-9746-416a-8007-313bc0121bec req-1b9478cb-798e-4557-9a32-ac3373c954a0 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:19.787481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44973bb1-9746-416a-8007-313bc0121bec req-1b9478cb-798e-4557-9a32-ac3373c954a0 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0568111 Aug 29 04:54:19.832600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44973bb1-9746-416a-8007-313bc0121bec req-6f8db832-ea6e-4e5f-8103-33f1dca6cb65 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351260 Aug 29 04:54:20.848572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b6e3-79a1-4bbc-a2f7-93c17ac14fa8 req-cbfebdfd-2943-4331-b663-0813ab048909 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:20.850218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c913b6e3-79a1-4bbc-a2f7-93c17ac14fa8 req-cbfebdfd-2943-4331-b663-0813ab048909 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0575702 Aug 29 04:54:20.914541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c913b6e3-79a1-4bbc-a2f7-93c17ac14fa8 req-45627f72-7513-40db-970d-e4fcbb56f0d8 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578218 Aug 29 04:54:21.005333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26874d-9b5c-44c2-a551-7662b7456709 req-4111ed97-123e-4146-ab7f-85a5f3c64c0c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:21.006793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c26874d-9b5c-44c2-a551-7662b7456709 req-4111ed97-123e-4146-ab7f-85a5f3c64c0c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Aug 29 04:54:21.050795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c26874d-9b5c-44c2-a551-7662b7456709 req-e6159bdb-c2b0-4b86-aa0a-a30ca433e4a4 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Aug 29 04:54:22.045898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f1b9-f466-4800-94d3-b18add809a0f req-efe314ac-94ff-4654-b49a-ef49c45b3f84 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.047498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7e1f1b9-f466-4800-94d3-b18add809a0f req-efe314ac-94ff-4654-b49a-ef49c45b3f84 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0509849 Aug 29 04:54:22.087191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7e1f1b9-f466-4800-94d3-b18add809a0f req-55c9d1b5-8c9a-48c4-aafe-cfc4b26cda8f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336368 Aug 29 04:54:22.181687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49295d9-0e41-4522-a58c-fd7ad64bcdc9 req-44e0406e-fe29-4b11-ac14-91fe116160f9 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.183194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c49295d9-0e41-4522-a58c-fd7ad64bcdc9 req-44e0406e-fe29-4b11-ac14-91fe116160f9 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0558255 Aug 29 04:54:22.221564 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c49295d9-0e41-4522-a58c-fd7ad64bcdc9 req-0500fe32-9951-48e6-840e-668950395165 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Aug 29 04:54:22.664848 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c619724-4a6d-467b-b64e-c4781f3ed311 req-bb0b1e95-8110-42a0-83bb-2e8a06ab27cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268769 Aug 29 04:54:22.751084 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c619724-4a6d-467b-b64e-c4781f3ed311 req-66962915-baa2-462a-8794-68960c9a462a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0271602 Aug 29 04:54:22.801186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c619724-4a6d-467b-b64e-c4781f3ed311 req-00d4b704-ab9f-4e49-8330-1fa6b2978240 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215533 Aug 29 04:54:22.905767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c619724-4a6d-467b-b64e-c4781f3ed311 req-98eb9a8b-9a40-4b4b-a8a2-7cbea931279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:22.908397 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8c619724-4a6d-467b-b64e-c4781f3ed311 req-98eb9a8b-9a40-4b4b-a8a2-7cbea931279c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004117 Aug 29 04:54:23.218231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f877714-4327-4719-865d-35f83c0e13dc req-a2fc6194-ae37-470b-aeee-ffb3d125ee3c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:23.220674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f877714-4327-4719-865d-35f83c0e13dc req-a2fc6194-ae37-470b-aeee-ffb3d125ee3c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0553594 Aug 29 04:54:23.282247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f877714-4327-4719-865d-35f83c0e13dc req-b2a92cbc-4ad6-4fba-a9b2-426327972e36 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Aug 29 04:54:24.434779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5aa3-2f0b-4fc4-9ab0-7aac094e36af req-d30b5d74-a39b-4858-9b0e-e6cf4dca5504 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.436743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56bf5aa3-2f0b-4fc4-9ab0-7aac094e36af req-d30b5d74-a39b-4858-9b0e-e6cf4dca5504 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0686188 Aug 29 04:54:24.488773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-56bf5aa3-2f0b-4fc4-9ab0-7aac094e36af req-c34d6bf9-ccfb-490a-98ae-b96de038641d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437708 Aug 29 04:54:24.746462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb36e-0319-452c-81d3-044475e26075 req-9c9808d8-2682-47e5-b018-0e2a5053d20c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:24.748140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-400fb36e-0319-452c-81d3-044475e26075 req-9c9808d8-2682-47e5-b018-0e2a5053d20c tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0777683 Aug 29 04:54:24.790643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-400fb36e-0319-452c-81d3-044475e26075 req-14fbd0ad-38ba-4926-b32a-a8c64bd9607b tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Aug 29 04:54:25.623540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be8003-6073-4005-9590-12e2cef9c9cb req-010d13bd-ba7b-4d82-886c-50c7f83c3320 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.625087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3be8003-6073-4005-9590-12e2cef9c9cb req-010d13bd-ba7b-4d82-886c-50c7f83c3320 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.0512209 Aug 29 04:54:25.664852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3be8003-6073-4005-9590-12e2cef9c9cb req-294e3a01-1f37-4ce6-bc6c-5ddb3589e6b4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332849 Aug 29 04:54:25.911374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564ab9f-29e3-4dd2-9164-0eeaf1a08cf0 req-41fa5dc5-544d-4e20-84f5-e714cec0b18f tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:25.912902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c564ab9f-29e3-4dd2-9164-0eeaf1a08cf0 req-41fa5dc5-544d-4e20-84f5-e714cec0b18f tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Aug 29 04:54:25.940154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:25.984289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c564ab9f-29e3-4dd2-9164-0eeaf1a08cf0 req-ae93bc7a-5fd1-4a02-bdb8-55974e028257 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/security-groups?id=50d244d2-7d84-4190-936b-f00e74f39876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 Aug 29 04:54:26.038390 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2dbfc7ff-75aa-4f6a-b111-1793d33c92eb tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2155 time: 0.0970604 Aug 29 04:54:26.041387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41856) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:26.046573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'network': {'name': 'tempest-network-smoke--889862660', 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'port_security_enabled': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:26.068341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:26.072434 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.099223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:54:26.115953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.116126 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Added segment 1b187b0b-5bad-4a4a-ae88-82d3d41f7801 of type vlan for network c84538c0-3f8e-4d51-9b63-2722d0988975 Aug 29 04:54:26.125265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-4fd13186-6236-465d-b600-6ca6daf6c683 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.126795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-4fd13186-6236-465d-b600-6ca6daf6c683 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.54 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 945 time: 0.0589821 Aug 29 04:54:26.161265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.190394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.196400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.197004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.234625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Deleting port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:26.234975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.250009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075102 Aug 29 04:54:26.257116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41858) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:26.264124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'admin_state_up': True, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:26.288001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8a33b-7c73-42cf-aa6a-13332fbb0b29 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Network': ['ID=c84538c0-3f8e-4d51-9b63-2722d0988975,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:26.303486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.305326 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.309266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c84538c0-3f8e-4d51-9b63-2722d0988975 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:54:26.335853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] For port d8bdaa70-057b-48b8-9843-7dc4c61c07a4, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,segment=NetworkSegment(854baffe-49f2-447a-8d63-eb14c79ba48a),segment_id=854baffe-49f2-447a-8d63-eb14c79ba48a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:26.336315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.355699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Calling delete_port for d8bdaa70-057b-48b8-9843-7dc4c61c07a4 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:26.420597 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.502937 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.519674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d8bdaa70-057b-48b8-9843-7dc4c61c07a4'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:26.533128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Pushing event deleted for resources: {'Port': ['ID=d8bdaa70-057b-48b8-9843-7dc4c61c07a4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:26.568758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.580013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] No DVR routers for this DVR port d8bdaa70-057b-48b8-9843-7dc4c61c07a4 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:26.582850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.585159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1e03457-e96c-4aca-9a22-aae9b3b6e9cb req-ef45c2eb-0541-4c25-afb8-ac72cb9cf6b6 tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.54 "DELETE /v2.0/ports/d8bdaa70-057b-48b8-9843-7dc4c61c07a4 HTTP/1.1" status: 204 len: 173 time: 0.4494956 Aug 29 04:54:26.585600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'name': 'network-vif-deleted', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:26.587989 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e8150c-334d-4a0c-b509-a5750ffe4c23" -d '{"events": [{"server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "name": "network-vif-deleted", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:26.721064 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b58b7-8336-4300-b331-65dec1b4ea76 x-openstack-request-id: req-653b58b7-8336-4300-b331-65dec1b4ea76 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:26.721412 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eaeda8-75e5-4935-b73c-a417349158b4", "name": "network-vif-deleted", "tag": "d8bdaa70-057b-48b8-9843-7dc4c61c07a4", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:26.721696 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-653b58b7-8336-4300-b331-65dec1b4ea76 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:26.722090 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eaeda8-75e5-4935-b73c-a417349158b4', 'name': 'network-vif-deleted', 'tag': 'd8bdaa70-057b-48b8-9843-7dc4c61c07a4', 'status': 'completed', 'code': 200} Aug 29 04:54:26.837706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.862475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:26.873519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12dcb5-2e10-4809-a4c2-e9c3045da565 req-dca4e1e1-c5b1-4daf-aa9e-6337fb6b2e09 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:26.875040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c12dcb5-2e10-4809-a4c2-e9c3045da565 req-dca4e1e1-c5b1-4daf-aa9e-6337fb6b2e09 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1256344 Aug 29 04:54:27.233687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d05938d1-2401-4f1b-91a7-46b550e45ee3 req-7f6dcb89-5cc5-4a53-ab13-b22315dfd94f tempest-VolumesActionsTest-731146380 tempest-VolumesActionsTest-731146380-project] 10.222.0.62 "GET /v2.0/ports?device_id=45eaeda8-75e5-4935-b73c-a417349158b4 HTTP/1.1" status: 200 len: 210 time: 0.0468721 Aug 29 04:54:27.244745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c12dcb5-2e10-4809-a4c2-e9c3045da565 req-9c354b10-11a0-40ea-9ec0-5f6717d1abb2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625689 Aug 29 04:54:27.299525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.25.3.225 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/18128494-1ac8-4a01-a6be-ae07e32b1fba) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:27.415703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:27.455797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:27.503392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:27.508551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:27.511223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:27.540790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=18128494-1ac8-4a01-a6be-ae07e32b1fba,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:27.675872 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:54:27.776684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:27.985054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:28.131534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router a10e78dc-a11a-4c97-9369-1c769c5bbd62 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:54:28.258165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:54:28.269267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Sync routers for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:54:28.284126 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:28.285708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:28.285875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:28.287739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-156283cd-ae5e-4ac1-847f-1423f7a8fda2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0293381 Aug 29 04:54:28.290840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41872) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.403200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea827ece-1174-42aa-bb25-23ce012ebb31 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.408332 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ea827ece-1174-42aa-bb25-23ce012ebb31 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44ee19dac803401a967f4441ebdf50e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1129322 Aug 29 04:54:28.408713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.459247 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:28.481034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b3b4d-2ac8-4bd3-8f0d-4fea09979dc8 req-e2ad405a-3e10-41d6-9883-44565bc5f477 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.482579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-141b3b4d-2ac8-4bd3-8f0d-4fea09979dc8 req-e2ad405a-3e10-41d6-9883-44565bc5f477 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1393144 Aug 29 04:54:28.542985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403240eb-cfc8-43c3-8d65-7dedf42e34e5 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.547424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-403240eb-cfc8-43c3-8d65-7dedf42e34e5 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350520 Aug 29 04:54:28.547637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.569559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-141b3b4d-2ac8-4bd3-8f0d-4fea09979dc8 req-f2e51676-a7e9-4b83-831f-3949bda25ce7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726533 Aug 29 04:54:28.612742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d216d8cf-c74a-4efd-a5f2-806ce8dfbcb2 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631530 Aug 29 04:54:28.623434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.659991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e75d6b7-ee43-4b22-b109-9b02dcfeea7c tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=44ee19dac803401a967f4441ebdf50e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405412 Aug 29 04:54:28.663525 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.790671 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fef611-7f31-40b0-b258-f77eece05fef tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:28.791157 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:27Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:28.792273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d5fef611-7f31-40b0-b258-f77eece05fef tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276073 Aug 29 04:54:28.795363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41888) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.828826 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Checking router: a10e78dc-a11a-4c97-9369-1c769c5bbd62 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:54:28.829391 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Updating router a10e78dc-a11a-4c97-9369-1c769c5bbd62 port 18128494-1ac8-4a01-a6be-ae07e32b1fba binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:54:28.838367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d34a589-c275-4e73-bc4d-f475dde52032 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382183 Aug 29 04:54:28.838906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 41892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:28.844048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908698093', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:28.860869 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:28.971130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:28.977888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.215492 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.225860 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Transition to ACTIVE for port object 18128494-1ac8-4a01-a6be-ae07e32b1fba will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:29.233678 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.278225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.284602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Attempting to bind port 18128494-1ac8-4a01-a6be-ae07e32b1fba on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:29.284963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Attempting to bind port 18128494-1ac8-4a01-a6be-ae07e32b1fba by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:29.285310 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Attempting to bind port 18128494-1ac8-4a01-a6be-ae07e32b1fba on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:29.297571 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:29.298563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:29.298864 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.299253 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:29.299738 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Bound port: 18128494-1ac8-4a01-a6be-ae07e32b1fba, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:29.300142 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.331390 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Pushing event updated for resources: {'Port': ['ID=18128494-1ac8-4a01-a6be-ae07e32b1fba,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:29.367459 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] For port 18128494-1ac8-4a01-a6be-ae07e32b1fba, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:29.370873 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] For port 18128494-1ac8-4a01-a6be-ae07e32b1fba, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18128494-1ac8-4a01-a6be-ae07e32b1fba,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:29.373456 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.374168 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.374418 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.374745 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.375199 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.375412 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.376478 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.377022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.377540 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.377867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.379178 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.379178 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:29.379417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Subnet': ['ID=4d28a761-8131-4ca7-b1ef-e2e88c5e4dba,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:29.384125 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.393790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Checking segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:29.394309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network hostable DHCP agents. Network: c84538c0-3f8e-4d51-9b63-2722d0988975, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:54:29.443694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network c84538c0-3f8e-4d51-9b63-2722d0988975 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:54:29.447495 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:29.448179 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:29.457591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c84538c0-3f8e-4d51-9b63-2722d0988975) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:29.467131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5f83e-6a3c-42b8-b367-fcea9bf8870c None None] Network c84538c0-3f8e-4d51-9b63-2722d0988975 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:54:29.488644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.489788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.528919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-277222b1-629c-4d29-9e7e-68b7e6d32a1c tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6848512 Aug 29 04:54:29.529869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 41894) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:29.570920 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:29.642350 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8d5be-b3f1-4f19-b018-fb97a0236a98 None None] Pushing event updated for resources: {'Port': ['ID=18128494-1ac8-4a01-a6be-ae07e32b1fba,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:29.674705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:29.678184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d8bdaa70-057b-48b8-9843-7dc4c61c07a4 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:29.684627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c84538c0-3f8e-4d51-9b63-2722d0988975', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'fixed_ips': [{'subnet_id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:54:29.685964 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:29.728597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: d8bdaa70-057b-48b8-9843-7dc4c61c07a4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:29.728942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d8bdaa70-057b-48b8-9843-7dc4c61c07a4 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:29.876936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac3239-017e-4672-a8bd-c0108f316cad req-9dc9c624-b5fc-406d-b491-1f565a861c9c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:29.888586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ac3239-017e-4672-a8bd-c0108f316cad req-9dc9c624-b5fc-406d-b491-1f565a861c9c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 944 time: 0.1574440 Aug 29 04:54:29.892905 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:27Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:29.933158 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.009647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:30.025830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a4ac3239-017e-4672-a8bd-c0108f316cad req-55ed6056-335c-4623-9fde-39046d6c11e6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170604 Aug 29 04:54:30.030835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'mac_address': 'fa:16:3e:07:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:30.036557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Allocated IP 172.20.0.18 (c84538c0-3f8e-4d51-9b63-2722d0988975/4d28a761-8131-4ca7-b1ef-e2e88c5e4dba/286ae369-fa26-4d41-8f37-cbcf61051417) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:30.044741 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8aaea8-d5db-4b2d-a12a-1b7b1e98069c None None] The sync data for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 is: [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:27Z', 'revision_number': 3, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:54:30.171962 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.199495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:30.244509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:30.256907 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.346346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.364397 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.399007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Transition to ACTIVE for port object 286ae369-fa26-4d41-8f37-cbcf61051417 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:30.401624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:30.423983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Transition to ACTIVE for port object 286ae369-fa26-4d41-8f37-cbcf61051417 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:30.430507 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.488557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Network c84538c0-3f8e-4d51-9b63-2722d0988975 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:30.504778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['dda6e279-df66-4f50-9fad-83abc1855b4f'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:30.507326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:30.513113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:30.515533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Pushing event updated for resources: {'Port': ['ID=286ae369-fa26-4d41-8f37-cbcf61051417,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:30.615289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Attempting to bind port 286ae369-fa26-4d41-8f37-cbcf61051417 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:30.615664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Attempting to bind port 286ae369-fa26-4d41-8f37-cbcf61051417 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:30.616060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Attempting to bind port 286ae369-fa26-4d41-8f37-cbcf61051417 on network c84538c0-3f8e-4d51-9b63-2722d0988975 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:30.646258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:30.647046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Checking segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:30.648774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.649504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Bound using segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:30.652361 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Bound port: 286ae369-fa26-4d41-8f37-cbcf61051417, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:30.653642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.783588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] For port 286ae369-fa26-4d41-8f37-cbcf61051417, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:30.789369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] For port 286ae369-fa26-4d41-8f37-cbcf61051417, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=286ae369-fa26-4d41-8f37-cbcf61051417,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:30.801104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:30.817762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.20.0.17 (c84538c0-3f8e-4d51-9b63-2722d0988975/4d28a761-8131-4ca7-b1ef-e2e88c5e4dba/e6067168-e82e-4ff3-aba2-8ecfc4f74a0f) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:30.909902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07018998-9ced-4ed2-8042-4a76a1e3af02 None None] Pushing event updated for resources: {'Port': ['ID=286ae369-fa26-4d41-8f37-cbcf61051417,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:30.990975 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.007881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Transition to ACTIVE for port object e6067168-e82e-4ff3-aba2-8ecfc4f74a0f will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:31.047763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.143333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network c84538c0-3f8e-4d51-9b63-2722d0988975 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:31.147250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:31.153411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:31.184099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:31.217234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.276307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb431b-2adc-44e7-a6a4-9d020807d612 req-8d2451de-2f21-47d7-baf1-390f0c5785d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:31.284714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bffb431b-2adc-44e7-a6a4-9d020807d612 req-8d2451de-2f21-47d7-baf1-390f0c5785d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 945 time: 0.0710394 Aug 29 04:54:31.340775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bffb431b-2adc-44e7-a6a4-9d020807d612 req-5e7b4322-b3e7-4e94-a20b-8e213d789844 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547645 Aug 29 04:54:31.403669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.640843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 286ae369-fa26-4d41-8f37-cbcf61051417 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:31.681462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:31.765114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port dda6e279-df66-4f50-9fad-83abc1855b4f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:31.765544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.767391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 286ae369-fa26-4d41-8f37-cbcf61051417 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:31.793006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18128494-1ac8-4a01-a6be-ae07e32b1fba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:31.808329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.817085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.895804 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.902270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.931267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 18128494-1ac8-4a01-a6be-ae07e32b1fba completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:31.948966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:31.957878 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18ff1b-cce3-4a90-9d03-735e1720b8e6" -d '{"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:31.960807 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 18128494-1ac8-4a01-a6be-ae07e32b1fba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:31.961181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:31.975149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:32.033327 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced36e9a-8498-4627-9a76-6cacb5b6049c x-openstack-request-id: req-ced36e9a-8498-4627-9a76-6cacb5b6049c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:32.033785 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-plugged", "status": "completed", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:32.034141 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ced36e9a-8498-4627-9a76-6cacb5b6049c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:32.034642 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'code': 200} Aug 29 04:54:32.037165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:32.044426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.053687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network c84538c0-3f8e-4d51-9b63-2722d0988975 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:32.055490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:32.173406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:32.176426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.211274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 18128494-1ac8-4a01-a6be-ae07e32b1fba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18128494-1ac8-4a01-a6be-ae07e32b1fba,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:32.216678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.250537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router a10e78dc-a11a-4c97-9369-1c769c5bbd62 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:54:32.296151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=18128494-1ac8-4a01-a6be-ae07e32b1fba,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:32.325613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4495c84-ee41-4349-96ea-32a9b20df37d req-6f7d5af4-95ca-42bd-a414-2c183a065eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:32.327534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4495c84-ee41-4349-96ea-32a9b20df37d req-6f7d5af4-95ca-42bd-a414-2c183a065eba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1099 time: 0.1322429 Aug 29 04:54:32.353738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71833336-a2c8-4ba1-a5b7-ffc93d11715b None None] Network c84538c0-3f8e-4d51-9b63-2722d0988975 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:54:32.424804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Provisioning for port 286ae369-fa26-4d41-8f37-cbcf61051417 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:32.431493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Provisioning complete for port 286ae369-fa26-4d41-8f37-cbcf61051417 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:32.432115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.555133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abff98-f639-42b5-97fc-4029ebd18317 req-33aa2a34-3f41-45ef-8d67-aba14dfcf5e4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:32.562687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26abff98-f639-42b5-97fc-4029ebd18317 req-33aa2a34-3f41-45ef-8d67-aba14dfcf5e4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.1247942 Aug 29 04:54:32.637501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26abff98-f639-42b5-97fc-4029ebd18317 req-c3f454e2-f650-4889-9db0-7a0849b081d5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739009 Aug 29 04:54:32.720996 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.775765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] For port 286ae369-fa26-4d41-8f37-cbcf61051417, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=286ae369-fa26-4d41-8f37-cbcf61051417,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:32.784274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:32.901922 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4495c84-ee41-4349-96ea-32a9b20df37d req-7c116418-c3d5-4af7-8e3c-9f04232e32e7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5627685 Aug 29 04:54:32.906851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578594e4-ae2c-4562-bef6-06c92917a47d None None] Pushing event updated for resources: {'Port': ['ID=286ae369-fa26-4d41-8f37-cbcf61051417,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:32.938812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:54:32.947053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d92974ef-c737-4fca-96a9-9eafe22fffc5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "PUT /v2.0/routers/a10e78dc-a11a-4c97-9369-1c769c5bbd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4138782 Aug 29 04:54:32.974115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Sync routers for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:54:32.989769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:32.991055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:33.177079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:33.478578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-d277096e-e5e4-4b3e-8b1f-906d2a613589 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:33.486721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-d277096e-e5e4-4b3e-8b1f-906d2a613589 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/networks?id=c84538c0-3f8e-4d51-9b63-2722d0988975 HTTP/1.1" status: 200 len: 797 time: 0.1922114 Aug 29 04:54:33.508987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-32b2e6ee-4348-4c65-8cca-9b822dfe3256 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/quotas/44ee19dac803401a967f4441ebdf50e4 HTTP/1.1" status: 200 len: 375 time: 0.0205169 Aug 29 04:54:33.597141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-ad00c839-d64a-4197-b5ea-ffffcb65d11f tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0869970 Aug 29 04:54:33.639032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Provisioning complete for port 286ae369-fa26-4d41-8f37-cbcf61051417 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:33.639407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:33.653117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 286ae369-fa26-4d41-8f37-cbcf61051417 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:33.780618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-5689b8df-7f86-4229-9e1a-fd4d292854ef service neutron] 10.222.0.62 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676166 Aug 29 04:54:33.842747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 286ae369-fa26-4d41-8f37-cbcf61051417 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:33.843369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:33.893069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c8c4-d471-40c3-bd89-5fc7ea3e77f9 req-11a6bfc1-0ba1-4e7b-8ba7-88fdbc8dd81e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:33.894962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3328c8c4-d471-40c3-bd89-5fc7ea3e77f9 req-11a6bfc1-0ba1-4e7b-8ba7-88fdbc8dd81e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0995765 Aug 29 04:54:33.911092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6067168-e82e-4ff3-aba2-8ecfc4f74a0f', 'name': '', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:09:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:30Z', 'updated_at': '2021-08-29T04:54:31Z', 'revision_number': 2, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:33.946505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-43d818ce-49ce-4ee6-a705-d03dea44a60e service neutron] 10.222.0.62 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594181 Aug 29 04:54:33.956422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Checking router: a10e78dc-a11a-4c97-9369-1c769c5bbd62 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:54:33.957108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Updating router a10e78dc-a11a-4c97-9369-1c769c5bbd62 port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 04:54:33.964009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Provisioning for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:33.966932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3328c8c4-d471-40c3-bd89-5fc7ea3e77f9 req-b42ebb51-22c3-4561-b03d-ef15b985472a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550346 Aug 29 04:54:33.986752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Provisioning complete for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:33.987124 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.017942 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.088405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5b86268b-cc2b-4586-9cfb-888eabac2424 None None] Port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:54:34.133678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18128494-1ac8-4a01-a6be-ae07e32b1fba up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:34.280230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90cab203-37e1-4370-aa71-245152b7dc20 req-049b8227-b036-4ac6-8968-f8a506b2517d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 210 time: 0.0812278 Aug 29 04:54:34.294505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9a19c183-c789-4731-a922-418e40160cfa None None] Provisioning complete for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:34.294844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a19c183-c789-4731-a922-418e40160cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.410134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a19c183-c789-4731-a922-418e40160cfa None None] Port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:54:34.447516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 18128494-1ac8-4a01-a6be-ae07e32b1fba triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:34.448019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.667222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.679174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Transition to ACTIVE for port object e6067168-e82e-4ff3-aba2-8ecfc4f74a0f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:34.691561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.768782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6b2c6-218a-4910-b98b-61b193b47477 None None] Pushing event updated for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:34.898271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Attempting to bind port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:34.899047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Attempting to bind port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:34.899047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Attempting to bind port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f on network c84538c0-3f8e-4d51-9b63-2722d0988975 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:34.909348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:34.910025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Checking segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:34.910439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:34.910831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Bound using segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:34.911317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Bound port: e6067168-e82e-4ff3-aba2-8ecfc4f74a0f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:34.911703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:35.032043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] For port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:35.037479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] For port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:35.045312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:35.142274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:35.143201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:35.180934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ace50b-8b35-438a-8b4c-16ffc9174ba6 req-cc1a016c-da4b-4a3e-9d26-8d7dc32dac6b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.182641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9ace50b-8b35-438a-8b4c-16ffc9174ba6 req-cc1a016c-da4b-4a3e-9d26-8d7dc32dac6b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0637882 Aug 29 04:54:35.194560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6b2c6-218a-4910-b98b-61b193b47477 None None] Pushing event updated for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:35.233392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9ace50b-8b35-438a-8b4c-16ffc9174ba6 req-039645f0-74f6-47ee-97a9-09e95ec84c1b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Aug 29 04:54:35.350759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:35.451441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cf365c4-a708-41de-a68b-edc44779cc80 req-33b65b93-f688-434d-b442-862c51b06441 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 210 time: 0.0894408 Aug 29 04:54:35.664663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-d7f7bb03-74a8-417b-ad30-78526f04ba05 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:35.667067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-d7f7bb03-74a8-417b-ad30-78526f04ba05 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.54 "GET /v2.0/networks?id=c84538c0-3f8e-4d51-9b63-2722d0988975 HTTP/1.1" status: 200 len: 797 time: 0.2236257 Aug 29 04:54:35.682519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Request body: {'port': {'device_id': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'admin_state_up': True, 'tenant_id': '44ee19dac803401a967f4441ebdf50e4'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:35.754453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6067168-e82e-4ff3-aba2-8ecfc4f74a0f', 'name': '', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:09:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:30Z', 'updated_at': '2021-08-29T04:54:35Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:35.790104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61a87-1134-49b9-9444-402ff80e1ce8 None None] The sync data for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 is: [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6067168-e82e-4ff3-aba2-8ecfc4f74a0f', 'name': '', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:09:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:30Z', 'updated_at': '2021-08-29T04:54:35Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:54:35.837446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Made reservation on behalf of 44ee19dac803401a967f4441ebdf50e4 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:54:35.841434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.038723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Allocated IP 172.20.0.20 (c84538c0-3f8e-4d51-9b63-2722d0988975/4d28a761-8131-4ca7-b1ef-e2e88c5e4dba/d3e98934-4223-4ec8-a0d6-3a7ced95e207) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:54:36.171725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.189036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Transition to ACTIVE for port object d3e98934-4223-4ec8-a0d6-3a7ced95e207 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:36.231456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.273955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Network c84538c0-3f8e-4d51-9b63-2722d0988975 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:54:36.275411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:54:36.278522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:54:36.316437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event updated for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:36.345480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:36.346347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.363510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-00d0e704-b38a-4130-9086-6228abfc4f85 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6856620 Aug 29 04:54:36.378153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Request body: {'port': {'device_id': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:54:36.456246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.567727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f51dfb93-ee39-4ecf-ad7d-c6850e53633f None None] Provisioning for port d3e98934-4223-4ec8-a0d6-3a7ced95e207 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:36.572310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f51dfb93-ee39-4ecf-ad7d-c6850e53633f None None] Provisioning complete for port d3e98934-4223-4ec8-a0d6-3a7ced95e207 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:36.572818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f51dfb93-ee39-4ecf-ad7d-c6850e53633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.605134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596322-44ab-4d64-8dce-81ca2c8a3514 req-ebfb998b-1075-4abb-9e67-8cbe2928ec09 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:36.614887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c596322-44ab-4d64-8dce-81ca2c8a3514 req-ebfb998b-1075-4abb-9e67-8cbe2928ec09 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 895 time: 0.0678298 Aug 29 04:54:36.636160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f51dfb93-ee39-4ecf-ad7d-c6850e53633f None None] Port d3e98934-4223-4ec8-a0d6-3a7ced95e207 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:54:36.857994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e98934-4223-4ec8-a0d6-3a7ced95e207 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:36.866543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.880194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Transition to ACTIVE for port object d3e98934-4223-4ec8-a0d6-3a7ced95e207 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:54:36.884473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:36.970594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:37.036293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Attempting to bind port d3e98934-4223-4ec8-a0d6-3a7ced95e207 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:54:37.036639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Attempting to bind port d3e98934-4223-4ec8-a0d6-3a7ced95e207 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:54:37.036977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Attempting to bind port d3e98934-4223-4ec8-a0d6-3a7ced95e207 on network c84538c0-3f8e-4d51-9b63-2722d0988975 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:37.043706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Port d3e98934-4223-4ec8-a0d6-3a7ced95e207 on network c84538c0-3f8e-4d51-9b63-2722d0988975 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:54:37.044112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Attempting to bind port d3e98934-4223-4ec8-a0d6-3a7ced95e207 on network c84538c0-3f8e-4d51-9b63-2722d0988975 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:54:37.056112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:54:37.056523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Checking segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:54:37.056844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Bound using segment: {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:54:37.057479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Bound port: d3e98934-4223-4ec8-a0d6-3a7ced95e207, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b187b0b-5bad-4a4a-ae88-82d3d41f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:54:37.057872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.173703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:54:37.177434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:54:37.184852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.247484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.248604 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.251439 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d3e98934-4223-4ec8-a0d6-3a7ced95e207 HTTP/1.1" status: 200 len: 1056 time: 0.8779619 Aug 29 04:54:37.254175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:37.257443 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c715c94e-6d57-491c-964a-97d47a881980" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:37.327533 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4aff5-c3e6-42b6-9119-66463aff50b0 x-openstack-request-id: req-4cd4aff5-c3e6-42b6-9119-66463aff50b0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:37.328149 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:37.328508 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd4aff5-c3e6-42b6-9119-66463aff50b0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:37.329692 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207', 'status': 'completed', 'code': 200} Aug 29 04:54:37.343631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4e88-8681-4167-baba-836c519b52c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.362072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2a484-86ab-4478-8d37-edbc77f010d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:37.388078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-8935e2d1-8008-4cf4-955e-8039c7ff56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.389991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-8935e2d1-8008-4cf4-955e-8039c7ff56f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 1059 time: 0.0859649 Aug 29 04:54:37.442123 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-fe44401e-0306-42bd-b61d-3502cbd15031 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207 HTTP/1.1" status: 200 len: 217 time: 0.0422809 Aug 29 04:54:37.521312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-6a3a1206-d37e-4798-b853-0bde7ed392a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.527155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-6a3a1206-d37e-4798-b853-0bde7ed392a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4d28a761-8131-4ca7-b1ef-e2e88c5e4dba HTTP/1.1" status: 200 len: 838 time: 0.0751412 Aug 29 04:54:37.609302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-c2bec522-956b-4513-9856-323a8494fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.612118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-c2bec522-956b-4513-9856-323a8494fb3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84538c0-3f8e-4d51-9b63-2722d0988975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0786190 Aug 29 04:54:37.626479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6067168-e82e-4ff3-aba2-8ecfc4f74a0f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:37.687525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:37.702582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:37.704449 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.743579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-c2831743-a741-4818-bdd2-f30fc2c71ecc service neutron] 10.222.0.54 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235766 Aug 29 04:54:37.822333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47970e20-33c7-4d96-94b0-56530ef2c6ca req-f4ddc69f-1240-4fae-be01-c0a0d574c7cd tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:37.822921 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.824897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47970e20-33c7-4d96-94b0-56530ef2c6ca req-f4ddc69f-1240-4fae-be01-c0a0d574c7cd tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 907 time: 0.0588186 Aug 29 04:54:37.877614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:37.878756 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63e5070a-686b-4989-91ca-a05b4634bb77 req-2b0380bd-86f7-40b2-ac81-b4ee743e323a service neutron] 10.222.0.54 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249268 Aug 29 04:54:37.883242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:37.967507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:37.998475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715c94e-6d57-491c-964a-97d47a881980 req-75e51bfa-9661-4a01-a388-b6f7665978e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:38.000060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-75e51bfa-9661-4a01-a388-b6f7665978e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 1059 time: 0.0454733 Aug 29 04:54:38.105283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715c94e-6d57-491c-964a-97d47a881980 req-610ab223-82d5-438c-9e04-892f2704a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:38.106817 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-610ab223-82d5-438c-9e04-892f2704a86a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c84538c0-3f8e-4d51-9b63-2722d0988975 HTTP/1.1" status: 200 len: 898 time: 0.0991569 Aug 29 04:54:38.153128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-1e3e3ec4-f6d4-40bb-8ba2-a93a8a3e0c64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207 HTTP/1.1" status: 200 len: 217 time: 0.0388179 Aug 29 04:54:38.202073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715c94e-6d57-491c-964a-97d47a881980 req-b0cf767a-4230-4f45-b39b-07b85636871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:38.204153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-b0cf767a-4230-4f45-b39b-07b85636871d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4d28a761-8131-4ca7-b1ef-e2e88c5e4dba HTTP/1.1" status: 200 len: 838 time: 0.0432086 Aug 29 04:54:38.251497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715c94e-6d57-491c-964a-97d47a881980 req-36f68c7a-017c-4833-8f51-22636e9719da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:38.252986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-36f68c7a-017c-4833-8f51-22636e9719da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84538c0-3f8e-4d51-9b63-2722d0988975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0414610 Aug 29 04:54:38.353991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-4d358cd6-a472-4032-ab94-0a4196d71fcf service neutron] 10.222.0.54 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923643 Aug 29 04:54:38.453594 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c715c94e-6d57-491c-964a-97d47a881980 req-812f657e-a253-4fce-b238-6cd11a130b29 service neutron] 10.222.0.54 "GET /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905390 Aug 29 04:54:38.960764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29161a-ab0d-4064-add2-19059fbd9437 req-8e4dc3b0-8ee1-426d-8eb9-0f6a6d28838d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:38.962336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc29161a-ab0d-4064-add2-19059fbd9437 req-8e4dc3b0-8ee1-426d-8eb9-0f6a6d28838d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 907 time: 0.0519385 Aug 29 04:54:39.553929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6067168-e82e-4ff3-aba2-8ecfc4f74a0f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:39.603076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:39.603457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:40.082237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df77672-aa02-4ae2-b041-996146c22004 req-b55c4da8-17c1-4129-a8f7-03e9ff06efd8 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:40.083705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6df77672-aa02-4ae2-b041-996146c22004 req-b55c4da8-17c1-4129-a8f7-03e9ff06efd8 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 907 time: 0.0521829 Aug 29 04:54:40.287576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:40.365389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-95d5cad6-a2d0-477c-93ac-87948f05fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:41.210776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914c715-d7f0-4a15-bc51-89b7a43a79b1 req-ba5138e4-6726-42f0-8680-88a9fda37019 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:41.212410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f914c715-d7f0-4a15-bc51-89b7a43a79b1 req-ba5138e4-6726-42f0-8680-88a9fda37019 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 907 time: 0.0574205 Aug 29 04:54:41.352713 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:41.673885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d3e98934-4223-4ec8-a0d6-3a7ced95e207 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:54:41.770988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:41.786579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207', 'network_id': 'c84538c0-3f8e-4d51-9b63-2722d0988975', 'port_id': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207', 'mac_address': 'fa:16:3e:bb:8d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d28a761-8131-4ca7-b1ef-e2e88c5e4dba', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:54:41.826378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:41.839610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e98934-4223-4ec8-a0d6-3a7ced95e207 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:54:41.858842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:41.863749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:41.916435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:42.098634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d3e98934-4223-4ec8-a0d6-3a7ced95e207'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:54:42.282576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:42.352366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfa971-6fff-4b65-8876-a9b1e43c4f65 req-e56f2f96-f2ae-4937-8316-90b85af96a18 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:42.354101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73cfa971-6fff-4b65-8876-a9b1e43c4f65 req-e56f2f96-f2ae-4937-8316-90b85af96a18 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 908 time: 0.0555041 Aug 29 04:54:43.107417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:43.504036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b72d-48d2-4d36-b84a-e27f98517865 req-bd3c4811-fbeb-492d-ab09-c42f20bd7136 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:43.505738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b089b72d-48d2-4d36-b84a-e27f98517865 req-bd3c4811-fbeb-492d-ab09-c42f20bd7136 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 908 time: 0.0755353 Aug 29 04:54:43.701783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d3e98934-4223-4ec8-a0d6-3a7ced95e207 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:54:43.757016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d3e98934-4223-4ec8-a0d6-3a7ced95e207 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:54:43.761378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d3e98934-4223-4ec8-a0d6-3a7ced95e207 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:54:43.761674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:43.845138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:43.869262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:43.871556 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a750d7-0302-46eb-91f1-28a380a9e8c7" -d '{"events": [{"server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:43.893657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:43.899194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:43.931529 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c59bf-42ce-43ea-b11d-b2eb4c493498 x-openstack-request-id: req-262c59bf-42ce-43ea-b11d-b2eb4c493498 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:43.931810 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "name": "network-vif-plugged", "status": "completed", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:43.932072 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-262c59bf-42ce-43ea-b11d-b2eb4c493498 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:43.932483 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207', 'code': 200} Aug 29 04:54:43.964867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:44.066400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ecab0-58bb-4a52-b482-a2723ff3d6dc req-a37a8048-1be4-4d28-9912-00ab7c41dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:44.067971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a24ecab0-58bb-4a52-b482-a2723ff3d6dc req-a37a8048-1be4-4d28-9912-00ab7c41dc54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 1061 time: 0.0461147 Aug 29 04:54:44.628522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a028-9b09-46e2-a3bc-aac02a603788 req-3d057729-e4f8-4c23-bbb7-83cdae8df76d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:44.630162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9060a028-9b09-46e2-a3bc-aac02a603788 req-3d057729-e4f8-4c23-bbb7-83cdae8df76d tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0545728 Aug 29 04:54:45.764615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab959e-c8f5-4df6-be22-083c0914a2d5 req-1fb5428f-ac7a-47a2-b3ca-75b9da103ff0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:45.766809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3ab959e-c8f5-4df6-be22-083c0914a2d5 req-1fb5428f-ac7a-47a2-b3ca-75b9da103ff0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0565519 Aug 29 04:54:45.895000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3245-2ab1-4b37-8d4d-a62f8d94bb14 req-0ede1de1-8506-4b18-8b5c-60ef0ba5ff16 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:45.896534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fa3b3245-2ab1-4b37-8d4d-a62f8d94bb14 req-0ede1de1-8506-4b18-8b5c-60ef0ba5ff16 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0559769 Aug 29 04:54:46.026149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e860d6a-beae-4c8e-bb35-de10a76a50ef req-ec0e71c2-4eb8-41b7-b129-64d8ea6d318e tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:46.027820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e860d6a-beae-4c8e-bb35-de10a76a50ef req-ec0e71c2-4eb8-41b7-b129-64d8ea6d318e tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 1061 time: 0.0519435 Aug 29 04:54:46.167269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adae01-c348-4aa1-a314-0c4d7d9db381 req-1c650ef2-1938-469b-abb1-a75d027e84e9 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:46.169599 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adae01-c348-4aa1-a314-0c4d7d9db381 req-1c650ef2-1938-469b-abb1-a75d027e84e9 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1137 time: 0.0659471 Aug 29 04:54:46.210456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adae01-c348-4aa1-a314-0c4d7d9db381 req-dd92cc25-0fc1-4667-9298-2824ed9c7361 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0340972 Aug 29 04:54:46.240299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42108) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:46.283297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729cc7a9-510d-4563-9112-a8b2292aac82 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:46.287181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-729cc7a9-510d-4563-9112-a8b2292aac82 tempest-TestSecurityGroupsBasicOps-1358817899 tempest-TestSecurityGroupsBasicOps-1358817899-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 1056 time: 0.0432777 Aug 29 04:54:46.556573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03c70-193f-4084-85e4-9d3072b01e50 req-ed795e81-c18b-4404-84b8-20f55b9a75d9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:46.558018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4e03c70-193f-4084-85e4-9d3072b01e50 req-ed795e81-c18b-4404-84b8-20f55b9a75d9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0615942 Aug 29 04:54:47.686725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f8c3-dc52-4724-a270-091854915d6e req-190da964-47e8-42cb-bcdb-0d6c1c49f5c4 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:47.688284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08b4f8c3-dc52-4724-a270-091854915d6e req-190da964-47e8-42cb-bcdb-0d6c1c49f5c4 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0554457 Aug 29 04:54:48.010964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befced0-12a1-41be-b906-438323f1eaf6 req-0a5b9416-22cd-401e-9c47-0ba91b7313be tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:48.012526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1befced0-12a1-41be-b906-438323f1eaf6 req-0a5b9416-22cd-401e-9c47-0ba91b7313be tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 909 time: 0.0553720 Aug 29 04:54:48.131041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port d3e98934-4223-4ec8-a0d6-3a7ced95e207 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:48.131519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:48.231522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port d3e98934-4223-4ec8-a0d6-3a7ced95e207, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d3e98934-4223-4ec8-a0d6-3a7ced95e207,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:48.232125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:48.247496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for d3e98934-4223-4ec8-a0d6-3a7ced95e207 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:48.410665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:48.437398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=d3e98934-4223-4ec8-a0d6-3a7ced95e207,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:48.488579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] No DVR routers for this DVR port d3e98934-4223-4ec8-a0d6-3a7ced95e207 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:48.491733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:48.496928 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1befced0-12a1-41be-b906-438323f1eaf6 req-b5a10c08-cfaf-4491-ace6-2cc9d4b702db tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.54 "DELETE /v2.0/ports/d3e98934-4223-4ec8-a0d6-3a7ced95e207 HTTP/1.1" status: 204 len: 173 time: 0.4711809 Aug 29 04:54:48.496928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'name': 'network-vif-deleted', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:48.497485 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b4f8f-a701-4fa3-adc2-ef2d965d41de" -d '{"events": [{"server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "name": "network-vif-deleted", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:48.582373 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227e32b-5c4e-40c3-906f-94df945e9f38 x-openstack-request-id: req-9227e32b-5c4e-40c3-906f-94df945e9f38 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:48.582373 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dbabab-3e6a-4c6b-9f99-f357399610f3", "name": "network-vif-deleted", "tag": "d3e98934-4223-4ec8-a0d6-3a7ced95e207", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:48.582373 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9227e32b-5c4e-40c3-906f-94df945e9f38 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:48.582373 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dbabab-3e6a-4c6b-9f99-f357399610f3', 'name': 'network-vif-deleted', 'tag': 'd3e98934-4223-4ec8-a0d6-3a7ced95e207', 'status': 'completed', 'code': 200} Aug 29 04:54:48.819662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46672c36-341a-4c7a-aaa1-7f62d5da6059 req-22366cbd-9f72-4e2c-9fa1-39a2f22373a9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dbabab-3e6a-4c6b-9f99-f357399610f3 HTTP/1.1" status: 200 len: 210 time: 0.0289102 Aug 29 04:54:49.889934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42142) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:50.373628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.707968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42146) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:50.785479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Deleting subnet 6f6e11bf-b478-42d7-bece-5e10a76ea915 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:54:50.791835 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.862594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.925032 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:50.988426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.001377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:51.002038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.018089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6e11bf-b478-42d7-bece-5e10a76ea915,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:51.023100 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.025474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0423b27d-2cd2-48af-9078-873492878a28 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f6e11bf-b478-42d7-bece-5e10a76ea915 HTTP/1.1" status: 204 len: 168 time: 0.3160312 Aug 29 04:54:51.029949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42148) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:51.115261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.161132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port e6067168-e82e-4ff3-aba2-8ecfc4f74a0f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:51.161732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.186014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for e6067168-e82e-4ff3-aba2-8ecfc4f74a0f owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:51.214638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.234576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1bed38-e307-41e4-9559-e1a4c8ce05c7']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:51.255252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854baffe-49f2-447a-8d63-eb14c79ba48a') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:51.255770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854baffe-49f2-447a-8d63-eb14c79ba48a') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:51.274979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.300401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.311744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:54:51.314427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:54:51.316017 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:54:51.423630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.425802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.434413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.442448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba1bed38-e307-41e4-9559-e1a4c8ce05c7 HTTP/1.1" status: 204 len: 168 time: 0.4109271 Aug 29 04:54:51.446214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42150) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:51.468460 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=e6067168-e82e-4ff3-aba2-8ecfc4f74a0f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:51.486746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.487190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.487593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.488071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.488508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.488929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.489358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.489739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.490122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.490610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.491138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.491586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:51.519397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a473e-5a20-4b11-be94-71c06c326a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1bed38-e307-41e4-9559-e1a4c8ce05c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:51.562581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Deleting subnet 617d85ee-2381-4be0-a287-473c4ffd6a07 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:54:51.568893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.646045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.706129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.792854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d3e98934-4223-4ec8-a0d6-3a7ced95e207 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:51.799086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.807627 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.826491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: d3e98934-4223-4ec8-a0d6-3a7ced95e207 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:51.826830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d3e98934-4223-4ec8-a0d6-3a7ced95e207 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:51.848750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617d85ee-2381-4be0-a287-473c4ffd6a07,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:51.854860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:51.858336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-15038e6e-b6ef-4522-97c5-8ff3dfec31ab admin admin] 10.222.0.62 "DELETE /v2.0/subnets/617d85ee-2381-4be0-a287-473c4ffd6a07 HTTP/1.1" status: 204 len: 168 time: 0.4103839 Aug 29 04:54:51.862016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:51.984939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.163591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.181122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18687d0-1d22-47a9-ad47-57e8c9d38b64']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.196102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54986b7-0e64-41d6-9321-9021ae815554') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.196472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54986b7-0e64-41d6-9321-9021ae815554') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.211183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.229960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router a10e78dc-a11a-4c97-9369-1c769c5bbd62 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:54:52.231367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.241015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:54:52.241423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:54:52.243222 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:54:52.344053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.353160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.354391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e18687d0-1d22-47a9-ad47-57e8c9d38b64 HTTP/1.1" status: 204 len: 168 time: 0.4912326 Aug 29 04:54:52.392259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08cba-365f-46a6-a095-c6a452b7ec4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e18687d0-1d22-47a9-ad47-57e8c9d38b64,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.419309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:54:52.426707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d262860-4ab1-4fa1-bd99-e4ffa0cb80b3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "PUT /v2.0/routers/a10e78dc-a11a-4c97-9369-1c769c5bbd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5340779 Aug 29 04:54:52.431423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Sync routers for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:54:52.432021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.442741 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:52.443373 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.533601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting subnet 4d28a761-8131-4ca7-b1ef-e2e88c5e4dba {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:54:52.539161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.558032 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:52.601350 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42158) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.636427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.746260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-473098e9-91e8-4407-a343-86a82f36adce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62cb193ff0d1435383613c4d19c950fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406519 Aug 29 04:54:52.746605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42160) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.811130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.812448 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:51Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.836953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.842612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.864369 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Checking router: a10e78dc-a11a-4c97-9369-1c769c5bbd62 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:54:52.881006 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Routers {'a10e78dc-a11a-4c97-9369-1c769c5bbd62'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:52.882377 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:52.913100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.916498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.918028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50d244d2-7d84-4190-936b-f00e74f39876 HTTP/1.1" status: 204 len: 168 time: 0.1702683 Aug 29 04:54:52.937157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d05b6-26f3-4722-9955-95859444da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d244d2-7d84-4190-936b-f00e74f39876,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.943246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.978645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Subnet': ['ID=4d28a761-8131-4ca7-b1ef-e2e88c5e4dba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:52.989618 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:52.991975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/subnets/4d28a761-8131-4ca7-b1ef-e2e88c5e4dba HTTP/1.1" status: 204 len: 168 time: 0.5587602 Aug 29 04:54:52.994269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.994741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.995186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.995632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.996116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.996385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42164) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:52.996760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.997195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.997625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.998074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.998501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.998813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec176f-2d10-4463-b43b-6f91a5e5a673 None None] Network c84538c0-3f8e-4d51-9b63-2722d0988975 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:54:52.999554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:52.999554 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f543-0288-4338-a79b-c3789d1d38a0 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:54:53.060228 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] Set router a10e78dc-a11a-4c97-9369-1c769c5bbd62 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:53.211268 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.304761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] DHCP port deletion for c84538c0-3f8e-4d51-9b63-2722d0988975 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:54:53.351875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:51Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:53.402532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Deleting port 286ae369-fa26-4d41-8f37-cbcf61051417 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:53.404421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.407026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.489245 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102a7e9-1fb7-41a3-8a8e-19686eacdee5 None None] The sync data for ids ['a10e78dc-a11a-4c97-9369-1c769c5bbd62'] in n-d-712139-13 is: [{'id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508550423', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:51Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '18128494-1ac8-4a01-a6be-ae07e32b1fba', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10e78dc-a11a-4c97-9369-1c769c5bbd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:54:26Z', 'updated_at': '2021-08-29T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:54:53.503116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port 18128494-1ac8-4a01-a6be-ae07e32b1fba {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:53.503116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.512777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] For port 286ae369-fa26-4d41-8f37-cbcf61051417, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=286ae369-fa26-4d41-8f37-cbcf61051417,segment=NetworkSegment(1b187b0b-5bad-4a4a-ae88-82d3d41f7801),segment_id=1b187b0b-5bad-4a4a-ae88-82d3d41f7801)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:53.513247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.539425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Calling delete_port for 286ae369-fa26-4d41-8f37-cbcf61051417 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:53.634853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port 18128494-1ac8-4a01-a6be-ae07e32b1fba, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=18128494-1ac8-4a01-a6be-ae07e32b1fba,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:53.635461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.657699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.661850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for 18128494-1ac8-4a01-a6be-ae07e32b1fba owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:53.680443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42168) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:53.695183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] Pushing event deleted for resources: {'Port': ['ID=286ae369-fa26-4d41-8f37-cbcf61051417,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:53.700502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456b57f-4325-4a31-9856-aaa51b4d36ca None None] No DVR routers for this DVR port 286ae369-fa26-4d41-8f37-cbcf61051417 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:53.756427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b3d7766-45a6-43b6-8029-eaef489f9f13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8ae237e16614586bf210103e6eb9b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743639 Aug 29 04:54:53.760532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:53.822606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.848366 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.918330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 286ae369-fa26-4d41-8f37-cbcf61051417 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:53.936281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.941118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 286ae369-fa26-4d41-8f37-cbcf61051417 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:53.941473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 286ae369-fa26-4d41-8f37-cbcf61051417 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:53.952134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.958781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d046d52d-fac2-4622-b7ad-ac50eb29c664 HTTP/1.1" status: 204 len: 168 time: 0.1970992 Aug 29 04:54:53.961838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:53.972843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362c0a9-4d91-46f4-b205-7430cebcbe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d046d52d-fac2-4622-b7ad-ac50eb29c664,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:54.075752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=18128494-1ac8-4a01-a6be-ae07e32b1fba,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:54.151153 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.285514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.288002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.357291 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.358256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Fanout notify agent at l3_agent the message router_deleted on router a10e78dc-a11a-4c97-9369-1c769c5bbd62 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:54:54.371554 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.373823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f168959d-fe5e-49b3-b743-443a4f2373f2 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/routers/a10e78dc-a11a-4c97-9369-1c769c5bbd62 HTTP/1.1" status: 204 len: 168 time: 1.3730924 Aug 29 04:54:54.377069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42178) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:54.494545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.662299 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.681121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84538c0-3f8e-4d51-9b63-2722d0988975']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:54.704095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b187b0b-5bad-4a4a-ae88-82d3d41f7801') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:54.704454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b187b0b-5bad-4a4a-ae88-82d3d41f7801') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:54.720528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.745555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.754450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:54:54.754867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:54:54.758134 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:54:54.847556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.890911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:54.898544 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/networks/c84538c0-3f8e-4d51-9b63-2722d0988975 HTTP/1.1" status: 204 len: 168 time: 0.5155787 Aug 29 04:54:54.898544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1481c-0c76-4af8-941d-05b626221a59 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Network': ['ID=c84538c0-3f8e-4d51-9b63-2722d0988975,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:54.899154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:54:55.171304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port 4da8dd89-7d06-4bc7-806f-6345fccf6266 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:55.172431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:55.309158 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:55.310146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:55.328400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for 4da8dd89-7d06-4bc7-806f-6345fccf6266 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:55.558176 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:55.599113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=4da8dd89-7d06-4bc7-806f-6345fccf6266,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:55.632208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6067168-e82e-4ff3-aba2-8ecfc4f74a0f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:55.668015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e6067168-e82e-4ff3-aba2-8ecfc4f74a0f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:55.668552 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6067168-e82e-4ff3-aba2-8ecfc4f74a0f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:55.669211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18128494-1ac8-4a01-a6be-ae07e32b1fba no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:54:55.671029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:55.671466 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Floating IP 29e67e83-7713-49a4-b7cf-b01be4f75b1b disassociated (deleted). External IP: 172.25.3.252, port: 92542065-4dca-4bf5-93a2-1b0f19dbda4d. Aug 29 04:54:55.698182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 18128494-1ac8-4a01-a6be-ae07e32b1fba {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:54:55.698182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 18128494-1ac8-4a01-a6be-ae07e32b1fba not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:54:56.027955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:54:56.188303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:54:56.196869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:56.206971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Sync routers for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:54:56.221447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:56.222572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:56.246614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4f34edbb-24a8-40aa-a9fa-bf44609bf0e9 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/floatingips/29e67e83-7713-49a4-b7cf-b01be4f75b1b HTTP/1.1" status: 204 len: 168 time: 1.3458607 Aug 29 04:54:56.247434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:56.254024 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:56.340154 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839aa095-3197-4f53-a762-9dde6a8c2eeb x-openstack-request-id: req-839aa095-3197-4f53-a762-9dde6a8c2eeb {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:56.341597 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:56.342043 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-839aa095-3197-4f53-a762-9dde6a8c2eeb {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:56.342921 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'status': 'completed', 'code': 200} Aug 29 04:54:56.488049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-dc3b1511-89f7-41d0-baad-c996ff892c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.490989 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-dc3b1511-89f7-41d0-baad-c996ff892c02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=44ee19dac803401a967f4441ebdf50e4&device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 1137 time: 0.1026859 Aug 29 04:54:56.553555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:56.658509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660a0d-da22-44da-badd-cdaba96f3fe3 req-9aae0ecd-6408-4bd7-9209-dbc8139d6d3b tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.660719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac660a0d-da22-44da-badd-cdaba96f3fe3 req-9aae0ecd-6408-4bd7-9209-dbc8139d6d3b tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.0985911 Aug 29 04:54:56.698318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-8eeed83b-f7a6-4f15-999c-b75a0872f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.700709 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-8eeed83b-f7a6-4f15-999c-b75a0872f735 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 200 len: 898 time: 0.1808500 Aug 29 04:54:56.722111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac660a0d-da22-44da-badd-cdaba96f3fe3 req-c8887f32-55c3-4408-927b-4c587a066c5b tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0426397 Aug 29 04:54:56.767972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-b31a96fc-5ed2-48ed-b7b1-78c5427bf1be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 200 len: 217 time: 0.0555880 Aug 29 04:54:56.823021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-b3663dcb-94fc-4b07-b22a-a0d94e046504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.824639 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-b3663dcb-94fc-4b07-b22a-a0d94e046504 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24681c7d-0d6a-4119-a5aa-e0d0847637f5 HTTP/1.1" status: 200 len: 834 time: 0.0524311 Aug 29 04:54:56.901020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-0b97d3b5-d6f4-4e76-9371-1431d6421f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:56.904616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:56.905239 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-0b97d3b5-d6f4-4e76-9371-1431d6421f25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726025 Aug 29 04:54:56.941326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Checking router: 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:54:56.952130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:54:56.952771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:57.039774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-a8b3c175-962a-42fc-bbdd-bbe44936db6a service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258719 Aug 29 04:54:57.070780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:54:57.156981 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4e90fa80-6481-4a55-97ef-1bbd5915dd2b req-47a0d3e7-58df-491e-9609-917cc9419ef2 service neutron] 10.222.0.50 "GET /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080332 Aug 29 04:54:57.315091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:54:57.342248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd7f5-41ab-4283-9e4f-9ca249b4c1a4 None None] The sync data for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 is: [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:53:31Z', 'revision_number': 4, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'bf20db25-1870-47ba-9bad-ffd4b945720a', 'name': '', 'network_id': 'f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'mac_address': 'fa:16:3e:ac:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:29Z', 'updated_at': '2021-08-29T04:53:37Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'subnets': [{'id': '24681c7d-0d6a-4119-a5aa-e0d0847637f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:54:57.611618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a16939-3e6e-46cd-b42e-91e7a8fbfd18 None None] New status for floating IP 29e67e83-7713-49a4-b7cf-b01be4f75b1b: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:54:57.893870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed8746-d82f-43b0-892e-0d6e19442898 req-4229b98b-ab4e-47f4-929a-5ace99bb6b27 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:57.895443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eed8746-d82f-43b0-892e-0d6e19442898 req-4229b98b-ab4e-47f4-929a-5ace99bb6b27 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.0618920 Aug 29 04:54:57.956865 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eed8746-d82f-43b0-892e-0d6e19442898 req-acca7314-7d2d-41d1-a758-a1c2aa62c915 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/security-groups?id=1333656c-fff0-44fe-af9b-a806fcbee793&id=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0486779 Aug 29 04:54:58.039515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-44eb6bc1-c8e0-4271-a56a-be178b4044c5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:54:58.042850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-44eb6bc1-c8e0-4271-a56a-be178b4044c5 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.50 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 985 time: 0.0668514 Aug 29 04:54:58.204259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port 92542065-4dca-4bf5-93a2-1b0f19dbda4d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:54:58.204819 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.310367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port 92542065-4dca-4bf5-93a2-1b0f19dbda4d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=92542065-4dca-4bf5-93a2-1b0f19dbda4d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:54:58.310727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.324736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for 92542065-4dca-4bf5-93a2-1b0f19dbda4d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:54:58.470544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.501856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=92542065-4dca-4bf5-93a2-1b0f19dbda4d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:54:58.554651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] No DVR routers for this DVR port 92542065-4dca-4bf5-93a2-1b0f19dbda4d on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:54:58.557313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:54:58.559373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1cc8514f-0591-46d6-ade9-dd331f7ee340 req-3b3550e4-5c50-4bde-bae7-a622e801f0dc tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.50 "DELETE /v2.0/ports/92542065-4dca-4bf5-93a2-1b0f19dbda4d HTTP/1.1" status: 204 len: 173 time: 0.5084183 Aug 29 04:54:58.559828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'name': 'network-vif-deleted', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:54:58.562161 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b4e16-798c-465f-8c9a-afd979ca4485" -d '{"events": [{"server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "name": "network-vif-deleted", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:54:58.602541 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416e658-3d34-4273-baa6-73772bc2d9ea x-openstack-request-id: req-4416e658-3d34-4273-baa6-73772bc2d9ea {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:54:58.602817 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09766d59-144e-4764-8b38-814ce433bc06", "name": "network-vif-deleted", "tag": "92542065-4dca-4bf5-93a2-1b0f19dbda4d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:54:58.602988 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4416e658-3d34-4273-baa6-73772bc2d9ea {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:54:58.603380 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09766d59-144e-4764-8b38-814ce433bc06', 'name': 'network-vif-deleted', 'tag': '92542065-4dca-4bf5-93a2-1b0f19dbda4d', 'status': 'completed', 'code': 200} Aug 29 04:54:59.109977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f7ff2b0-ed96-45d3-baba-223bd30a49f8 req-980bd3b7-a82d-410c-a8b9-f0cdf5c65fc6 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "GET /v2.0/ports?device_id=09766d59-144e-4764-8b38-814ce433bc06 HTTP/1.1" status: 200 len: 210 time: 0.0385840 Aug 29 04:54:59.852833 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.173174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42246) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:00.234980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.262656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.312641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.315873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.317140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/security-groups/1333656c-fff0-44fe-af9b-a806fcbee793 HTTP/1.1" status: 204 len: 168 time: 0.1429415 Aug 29 04:55:00.320060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42250) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:00.332659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd396a1a-5919-445d-a56f-bd35e2ef8f88 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333656c-fff0-44fe-af9b-a806fcbee793,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:00.395830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.424763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.490847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.495339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:00.497423 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e HTTP/1.1" status: 204 len: 168 time: 0.1760333 Aug 29 04:55:00.500932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42252) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:00.513797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291544b-4cf5-4960-a49d-fdaccef44380 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e384d-8e8a-4c8c-b128-3edf3f1eac6e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:01.230966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.495873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 92542065-4dca-4bf5-93a2-1b0f19dbda4d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:01.535395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 92542065-4dca-4bf5-93a2-1b0f19dbda4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:01.535745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 92542065-4dca-4bf5-93a2-1b0f19dbda4d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:01.542934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port bf20db25-1870-47ba-9bad-ffd4b945720a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:01.543365 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.648084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port bf20db25-1870-47ba-9bad-ffd4b945720a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=bf20db25-1870-47ba-9bad-ffd4b945720a,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:01.648455 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.666143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for bf20db25-1870-47ba-9bad-ffd4b945720a owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:01.882736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:01.918362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=bf20db25-1870-47ba-9bad-ffd4b945720a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:02.135775 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:02.417085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:02.552736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:02.561766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4f0d6739-dc7c-4a44-a8b2-d3aff01ff45a tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "PUT /v2.0/routers/4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589764 Aug 29 04:55:02.565706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:02.574926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Sync routers for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:02.596553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:02.597636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:02.633490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting subnet 24681c7d-0d6a-4119-a5aa-e0d0847637f5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:55:02.639337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:02.716679 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:02.756567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:02.868939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:02.980028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.009206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Subnet': ['ID=24681c7d-0d6a-4119-a5aa-e0d0847637f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:03.019336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.024371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42264) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:03.025086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f8c49e91-231e-4c9d-91bf-1d02061e6ed1 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/subnets/24681c7d-0d6a-4119-a5aa-e0d0847637f5 HTTP/1.1" status: 204 len: 168 time: 0.4564435 Aug 29 04:55:03.027417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47e29b-9248-497f-a759-5e3902ccdb5a None None] Network f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:55:03.158694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.164314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:55:01Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:03.214704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Checking router: 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:03.231009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Routers {'4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:03.231569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:54:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:03.328948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.337030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] DHCP port deletion for f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:55:03.395887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] Set router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:03.426411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Deleting port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:03.427105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.520482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Deleting port e9b761af-ad88-43ad-b587-adda8f60008d {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:03.520857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.561672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] For port 15281ffc-1d86-4bc2-b520-906a7bb1cd6f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:03.562340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.591563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Calling delete_port for 15281ffc-1d86-4bc2-b520-906a7bb1cd6f owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:03.626430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] For port e9b761af-ad88-43ad-b587-adda8f60008d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9b761af-ad88-43ad-b587-adda8f60008d,segment=NetworkSegment(5d6f438c-1408-4bfd-8b5f-e25da12edbc1),segment_id=5d6f438c-1408-4bfd-8b5f-e25da12edbc1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:03.627252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.672565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Calling delete_port for e9b761af-ad88-43ad-b587-adda8f60008d owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:03.754607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9b761af-ad88-43ad-b587-adda8f60008d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:03.867833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:55:01Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:03.900108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:03.951812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9409b37-9212-4644-88c5-c2dbd1cf1472 None None] The sync data for ids ['4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae'] in n-d-712139-13 is: [{'id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-935244097', 'tenant_id': '44ee19dac803401a967f4441ebdf50e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:53:25Z', 'updated_at': '2021-08-29T04:55:01Z', 'revision_number': 5, 'project_id': '44ee19dac803401a967f4441ebdf50e4', 'gw_port': {'id': '15281ffc-1d86-4bc2-b520-906a7bb1cd6f', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:66:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:53:26Z', 'updated_at': '2021-08-29T04:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:03.956294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Port': ['ID=15281ffc-1d86-4bc2-b520-906a7bb1cd6f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:04.019678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.082154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.095170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] Pushing event deleted for resources: {'Port': ['ID=e9b761af-ad88-43ad-b587-adda8f60008d,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:04.099869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606747d-a6fc-410e-a2c5-054e6585a198 None None] No DVR routers for this DVR port e9b761af-ad88-43ad-b587-adda8f60008d on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:04.106589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.229304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.232222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.294377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-2854b187-bd1b-417c-8dbd-311d1cdfd2b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1227288 Aug 29 04:55:04.295752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.296420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:55:04.308391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.315041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-34df4796-881c-41c4-a7f4-f6c1b0ac9b11 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/routers/4bb54ebb-87c9-4ed5-97b5-d5ac7eb875ae HTTP/1.1" status: 204 len: 168 time: 1.2845931 Aug 29 04:55:04.315555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42270) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:04.447105 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.576926 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.592381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:04.611964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6f438c-1408-4bfd-8b5f-e25da12edbc1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:04.612651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6f438c-1408-4bfd-8b5f-e25da12edbc1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:04.626127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.645367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.655696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:55:04.657138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:55:04.661485 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:55:04.676495 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:04.763485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.792374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:04.802756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] 10.222.0.62 "DELETE /v2.0/networks/f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b HTTP/1.1" status: 204 len: 168 time: 0.4815676 Aug 29 04:55:04.810497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64e58-7a4f-414e-a68c-94f42a3e41a3 tempest-TestSecurityGroupsBasicOps-98632842 tempest-TestSecurityGroupsBasicOps-98632842-project] Pushing event deleted for resources: {'Network': ['ID=f404bf84-ad1b-4d2e-9e0c-5fd94a446f1b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:04.943567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a695-7473-462e-a917-87bb6ab88f1f req-a638208d-c2f8-433f-adaf-3c716eded78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:04.944996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-a638208d-c2f8-433f-adaf-3c716eded78d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 1099 time: 0.5705109 Aug 29 04:55:05.156443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a695-7473-462e-a917-87bb6ab88f1f req-9f3db863-2e9f-4dd5-954d-86de7d019e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:05.159098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-9f3db863-2e9f-4dd5-954d-86de7d019e6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.1786220 Aug 29 04:55:05.279203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-4504e7e2-9f5b-49ef-bf5f-74143566c8eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 200 len: 1001 time: 0.1076634 Aug 29 04:55:05.279203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42302) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:05.351112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a695-7473-462e-a917-87bb6ab88f1f req-bcf67d0d-479d-4a7b-a808-c1b572b996e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:05.352626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-bcf67d0d-479d-4a7b-a808-c1b572b996e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0672216 Aug 29 04:55:05.452118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a695-7473-462e-a917-87bb6ab88f1f req-c0a76ca1-f96b-483b-b0e3-ad282a9d788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:05.454567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-c0a76ca1-f96b-483b-b0e3-ad282a9d788e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917034 Aug 29 04:55:05.597747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-673fbdbc-f0a2-44b6-8ccb-127125d960a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44ee19dac803401a967f4441ebdf50e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173451 Aug 29 04:55:05.603074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42312) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:05.619720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf20db25-1870-47ba-9bad-ffd4b945720a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:05.637219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-ab5a1b7a-cc98-40a9-bb62-54066c5a7f3f service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621499 Aug 29 04:55:05.648041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: bf20db25-1870-47ba-9bad-ffd4b945720a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:05.648681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device bf20db25-1870-47ba-9bad-ffd4b945720a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:05.649297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 15281ffc-1d86-4bc2-b520-906a7bb1cd6f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:05.672292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 15281ffc-1d86-4bc2-b520-906a7bb1cd6f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:05.672637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 15281ffc-1d86-4bc2-b520-906a7bb1cd6f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:05.700501 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.745114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.799094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.799360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0269a695-7473-462e-a917-87bb6ab88f1f req-f46c69cd-5ec4-46a4-95b6-2a5ff5cde0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491132 Aug 29 04:55:05.801905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:05.803215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6539c80e-a688-4f9e-b0f9-76a0a8893efa HTTP/1.1" status: 204 len: 168 time: 0.1985843 Aug 29 04:55:05.813891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaa304-aeb1-4701-bef5-b4c2e0ad2767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539c80e-a688-4f9e-b0f9-76a0a8893efa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:06.240643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42322) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:06.264709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147485a3-85e0-437c-89a9-81c545441f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.427241 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147485a3-85e0-437c-89a9-81c545441f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.433164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-147485a3-85e0-437c-89a9-81c545441f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.473746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147485a3-85e0-437c-89a9-81c545441f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69594dd5-06b7-443d-b46f-4586aa67b725,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:06.489790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-147485a3-85e0-437c-89a9-81c545441f80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ac110c2ecd642e580da23d30566c7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447789 Aug 29 04:55:06.490238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42330) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:06.555007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.588920 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.669072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.672869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:06.674257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69594dd5-06b7-443d-b46f-4586aa67b725 HTTP/1.1" status: 204 len: 168 time: 0.1829250 Aug 29 04:55:06.684639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0a61b-fc94-4a97-98f2-acef1cdcf962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69594dd5-06b7-443d-b46f-4586aa67b725,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:07.074337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42344) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:07.125639 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb5a7321-fd62-48f3-ba85-c35d2173e185 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2fa8c6e36a04bbdb0979494b8f7e96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494092 Aug 29 04:55:07.128787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42346) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:07.184711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.209643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.261250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.263788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:07.264986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e6aa9e7-aed0-4a3e-be48-7ce4c082e5b0 HTTP/1.1" status: 204 len: 168 time: 0.1352019 Aug 29 04:55:07.275345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76764b40-2932-4d8c-a2f8-46d712c7c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6aa9e7-aed0-4a3e-be48-7ce4c082e5b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:07.334673 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7334f31-020b-436d-b2b0-dd4bda4333ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.293271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:10.361451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac98ffaa-fa69-4979-b3fd-bdd6db8fba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:11.355908 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:12.280551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:13.114807 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:18.627430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eba699-32b5-4881-b2fa-5832bf0d9a47 req-82b1106d-fe4e-4dcb-bc44-01bfc6ec5dd2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:18.628973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4eba699-32b5-4881-b2fa-5832bf0d9a47 req-82b1106d-fe4e-4dcb-bc44-01bfc6ec5dd2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0601883 Aug 29 04:55:18.668165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4eba699-32b5-4881-b2fa-5832bf0d9a47 req-a2ad59ef-8ea2-44b7-922d-e158b44ee8c9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Aug 29 04:55:19.794420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d565ac-8737-410f-982d-9e6c7987f1f0 req-6384da1d-d727-42b6-abbf-afa86fd95648 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:19.795974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8d565ac-8737-410f-982d-9e6c7987f1f0 req-6384da1d-d727-42b6-abbf-afa86fd95648 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0533545 Aug 29 04:55:19.834590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8d565ac-8737-410f-982d-9e6c7987f1f0 req-069b6b00-2109-4980-bfe4-ea292e46d121 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319226 Aug 29 04:55:20.458951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d34624-0441-4042-86a4-d31957a01f08 req-e767374b-b5e5-4bd1-82f3-e689a5728aa6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:20.461154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18d34624-0441-4042-86a4-d31957a01f08 req-e767374b-b5e5-4bd1-82f3-e689a5728aa6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0519934 Aug 29 04:55:20.576150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Deleting port dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:20.576361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.687994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] For port dda6e279-df66-4f50-9fad-83abc1855b4f, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=dda6e279-df66-4f50-9fad-83abc1855b4f,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:20.688419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.906106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.906780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:20.907112 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Floating IP 84c2a513-7968-44d6-80e7-6258553f08fe disassociated. External IP: 172.25.3.93, port: dda6e279-df66-4f50-9fad-83abc1855b4f. Aug 29 04:55:20.907597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Calling delete_port for dda6e279-df66-4f50-9fad-83abc1855b4f owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:21.003202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4eb42-b3ab-444e-8d33-909d57d8aa3f req-54769dd5-8f28-421d-abe0-b432dd02050e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:21.013047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fc4eb42-b3ab-444e-8d33-909d57d8aa3f req-54769dd5-8f28-421d-abe0-b432dd02050e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 947 time: 0.0664473 Aug 29 04:55:21.059308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5fc4eb42-b3ab-444e-8d33-909d57d8aa3f req-a17f04ba-8767-4c52-b131-b2029bc1a11c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf95124b-2c1e-4843-aa1d-b2a801f8308f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434794 Aug 29 04:55:21.062982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.129433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'Port': ['ID=dda6e279-df66-4f50-9fad-83abc1855b4f,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:21.287398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:21.430848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:21.441911 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:21.465836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:21.466502 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:55:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:21.500326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] No DVR routers for this DVR port dda6e279-df66-4f50-9fad-83abc1855b4f on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:55:21.504362 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:21.507409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18d34624-0441-4042-86a4-d31957a01f08 req-2057aa80-6732-4797-b6ca-644ea926a41b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "DELETE /v2.0/ports/dda6e279-df66-4f50-9fad-83abc1855b4f HTTP/1.1" status: 204 len: 173 time: 1.0363016 Aug 29 04:55:21.508047 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-deleted', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:21.510746 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f6f99-7bfe-4a15-93c2-345cb1df2436" -d '{"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-deleted", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:21.576285 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbd452d-dc86-422f-b891-e3d1925711b1 x-openstack-request-id: req-ddbd452d-dc86-422f-b891-e3d1925711b1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:21.576744 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e157eb2a-a8ce-4539-bf51-ac4820c8afc6", "name": "network-vif-deleted", "tag": "dda6e279-df66-4f50-9fad-83abc1855b4f", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:21.577139 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddbd452d-dc86-422f-b891-e3d1925711b1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:21.578361 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e157eb2a-a8ce-4539-bf51-ac4820c8afc6', 'name': 'network-vif-deleted', 'tag': 'dda6e279-df66-4f50-9fad-83abc1855b4f', 'status': 'completed', 'code': 200} Aug 29 04:55:21.663424 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:21.948107 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:21.984915 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:21.995462 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:21.996123 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:55:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:22.135372 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:22.228989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f5f0139-4a05-4a9d-b0a2-79f7c09d76cc req-9672a47c-a31e-4bc5-a840-a54fd994ef60 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=e157eb2a-a8ce-4539-bf51-ac4820c8afc6 HTTP/1.1" status: 200 len: 210 time: 0.0450273 Aug 29 04:55:22.401927 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:22.429798 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c78-aeed-4cd7-932b-3ada66eab717 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:22.708610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e714b-c7ce-4ce3-b33e-cee711960e57 None None] New status for floating IP 84c2a513-7968-44d6-80e7-6258553f08fe: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:23.336643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:23.413909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.443407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.502801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.505399 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.506624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf95124b-2c1e-4843-aa1d-b2a801f8308f HTTP/1.1" status: 204 len: 168 time: 0.1689136 Aug 29 04:55:23.509764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:23.517190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a1814-5224-49c9-824a-f11d85bec23b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf95124b-2c1e-4843-aa1d-b2a801f8308f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:23.529790 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-a3aeed2a-0b36-4ad6-b26b-5e965cc184af tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] show failed (client error): The resource could not be found. Aug 29 04:55:23.534835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3aeed2a-0b36-4ad6-b26b-5e965cc184af tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups/bf95124b-2c1e-4843-aa1d-b2a801f8308f HTTP/1.1" status: 404 len: 347 time: 0.0202408 Aug 29 04:55:23.535362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42666) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:23.682399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Deleting port 73320a2c-5fbe-4323-b67f-2a06a6f4f7d2 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:55:23.682750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.766590 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.766929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.783436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Calling delete_port for 73320a2c-5fbe-4323-b67f-2a06a6f4f7d2 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:55:23.938792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:55:23.945385 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:23.970416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: dda6e279-df66-4f50-9fad-83abc1855b4f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:55:23.971059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device dda6e279-df66-4f50-9fad-83abc1855b4f not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:55:23.979546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'Port': ['ID=73320a2c-5fbe-4323-b67f-2a06a6f4f7d2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:24.053022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.055735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.060799 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-971c812e-4005-47b3-9113-522e8e6359cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "DELETE /v2.0/floatingips/84c2a513-7968-44d6-80e7-6258553f08fe HTTP/1.1" status: 204 len: 168 time: 0.5207644 Aug 29 04:55:24.442462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 42684) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:24.447705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441060270', 'description': 'tempest-description--669954867'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:24.480427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.589913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.595383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.624199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.629966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1820097 Aug 29 04:55:24.630687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7d061-3925-4c88-abe4-933e6eba2b0d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c2422-b11a-4603-9fc4-3339b481d3c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:24.631140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:24.642502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group_rule': {'security_group_id': 'b09c2422-b11a-4603-9fc4-3339b481d3c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:24.681781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.748240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.753550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.775319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341e3a6c-cf96-4334-8f4d-d46258ac11c9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:24.797187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.798488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4928557e-7669-46d8-b1d8-3f7212184df7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655588 Aug 29 04:55:24.803191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:24.812406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'security_group_rule': {'security_group_id': 'b09c2422-b11a-4603-9fc4-3339b481d3c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:24.854668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.950208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.955651 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.980763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de2d3a7-47d3-4f03-9d1c-a8d7f4cdf2d3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:24.988815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:24.990017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8d22b0cf-c751-4a07-b2f0-426a12febbb9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851511 Aug 29 04:55:24.994981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:25.000015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:25.026989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.154672 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.291690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Allocated IP 172.25.3.46 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:25.453187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.501288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.555702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:25.559245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:25.564355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:25.589005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:25.677951 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.734865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.927349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:25.933087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.014037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:26.030415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.045075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:26.047079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-07eb982c-2310-4ed6-8e91-2d46c8e6b285 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0510674 Aug 29 04:55:26.289108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-62f5ddbe-80d6-474e-9d11-b6eb40dd8486 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1441060270&fields=id&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 267 time: 0.0461407 Aug 29 04:55:26.415870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-e852ea0f-6006-45d0-bfaa-6f065ec4532d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:26.417455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-e852ea0f-6006-45d0-bfaa-6f065ec4532d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 817 time: 0.1202328 Aug 29 04:55:26.437472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-e35528db-c69f-45ba-8e0b-baca2aa9ffc5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/quotas/7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 375 time: 0.0102913 Aug 29 04:55:26.505415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-79e9444d-bb88-47de-8e6f-cadc3b5ae83a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586474 Aug 29 04:55:26.683864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-0bb063a8-af62-41b8-b260-167692f63249 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 04:55:26.685922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-0bb063a8-af62-41b8-b260-167692f63249 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596181 Aug 29 04:55:26.798101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-5d50292b-3b27-4f93-8f9b-41ba76a74b09 service neutron] 10.222.0.62 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062500 Aug 29 04:55:26.929936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-ad3d76ae-b155-4ab1-894d-178a0d700b28 service neutron] 10.222.0.62 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Aug 29 04:55:27.136143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee3a261b-03c9-4ef5-8aeb-8ebfe9a8d83d req-716d36ce-676a-41da-9fd1-8db0a3597f8d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 210 time: 0.0460558 Aug 29 04:55:28.255473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-35347dc8-8c06-4c27-9adf-6b6e849163a2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.258229 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-35347dc8-8c06-4c27-9adf-6b6e849163a2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 817 time: 0.1789987 Aug 29 04:55:28.267030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a6b88f6-cc6d-4734-a933-84019dc08d30 req-207f3a63-6f47-446b-88b7-cce93379feb6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 210 time: 0.0424714 Aug 29 04:55:28.324384 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-cf93c49e-8928-46c3-88f8-b63cb8973bc2 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 380 time: 0.0432427 Aug 29 04:55:28.337156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'port': {'device_id': '267f8503-3100-42ec-91df-af65901a68d3', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'admin_state_up': True, 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'security_groups': ['b09c2422-b11a-4603-9fc4-3339b481d3c0']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:28.449608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Made reservation on behalf of 7ccb6970a80d4c2db2fb83d12ab1c5c5 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:55:28.454136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.596246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Allocated IP 172.20.0.6 (7d719d0a-b727-46a0-b168-706e4a01d3d4/477bce54-f925-44c9-bb5d-4e7d7107f63a/c6138c34-ef3f-4069-a598-fc0551850000) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:55:28.744805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.759902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Transition to ACTIVE for port object c6138c34-ef3f-4069-a598-fc0551850000 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:28.796629 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.850902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:55:28.854142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:55:28.860054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:55:28.882780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:28.916788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:28.917436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:28.937445 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-dc79f8e3-4a13-44c3-820d-405e3851c6bf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041565 Aug 29 04:55:28.960121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Request body: {'port': {'device_id': '267f8503-3100-42ec-91df-af65901a68d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:29.052579 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.166342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2357b6ec-09a6-4963-941d-c3a5fd731d8a None None] Provisioning for port c6138c34-ef3f-4069-a598-fc0551850000 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:29.171319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2357b6ec-09a6-4963-941d-c3a5fd731d8a None None] Provisioning complete for port c6138c34-ef3f-4069-a598-fc0551850000 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:29.171657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2357b6ec-09a6-4963-941d-c3a5fd731d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.209894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2357b6ec-09a6-4963-941d-c3a5fd731d8a None None] Port c6138c34-ef3f-4069-a598-fc0551850000 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:55:29.364603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:29.373425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.390981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Transition to ACTIVE for port object c6138c34-ef3f-4069-a598-fc0551850000 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:55:29.403197 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.427208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef809e-034d-41b0-ad16-4795785629cf req-c99b48f0-997d-47de-b9c9-127bd795136e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.428884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d6ef809e-034d-41b0-ad16-4795785629cf req-c99b48f0-997d-47de-b9c9-127bd795136e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 931 time: 0.0601511 Aug 29 04:55:29.486774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d6ef809e-034d-41b0-ad16-4795785629cf req-5cb43ea1-c846-4778-b6d5-c1d80755958f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513327 Aug 29 04:55:29.507518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:29.542705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Attempting to bind port c6138c34-ef3f-4069-a598-fc0551850000 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:55:29.543059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Attempting to bind port c6138c34-ef3f-4069-a598-fc0551850000 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:55:29.543399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Attempting to bind port c6138c34-ef3f-4069-a598-fc0551850000 on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:29.548567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Port c6138c34-ef3f-4069-a598-fc0551850000 on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 04:55:29.548907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Attempting to bind port c6138c34-ef3f-4069-a598-fc0551850000 on network 7d719d0a-b727-46a0-b168-706e4a01d3d4 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:55:29.554623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:55:29.555029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Checking segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:55:29.555542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Bound using segment: {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:55:29.556060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Bound port: c6138c34-ef3f-4069-a598-fc0551850000, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21978a43-e8b4-4550-b96a-dfe98c277cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:55:29.556488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.636342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:55:29.640405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:55:29.645204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.683669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.684489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.686273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] 10.222.0.54 "PUT /v2.0/ports/c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 1092 time: 0.7346363 Aug 29 04:55:29.687367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:29.689935 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:29.718898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986c285-2bd6-4414-9491-2bac3f1a4278 service neutron] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:29.771135 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a204f3-dfb6-4d70-88b3-755e1ce7afa0 x-openstack-request-id: req-51a204f3-dfb6-4d70-88b3-755e1ce7afa0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:29.771559 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:29.771896 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51a204f3-dfb6-4d70-88b3-755e1ce7afa0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:29.772426 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'status': 'completed', 'code': 200} Aug 29 04:55:29.790589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-568f3973-dc3f-40b4-9300-87136a42588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.792476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-568f3973-dc3f-40b4-9300-87136a42588b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1095 time: 0.0526397 Aug 29 04:55:29.842558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-2ef8ec64-8a9f-4239-99ab-61ef456f459c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 217 time: 0.0405922 Aug 29 04:55:29.870533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:29.906342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-cf0996e0-02e9-44ce-9524-65705e0f6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.908861 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-cf0996e0-02e9-44ce-9524-65705e0f6864 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0586410 Aug 29 04:55:29.969362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadd93-fc66-452d-84ac-934b975045a3 req-caad55b9-83f2-42e3-a8ae-550bf4badcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:29.972154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-caad55b9-83f2-42e3-a8ae-550bf4badcf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511212 Aug 29 04:55:30.098155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-ef644192-2962-400b-a832-c06c3e36f939 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119275 Aug 29 04:55:30.205821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-74dadd93-fc66-452d-84ac-934b975045a3 req-68ca7dd6-fa77-42dd-b321-9c83e4fba52e service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955212 Aug 29 04:55:30.323620 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-a3f79151-4c34-4884-87d6-7cfd6ab93ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.325173 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-a3f79151-4c34-4884-87d6-7cfd6ab93ff2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1095 time: 0.0539396 Aug 29 04:55:30.436560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-431742fa-f86e-43b2-8853-4d51dc65e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.438127 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-431742fa-f86e-43b2-8853-4d51dc65e2cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.1060371 Aug 29 04:55:30.494210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-524edcbc-8c98-4bf4-ba4b-5f23456f518f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 217 time: 0.0469766 Aug 29 04:55:30.572433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-dde85f9c-1a26-4c0e-8f30-63c9bf365755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.574018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-dde85f9c-1a26-4c0e-8f30-63c9bf365755 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0726073 Aug 29 04:55:30.626277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-7533211d-33cd-45b3-a602-f1eb5f6fe263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.627789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-7533211d-33cd-45b3-a602-f1eb5f6fe263 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430419 Aug 29 04:55:30.662785 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048204a2-0c62-48b7-a3d5-f3d6939eff43 req-2d59d428-da37-4bcb-ad2f-5a8a6f6d2881 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:30.664308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-048204a2-0c62-48b7-a3d5-f3d6939eff43 req-2d59d428-da37-4bcb-ad2f-5a8a6f6d2881 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0517073 Aug 29 04:55:30.704448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-048204a2-0c62-48b7-a3d5-f3d6939eff43 req-1dfb5b8c-d633-439e-ac56-d1361365cc0e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Aug 29 04:55:30.733950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-10841033-da33-4845-b281-dbe2b67a6283 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910053 Aug 29 04:55:30.833693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5ff67ccc-f24f-4564-bc9f-d6459d70d2c0 req-29f8e122-2503-4c47-85e8-38cbe882ba46 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920348 Aug 29 04:55:31.839759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f116-cc8e-4e3d-82d7-da4b6e6de896 req-c11961e4-4ebd-4571-afbe-d85b6aee1548 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:31.841495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2060f116-cc8e-4e3d-82d7-da4b6e6de896 req-c11961e4-4ebd-4571-afbe-d85b6aee1548 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0558395 Aug 29 04:55:31.879963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2060f116-cc8e-4e3d-82d7-da4b6e6de896 req-ecf2b797-fa08-4e83-929b-469f5fdfb766 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Aug 29 04:55:33.005124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5da817-2ce4-4794-80f1-bbe5b662988f req-fba6e33a-226f-47c4-9a9e-5f20a6dc8c11 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:33.006727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab5da817-2ce4-4794-80f1-bbe5b662988f req-fba6e33a-226f-47c4-9a9e-5f20a6dc8c11 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0522726 Aug 29 04:55:33.049681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab5da817-2ce4-4794-80f1-bbe5b662988f req-ba7589fb-92b5-4d05-8f7a-50a498244ed5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366275 Aug 29 04:55:34.000393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:55:34.107729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:34.120225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'c6138c34-ef3f-4069-a598-fc0551850000', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:55:34.166265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:34.180577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:55:34.211733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:34.216470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:34.216954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6b19-1ba5-4201-91a8-9a3c283a1210 req-14faff41-577e-4ac3-9579-d2040d35f570 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:34.218698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebb6b19-1ba5-4201-91a8-9a3c283a1210 req-14faff41-577e-4ac3-9579-d2040d35f570 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0539076 Aug 29 04:55:34.266745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aebb6b19-1ba5-4201-91a8-9a3c283a1210 req-34a66c46-488f-4857-91d7-4c925332ac95 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Aug 29 04:55:34.427323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:34.435241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.435677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.437765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.439077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.439428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.439772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.440135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.440480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.440816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.441144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.441475 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.441801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:55:34.477925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['c6138c34-ef3f-4069-a598-fc0551850000'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:55:35.402851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49483cfe-0948-4647-ba0b-18bc0e13b200 req-3080e106-747e-4142-a437-f3fc8f59ad9d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:35.404842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49483cfe-0948-4647-ba0b-18bc0e13b200 req-3080e106-747e-4142-a437-f3fc8f59ad9d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 944 time: 0.0577612 Aug 29 04:55:35.446202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49483cfe-0948-4647-ba0b-18bc0e13b200 req-32c5cf9e-736a-4288-930c-fc87b370676b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339587 Aug 29 04:55:36.009430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:55:36.065081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port c6138c34-ef3f-4069-a598-fc0551850000 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:55:36.069520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port c6138c34-ef3f-4069-a598-fc0551850000 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:55:36.069885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:36.151762 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:36.177428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:36.179984 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdbfc75-27c7-4134-85ee-7a4d090d6565" -d '{"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:36.194270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:55:36.198972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:36.229991 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78358e6-91ba-4b6e-b423-8051d409289b x-openstack-request-id: req-a78358e6-91ba-4b6e-b423-8051d409289b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:36.230350 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:36.230549 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a78358e6-91ba-4b6e-b423-8051d409289b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:36.230910 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'code': 200} Aug 29 04:55:36.260847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:55:36.334675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebca0a-36b8-477c-90f1-087b08d70490 req-0bc63b85-0ec3-4583-83ad-5be74c824e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:36.336383 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42ebca0a-36b8-477c-90f1-087b08d70490 req-0bc63b85-0ec3-4583-83ad-5be74c824e81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1097 time: 0.0528910 Aug 29 04:55:36.378857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-42ebca0a-36b8-477c-90f1-087b08d70490 req-83d46421-3f68-4ed7-b548-1bdd28190690 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Aug 29 04:55:36.570931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02fce9-a486-4ceb-8216-d8f42afe2deb req-5baa92a0-ed3d-41d5-9294-e4b98e4bdcf1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:36.572437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df02fce9-a486-4ceb-8216-d8f42afe2deb req-5baa92a0-ed3d-41d5-9294-e4b98e4bdcf1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Aug 29 04:55:36.613995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df02fce9-a486-4ceb-8216-d8f42afe2deb req-2c447927-bf5a-4933-a03d-17507752d63a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340779 Aug 29 04:55:37.332516 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53a48d1c-b351-4767-9b5d-26bf2b9ead6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:37.744412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976f601-8790-4f6d-98cf-87075f81689a req-cff6cb01-aa2f-4d5b-b7f5-819ca7ee901c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:37.746181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e976f601-8790-4f6d-98cf-87075f81689a req-cff6cb01-aa2f-4d5b-b7f5-819ca7ee901c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0566437 Aug 29 04:55:37.788005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e976f601-8790-4f6d-98cf-87075f81689a req-824475cf-1e86-46c2-a7b3-81ac118ec7b1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356600 Aug 29 04:55:37.911248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532be7e-68be-455e-8e36-83c21700f0f1 req-13495651-2349-4451-b087-ff220bb2ae23 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:37.912910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1532be7e-68be-455e-8e36-83c21700f0f1 req-13495651-2349-4451-b087-ff220bb2ae23 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Aug 29 04:55:37.922040 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 42920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:55:37.926623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Request body: {'floatingip': {'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:55:37.967210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:38.433222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:38.439065 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:38.808482 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Floating IP 803a7cb2-b027-43bf-ad06-40275d98d80c associated. External IP: 172.25.3.46, port: c6138c34-ef3f-4069-a598-fc0551850000. Aug 29 04:55:39.034321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:55:39.151617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:55:39.157040 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:39.163766 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:55:39.174221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:39.174943 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:55:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:39.193566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8847678c-ede1-4c25-bdf4-1602bea860a4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "PUT /v2.0/floatingips/803a7cb2-b027-43bf-ad06-40275d98d80c HTTP/1.1" status: 200 len: 990 time: 1.2671084 Aug 29 04:55:39.193566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:55:39.194074 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36" -d '{"events": [{"name": "network-changed", "server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:55:39.241839 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 04:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae7792-8bca-4444-bd73-c76b1ac8e6b0 x-openstack-request-id: req-80ae7792-8bca-4444-bd73-c76b1ac8e6b0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:55:39.242295 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:55:39.242636 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80ae7792-8bca-4444-bd73-c76b1ac8e6b0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:55:39.243325 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'status': 'completed', 'code': 200} Aug 29 04:55:39.299695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:39.311057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-813a593a-0645-4bc6-b3f3-a7155c8a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:39.312634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-813a593a-0645-4bc6-b3f3-a7155c8a0002 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1097 time: 0.0444918 Aug 29 04:55:39.419290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-b57d6e5c-8600-4fc5-a2f9-9a4ce3e61987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:39.421438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-b57d6e5c-8600-4fc5-a2f9-9a4ce3e61987 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.1008375 Aug 29 04:55:39.494528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-f615e55a-6a32-4ae3-be2c-1dbbc5de1b9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 998 time: 0.0639927 Aug 29 04:55:39.557299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-dc2cbcba-f138-4348-920d-c206bf53f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:39.558933 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-dc2cbcba-f138-4348-920d-c206bf53f38d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0561614 Aug 29 04:55:39.570098 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '803a7cb2-b027-43bf-ad06-40275d98d80c', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f8503-3100-42ec-91df-af65901a68d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:25Z', 'updated_at': '2021-08-29T04:55:38Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:39.597301 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:55:39.606065 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:55:39.606673 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:55:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:39.609733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-44f9a3b6-5e5f-40d1-82a8-d1e5cd96ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:55:39.612012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-44f9a3b6-5e5f-40d1-82a8-d1e5cd96ceb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453198 Aug 29 04:55:39.711044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-66396385-37f4-4145-b251-273e1a4bf5d4 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914242 Aug 29 04:55:39.809965 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:55:39.815807 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea73ad82-f44a-4f84-a0b0-fdb04be44b36 req-6bb3e1ec-9002-494d-987a-6bb00160b903 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963030 Aug 29 04:55:40.040464 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '803a7cb2-b027-43bf-ad06-40275d98d80c', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f8503-3100-42ec-91df-af65901a68d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:25Z', 'updated_at': '2021-08-29T04:55:38Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:55:40.072984 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79da8c-9821-4c36-8c04-c689eab37e6a None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '803a7cb2-b027-43bf-ad06-40275d98d80c', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f8503-3100-42ec-91df-af65901a68d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T04:55:25Z', 'updated_at': '2021-08-29T04:55:38Z', 'revision_number': 1, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:55:40.303548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:40.311021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b2a328-6f26-4208-8019-114cd94ad2c1 None None] New status for floating IP 803a7cb2-b027-43bf-ad06-40275d98d80c: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:55:40.388751 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d0535bc3-155b-40ac-82d5-980bdcb566d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:41.363588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:41.676917 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:55:42.286018 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:43.116779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:55:59.845924 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:02.308104 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-abb2397b-d325-48fa-b20b-989dd7c076b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426438 Aug 29 04:56:02.393025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-84f150bb-d82e-4aee-a4e4-507b28df707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:02.394701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-84f150bb-d82e-4aee-a4e4-507b28df707b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1097 time: 0.0419748 Aug 29 04:56:02.509675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-2fa8752a-6674-4353-9adb-6ba05b6162d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:02.511373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-2fa8752a-6674-4353-9adb-6ba05b6162d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0912497 Aug 29 04:56:02.578591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-5b5d57c4-b883-4a2d-a526-0d044616df7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 1000 time: 0.0592599 Aug 29 04:56:02.645018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-8fa294a6-6492-40f4-a7ad-561a1e6dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:02.646464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-8fa294a6-6492-40f4-a7ad-561a1e6dedf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0595174 Aug 29 04:56:02.695901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-a0f82f67-7ae3-4d74-9abd-b6bcd5880da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:02.697476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-a0f82f67-7ae3-4d74-9abd-b6bcd5880da3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437531 Aug 29 04:56:02.788303 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-d20b625b-d8de-417c-8a98-d7c0d0c9758c service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829692 Aug 29 04:56:02.886368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-71aa0680-841b-4e6a-afef-09a8e2568f01 req-bf972a20-0801-4ce1-a355-af080fbd1851 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907137 Aug 29 04:56:07.323289 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0717d483-8f8e-4112-afbe-c0f5b66e34f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:10.297751 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:10.364067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-175379bc-1a62-401c-b8bb-791c69d2e79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:11.361663 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:12.284385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:13.120925 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:15.817832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-644ac9e0-986a-499e-afaf-ca61e08762e5 req-b854636a-5f91-44c6-ad02-640de681b67b service neutron] (94826) timed out ('10.222.0.62', 46688) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:56:18.676069 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:25.299421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be0858a3-0820-412a-af3e-ea177a18f98e req-ae61853b-7191-46fc-a86f-06fe78754c8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266576 Aug 29 04:56:25.400800 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be0858a3-0820-412a-af3e-ea177a18f98e req-7fc9f5b4-c514-41e2-8b66-928405eec8c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0251033 Aug 29 04:56:25.451095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be0858a3-0820-412a-af3e-ea177a18f98e req-aadaab13-4ba8-4d9f-b067-9bc37c2c8918 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233269 Aug 29 04:56:25.562275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0858a3-0820-412a-af3e-ea177a18f98e req-4602681e-a01c-473c-a81b-1cc84367e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:56:25.564007 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-be0858a3-0820-412a-af3e-ea177a18f98e req-4602681e-a01c-473c-a81b-1cc84367e147 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059608 Aug 29 04:56:29.860211 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:37.326028 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e413dee5-af64-49f3-9933-9df1ca85166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.306244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:40.366350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9171a697-80a8-437b-b7e9-2f6068a6a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:41.362407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:42.286090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:43.130014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.557512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44798) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:52.670816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.764029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.767896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.808340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89bea8e286cb43f7b314ad41021d97d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497039 Aug 29 04:56:52.809244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0c889-8880-4bc2-afad-13a59840f176,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:52.811450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:52.817499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.817917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.818201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.818544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.818886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.819222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.819550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.819886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.820250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.820569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.820900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.821228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6bd763-5385-4c60-b52e-e9be277cf6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.867988 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.891304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.941568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.944111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:52.945291 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8d0c889-8880-4bc2-afad-13a59840f176 HTTP/1.1" status: 204 len: 168 time: 0.1325791 Aug 29 04:56:52.954346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0c889-8880-4bc2-afad-13a59840f176,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:52.962214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.962568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.963120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.963650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.964015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.964354 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.964683 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.965015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.965342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.965668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.965990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:52.967449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7741f5b-7ccd-4c9a-bc12-6f96573617b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:56:53.271857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 44810) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:53.292450 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7430b9fc-5377-45be-bc95-24f86f6f61e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.407946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7430b9fc-5377-45be-bc95-24f86f6f61e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.413006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7430b9fc-5377-45be-bc95-24f86f6f61e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.454412 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7430b9fc-5377-45be-bc95-24f86f6f61e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8810941b1d5544a9a2959155648b392a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810513 Aug 29 04:56:53.456712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430b9fc-5377-45be-bc95-24f86f6f61e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b82d9-9c0a-402f-9552-a95e8f97df1b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:53.456879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 44814) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:56:53.520495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.549605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.613234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.618263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:56:53.621951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c5b82d9-9c0a-402f-9552-a95e8f97df1b HTTP/1.1" status: 204 len: 168 time: 0.1619756 Aug 29 04:56:53.634864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77a8c4-e070-489c-bbca-f7bbefc99819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b82d9-9c0a-402f-9552-a95e8f97df1b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:56:55.680210 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:56:59.876779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:03.578566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-e9494ece-a7b9-480d-b9fa-2cf54b660718 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2061756 Aug 29 04:57:03.672155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-96882e22-f255-4578-85d3-2e87e34f22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:03.673661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-96882e22-f255-4578-85d3-2e87e34f22b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1097 time: 0.0433769 Aug 29 04:57:03.788783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-bc7fcdc2-7279-47fc-a7b5-d3f193f69193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:03.790280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-bc7fcdc2-7279-47fc-a7b5-d3f193f69193 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0951385 Aug 29 04:57:03.859915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-18234d4d-975e-49ad-b473-fa49ef2e32a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 1000 time: 0.0601892 Aug 29 04:57:03.914600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-391beac9-c658-49f4-a00f-0bfaa26bcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:03.916160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-391beac9-c658-49f4-a00f-0bfaa26bcb85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0471625 Aug 29 04:57:03.974940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-827131f5-0a40-400b-8251-db3767357148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:03.976416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-827131f5-0a40-400b-8251-db3767357148 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467534 Aug 29 04:57:04.119320 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-724aa5cb-75b1-43aa-bc3f-1aa4e59dbbc9 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293802 Aug 29 04:57:04.220425 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-498c6022-6068-4cd8-ab81-74d7b0554d9c req-c146b4ad-5b4b-4d1e-93ac-afe2d6af7a46 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929513 Aug 29 04:57:07.333439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-43365e18-d845-4517-aed2-10efa0a5cde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.301741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:10.369477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746fafa2-0284-4a3d-8f9f-8bd24f39a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:11.372879 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:12.303517 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:13.128841 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:24.117224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7f1e-ed10-42af-bb83-7171935da11a req-d3e07918-ee4b-49fe-9af0-6ce3ab0a0082 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:24.118727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730f7f1e-ed10-42af-bb83-7171935da11a req-d3e07918-ee4b-49fe-9af0-6ce3ab0a0082 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.1183786 Aug 29 04:57:24.158762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-730f7f1e-ed10-42af-bb83-7171935da11a req-4f98c729-ea44-4367-9bef-879931ca8c9f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Aug 29 04:57:24.681433 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-57624100-9162-4f72-802b-181666a18743 req-3516f494-e15f-4c1b-8cc0-6b2b07628715 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0823112 Aug 29 04:57:24.763628 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-57624100-9162-4f72-802b-181666a18743 req-7ed2e893-9618-48f4-b094-717027bbeeee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Aug 29 04:57:24.811660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-57624100-9162-4f72-802b-181666a18743 req-57e57cc9-0797-4e18-bc5b-1f13bed20d4c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204749 Aug 29 04:57:24.909334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57624100-9162-4f72-802b-181666a18743 req-4ab1947e-33c8-4413-9ba5-e05e439fb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:24.910872 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-57624100-9162-4f72-802b-181666a18743 req-4ab1947e-33c8-4413-9ba5-e05e439fb3e6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930958 Aug 29 04:57:25.286783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91520a-faf9-4ce4-9cd5-4be787bee03c req-712fab03-00e2-4440-a20a-e98f9416022f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:25.288406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e91520a-faf9-4ce4-9cd5-4be787bee03c req-712fab03-00e2-4440-a20a-e98f9416022f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0514009 Aug 29 04:57:25.333750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e91520a-faf9-4ce4-9cd5-4be787bee03c req-85d03686-613d-431a-802e-08eb32bdf064 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 Aug 29 04:57:26.458762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29926-d4ad-4101-a2ff-054c72a70754 req-7e908fc3-b670-4549-9b9e-7606fc7dd600 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:26.460341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac29926-d4ad-4101-a2ff-054c72a70754 req-7e908fc3-b670-4549-9b9e-7606fc7dd600 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Aug 29 04:57:26.504139 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ac29926-d4ad-4101-a2ff-054c72a70754 req-977859b7-05c1-4615-886a-93279e443050 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Aug 29 04:57:27.633576 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3efdc8-e1df-44f1-b93d-5d220c95a9a1 req-36e8891d-b4e2-4115-9f5e-1ed02a257c1c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:27.636174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c3efdc8-e1df-44f1-b93d-5d220c95a9a1 req-36e8891d-b4e2-4115-9f5e-1ed02a257c1c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0561080 Aug 29 04:57:27.674541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c3efdc8-e1df-44f1-b93d-5d220c95a9a1 req-e5fe09a4-8651-470e-b7bf-f7dabc9decc4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Aug 29 04:57:28.791642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208529c-098e-4621-b789-f402b7a96087 req-26cc71d6-6f50-4310-a9ef-b325196d66fe tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:28.793249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3208529c-098e-4621-b789-f402b7a96087 req-26cc71d6-6f50-4310-a9ef-b325196d66fe tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Aug 29 04:57:28.832932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3208529c-098e-4621-b789-f402b7a96087 req-9ecf4bfa-b6c3-4283-b00c-d27e453f7c47 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Aug 29 04:57:29.886904 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:29.953107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dfe9f-14a0-43b8-91ce-352aaa7bb005 req-391d2289-5c0f-4501-abcb-ba6aa61f47a8 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:29.954575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e9dfe9f-14a0-43b8-91ce-352aaa7bb005 req-391d2289-5c0f-4501-abcb-ba6aa61f47a8 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Aug 29 04:57:29.995257 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e9dfe9f-14a0-43b8-91ce-352aaa7bb005 req-ab93f0d6-1bdd-4b24-b0f7-5cf017c91393 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Aug 29 04:57:31.118306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d246b-1dea-4fff-bcb8-4f0cdff838e3 req-15673727-657d-4e10-bcfd-11167be1ed5a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:31.119807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-638d246b-1dea-4fff-bcb8-4f0cdff838e3 req-15673727-657d-4e10-bcfd-11167be1ed5a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Aug 29 04:57:31.158362 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-638d246b-1dea-4fff-bcb8-4f0cdff838e3 req-bb5a9c48-bafa-48bd-97a2-082eae1728e1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Aug 29 04:57:32.284691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d858-c16f-4592-b9a1-f2140dc7e46a req-6ce8eaa5-c714-485b-b20e-2ec67846088d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:32.286335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a50d858-c16f-4592-b9a1-f2140dc7e46a req-6ce8eaa5-c714-485b-b20e-2ec67846088d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0554545 Aug 29 04:57:32.325886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a50d858-c16f-4592-b9a1-f2140dc7e46a req-e2e88a0f-ead8-4638-be0c-7884e5632189 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Aug 29 04:57:32.679781 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:57:33.463686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea7be-f0f6-4814-b478-c8c6732a3551 req-93daba49-6d1e-46e2-bd25-a6b94d68840f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:33.466494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ffea7be-f0f6-4814-b478-c8c6732a3551 req-93daba49-6d1e-46e2-bd25-a6b94d68840f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0690465 Aug 29 04:57:33.508636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ffea7be-f0f6-4814-b478-c8c6732a3551 req-fe4a1f09-b443-48d7-a5a0-a4c3d4dee62c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Aug 29 04:57:34.628764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b0274-0aed-42e3-9bdf-3893965c820d req-7fef0f5e-63e3-4534-907b-601cb4e1e40c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:34.630231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-164b0274-0aed-42e3-9bdf-3893965c820d req-7fef0f5e-63e3-4534-907b-601cb4e1e40c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Aug 29 04:57:34.666558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-164b0274-0aed-42e3-9bdf-3893965c820d req-e97199a1-ad18-4595-8fb3-d31e0599f913 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304375 Aug 29 04:57:35.786803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ec61b-d86d-4c2c-8512-99407c6d1841 req-513679e7-b188-4745-b0a3-9c44f72cdba1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:35.788303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc3ec61b-d86d-4c2c-8512-99407c6d1841 req-513679e7-b188-4745-b0a3-9c44f72cdba1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Aug 29 04:57:35.826298 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc3ec61b-d86d-4c2c-8512-99407c6d1841 req-955d65b7-cd05-4553-a2c6-19ba9acb5369 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Aug 29 04:57:36.529299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:57:36.630888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:36.644081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'c6138c34-ef3f-4069-a598-fc0551850000', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:57:36.682439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.695539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:57:36.714352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:36.721429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:36.773832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:36.781960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.782310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.782648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.782980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.783309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.783635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.784014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.784306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.784628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.784949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.785270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.785586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:57:36.814925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['c6138c34-ef3f-4069-a598-fc0551850000'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:57:36.953144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60476d-15b3-4c5d-a2e1-83ca4e84bfcc req-87316c4a-1462-443e-a984-d7b7ffab359f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:36.954716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c60476d-15b3-4c5d-a2e1-83ca4e84bfcc req-87316c4a-1462-443e-a984-d7b7ffab359f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 944 time: 0.0498977 Aug 29 04:57:36.998260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c60476d-15b3-4c5d-a2e1-83ca4e84bfcc req-174df899-9391-4b5b-98e5-4690fdf32048 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375228 Aug 29 04:57:37.330450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-823c4402-a35c-4be6-baa8-92ca3da95221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.148240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0fb5e-66a0-45f3-bfce-004060f132eb req-dd155437-e11c-40fd-80cb-2bff46018fb7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:38.149851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cf0fb5e-66a0-45f3-bfce-004060f132eb req-dd155437-e11c-40fd-80cb-2bff46018fb7 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 944 time: 0.0639672 Aug 29 04:57:38.205828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cf0fb5e-66a0-45f3-bfce-004060f132eb req-9d2e465b-fbb7-4b6a-a6c7-5fe8cac99018 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446460 Aug 29 04:57:38.553247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:57:38.604341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port c6138c34-ef3f-4069-a598-fc0551850000 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:57:38.604885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.690445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.714534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:38.717517 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62545a7c-484e-40e6-a883-a476d6040907" -d '{"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:38.732576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:38.748430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:38.778326 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db97992-dda0-47f3-82d0-41331b892d50 x-openstack-request-id: req-4db97992-dda0-47f3-82d0-41331b892d50 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:38.778615 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:38.778866 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4db97992-dda0-47f3-82d0-41331b892d50 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:38.779252 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'code': 200} Aug 29 04:57:38.809120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:39.354751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e961d4d-0a49-40d7-869b-df9881d70319 req-465b1058-08e7-40ae-b9d0-2d06191e6f74 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:39.356405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e961d4d-0a49-40d7-869b-df9881d70319 req-465b1058-08e7-40ae-b9d0-2d06191e6f74 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0637383 Aug 29 04:57:39.399650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e961d4d-0a49-40d7-869b-df9881d70319 req-91eb7379-25bc-4ce3-9aa1-bbbcc4f30fd1 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Aug 29 04:57:40.296981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.373889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7e8a-1413-4677-8c0f-ca8eadb8c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:40.534130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594625c-015c-448d-b2e9-394a434df39d req-2c405a1d-06d3-4e7f-8067-53c448579d82 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:40.535774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a594625c-015c-448d-b2e9-394a434df39d req-2c405a1d-06d3-4e7f-8067-53c448579d82 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Aug 29 04:57:40.581789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a594625c-015c-448d-b2e9-394a434df39d req-bea7a425-5efe-4b2a-99ba-e835f1ce9adc tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 Aug 29 04:57:41.370519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:41.728042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68e75-40ed-47de-836e-e8279c07c144 req-684231e0-a676-4b13-ba47-def543c82655 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:41.729719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7d68e75-40ed-47de-836e-e8279c07c144 req-684231e0-a676-4b13-ba47-def543c82655 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0662730 Aug 29 04:57:41.780426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7d68e75-40ed-47de-836e-e8279c07c144 req-72c2b92d-8238-4214-acd1-9ffb96c019cb tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Aug 29 04:57:42.315213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:42.927558 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb7987-b558-44b1-ae67-971bbf1e6fd2 req-af2a2840-9f71-47d0-aef0-5b954ada322f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:42.929831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2cb7987-b558-44b1-ae67-971bbf1e6fd2 req-af2a2840-9f71-47d0-aef0-5b954ada322f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0639887 Aug 29 04:57:42.980522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2cb7987-b558-44b1-ae67-971bbf1e6fd2 req-9475d061-f588-48b2-9254-3eeff3d93d2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 Aug 29 04:57:43.134559 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:44.125282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336859d-a4e7-4545-995b-a6a583bb1df2 req-4d231e57-4d2f-4b45-b9b5-9433be5e988f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:44.127504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8336859d-a4e7-4545-995b-a6a583bb1df2 req-4d231e57-4d2f-4b45-b9b5-9433be5e988f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0732176 Aug 29 04:57:44.182204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8336859d-a4e7-4545-995b-a6a583bb1df2 req-38b7d936-8e46-4e0f-abef-873b09a05bc9 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470252 Aug 29 04:57:45.337745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e14a4-43f9-4044-befc-d445825e0c75 req-66195033-38a5-442b-ba92-e7975f1e15ce tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:45.339541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-404e14a4-43f9-4044-befc-d445825e0c75 req-66195033-38a5-442b-ba92-e7975f1e15ce tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Aug 29 04:57:45.378568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-404e14a4-43f9-4044-befc-d445825e0c75 req-55992904-d563-4a24-a799-9a757b4c484e tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 29 04:57:46.064115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-daed928f-44cb-4b11-a528-8d2ba15546c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.065525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-daed928f-44cb-4b11-a528-8d2ba15546c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1097 time: 0.0415285 Aug 29 04:57:46.157134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-57d68880-c173-4b43-815d-684c53ff990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.158611 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-57d68880-c173-4b43-815d-684c53ff990a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0828867 Aug 29 04:57:46.234187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-0dd4ea9d-f119-4a5e-ad16-201836c2062d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 1000 time: 0.0635796 Aug 29 04:57:46.297516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-f8941cfd-4f1c-45b9-b971-fb4ccd601c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.299017 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-f8941cfd-4f1c-45b9-b971-fb4ccd601c6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0563695 Aug 29 04:57:46.348268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-74af5a30-e8e0-40b0-86cd-c32a5c940a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.349650 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-74af5a30-e8e0-40b0-86cd-c32a5c940a05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393002 Aug 29 04:57:46.445765 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-df43d56e-a091-4e47-ae04-b5507473fe7b service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854089 Aug 29 04:57:46.500434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352679-6943-4e57-8f59-6a1a5258296b req-72dbb173-0d2f-4e50-a3a4-1fb526362a32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:46.502022 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09352679-6943-4e57-8f59-6a1a5258296b req-72dbb173-0d2f-4e50-a3a4-1fb526362a32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0479851 Aug 29 04:57:46.540321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09352679-6943-4e57-8f59-6a1a5258296b req-ddc55b54-e99e-4ed5-8d78-01e6a086a07a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Aug 29 04:57:46.549087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5753c680-c870-407d-9b0e-1b5fccdcfc15 req-2cfd9fd2-175c-4dc6-980f-66dbc64ea30d service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839088 Aug 29 04:57:47.661119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69925c-40a5-4046-bee1-11dfc6c677a5 req-f4a0fdcb-eab3-4bc3-ad67-02d9ecc9b305 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:47.662604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d69925c-40a5-4046-bee1-11dfc6c677a5 req-f4a0fdcb-eab3-4bc3-ad67-02d9ecc9b305 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Aug 29 04:57:47.703812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d69925c-40a5-4046-bee1-11dfc6c677a5 req-c0e11358-b954-42a4-9e8f-6622073fdc9f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Aug 29 04:57:48.621068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:48.698849 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:48.720527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:57:48.722674 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef94e66-d7a5-4394-86f6-69bc7f2948b4" -d '{"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:57:48.737240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:57:48.742539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:57:48.765590 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 04:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb93a5-e94d-4d1e-9d69-3728835b5ae2 x-openstack-request-id: req-bfcb93a5-e94d-4d1e-9d69-3728835b5ae2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:57:48.765884 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:57:48.766142 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bfcb93a5-e94d-4d1e-9d69-3728835b5ae2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:57:48.766534 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'code': 200} Aug 29 04:57:48.792001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:57:48.826378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8460b-f5d0-4cc5-8750-edc153214252 req-55711260-a8e4-4e9e-8acb-4cc8e1f45332 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:48.827888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dce8460b-f5d0-4cc5-8750-edc153214252 req-55711260-a8e4-4e9e-8acb-4cc8e1f45332 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0519009 Aug 29 04:57:48.865591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dce8460b-f5d0-4cc5-8750-edc153214252 req-b9cbd9e5-a35a-44e9-bb84-4af90242e76b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Aug 29 04:57:49.782563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e364340-8de0-4478-a693-b48bfe76dc87 req-964825a0-2324-4e7d-b485-7f16950797db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:49.784103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e364340-8de0-4478-a693-b48bfe76dc87 req-964825a0-2324-4e7d-b485-7f16950797db tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0502350 Aug 29 04:57:49.823718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e364340-8de0-4478-a693-b48bfe76dc87 req-86ca4d25-129a-4f2e-b4fe-5ca1d849cd27 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Aug 29 04:57:49.933604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-fb8e2773-c11e-4046-8a6d-be1baab686ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045589 Aug 29 04:57:50.736120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-ebd0c5e2-5a71-4f3e-a03b-0515c225cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.737620 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-ebd0c5e2-5a71-4f3e-a03b-0515c225cf38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3&tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0451989 Aug 29 04:57:50.803335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-07fd1a4e-6d3f-4604-aef1-cf2a2c5610a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.804905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-07fd1a4e-6d3f-4604-aef1-cf2a2c5610a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1095 time: 0.0407810 Aug 29 04:57:50.897650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-385a265e-6ac7-4eb4-88fe-89c011f80ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.899148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-385a265e-6ac7-4eb4-88fe-89c011f80ada service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0836098 Aug 29 04:57:50.951776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba623d-9cde-45e0-9f78-023321c2ce5d req-c093918f-74ed-4c90-8623-dea97bc5d4f5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:50.953310 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acba623d-9cde-45e0-9f78-023321c2ce5d req-c093918f-74ed-4c90-8623-dea97bc5d4f5 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0538151 Aug 29 04:57:50.974172 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-82ed1b08-a7a7-4f5f-bdf6-9d43a685f2da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 998 time: 0.0634670 Aug 29 04:57:50.992356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acba623d-9cde-45e0-9f78-023321c2ce5d req-d4aca357-20ed-421b-a23b-eb48de17869a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Aug 29 04:57:51.029798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-9c75c668-5cb1-4c4d-bb98-b244cae0ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:51.031264 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-9c75c668-5cb1-4c4d-bb98-b244cae0ca32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0444763 Aug 29 04:57:51.078466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-a3f129df-52c4-42ee-b776-8d9059ff35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:51.079975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-a3f129df-52c4-42ee-b776-8d9059ff35c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403075 Aug 29 04:57:51.175210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-f19abd74-ac66-4673-a8c1-94f600a9dce9 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864263 Aug 29 04:57:51.268216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-d0348521-8bf0-4088-ae29-cc19101f5840 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808177 Aug 29 04:57:52.114904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eecef-5638-40d0-a982-38b395a93c35 req-4e161e3e-495b-4d41-8fc9-741099ce6b88 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:52.116438 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-883eecef-5638-40d0-a982-38b395a93c35 req-4e161e3e-495b-4d41-8fc9-741099ce6b88 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0505280 Aug 29 04:57:52.157376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-883eecef-5638-40d0-a982-38b395a93c35 req-5f057cd8-e903-4262-9cae-495c35ee2387 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Aug 29 04:57:52.646604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:57:53.284019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9831f-3c0c-47f6-9a94-87107cf03810 req-c4d04635-2a8e-4b8e-9eb5-50f253a3d848 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:53.285556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bae9831f-3c0c-47f6-9a94-87107cf03810 req-c4d04635-2a8e-4b8e-9eb5-50f253a3d848 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0529823 Aug 29 04:57:53.326763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bae9831f-3c0c-47f6-9a94-87107cf03810 req-29a7ea9c-6f08-4a49-8547-e0d20e3fdacf tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349236 Aug 29 04:57:54.456214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b97071-5528-4c45-8c2c-39d3a35f9552 req-dda3c36e-2c39-4409-9d73-99a0a80f0f2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:54.458040 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49b97071-5528-4c45-8c2c-39d3a35f9552 req-dda3c36e-2c39-4409-9d73-99a0a80f0f2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0576942 Aug 29 04:57:54.498105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49b97071-5528-4c45-8c2c-39d3a35f9552 req-7e680ee6-5521-4ee1-806c-ecad5ff40046 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Aug 29 04:57:55.643159 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ced1-6253-4692-95e4-05e5a7a5c803 req-8988ee2a-25fa-4b38-a5f1-e4f9f805af76 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:55.646064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6873ced1-6253-4692-95e4-05e5a7a5c803 req-8988ee2a-25fa-4b38-a5f1-e4f9f805af76 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0681217 Aug 29 04:57:55.686611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6873ced1-6253-4692-95e4-05e5a7a5c803 req-914cdde6-f7cf-4457-a075-de77a14858a6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Aug 29 04:57:56.813006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ccb18-a058-4a97-a529-38af93a9224d req-7167b529-afe8-4cbd-a0ee-34db6f462b48 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:56.814903 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b5ccb18-a058-4a97-a529-38af93a9224d req-7167b529-afe8-4cbd-a0ee-34db6f462b48 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0518239 Aug 29 04:57:56.855394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b5ccb18-a058-4a97-a529-38af93a9224d req-2d33765d-5caf-4632-af8f-0c27b5dfb77f tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Aug 29 04:57:57.991188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a588a-2b52-47a6-92c5-17687ab3f106 req-881d12dc-114a-4672-99df-4bb46fae1d5d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:57.992744 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4a588a-2b52-47a6-92c5-17687ab3f106 req-881d12dc-114a-4672-99df-4bb46fae1d5d tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0589836 Aug 29 04:57:58.035229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4a588a-2b52-47a6-92c5-17687ab3f106 req-f8783f6a-9129-4b2d-9539-59d50a871cf4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363445 Aug 29 04:57:59.157123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10e4a-c941-4ef0-98f6-9d0e8fd896c0 req-28a50aa9-173f-47ab-b38e-f08e77ad0917 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:57:59.158677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b10e4a-c941-4ef0-98f6-9d0e8fd896c0 req-28a50aa9-173f-47ab-b38e-f08e77ad0917 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0504432 Aug 29 04:57:59.198754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3b10e4a-c941-4ef0-98f6-9d0e8fd896c0 req-2c14f5b9-0085-43af-b82e-bd0f246d83e4 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Aug 29 04:57:59.887918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:00.347327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e781ef3-4292-4023-86be-f6c3ee60b15a req-d03b6105-be0b-4c71-a741-292a243e070c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:00.349831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e781ef3-4292-4023-86be-f6c3ee60b15a req-d03b6105-be0b-4c71-a741-292a243e070c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0686507 Aug 29 04:58:00.394276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5e781ef3-4292-4023-86be-f6c3ee60b15a req-07f2483d-614a-4590-84fc-f7da2f453d7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356143 Aug 29 04:58:01.530416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20e1e4-645b-4919-97df-83e070597c9e req-f0c09e5d-2a62-47dd-95db-37f28c7f1e54 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:01.531911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed20e1e4-645b-4919-97df-83e070597c9e req-f0c09e5d-2a62-47dd-95db-37f28c7f1e54 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0590346 Aug 29 04:58:01.569384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed20e1e4-645b-4919-97df-83e070597c9e req-d099fa5f-3fb4-4e0b-99d0-0bda83b7f5dd tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Aug 29 04:58:02.687511 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966194-b1fd-43cb-a90f-f77e0085571d req-1ece3d7c-329e-4dc0-b8bb-6dfc5597d9d3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:02.689006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e966194-b1fd-43cb-a90f-f77e0085571d req-1ece3d7c-329e-4dc0-b8bb-6dfc5597d9d3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0485487 Aug 29 04:58:02.725803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e966194-b1fd-43cb-a90f-f77e0085571d req-854e7a7e-e0e4-4aa9-8afa-fadeb160314b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Aug 29 04:58:03.844779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ecc1c-1db6-450a-adc6-e6309b142572 req-62e56744-1fc8-4761-a4b2-387f8330ee32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:03.846285 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c1ecc1c-1db6-450a-adc6-e6309b142572 req-62e56744-1fc8-4761-a4b2-387f8330ee32 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 943 time: 0.0483851 Aug 29 04:58:03.883711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c1ecc1c-1db6-450a-adc6-e6309b142572 req-f66c48db-fa05-4403-ab36-7519fdd1b014 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Aug 29 04:58:04.725264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 04:58:04.820736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:04.831884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'c6138c34-ef3f-4069-a598-fc0551850000', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'port_id': 'c6138c34-ef3f-4069-a598-fc0551850000', 'mac_address': 'fa:16:3e:ab:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 04:58:04.873573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:04.886286 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 04:58:04.905318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:04.909479 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:04.957158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:05.007304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cfb8e-89ea-4906-a4a0-0ea0c8be18cb req-f8ac6467-c7c2-41d5-bb0f-b1b218456a46 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.008736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd8cfb8e-89ea-4906-a4a0-0ea0c8be18cb req-f8ac6467-c7c2-41d5-bb0f-b1b218456a46 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 944 time: 0.0527060 Aug 29 04:58:05.046938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cd8cfb8e-89ea-4906-a4a0-0ea0c8be18cb req-4f298b12-17b6-4369-b7c2-d41607374449 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Aug 29 04:58:05.338930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['c6138c34-ef3f-4069-a598-fc0551850000'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 04:58:05.385469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-cfbaa43e-aeb3-482d-affe-484de49f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.387011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-cfbaa43e-aeb3-482d-affe-484de49f2d20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1096 time: 0.0482659 Aug 29 04:58:05.494509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-36aa73de-d3b8-4d71-8459-50acc7eb4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.496016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-36aa73de-d3b8-4d71-8459-50acc7eb4163 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 200 len: 918 time: 0.0835142 Aug 29 04:58:05.564114 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-fe5578f8-ef3a-45e7-8814-6fd5ae3908ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 200 len: 999 time: 0.0604105 Aug 29 04:58:05.614210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-b2fbd5a1-6945-4f03-be2e-13468490e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.615637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-b2fbd5a1-6945-4f03-be2e-13468490e557 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 200 len: 856 time: 0.0423884 Aug 29 04:58:05.665650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-8a989c18-72cc-43f2-a3df-ff7769b56432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:05.667161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-8a989c18-72cc-43f2-a3df-ff7769b56432 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d719d0a-b727-46a0-b168-706e4a01d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425341 Aug 29 04:58:05.759895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-17ac5b55-978d-44df-ac13-5d4c37e8cef4 service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839083 Aug 29 04:58:05.848182 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41ab8da5-23a2-45a7-a088-825cb4616c9b req-a3736d44-e861-486c-bdcb-8ee0c61adfcc service neutron] 10.222.0.54 "GET /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809009 Aug 29 04:58:06.167357 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dbd7a-b55c-4409-a4f5-fb7e367ed7ca req-f55c627f-8d9a-442c-bc62-2185440de713 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:06.168923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-897dbd7a-b55c-4409-a4f5-fb7e367ed7ca req-f55c627f-8d9a-442c-bc62-2185440de713 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 944 time: 0.0492458 Aug 29 04:58:06.205834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-897dbd7a-b55c-4409-a4f5-fb7e367ed7ca req-1ae6b6e8-17c0-44a7-81b9-29387b376416 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Aug 29 04:58:06.737134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:58:06.785040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port c6138c34-ef3f-4069-a598-fc0551850000 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:58:06.785402 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.859035 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.883141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:06.885403 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98656f62-2363-444a-ae5f-6aeef9f51e7d" -d '{"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:06.898740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:06.904082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:06.927652 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf796025-b4ee-49b2-ae4e-8b363f8f7d9b x-openstack-request-id: req-cf796025-b4ee-49b2-ae4e-8b363f8f7d9b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:06.927972 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:06.928229 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf796025-b4ee-49b2-ae4e-8b363f8f7d9b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:06.928619 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'code': 200} Aug 29 04:58:06.954224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:07.089106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a3eaf-5e40-468c-ba94-38e3fa60e2db req-fecb8a26-6d29-435e-85e9-50cbfc0fb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.091089 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cd1a3eaf-5e40-468c-ba94-38e3fa60e2db req-fecb8a26-6d29-435e-85e9-50cbfc0fb830 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 1098 time: 0.0406475 Aug 29 04:58:07.131392 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cd1a3eaf-5e40-468c-ba94-38e3fa60e2db req-bf08fae4-9b7a-4a40-8ebc-339d6440e892 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274765 Aug 29 04:58:07.321935 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a2698186-890b-421a-8e22-de20940c855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:07.329223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480c7a-c88d-4345-82d6-923dfdb92b75 req-767d4076-0238-41fc-b369-4c21b09959b0 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:07.330732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf480c7a-c88d-4345-82d6-923dfdb92b75 req-767d4076-0238-41fc-b369-4c21b09959b0 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0509849 Aug 29 04:58:07.368140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cf480c7a-c88d-4345-82d6-923dfdb92b75 req-bf14c6fb-a54d-4ddd-a93d-f1247abd9e06 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Aug 29 04:58:08.500292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817648-b8fc-4852-bf5b-371ea82624b9 req-6c0a6e05-35ed-4905-ac46-f0fa45248b8a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:08.501862 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c817648-b8fc-4852-bf5b-371ea82624b9 req-6c0a6e05-35ed-4905-ac46-f0fa45248b8a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0545626 Aug 29 04:58:08.540807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c817648-b8fc-4852-bf5b-371ea82624b9 req-5c4a848c-3312-4463-b6d4-3b4cff0692a0 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Aug 29 04:58:09.661333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d17d8-0fcb-4c87-af4d-830994ecf810 req-96c7c066-f527-4fe6-a4ab-faf108883018 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:09.662807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-343d17d8-0fcb-4c87-af4d-830994ecf810 req-96c7c066-f527-4fe6-a4ab-faf108883018 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0496855 Aug 29 04:58:09.679713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:09.701026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-343d17d8-0fcb-4c87-af4d-830994ecf810 req-9b9eb70f-23b8-4f3b-89ea-05d7764ccd3b tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Aug 29 04:58:10.298622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:10.373399 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b788-ec3e-4353-898b-6df8b94e2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:11.370897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:12.302268 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:13.130151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:25.310683 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d1b7b13-c48e-4c98-974d-af9743fae644 req-7ed5130c-87a2-4961-8a0d-4fdab36ba6e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290821 Aug 29 04:58:25.737374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d1b7b13-c48e-4c98-974d-af9743fae644 req-fcbfa7e9-2f9d-46a1-ae12-60623dfbcbf3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.3661792 Aug 29 04:58:25.785275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d1b7b13-c48e-4c98-974d-af9743fae644 req-4bc55ef7-ed1d-4587-a837-d031412edfb3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203507 Aug 29 04:58:25.882737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7b13-c48e-4c98-974d-af9743fae644 req-44123557-e4de-4cb3-b156-244d7948038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:25.884269 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5d1b7b13-c48e-4c98-974d-af9743fae644 req-44123557-e4de-4cb3-b156-244d7948038c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919821 Aug 29 04:58:29.903626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:37.323601 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0b95-29b9-44a8-936d-8d173125babc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:40.299569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:40.374864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4229cb9d-1f05-466e-8007-8b68204e0afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:41.373960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.325980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:42.873827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f68fa-5250-4d9e-b5dd-7fd45f4157b2 req-6a17b7b1-de58-4129-bb0c-606069c5ec09 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:42.875361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999f68fa-5250-4d9e-b5dd-7fd45f4157b2 req-6a17b7b1-de58-4129-bb0c-606069c5ec09 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0488186 Aug 29 04:58:42.913179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-999f68fa-5250-4d9e-b5dd-7fd45f4157b2 req-8956622b-7d1b-4b74-b47f-0657917da887 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Aug 29 04:58:43.132780 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.041220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4afeb-6503-4c28-b6c7-c77e8a7b0f24 req-dd8ed91f-a85e-4bd1-b772-62ee13760d2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:44.042770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9db4afeb-6503-4c28-b6c7-c77e8a7b0f24 req-dd8ed91f-a85e-4bd1-b772-62ee13760d2c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0547199 Aug 29 04:58:44.086270 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9db4afeb-6503-4c28-b6c7-c77e8a7b0f24 req-83bfedf9-65a5-41ab-9bd1-91a95bb441c3 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups?id=b09c2422-b11a-4603-9fc4-3339b481d3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Aug 29 04:58:44.388801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830abf5c-71e3-455b-b095-e33826c42957 req-9355b3df-f9ab-408a-a9a7-2e08d92ac627 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:58:44.390305 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-830abf5c-71e3-455b-b095-e33826c42957 req-9355b3df-f9ab-408a-a9a7-2e08d92ac627 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 946 time: 0.0534744 Aug 29 04:58:44.491847 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Deleting port c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:44.492229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.583042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] For port c6138c34-ef3f-4069-a598-fc0551850000, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=c6138c34-ef3f-4069-a598-fc0551850000,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:44.583409 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.757102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.757410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.757735 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Floating IP 803a7cb2-b027-43bf-ad06-40275d98d80c disassociated. External IP: 172.25.3.46, port: c6138c34-ef3f-4069-a598-fc0551850000. Aug 29 04:58:44.758079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Calling delete_port for c6138c34-ef3f-4069-a598-fc0551850000 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:44.901354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:44.933736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'Port': ['ID=c6138c34-ef3f-4069-a598-fc0551850000,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:44.945253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.945605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.945948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.946285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.946625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.947562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.947562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.947781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.947992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.948258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.948638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:44.948929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:45.057969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:45.171570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:45.183829 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:45.194983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:45.196141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:58:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:45.220472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] No DVR routers for this DVR port c6138c34-ef3f-4069-a598-fc0551850000 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:45.225162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:45.227190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-830abf5c-71e3-455b-b095-e33826c42957 req-20ddc4f2-9286-4151-8dd9-b08c06f019d6 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.54 "DELETE /v2.0/ports/c6138c34-ef3f-4069-a598-fc0551850000 HTTP/1.1" status: 204 len: 173 time: 0.8266602 Aug 29 04:58:45.227721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-deleted', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 04:58:45.230106 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9d5de7-0658-4643-880f-b8dbfc9b459f" -d '{"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-deleted", "tag": "c6138c34-ef3f-4069-a598-fc0551850000"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 04:58:45.241497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e328c77-a44c-444d-9b58-87127c78bbac req-f793c74c-0cc4-4537-82b4-7a382d865232 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f8503-3100-42ec-91df-af65901a68d3 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Aug 29 04:58:45.300919 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6115822-c70b-4d0e-8c99-acfad58cf56d x-openstack-request-id: req-e6115822-c70b-4d0e-8c99-acfad58cf56d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 04:58:45.301200 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f8503-3100-42ec-91df-af65901a68d3", "name": "network-vif-deleted", "tag": "c6138c34-ef3f-4069-a598-fc0551850000", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 04:58:45.301468 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6115822-c70b-4d0e-8c99-acfad58cf56d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 04:58:45.301894 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f8503-3100-42ec-91df-af65901a68d3', 'name': 'network-vif-deleted', 'tag': 'c6138c34-ef3f-4069-a598-fc0551850000', 'status': 'completed', 'code': 200} Aug 29 04:58:45.323954 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:45.542135 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:45.571677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:45.580227 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:45.580762 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:58:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:45.688335 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:45.882238 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:45.909704 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d334d-8b66-4df4-afb4-14e418b717b6 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd644e152-23ca-4e00-a25d-c8765bc329f7', 'name': '', 'network_id': '7d719d0a-b727-46a0-b168-706e4a01d3d4', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'mac_address': 'fa:16:3e:5e:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:19Z', 'updated_at': '2021-08-29T04:51:27Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'subnets': [{'id': '477bce54-f925-44c9-bb5d-4e7d7107f63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:46.156623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d2b07-0afe-44bb-ad65-78378d87920d None None] New status for floating IP 803a7cb2-b027-43bf-ad06-40275d98d80c: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 04:58:46.345730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45196) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:46.403451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.428053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.480070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.483520 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.484781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "DELETE /v2.0/security-groups/b09c2422-b11a-4603-9fc4-3339b481d3c0 HTTP/1.1" status: 204 len: 168 time: 0.1380110 Aug 29 04:58:46.487749 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:46.494664 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c2422-b11a-4603-9fc4-3339b481d3c0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:46.502646 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-ea59e310-e7b1-40b1-ab27-540759491570 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] show failed (client error): The resource could not be found. Aug 29 04:58:46.503047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.503255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.503444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.503696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ea59e310-e7b1-40b1-ab27-540759491570 tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "GET /v2.0/security-groups/b09c2422-b11a-4603-9fc4-3339b481d3c0 HTTP/1.1" status: 404 len: 347 time: 0.0142636 Aug 29 04:58:46.503850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.504176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.504478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.504809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.505139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.505471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.505800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.506126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.506461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73803981-cc6a-41f3-be14-15c9c919246c tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:58:46.507347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45200) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:46.639956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Deleting port 9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:46.640348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.679545 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:58:46.733799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.734207 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.746468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Calling delete_port for 9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:46.889601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.914040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Pushing event deleted for resources: {'Port': ['ID=9bdd0c63-3fad-4d10-9cf7-1e6b0818d70a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:46.977957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.980459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:46.981676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0d43e31-ab54-4e09-9dc5-84bd4188cf7a tempest-AttachVolumeShelveTestJSON-977961925 tempest-AttachVolumeShelveTestJSON-977961925-project] 10.222.0.62 "DELETE /v2.0/floatingips/803a7cb2-b027-43bf-ad06-40275d98d80c HTTP/1.1" status: 204 len: 168 time: 0.4730127 Aug 29 04:58:46.987159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:47.008135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: c6138c34-ef3f-4069-a598-fc0551850000 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:47.008498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device c6138c34-ef3f-4069-a598-fc0551850000 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:51.566044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45228) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:52.077030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.326353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Deleting port d644e152-23ca-4e00-a25d-c8765bc329f7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:52.326617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.403953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] For port d644e152-23ca-4e00-a25d-c8765bc329f7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d644e152-23ca-4e00-a25d-c8765bc329f7,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:52.404345 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.417397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Calling delete_port for d644e152-23ca-4e00-a25d-c8765bc329f7 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:52.608894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:52.633010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Pushing event deleted for resources: {'Port': ['ID=d644e152-23ca-4e00-a25d-c8765bc329f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:52.802901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.021872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:58:53.129018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:58:53.136528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b51abb1f-8e52-451d-b9d4-19bdeae5f379 admin admin] 10.222.0.62 "PUT /v2.0/routers/c36487e1-5b5d-4884-8fe7-ee0f098a3ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5669873 Aug 29 04:58:53.136697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45234) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:53.138183 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Sync routers for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:58:53.147825 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:53.148490 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:58:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.240575 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.250801 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:53.345596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.404798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Deleting port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:53.405162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.431186 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:58:52Z', 'revision_number': 5, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port': {'id': '7fbf9160-0ceb-4e4d-86d1-7981bfe008d5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T04:51:15Z', 'updated_at': '2021-08-29T04:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.493297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] For port 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:53.493669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.507764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Calling delete_port for 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:53.552329 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Checking router: c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 04:58:53.561258 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Routers {'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:58:53.562139 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:58:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.647160 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] Set router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 04:58:53.681346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.701759 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:58:53Z', 'revision_number': 6, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:53.712616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbf9160-0ceb-4e4d-86d1-7981bfe008d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:53.728436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a22d4-f63b-406d-ae33-4fc2cebdb9e0 None None] The sync data for ids ['c36487e1-5b5d-4884-8fe7-ee0f098a3ff4'] in n-d-712139-13 is: [{'id': 'c36487e1-5b5d-4884-8fe7-ee0f098a3ff4', 'name': 'tempest-AttachVolumeShelveTestJSON-2044788485-router', 'tenant_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T04:51:14Z', 'updated_at': '2021-08-29T04:58:53Z', 'revision_number': 6, 'project_id': '7ccb6970a80d4c2db2fb83d12ab1c5c5', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:58:53.776231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.865920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.868041 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.911374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.911775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:58:53.916449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:53.917686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f258e493-5fa4-44b3-ab33-b1027b5eb29c admin admin] 10.222.0.62 "DELETE /v2.0/routers/c36487e1-5b5d-4884-8fe7-ee0f098a3ff4 HTTP/1.1" status: 204 len: 168 time: 0.7794139 Aug 29 04:58:53.920766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:53.963130 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Deleting subnet 477bce54-f925-44c9-bb5d-4e7d7107f63a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:58:53.966693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.004474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.088481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.144999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.170069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477bce54-f925-44c9-bb5d-4e7d7107f63a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:54.177066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.181412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b87ff41-702e-4086-9764-0e4ebcb13793 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/477bce54-f925-44c9-bb5d-4e7d7107f63a HTTP/1.1" status: 204 len: 168 time: 0.2573075 Aug 29 04:58:54.181642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:54.182846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8a742-f1de-485b-88cf-ce9588216aed None None] Network 7d719d0a-b727-46a0-b168-706e4a01d3d4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:58:54.254249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.308058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Deleting port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:58:54.308409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.370654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] For port 44e42ed4-0fd3-4962-b5ba-662e54009bb0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=44e42ed4-0fd3-4962-b5ba-662e54009bb0,segment=NetworkSegment(21978a43-e8b4-4550-b96a-dfe98c277cc5),segment_id=21978a43-e8b4-4550-b96a-dfe98c277cc5)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:58:54.371016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.384090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Calling delete_port for 44e42ed4-0fd3-4962-b5ba-662e54009bb0 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:58:54.464764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.491795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Pushing event deleted for resources: {'Port': ['ID=44e42ed4-0fd3-4962-b5ba-662e54009bb0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:54.493880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] No DVR routers for this DVR port 44e42ed4-0fd3-4962-b5ba-662e54009bb0 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:58:54.512994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273a8f1-bea2-4f16-979f-fda658444929 None None] DHCP port deletion for 7d719d0a-b727-46a0-b168-706e4a01d3d4 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:58:54.576777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.586286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d719d0a-b727-46a0-b168-706e4a01d3d4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:54.596186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21978a43-e8b4-4550-b96a-dfe98c277cc5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:54.596483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21978a43-e8b4-4550-b96a-dfe98c277cc5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:58:54.605037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.618931 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.626111 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:58:54.626507 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:58:54.628256 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:58:54.681592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.687766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.689616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] 10.222.0.62 "DELETE /v2.0/networks/7d719d0a-b727-46a0-b168-706e4a01d3d4 HTTP/1.1" status: 204 len: 168 time: 0.5070384 Aug 29 04:58:54.702006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941abb4-7efb-4697-bcad-7723fddc873d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d719d0a-b727-46a0-b168-706e4a01d3d4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:54.814384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:54.853430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0b55e67-e5c0-4835-85ce-3f0c42b87a8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ccb6970a80d4c2db2fb83d12ab1c5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378695 Aug 29 04:58:54.855886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45244) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:54.915134 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.935222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.981226 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.983635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:54.984844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f22bec30-835d-48d2-acb3-3ec439b7ec6a HTTP/1.1" status: 204 len: 168 time: 0.1280599 Aug 29 04:58:54.992517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715350eb-5898-4abe-8b8f-3d7d44da0a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22bec30-835d-48d2-acb3-3ec439b7ec6a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:55.725997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:55.747340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:55.747743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7fbf9160-0ceb-4e4d-86d1-7981bfe008d5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:55.748124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 44e42ed4-0fd3-4962-b5ba-662e54009bb0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:55.766632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 44e42ed4-0fd3-4962-b5ba-662e54009bb0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:55.766975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 44e42ed4-0fd3-4962-b5ba-662e54009bb0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:55.767577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d644e152-23ca-4e00-a25d-c8765bc329f7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:58:55.787073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d644e152-23ca-4e00-a25d-c8765bc329f7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:58:55.787424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d644e152-23ca-4e00-a25d-c8765bc329f7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:58:57.332888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45312) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:57.441194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd9a71e-bf7b-46b7-ae00-ddd517adbe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.529328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd9a71e-bf7b-46b7-ae00-ddd517adbe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.533018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd9a71e-bf7b-46b7-ae00-ddd517adbe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.572584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fd9a71e-bf7b-46b7-ae00-ddd517adbe3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5baf63cc6584fb1958f00225b78ee50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385893 Aug 29 04:58:57.573450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9a71e-bf7b-46b7-ae00-ddd517adbe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8e152-a41e-4bf1-a3eb-abb25ed8e891,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:57.575310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45316) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:57.624990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.645810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.698616 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.701270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:57.702428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2c8e152-a41e-4bf1-a3eb-abb25ed8e891 HTTP/1.1" status: 204 len: 168 time: 0.1259825 Aug 29 04:58:57.710317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90670459-f53e-441a-99a9-07ed693ec373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8e152-a41e-4bf1-a3eb-abb25ed8e891,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:57.964730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45322) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:57.978280 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3952bdde-cf9d-41af-bf89-1a1e0eb84b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.075668 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3952bdde-cf9d-41af-bf89-1a1e0eb84b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.079278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3952bdde-cf9d-41af-bf89-1a1e0eb84b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.117843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3952bdde-cf9d-41af-bf89-1a1e0eb84b19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf7500643bc042f4b68b4438582b6907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514788 Aug 29 04:58:58.118987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bdde-cf9d-41af-bf89-1a1e0eb84b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b37d7a-ca97-4cbf-bc05-754dc58be08b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:58.120655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45324) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:58:58.170071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.191705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.236187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.238729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:58:58.239902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33b37d7a-ca97-4cbf-bc05-754dc58be08b HTTP/1.1" status: 204 len: 168 time: 0.1177375 Aug 29 04:58:58.248505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fcae0-aba5-4805-b92d-ca23e7dce3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b37d7a-ca97-4cbf-bc05-754dc58be08b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:58:59.914891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.344651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45392) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:00.477101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-595205d0-d4a4-489d-aab0-52fc74ee32f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.574865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-595205d0-d4a4-489d-aab0-52fc74ee32f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.579755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-595205d0-d4a4-489d-aab0-52fc74ee32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.622938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-595205d0-d4a4-489d-aab0-52fc74ee32f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3466bb6feae84b8fa5483aa6e0da098b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771862 Aug 29 04:59:00.624092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595205d0-d4a4-489d-aab0-52fc74ee32f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f5e9d-e40b-4079-b18c-3b51f6902f76,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:00.626973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45396) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:00.678684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.699320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.745961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.748538 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:00.749753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea3f5e9d-e40b-4079-b18c-3b51f6902f76 HTTP/1.1" status: 204 len: 168 time: 0.1219134 Aug 29 04:59:00.758225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e2d7-4b15-4841-b606-316d29cea367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f5e9d-e40b-4079-b18c-3b51f6902f76,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.016838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45402) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:01.030778 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162d6ccc-9032-4d6c-a447-5cd5d5c1263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.118479 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162d6ccc-9032-4d6c-a447-5cd5d5c1263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.122832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-162d6ccc-9032-4d6c-a447-5cd5d5c1263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.164000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-162d6ccc-9032-4d6c-a447-5cd5d5c1263d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d84d45546b844106b59fdf6b8df700e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460569 Aug 29 04:59:01.165149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d6ccc-9032-4d6c-a447-5cd5d5c1263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a9ced-c17c-4b89-888e-74e462acfdc3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:01.166738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45404) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:01.215347 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.236060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.283867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.286443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:01.287641 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e96a9ced-c17c-4b89-888e-74e462acfdc3 HTTP/1.1" status: 204 len: 168 time: 0.1199172 Aug 29 04:59:01.295584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810154e3-97e7-4659-aff8-b9fa97efad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a9ced-c17c-4b89-888e-74e462acfdc3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:03.444508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45468) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:03.566158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9270d3-33ed-44aa-b340-f2c5eaba8dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.661960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9270d3-33ed-44aa-b340-f2c5eaba8dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.665584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4f9270d3-33ed-44aa-b340-f2c5eaba8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.707793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4f9270d3-33ed-44aa-b340-f2c5eaba8dc2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c726d66b6a1f49878bce43b0af97bf08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621880 Aug 29 04:59:03.708974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9270d3-33ed-44aa-b340-f2c5eaba8dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326946c-7a9f-4c51-be6a-9954f2ced6cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:03.710573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:03.762959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.784246 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.828875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.831315 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:03.832623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6326946c-7a9f-4c51-be6a-9954f2ced6cb HTTP/1.1" status: 204 len: 168 time: 0.1202102 Aug 29 04:59:03.849196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d640aeb-83a4-4ac3-b500-6845fcb355f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326946c-7a9f-4c51-be6a-9954f2ced6cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:04.987420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45508) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:05.082991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:05.105394 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.189720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.296922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Allocated IP 172.25.3.183 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/4e8a6489-7e8c-4219-9928-75fb51670315) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:05.395771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.434274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.473397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:05.478144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:05.481300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:05.508739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8a6489-7e8c-4219-9928-75fb51670315,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:05.569758 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.602023 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.751650 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.755879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.828788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8a6489-7e8c-4219-9928-75fb51670315,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:05.835551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.848572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.849822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-649998cb-6ceb-4245-b6d6-fe474afda882 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8613596 Aug 29 04:59:05.852861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45512) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:05.857581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-228994131', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'fixed_ips': [{'ip_address': '172.25.3.183'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:05.877317 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Made reservation on behalf of 659e5e7fa4c24be692945d644d659860 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:05.879761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.889300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.985216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.989233 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:05.994570 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] device_id is not set on port 0f884d6b-d2bc-4431-bb53-3e88c075adc2 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:59:06.065421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfac07d-dc48-4f8b-8afb-43c7b8d4a796,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:06.190976 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 04:59:06.191475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:06.204818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-152b27aa-23a1-4fa1-ae0e-28b84ef60251 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3509896 Aug 29 04:59:06.207565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45514) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:06.357709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Deleting port 4e8a6489-7e8c-4219-9928-75fb51670315 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:06.357950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.770617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.770941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.784266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Calling delete_port for 4e8a6489-7e8c-4219-9928-75fb51670315 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:06.918327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:06.943867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8a6489-7e8c-4219-9928-75fb51670315,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:07.003776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.006304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.007483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ad2adb0-2372-4e0c-9bc3-5f968d410936 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013 tempest-ExternalNetworksAdminNegativeTestJSON-2070342013-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/d0738242-d27a-45b4-9ed6-21ab4ec38bb2 HTTP/1.1" status: 204 len: 168 time: 0.7989893 Aug 29 04:59:07.265018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45520) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:07.326544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f3419291-b44b-42e3-a18d-8be175df1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.376375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35eaec61-ff24-41aa-85f9-9bba4cdbabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.463436 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35eaec61-ff24-41aa-85f9-9bba4cdbabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.467493 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35eaec61-ff24-41aa-85f9-9bba4cdbabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.507645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-35eaec61-ff24-41aa-85f9-9bba4cdbabb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcf9ef1a145c481c9e525b77957086e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415004 Aug 29 04:59:07.508694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaec61-ff24-41aa-85f9-9bba4cdbabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09828d5-0ce5-4869-aaac-70de53672f3b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:07.510334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45524) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:07.567014 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.588942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.638442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.640970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:07.642218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b09828d5-0ce5-4869-aaac-70de53672f3b HTTP/1.1" status: 204 len: 168 time: 0.1299624 Aug 29 04:59:07.650191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d35e2d-5638-4059-a3cd-e75f72216a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09828d5-0ce5-4869-aaac-70de53672f3b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:07.904556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:07.946731 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8f1078f4-da5d-4e82-a98b-16af9d3cfc8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=659e5e7fa4c24be692945d644d659860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409780 Aug 29 04:59:07.949375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:07.998854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.019344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.065855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.068418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:08.069550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dfac07d-dc48-4f8b-8afb-43c7b8d4a796 HTTP/1.1" status: 204 len: 168 time: 0.1190748 Aug 29 04:59:08.079058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161e154-c2bb-465f-8339-b9b9d1808cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfac07d-dc48-4f8b-8afb-43c7b8d4a796,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:09.691889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45580) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:09.859038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:09.880723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:09.977258 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.077124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Allocated IP 172.25.3.88 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/f4de211e-e26a-4041-828a-850359097b66) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:10.178770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.216083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.250233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:10.252903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:10.258299 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:10.284284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=f4de211e-e26a-4041-828a-850359097b66,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:10.301979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.349334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.379276 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0457ed82-f5d0-44f7-9802-0c051d525cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.383639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.531341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.535709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.602090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=f4de211e-e26a-4041-828a-850359097b66,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:10.610469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.623994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.625508 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ac983fa-4156-4815-9fca-323db9857d42 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9325981 Aug 29 04:59:10.628294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:10.633322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1800069456'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:10.654115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Made reservation on behalf of c9333b483e574fd1905dd04574239d70 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:10.657497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.666266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.763272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.767009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.793148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:10.801766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548c1d08-b0a1-45ae-92b4-836e09696de6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:10.807748 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.808323 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Added segment 12182372-4ebb-4244-8834-890ab7f2a7a8 of type vlan for network 75a43331-80d8-4558-beb2-3f8d04834c33 Aug 29 04:59:10.850838 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.876836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.882489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:10.883066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:10.940065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3107388 Aug 29 04:59:10.942974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:10.947914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Request body: {'subnet': {'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:10.966103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd00581-c56b-4171-817b-974333dd6dc6 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Network': ['ID=75a43331-80d8-4558-beb2-3f8d04834c33,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:10.976377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 75a43331-80d8-4558-beb2-3f8d04834c33 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:11.301856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Made reservation on behalf of c9333b483e574fd1905dd04574239d70 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:11.305413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.376760 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.485150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.536174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Subnet': ['ID=3ab7d33d-54d6-4935-982a-1dfee70ceb78,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:11.554152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Checking segment: {'id': '12182372-4ebb-4244-8834-890ab7f2a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:11.554508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network hostable DHCP agents. Network: 75a43331-80d8-4558-beb2-3f8d04834c33, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:11.576588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network 75a43331-80d8-4558-beb2-3f8d04834c33 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:11.585296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 75a43331-80d8-4558-beb2-3f8d04834c33) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:11.589428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:11.590599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.595651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d88d8a-723f-4d90-806e-bc398549f9a7 None None] Network 75a43331-80d8-4558-beb2-3f8d04834c33 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:11.604906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55f82ff2-5ef0-4b12-8e6a-0df8c6fac73f tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6608963 Aug 29 04:59:11.607479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45590) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:11.611996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-440884244', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:11.637509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.638530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.692236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.740249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-75a43331-80d8-4558-beb2-3f8d04834c33', 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33', 'tenant_id': 'c9333b483e574fd1905dd04574239d70', 'fixed_ips': [{'subnet_id': '3ab7d33d-54d6-4935-982a-1dfee70ceb78'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:11.741171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.834664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:11.878019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Allocated IP 172.20.0.2 (75a43331-80d8-4558-beb2-3f8d04834c33/3ab7d33d-54d6-4935-982a-1dfee70ceb78/94507372-d269-4ba7-b388-de5737cf95cc) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:12.028790 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.034865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.037017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Transition to ACTIVE for port object 94507372-d269-4ba7-b388-de5737cf95cc will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:12.052457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Transition to ACTIVE for port object 94507372-d269-4ba7-b388-de5737cf95cc will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:12.054363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.057658 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.100145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Network 75a43331-80d8-4558-beb2-3f8d04834c33 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:12.108548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:12.109729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:12.112857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Pushing event updated for resources: {'Port': ['ID=94507372-d269-4ba7-b388-de5737cf95cc,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:12.139450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.139789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.140154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.140491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.140819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.141144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.141473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.141794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.142115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.142501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.142790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.143067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:12.165296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Allocated IP 172.25.3.95 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/feb1e6cc-0ed6-48d7-88df-2212229b1592) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:12.175102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Attempting to bind port 94507372-d269-4ba7-b388-de5737cf95cc on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:12.175473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Attempting to bind port 94507372-d269-4ba7-b388-de5737cf95cc by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '12182372-4ebb-4244-8834-890ab7f2a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:12.175834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Attempting to bind port 94507372-d269-4ba7-b388-de5737cf95cc on network 75a43331-80d8-4558-beb2-3f8d04834c33 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:12.180899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:12.181266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Checking segment: {'id': '12182372-4ebb-4244-8834-890ab7f2a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:12.181661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.182050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Bound using segment: {'id': '12182372-4ebb-4244-8834-890ab7f2a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:12.182509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Bound port: 94507372-d269-4ba7-b388-de5737cf95cc, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12182372-4ebb-4244-8834-890ab7f2a7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:12.182887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.245265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] For port 94507372-d269-4ba7-b388-de5737cf95cc, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:12.248829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] For port 94507372-d269-4ba7-b388-de5737cf95cc, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=94507372-d269-4ba7-b388-de5737cf95cc,segment=NetworkSegment(12182372-4ebb-4244-8834-890ab7f2a7a8),segment_id=12182372-4ebb-4244-8834-890ab7f2a7a8)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:12.254014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.271764 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.317383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.327254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.327903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6b8b0-e6a8-4b25-8ee1-f3d8d538641b None None] Pushing event updated for resources: {'Port': ['ID=94507372-d269-4ba7-b388-de5737cf95cc,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:12.356571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:12.361621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:12.365401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:12.393834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=feb1e6cc-0ed6-48d7-88df-2212229b1592,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:12.637363 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.845946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:12.978642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Router 8140e80c-e5f4-40f6-9f48-fb9f83df783c is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:59:13.088435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:13.100103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72011113-1963-403e-9462-ec165d0a29ea None None] Sync routers for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:13.113962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.114158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:13.114825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:13.118251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3f8a34c2-64ee-4738-8c44-5f8daf11e63d tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.5071759 Aug 29 04:59:13.118798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:13.154804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:13.171104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:13.171661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:13.173486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.209584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-72011113-1963-403e-9462-ec165d0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:13.210513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72011113-1963-403e-9462-ec165d0a29ea None None] The sync data for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:13.273019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba537e1-e336-4b06-a3e6-fa607e8524b7 None None] Network 75a43331-80d8-4558-beb2-3f8d04834c33 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:13.492257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b76d5b2-e856-4c2f-af94-143dc6f1b12e None None] Provisioning for port 94507372-d269-4ba7-b388-de5737cf95cc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:13.616289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.787320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 94507372-d269-4ba7-b388-de5737cf95cc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:13.854716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 94507372-d269-4ba7-b388-de5737cf95cc completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:13.859186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 94507372-d269-4ba7-b388-de5737cf95cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:13.859553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.946039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:13.982205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 94507372-d269-4ba7-b388-de5737cf95cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=94507372-d269-4ba7-b388-de5737cf95cc,segment=NetworkSegment(12182372-4ebb-4244-8834-890ab7f2a7a8),segment_id=12182372-4ebb-4244-8834-890ab7f2a7a8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:13.990443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.054065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=94507372-d269-4ba7-b388-de5737cf95cc,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:14.265226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Allocated IP 172.20.0.1 (75a43331-80d8-4558-beb2-3f8d04834c33/3ab7d33d-54d6-4935-982a-1dfee70ceb78/923bfbd3-2b8e-4c76-b8da-55007d08b1b9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:14.380038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.394909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Transition to ACTIVE for port object 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:14.426188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.467097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network 75a43331-80d8-4558-beb2-3f8d04834c33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:14.470154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:14.473966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:14.498891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=923bfbd3-2b8e-4c76-b8da-55007d08b1b9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:14.522022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.668996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb4997aa-dec4-4669-89a6-c2d0b5c6b47a None None] Provisioning for port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:14.672675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bb4997aa-dec4-4669-89a6-c2d0b5c6b47a None None] Provisioning complete for port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:14.673049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb4997aa-dec4-4669-89a6-c2d0b5c6b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.687469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.707313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bb4997aa-dec4-4669-89a6-c2d0b5c6b47a None None] Port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:14.982777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:14.987066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.062930 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.064732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=923bfbd3-2b8e-4c76-b8da-55007d08b1b9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:15.156257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network 75a43331-80d8-4558-beb2-3f8d04834c33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:15.157657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:15.279020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Router 8140e80c-e5f4-40f6-9f48-fb9f83df783c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:15.389738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:15.394701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee693ca2-9391-4cd0-b5e7-57eae51dddbe tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "PUT /v2.0/routers/8140e80c-e5f4-40f6-9f48-fb9f83df783c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747383 Aug 29 04:59:15.397544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:15.399202 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] Sync routers for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:15.403494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Request body: {'port': {'network_id': '75a43331-80d8-4558-beb2-3f8d04834c33', 'name': 'tempest-FloatingIPAdminTestJSON-1515076629'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:15.409127 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:15.409737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.430318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-873051bf-2702-4328-8741-74782d807677 None None] Provisioning complete for port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:15.430670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-873051bf-2702-4328-8741-74782d807677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.442284 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.451038 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:15.451639 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.466763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-873051bf-2702-4328-8741-74782d807677 None None] Port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:15.488089 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:15.488748 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158d317-d792-469d-ac42-3fedfcba28e4 None None] The sync data for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:15.521519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Made reservation on behalf of c9333b483e574fd1905dd04574239d70 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:15.525187 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.544892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] device_id is not set on port 9259c939-1106-438b-aac6-27bd1c856827 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:59:15.651708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Allocated IP 172.20.0.6 (75a43331-80d8-4558-beb2-3f8d04834c33/3ab7d33d-54d6-4935-982a-1dfee70ceb78/9259c939-1106-438b-aac6-27bd1c856827) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:15.738595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 94507372-d269-4ba7-b388-de5737cf95cc up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:15.788479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 94507372-d269-4ba7-b388-de5737cf95cc triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:15.788754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.805953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.819918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Transition to ACTIVE for port object 9259c939-1106-438b-aac6-27bd1c856827 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:15.853273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:15.897167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Network 75a43331-80d8-4558-beb2-3f8d04834c33 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:15.900272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:15.905024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:15.934151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event updated for resources: {'Port': ['ID=9259c939-1106-438b-aac6-27bd1c856827,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:15.984314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:15.985142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.004102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2324a5d8-6b53-4bed-913a-0f91586c3448 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6024463 Aug 29 04:59:16.004359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:16.056234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'project_id': 'c9333b483e574fd1905dd04574239d70', 'port_id': '9259c939-1106-438b-aac6-27bd1c856827'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:16.077478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.164031 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.194648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bfb5f22b-025d-4b8b-86c5-f2d7ae193ebf None None] Provisioning for port 9259c939-1106-438b-aac6-27bd1c856827 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:16.199510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bfb5f22b-025d-4b8b-86c5-f2d7ae193ebf None None] Provisioning complete for port 9259c939-1106-438b-aac6-27bd1c856827 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:16.199882 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f22b-025d-4b8b-86c5-f2d7ae193ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.233736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5f22b-025d-4b8b-86c5-f2d7ae193ebf None None] Port 9259c939-1106-438b-aac6-27bd1c856827 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:16.271396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Allocated IP 172.25.3.7 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/fb387bdf-60db-4f1a-89cb-95c5876ab2c1) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:16.371858 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.408780 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.443703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:16.448456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:16.451946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:16.479012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Pushing event updated for resources: {'Port': ['ID=fb387bdf-60db-4f1a-89cb-95c5876ab2c1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:16.799098 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:16.862163 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.010337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.015589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.089472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Pushing event updated for resources: {'Port': ['ID=fb387bdf-60db-4f1a-89cb-95c5876ab2c1,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:17.098705 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.198444 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Floating IP 0205a856-3820-43ee-b2ee-157082644591 associated. External IP: 172.25.3.7, port: 9259c939-1106-438b-aac6-27bd1c856827. Aug 29 04:59:17.396115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Router 8140e80c-e5f4-40f6-9f48-fb9f83df783c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:17.498998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:17.508506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] Sync routers for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:17.515134 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:17.518283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:17.518915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:17.555086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:17.566128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:17.566750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:17.598845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:17.599529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61ad69-bd87-43c7-adbc-04d3ab8ff076 None None] The sync data for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:17.806664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ea1821dc-a0e6-4d62-a6f2-ec6f65c03c0b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 1.8012924 Aug 29 04:59:17.809310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45600) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:17.919304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6ea7ae79-68c5-4e4a-8b18-37e4eb44371c tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "GET /v2.0/floatingips/0205a856-3820-43ee-b2ee-157082644591 HTTP/1.1" status: 200 len: 981 time: 0.1088881 Aug 29 04:59:17.921711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45602) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:18.023581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ad52893-bba1-40f8-b50d-3ff5395de4d8 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1464 time: 0.1006873 Aug 29 04:59:18.026344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45604) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:18.177875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port fb387bdf-60db-4f1a-89cb-95c5876ab2c1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:18.178221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.257114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.257449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.268703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for fb387bdf-60db-4f1a-89cb-95c5876ab2c1 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:18.412897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.436686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=fb387bdf-60db-4f1a-89cb-95c5876ab2c1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:18.496762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.497087 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Floating IP 0205a856-3820-43ee-b2ee-157082644591 disassociated (deleted). External IP: 172.25.3.7, port: 9259c939-1106-438b-aac6-27bd1c856827. Aug 29 04:59:18.694171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Router 8140e80c-e5f4-40f6-9f48-fb9f83df783c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:18.812353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:18.817321 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.822077 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] Sync routers for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:18.831317 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:18.831907 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:18.844780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c95bc558-5b54-4563-88f0-f245da988fb9 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/floatingips/0205a856-3820-43ee-b2ee-157082644591 HTTP/1.1" status: 204 len: 168 time: 0.8168869 Aug 29 04:59:18.848165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45606) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:18.852425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:18.862946 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:18.872836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:18.874131 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:18.874729 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:18.909587 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:18.910227 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca0c76-fa98-436f-812c-4e4273575999 None None] The sync data for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:18.962043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.062394 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Allocated IP 172.25.3.45 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/175d082a-245b-4520-aa09-abe6e22b8855) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:19.182492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.221830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.260678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:19.265758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:19.270013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:19.273045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Pushing event updated for resources: {'Port': ['ID=175d082a-245b-4520-aa09-abe6e22b8855,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:19.355622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.397458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.543655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.548083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.612951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Pushing event updated for resources: {'Port': ['ID=175d082a-245b-4520-aa09-abe6e22b8855,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:19.624986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.637820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.639047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-636859fa-75de-40dc-9d86-d9b77bd5634b tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7899666 Aug 29 04:59:19.641712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:19.733144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:19.755101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.851604 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:19.952433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Allocated IP 172.25.3.160 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/7075d31a-f1a9-4ea3-aded-eb5a9d5418fa) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:20.053385 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.091135 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.125014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:20.127680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:20.130233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:20.162368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Pushing event updated for resources: {'Port': ['ID=7075d31a-f1a9-4ea3-aded-eb5a9d5418fa,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:20.226389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.258586 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.409127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.414265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.481382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Pushing event updated for resources: {'Port': ['ID=7075d31a-f1a9-4ea3-aded-eb5a9d5418fa,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:20.491650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.504690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.506011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b1da2efa-0ab5-4167-a1a7-1a38f4fb0a11 tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8633718 Aug 29 04:59:20.508536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:20.557152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9a5f490c-1a7a-4ae0-b994-ef1066b810f8 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0475161 Aug 29 04:59:20.559585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45614) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:20.625600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-94d93599-9187-4778-961c-5f68cb7136d1 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0646520 Aug 29 04:59:20.627993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:20.750763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Deleting port 7075d31a-f1a9-4ea3-aded-eb5a9d5418fa {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:20.751024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.827854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.828194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.840880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Calling delete_port for 7075d31a-f1a9-4ea3-aded-eb5a9d5418fa owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:20.971474 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:20.997913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Pushing event deleted for resources: {'Port': ['ID=7075d31a-f1a9-4ea3-aded-eb5a9d5418fa,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:21.055667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.058343 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.059547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-15046afd-34a2-4576-9797-0f0c5e14f5ac tempest-FloatingIPAdminTestJSON-2119135152 tempest-FloatingIPAdminTestJSON-2119135152-project] 10.222.0.62 "DELETE /v2.0/floatingips/1aad0de5-28b6-44ed-a039-a925a6c87f08 HTTP/1.1" status: 204 len: 168 time: 0.4306104 Aug 29 04:59:21.062256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45618) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:21.463542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Deleting port 175d082a-245b-4520-aa09-abe6e22b8855 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:21.463888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.540136 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.540461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.552366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Calling delete_port for 175d082a-245b-4520-aa09-abe6e22b8855 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:21.679465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.705349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Pushing event deleted for resources: {'Port': ['ID=175d082a-245b-4520-aa09-abe6e22b8855,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:21.768336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.770905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.772132 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dcf923f4-266b-4d07-bd2a-596e30cac007 tempest-FloatingIPAdminTestJSON-383204839 tempest-FloatingIPAdminTestJSON-383204839-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/3af96a8c-2675-44fc-98a0-7adeb9588970 HTTP/1.1" status: 204 len: 168 time: 0.7089450 Aug 29 04:59:21.776296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45620) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:21.863764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port 9259c939-1106-438b-aac6-27bd1c856827 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:21.864154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.948055 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:21.960218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for 9259c939-1106-438b-aac6-27bd1c856827 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:22.091880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.126382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=9259c939-1106-438b-aac6-27bd1c856827,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:22.198220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.200953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7d6a6c5f-7005-42d3-8fca-87acd533cdad tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/ports/9259c939-1106-438b-aac6-27bd1c856827 HTTP/1.1" status: 204 len: 168 time: 0.4229953 Aug 29 04:59:22.203434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45624) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:22.254424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2951b16-2c62-49f5-99ac-9a9658f522c5 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:22.256004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d2951b16-2c62-49f5-99ac-9a9658f522c5 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "GET /v2.0/ports?device_id=8140e80c-e5f4-40f6-9f48-fb9f83df783c HTTP/1.1" status: 200 len: 913 time: 0.0515938 Aug 29 04:59:22.258792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45626) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:22.603376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.869365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:22.870093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.957139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:22.968417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for 923bfbd3-2b8e-4c76-b8da-55007d08b1b9 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:23.145927 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.173274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=923bfbd3-2b8e-4c76-b8da-55007d08b1b9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:23.346667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.554952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Router 8140e80c-e5f4-40f6-9f48-fb9f83df783c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:23.657958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:23.662872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-43cfad40-eab3-43cf-9bfe-133555a4ed3b tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "PUT /v2.0/routers/8140e80c-e5f4-40f6-9f48-fb9f83df783c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4031408 Aug 29 04:59:23.665674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:23.667281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] Sync routers for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:23.677836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:23.678537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:23.678946 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 04:59:23.709522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:23.718539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] Routers {'8140e80c-e5f4-40f6-9f48-fb9f83df783c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:23.719144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:23.753316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:23.753958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff18c36-94a0-4c6f-ac09-0832564c8c4e None None] The sync data for ids ['8140e80c-e5f4-40f6-9f48-fb9f83df783c'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:23.773392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.882971 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:23.955697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port feb1e6cc-0ed6-48d7-88df-2212229b1592 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:23.956300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.035364 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.046973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for feb1e6cc-0ed6-48d7-88df-2212229b1592 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:24.210063 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.235078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=feb1e6cc-0ed6-48d7-88df-2212229b1592,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:24.297731 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.397729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.400281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.444865 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.445391 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Fanout notify agent at l3_agent the message router_deleted on router 8140e80c-e5f4-40f6-9f48-fb9f83df783c {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:59:24.453228 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.456363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-31c36dbd-a9b0-45e8-9802-97d6686fb768 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/routers/8140e80c-e5f4-40f6-9f48-fb9f83df783c HTTP/1.1" status: 204 len: 168 time: 0.7893999 Aug 29 04:59:24.457183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:24.506790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting subnet 3ab7d33d-54d6-4935-982a-1dfee70ceb78 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:24.509982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.549303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.611967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ffdcf39f-56ae-4d67-8880-ada9412882f7 req-914293d0-5bc4-48bb-bc8a-34765163fa50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293562 Aug 29 04:59:24.657533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.721101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ffdcf39f-56ae-4d67-8880-ada9412882f7 req-a1b41893-d6ec-4e75-8093-a5ec27b80ab5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0387607 Aug 29 04:59:24.774882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ffdcf39f-56ae-4d67-8880-ada9412882f7 req-cc2351cf-90b5-45c6-bb1d-95fdf3870e84 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276694 Aug 29 04:59:24.776952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.854107 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab7d33d-54d6-4935-982a-1dfee70ceb78,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:24.866616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:24.869319 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-75932558-a39f-44a4-8167-6e8e9d0570da tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/subnets/3ab7d33d-54d6-4935-982a-1dfee70ceb78 HTTP/1.1" status: 204 len: 168 time: 0.4111114 Aug 29 04:59:24.870211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc74606-12b9-417f-8ae1-e9be4096e0d8 None None] Network 75a43331-80d8-4558-beb2-3f8d04834c33 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:24.872621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45632) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:24.925516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcf39f-56ae-4d67-8880-ada9412882f7 req-1452001b-8bc9-4553-a14d-01b963297f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:24.927002 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ffdcf39f-56ae-4d67-8880-ada9412882f7 req-1452001b-8bc9-4553-a14d-01b963297f57 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450090 Aug 29 04:59:24.964100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.021879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port 94507372-d269-4ba7-b388-de5737cf95cc {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:25.022303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.065401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] DHCP port deletion for 75a43331-80d8-4558-beb2-3f8d04834c33 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:25.092375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] For port 94507372-d269-4ba7-b388-de5737cf95cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=94507372-d269-4ba7-b388-de5737cf95cc,segment=NetworkSegment(12182372-4ebb-4244-8834-890ab7f2a7a8),segment_id=12182372-4ebb-4244-8834-890ab7f2a7a8)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:25.092747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.106405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for 94507372-d269-4ba7-b388-de5737cf95cc owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:25.122179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Deleting port 94507372-d269-4ba7-b388-de5737cf95cc {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:25.122629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.188473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.191846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] For port 94507372-d269-4ba7-b388-de5737cf95cc, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=94507372-d269-4ba7-b388-de5737cf95cc,segment=NetworkSegment(12182372-4ebb-4244-8834-890ab7f2a7a8),segment_id=12182372-4ebb-4244-8834-890ab7f2a7a8)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:25.192273 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.204837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Calling delete_port for 94507372-d269-4ba7-b388-de5737cf95cc owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:25.213502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=94507372-d269-4ba7-b388-de5737cf95cc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:25.217519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] No DVR routers for this DVR port 94507372-d269-4ba7-b388-de5737cf95cc on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:25.290319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.300331 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.310118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a43331-80d8-4558-beb2-3f8d04834c33']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:25.314035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] Pushing event deleted for resources: {'Port': ['ID=94507372-d269-4ba7-b388-de5737cf95cc,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:25.320753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05167244-e15b-4c0c-9ad6-d9c6d7a8ec60 None None] No DVR routers for this DVR port 94507372-d269-4ba7-b388-de5737cf95cc on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:25.320923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12182372-4ebb-4244-8834-890ab7f2a7a8') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:25.321181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12182372-4ebb-4244-8834-890ab7f2a7a8') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:25.331088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.352970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.361179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:25.361704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:25.364666 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:25.432333 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.438258 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.440457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/networks/75a43331-80d8-4558-beb2-3f8d04834c33 HTTP/1.1" status: 204 len: 168 time: 0.5667939 Aug 29 04:59:25.443079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:25.457882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa138f0-90d5-4bde-99a9-c92db908aa92 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Network': ['ID=75a43331-80d8-4558-beb2-3f8d04834c33,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:25.575970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Deleting port f4de211e-e26a-4041-828a-850359097b66 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:25.576539 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.651045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.651369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.664025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Calling delete_port for f4de211e-e26a-4041-828a-850359097b66 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:25.740783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 94507372-d269-4ba7-b388-de5737cf95cc no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:25.761971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 94507372-d269-4ba7-b388-de5737cf95cc {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:25.762318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 94507372-d269-4ba7-b388-de5737cf95cc not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:25.802463 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.828606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Pushing event deleted for resources: {'Port': ['ID=f4de211e-e26a-4041-828a-850359097b66,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:25.897736 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.900317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:25.901766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba9ea443-ac1f-46f7-bc7c-509e17901c70 tempest-FloatingIPAdminTestJSON-505920243 tempest-FloatingIPAdminTestJSON-505920243-project] 10.222.0.62 "DELETE /v2.0/floatingips/79e8d926-f0ca-4a2d-ab6d-10d4c5deac72 HTTP/1.1" status: 204 len: 168 time: 0.4577680 Aug 29 04:59:26.152562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45640) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:26.284760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-26c63adb-89bd-46ea-b814-d8bbb8b36851 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9333b483e574fd1905dd04574239d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310291 Aug 29 04:59:26.287304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45644) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:26.335782 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.356581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.405247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.411443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.412686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/548c1d08-b0a1-45ae-92b4-836e09696de6 HTTP/1.1" status: 204 len: 168 time: 0.1244750 Aug 29 04:59:26.421764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d37bf-f238-4fdc-b21e-6ddc2a3f6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c1d08-b0a1-45ae-92b4-836e09696de6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:26.670974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45650) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:26.684045 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fec12217-c62e-4215-9e75-30e66a9bfa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.770050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fec12217-c62e-4215-9e75-30e66a9bfa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.773632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fec12217-c62e-4215-9e75-30e66a9bfa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.811804 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fec12217-c62e-4215-9e75-30e66a9bfa23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=720c17b4eab54617beabdaaf08c331f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397252 Aug 29 04:59:26.813746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec12217-c62e-4215-9e75-30e66a9bfa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a814a50-62e4-49b8-88f2-aefc84769015,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:26.814698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45652) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:26.863953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.891183 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.941453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.944076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:26.945255 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a814a50-62e4-49b8-88f2-aefc84769015 HTTP/1.1" status: 204 len: 168 time: 0.1296549 Aug 29 04:59:26.953316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83821d91-5f70-4485-8cef-f0501eab4ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a814a50-62e4-49b8-88f2-aefc84769015,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:27.264366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45658) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:27.279076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a76a7d9-0056-41d9-85ea-56161986ea4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.365282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a76a7d9-0056-41d9-85ea-56161986ea4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.368874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2a76a7d9-0056-41d9-85ea-56161986ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.407750 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2a76a7d9-0056-41d9-85ea-56161986ea4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c12beb022734ddc805bf8c4a5f0e565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422951 Aug 29 04:59:27.408915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76a7d9-0056-41d9-85ea-56161986ea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b3077-854f-4986-acbb-f4711c0ab733,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:27.410598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:27.468109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.488299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.532697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.535245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:27.536442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e5b3077-854f-4986-acbb-f4711c0ab733 HTTP/1.1" status: 204 len: 168 time: 0.1240635 Aug 29 04:59:27.543870 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b48bbe-3314-4f4f-b24c-4cfc1bd5e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b3077-854f-4986-acbb-f4711c0ab733,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:28.229023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:28.323704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-292431938'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:28.345718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:28.349132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.358146 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.454164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.458043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.486053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:28.494555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61eec2-b231-4c19-a6f1-3883ae406bbb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:28.501622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.502025 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment 44866ab8-04fb-4aaf-9a27-352e17c1a241 of type vlan for network c3605b52-97df-4520-b365-47c5dfbb0812 Aug 29 04:59:28.542127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.568420 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.574451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:28.575029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:28.630659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4005041 Aug 29 04:59:28.642791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f68aa4-73c4-4e5e-9cac-b0a05b7e99a5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=c3605b52-97df-4520-b365-47c5dfbb0812,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:28.654838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c3605b52-97df-4520-b365-47c5dfbb0812 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:29.932740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:31.962657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45686) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:31.967836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:32.055640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:32.059648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.530079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.586717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=c5b6513b-99a7-49fe-ad18-628fca39363a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:32.597524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': '44866ab8-04fb-4aaf-9a27-352e17c1a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:32.597878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: c3605b52-97df-4520-b365-47c5dfbb0812, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:32.613598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network c3605b52-97df-4520-b365-47c5dfbb0812 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:32.622909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c3605b52-97df-4520-b365-47c5dfbb0812) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:32.629268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:32.629930 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.636820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcabd7c9-0b24-40af-9529-719ec1f32b4a None None] Network c3605b52-97df-4520-b365-47c5dfbb0812 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:32.645107 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0929715-3887-45ce-8d01-426897f9ed7c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6814256 Aug 29 04:59:32.648574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45688) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:32.655058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-339545383'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:32.676775 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:32.680544 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.704773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:32.713696 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.714568 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment c837a91e-12ac-4817-b5ea-04ff4a5a537c of type vlan for network 5cad0257-9bf9-448b-9d15-3a3650a400e3 Aug 29 04:59:32.754136 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.779648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.785467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:32.786051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.786190 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c3605b52-97df-4520-b365-47c5dfbb0812', 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': 'c5b6513b-99a7-49fe-ad18-628fca39363a'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:32.786937 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.846125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1963964 Aug 29 04:59:32.849200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45690) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:32.856113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:32.896579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc85fe-e71b-4cbb-a644-ee810ad51feb tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=5cad0257-9bf9-448b-9d15-3a3650a400e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:32.909455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:32.945595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:32.949366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:32.990797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Allocated IP 2001:db8:0:ffff::2 (c3605b52-97df-4520-b365-47c5dfbb0812/c5b6513b-99a7-49fe-ad18-628fca39363a/4ecfe1a9-914a-4c6b-86c1-58edb18cb780) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:33.145018 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.154022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Transition to ACTIVE for port object 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:33.168473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Transition to ACTIVE for port object 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:33.175259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.206757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Network c3605b52-97df-4520-b365-47c5dfbb0812 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:33.209513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:33.212933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:33.218041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:59:33.219525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.245848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Pushing event updated for resources: {'Port': ['ID=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:33.275963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Attempting to bind port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:33.276390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Attempting to bind port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '44866ab8-04fb-4aaf-9a27-352e17c1a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:33.277245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Attempting to bind port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 on network c3605b52-97df-4520-b365-47c5dfbb0812 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:33.278861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=7b504d5d-ae67-44ae-b8be-4d910b01dccc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:33.282189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:33.282558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Checking segment: {'id': '44866ab8-04fb-4aaf-9a27-352e17c1a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:33.282954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.283338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Bound using segment: {'id': '44866ab8-04fb-4aaf-9a27-352e17c1a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:33.283800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Bound port: 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44866ab8-04fb-4aaf-9a27-352e17c1a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c3605b52-97df-4520-b365-47c5dfbb0812'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:33.284206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.290401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': 'c837a91e-12ac-4817-b5ea-04ff4a5a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:33.290743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: 5cad0257-9bf9-448b-9d15-3a3650a400e3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:33.307465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:33.316226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 5cad0257-9bf9-448b-9d15-3a3650a400e3) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:33.326969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:33.327575 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.331149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8d1f2-e783-4989-a596-7bbecbac53ce None None] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:33.342054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0341e953-7c01-4531-a7fb-5b7b8a04c6bd tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4919784 Aug 29 04:59:33.344827 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45692) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:33.349936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'port': {'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3', 'name': 'tempest-NetworksIpV6TestAttrs-1477529650'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:33.391197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] For port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:33.395571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] For port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,segment=NetworkSegment(44866ab8-04fb-4aaf-9a27-352e17c1a241),segment_id=44866ab8-04fb-4aaf-9a27-352e17c1a241)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:33.401173 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.472709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:33.476766 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.480285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a3a2-ef67-4a43-a111-997d4d41e75c None None] Pushing event updated for resources: {'Port': ['ID=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:33.499655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] device_id is not set on port 76fbe872-8e80-447c-8942-bf8c43a72957 yet. {{(pid=94827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:59:33.550887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-5cad0257-9bf9-448b-9d15-3a3650a400e3', 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': '7b504d5d-ae67-44ae-b8be-4d910b01dccc'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:33.551842 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.613688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Allocated IP 2001:db8::f816:3eff:fe44:aea9 (5cad0257-9bf9-448b-9d15-3a3650a400e3/7b504d5d-ae67-44ae-b8be-4d910b01dccc/76fbe872-8e80-447c-8942-bf8c43a72957) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:33.794114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:33.807555 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.821420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Transition to ACTIVE for port object 76fbe872-8e80-447c-8942-bf8c43a72957 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:33.842639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:33.855353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.903765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:33.905128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Allocated IP 2001:db8::f816:3eff:fece:f3d4 (5cad0257-9bf9-448b-9d15-3a3650a400e3/7b504d5d-ae67-44ae-b8be-4d910b01dccc/288b033c-4f3f-44b6-afdf-04c39a98a8da) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:33.907177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:33.911369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:33.917136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:33.917817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:33.928839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Port': ['ID=76fbe872-8e80-447c-8942-bf8c43a72957,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:33.938961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-66c8c802-8a52-41e8-b749-053f163db6ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5907364 Aug 29 04:59:33.940221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45694) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:33.994268 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting subnet 7b504d5d-ae67-44ae-b8be-4d910b01dccc {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:34.051097 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.059237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Transition to ACTIVE for port object 288b033c-4f3f-44b6-afdf-04c39a98a8da will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:34.074431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Transition to ACTIVE for port object 288b033c-4f3f-44b6-afdf-04c39a98a8da will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:34.080055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.080247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.121285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:34.124220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:34.130578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:34.135421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.143411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Pushing event updated for resources: {'Port': ['ID=288b033c-4f3f-44b6-afdf-04c39a98a8da,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:34.195075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Attempting to bind port 288b033c-4f3f-44b6-afdf-04c39a98a8da on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:34.195602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Attempting to bind port 288b033c-4f3f-44b6-afdf-04c39a98a8da by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'c837a91e-12ac-4817-b5ea-04ff4a5a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:34.196103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Attempting to bind port 288b033c-4f3f-44b6-afdf-04c39a98a8da on network 5cad0257-9bf9-448b-9d15-3a3650a400e3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:34.201790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:34.202446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Checking segment: {'id': 'c837a91e-12ac-4817-b5ea-04ff4a5a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:34.203044 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.203636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Bound using segment: {'id': 'c837a91e-12ac-4817-b5ea-04ff4a5a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:34.204352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Bound port: 288b033c-4f3f-44b6-afdf-04c39a98a8da, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c837a91e-12ac-4817-b5ea-04ff4a5a537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5cad0257-9bf9-448b-9d15-3a3650a400e3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:34.204891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.294167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] For port 288b033c-4f3f-44b6-afdf-04c39a98a8da, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:34.298404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] For port 288b033c-4f3f-44b6-afdf-04c39a98a8da, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=288b033c-4f3f-44b6-afdf-04c39a98a8da,segment=NetworkSegment(c837a91e-12ac-4817-b5ea-04ff4a5a537c),segment_id=c837a91e-12ac-4817-b5ea-04ff4a5a537c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:34.302746 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.305628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.366750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c6f3-7f64-4ade-8183-3c281db4a1db None None] Pushing event updated for resources: {'Port': ['ID=288b033c-4f3f-44b6-afdf-04c39a98a8da,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:34.379273 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.408386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=7b504d5d-ae67-44ae-b8be-4d910b01dccc,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:34.420166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.424602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-64912578-f516-431a-b720-ea0d8ef9006f tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/7b504d5d-ae67-44ae-b8be-4d910b01dccc HTTP/1.1" status: 204 len: 168 time: 0.4842353 Aug 29 04:59:34.425278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45696) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:34.487227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4505a-579c-4c4b-8324-8200c978c5fa tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:34.488921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4505a-579c-4c4b-8324-8200c978c5fa tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:34.491215 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-73f4505a-579c-4c4b-8324-8200c978c5fa tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0651081 Aug 29 04:59:34.494326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45698) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:34.497999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4e941-1b4d-48cb-bee6-7522199c52df None None] Network c3605b52-97df-4520-b365-47c5dfbb0812 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:34.604719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70433863-950e-4190-a83e-709b22d2aa7a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.612773 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-70433863-950e-4190-a83e-709b22d2aa7a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:59:34.613402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70433863-950e-4190-a83e-709b22d2aa7a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:34.614635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Provisioning for port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:34.619421 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-70433863-950e-4190-a83e-709b22d2aa7a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/5cad0257-9bf9-448b-9d15-3a3650a400e3 HTTP/1.1" status: 409 len: 405 time: 0.1203935 Aug 29 04:59:34.620352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45700) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:34.625938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Provisioning complete for port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:34.626305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.626442 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1134369843'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:34.649689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:34.654144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.682544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:34.692702 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.693048 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment 42b49665-8840-4944-a939-7f4eb99f1445 of type vlan for network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a Aug 29 04:59:34.742717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.766322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.768976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.775199 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:34.776125 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.800975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] For port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,segment=NetworkSegment(44866ab8-04fb-4aaf-9a27-352e17c1a241),segment_id=44866ab8-04fb-4aaf-9a27-352e17c1a241)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:34.805553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:34.839890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2182405 Aug 29 04:59:34.843805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45702) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:34.850550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:34.853384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322a2cc-319e-49f0-813a-52179fce69ce tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:34.864874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d13cb-1258-413f-afcd-c2e1ce2331a1 None None] Pushing event updated for resources: {'Port': ['ID=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:34.871224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:34.969980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:34.973569 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.025983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2eda0e32-621d-43a2-a298-3c2a70ae960f None None] Provisioning complete for port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:35.026390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2eda0e32-621d-43a2-a298-3c2a70ae960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.240300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:59:35.241964 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.312574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=cda1eeb7-6103-4172-8684-3d22a5fe3390,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:35.319345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': '42b49665-8840-4944-a939-7f4eb99f1445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:35.319705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:35.340569 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:35.352298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:35.357514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:35.358793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.362280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d93d91-3ef3-407e-8d7c-ba3045074df7 None None] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:35.380590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f4d359fc-0b31-4bfd-bffd-77ce561b75f8 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5350156 Aug 29 04:59:35.383639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45704) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:35.389666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'port': {'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a', 'name': 'tempest-NetworksIpV6TestAttrs-2016650730'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:35.416167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb7eaa-6fc7-4937-8ea5-17ab8e44113b None None] Network 5cad0257-9bf9-448b-9d15-3a3650a400e3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:35.496329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-66fa1012-c7a5-41e4-9025-f0728997d8ff None None] Provisioning for port 288b033c-4f3f-44b6-afdf-04c39a98a8da completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:35.512081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:35.516249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.534862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] device_id is not set on port d1503ee6-4922-41d7-8230-4fa0b67ec2cb yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:59:35.623394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a', 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': 'cda1eeb7-6103-4172-8684-3d22a5fe3390'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:35.624261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.644949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Allocated IP 2001:db8::f816:3eff:fefd:a7ea (ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a/cda1eeb7-6103-4172-8684-3d22a5fe3390/d1503ee6-4922-41d7-8230-4fa0b67ec2cb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:35.697990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] DHCP port deletion for 5cad0257-9bf9-448b-9d15-3a3650a400e3 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:35.764986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Deleting port 288b033c-4f3f-44b6-afdf-04c39a98a8da {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:35.765366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.778657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:35.814244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.828144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Transition to ACTIVE for port object d1503ee6-4922-41d7-8230-4fa0b67ec2cb will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:35.863916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.906856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:35.909978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:35.912664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:35.919571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:35.920193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:35.940551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Port': ['ID=d1503ee6-4922-41d7-8230-4fa0b67ec2cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:35.947093 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5d07ec5b-614f-4cfe-9f29-d97fdbabfa81 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5594506 Aug 29 04:59:35.947327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45706) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:36.006734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting subnet cda1eeb7-6103-4172-8684-3d22a5fe3390 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:36.042908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] For port 288b033c-4f3f-44b6-afdf-04c39a98a8da, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=288b033c-4f3f-44b6-afdf-04c39a98a8da,segment=NetworkSegment(c837a91e-12ac-4817-b5ea-04ff4a5a537c),segment_id=c837a91e-12ac-4817-b5ea-04ff4a5a537c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:36.043529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.065658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Calling delete_port for 288b033c-4f3f-44b6-afdf-04c39a98a8da owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:36.075526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Allocated IP 2001:db8::f816:3eff:feb1:a981 (ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a/cda1eeb7-6103-4172-8684-3d22a5fe3390/e8328b13-861d-4c34-8e3c-1aca06cc84ae) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:36.173080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:36.173366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.264949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.321124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] Pushing event deleted for resources: {'Port': ['ID=288b033c-4f3f-44b6-afdf-04c39a98a8da,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:36.346734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58359d-763b-4646-87ea-1c1cd8e7f456 None None] No DVR routers for this DVR port 288b033c-4f3f-44b6-afdf-04c39a98a8da on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:36.377337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.386277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Transition to ACTIVE for port object e8328b13-861d-4c34-8e3c-1aca06cc84ae will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:36.400788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Transition to ACTIVE for port object e8328b13-861d-4c34-8e3c-1aca06cc84ae will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:36.405536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.406037 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.445654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:36.445940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.454031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Pushing event updated for resources: {'Port': ['ID=e8328b13-861d-4c34-8e3c-1aca06cc84ae,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:36.456758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:36.458813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:36.513785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Attempting to bind port e8328b13-861d-4c34-8e3c-1aca06cc84ae on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:36.514068 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Attempting to bind port e8328b13-861d-4c34-8e3c-1aca06cc84ae by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '42b49665-8840-4944-a939-7f4eb99f1445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:36.514451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Attempting to bind port e8328b13-861d-4c34-8e3c-1aca06cc84ae on network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:36.519656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:36.520075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Checking segment: {'id': '42b49665-8840-4944-a939-7f4eb99f1445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:36.520482 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.520876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Bound using segment: {'id': '42b49665-8840-4944-a939-7f4eb99f1445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:36.521343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Bound port: e8328b13-861d-4c34-8e3c-1aca06cc84ae, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b49665-8840-4944-a939-7f4eb99f1445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:36.521726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.574981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.632973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.636929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] For port e8328b13-861d-4c34-8e3c-1aca06cc84ae, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:36.640208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] For port e8328b13-861d-4c34-8e3c-1aca06cc84ae, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e8328b13-861d-4c34-8e3c-1aca06cc84ae,segment=NetworkSegment(42b49665-8840-4944-a939-7f4eb99f1445),segment_id=42b49665-8840-4944-a939-7f4eb99f1445)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:36.644645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.661831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=cda1eeb7-6103-4172-8684-3d22a5fe3390,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:36.663866 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.665848 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa5d1757-6382-4377-a7f6-57a30401de0c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/cda1eeb7-6103-4172-8684-3d22a5fe3390 HTTP/1.1" status: 204 len: 168 time: 0.7175143 Aug 29 04:59:36.668349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45708) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:36.715948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2cdaf-a965-4016-8257-96a403d7f836 None None] Pushing event updated for resources: {'Port': ['ID=e8328b13-861d-4c34-8e3c-1aca06cc84ae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:36.724712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae51ada-0580-4533-b56c-09153c48624e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:36.726240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae51ada-0580-4533-b56c-09153c48624e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:36.728897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cae51ada-0580-4533-b56c-09153c48624e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0583599 Aug 29 04:59:36.731051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45710) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:36.815772 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-94f867e0-f74c-4ff4-93f7-015caaa2f771 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.823461 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f867e0-f74c-4ff4-93f7-015caaa2f771 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 04:59:36.823952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f867e0-f74c-4ff4-93f7-015caaa2f771 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:36.825756 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-94f867e0-f74c-4ff4-93f7-015caaa2f771 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a HTTP/1.1" status: 409 len: 405 time: 0.0937765 Aug 29 04:59:36.829853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45712) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:36.834844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2090682467'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:36.872509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:36.876277 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.899562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:36.916057 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.916404 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment 550618c2-6670-4fca-80e1-201ea9738022 of type vlan for network 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 Aug 29 04:59:36.964815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.991774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:36.998209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:36.998800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.060735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2299383 Aug 29 04:59:37.064055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45714) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:37.069776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': '7ef2a5a6-18c4-4e58-aeb0-6e80555760e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:37.088123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07a075-99dc-4758-83cc-1982bcc03be3 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=7ef2a5a6-18c4-4e58-aeb0-6e80555760e4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:37.098717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:37.165635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:37.170698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.330399 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94961fee-1a93-4e80-b1b9-1d357707196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.450926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.objects.ports [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94827) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:59:37.452523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.524972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=209a9793-d38a-40ab-970b-9ab6c8694fc9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:37.532125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': '550618c2-6670-4fca-80e1-201ea9738022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ef2a5a6-18c4-4e58-aeb0-6e80555760e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:37.532388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:37.550074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:37.565970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:37.570064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:37.570660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.576056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578dbe45-96d9-4421-9dd9-58872af2708e None None] Network 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:37.587839 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-05581c38-d2da-4243-a601-a36fe5874d9e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5225146 Aug 29 04:59:37.590903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45716) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:37.695505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92854451-bf1b-42f0-8aaf-e0b080304fb1 None None] Network ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:37.699602 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.784986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.787967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf6a29ba-cb8e-4f42-80ed-c51084038741 None None] Provisioning for port e8328b13-861d-4c34-8e3c-1aca06cc84ae completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:37.807392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e8328b13-861d-4c34-8e3c-1aca06cc84ae up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:37.849948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.851088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1c65c-5eb3-4eef-9e51-0f27bcca130f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-7ef2a5a6-18c4-4e58-aeb0-6e80555760e4', 'network_id': '7ef2a5a6-18c4-4e58-aeb0-6e80555760e4', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': '209a9793-d38a-40ab-970b-9ab6c8694fc9'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:37.851962 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94b1c65c-5eb3-4eef-9e51-0f27bcca130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.877504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=209a9793-d38a-40ab-970b-9ab6c8694fc9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:37.942771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.952857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2a5a6-18c4-4e58-aeb0-6e80555760e4']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:37.963601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550618c2-6670-4fca-80e1-201ea9738022') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:37.963892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550618c2-6670-4fca-80e1-201ea9738022') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:37.974485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:37.980869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e8328b13-861d-4c34-8e3c-1aca06cc84ae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:37.984690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08bf67a-de97-4f7a-8f71-18e2f42c5641 None None] Network 7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:37.992866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.001329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:38.001593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:38.005189 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:38.029165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e8328b13-861d-4c34-8e3c-1aca06cc84ae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:38.029539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.062300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] DHCP port deletion for ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:38.064475 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.072005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.078018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 HTTP/1.1" status: 204 len: 168 time: 0.4826686 Aug 29 04:59:38.078399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45718) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:38.083389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1259642602'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:38.101822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49cafc-eedb-4675-a048-aada4f9a57b9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=7ef2a5a6-18c4-4e58-aeb0-6e80555760e4,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:38.116462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:38.120498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.143725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:38.153193 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.153585 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment ecbb6eaf-9d33-444b-96f4-7620a0f3c49d of type vlan for network 2d2db8d7-ce54-4a5d-882a-12e848e25963 Aug 29 04:59:38.199229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.206113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Deleting port e8328b13-861d-4c34-8e3c-1aca06cc84ae {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:38.206720 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.210792 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.230042 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.235634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:38.236251 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.295115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2153392 Aug 29 04:59:38.296649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] For port e8328b13-861d-4c34-8e3c-1aca06cc84ae, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e8328b13-861d-4c34-8e3c-1aca06cc84ae,segment=NetworkSegment(42b49665-8840-4944-a939-7f4eb99f1445),segment_id=42b49665-8840-4944-a939-7f4eb99f1445)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:38.297043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.297818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:38.305029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': '2d2db8d7-ce54-4a5d-882a-12e848e25963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:38.307123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e8328b13-861d-4c34-8e3c-1aca06cc84ae, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e8328b13-861d-4c34-8e3c-1aca06cc84ae,segment=NetworkSegment(42b49665-8840-4944-a939-7f4eb99f1445),segment_id=42b49665-8840-4944-a939-7f4eb99f1445)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:38.313687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Calling delete_port for e8328b13-861d-4c34-8e3c-1aca06cc84ae owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:38.315237 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.322208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27785d83-d72b-4057-b812-b7dea8fa92d5 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=2d2db8d7-ce54-4a5d-882a-12e848e25963,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:38.345706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2d2db8d7-ce54-4a5d-882a-12e848e25963 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:38.399443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:38.403406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.457011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e8328b13-861d-4c34-8e3c-1aca06cc84ae,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:38.496322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.522210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] Pushing event deleted for resources: {'Port': ['ID=e8328b13-861d-4c34-8e3c-1aca06cc84ae,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:38.526293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a998ee-894d-4f90-8c23-1c1ea9537f93 None None] No DVR routers for this DVR port e8328b13-861d-4c34-8e3c-1aca06cc84ae on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:38.589219 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.650935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=ab04d10e-8f38-4b04-b1b6-98de7dcbe7da,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:38.656233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': 'ecbb6eaf-9d33-444b-96f4-7620a0f3c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2d2db8d7-ce54-4a5d-882a-12e848e25963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:38.656589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: 2d2db8d7-ce54-4a5d-882a-12e848e25963, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:38.673263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network 2d2db8d7-ce54-4a5d-882a-12e848e25963 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:38.681853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2d2db8d7-ce54-4a5d-882a-12e848e25963) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:38.685968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:38.686624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.690391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769ef80-c869-4ce1-9de0-3a51e1e59252 None None] Network 2d2db8d7-ce54-4a5d-882a-12e848e25963 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:38.704722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6ba7d00a-bb56-4e9b-9593-6bd283edfcb2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4059019 Aug 29 04:59:38.707355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45722) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:38.805024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.835091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1a180-3923-4fed-a052-0aaab1f84ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2d2db8d7-ce54-4a5d-882a-12e848e25963', 'network_id': '2d2db8d7-ce54-4a5d-882a-12e848e25963', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': 'ab04d10e-8f38-4b04-b1b6-98de7dcbe7da'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:38.836078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a180-3923-4fed-a052-0aaab1f84ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.856707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.918175 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-8bb1a180-3923-4fed-a052-0aaab1f84ef9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab04d10e-8f38-4b04-b1b6-98de7dcbe7da: This subnet is being modified by another concurrent operation. Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab04d10e-8f38-4b04-b1b6-98de7dcbe7da: This subnet is being modified by another concurrent operation. Aug 29 04:59:38.939165 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:59:38.947282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=ab04d10e-8f38-4b04-b1b6-98de7dcbe7da,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:39.015883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.036188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2db8d7-ce54-4a5d-882a-12e848e25963']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:39.047965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbb6eaf-9d33-444b-96f4-7620a0f3c49d') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:39.048250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbb6eaf-9d33-444b-96f4-7620a0f3c49d') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:39.058376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.072974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.079993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:39.080458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:39.083757 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:39.100366 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ec87a-b3d6-476a-ad6a-bb5b9c8ab5e0 None None] Network 2d2db8d7-ce54-4a5d-882a-12e848e25963 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:39.142901 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.152094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.153973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/2d2db8d7-ce54-4a5d-882a-12e848e25963 HTTP/1.1" status: 204 len: 168 time: 0.4456649 Aug 29 04:59:39.157925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45724) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:39.163605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-196857063'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:39.163784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fde16-3fb6-4d3f-be45-1e968c1052ad tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=2d2db8d7-ce54-4a5d-882a-12e848e25963,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:39.187950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:39.191495 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.216601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:39.221148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243032df-fbc3-4b6e-a9a2-5b7c5a56cf2b None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:59:39.226017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.226367 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Added segment 136990c1-a3f5-4b45-814d-9b0bc29ee1ba of type vlan for network e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 Aug 29 04:59:39.265761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.288716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243032df-fbc3-4b6e-a9a2-5b7c5a56cf2b None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:59:39.291731 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.297539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:39.298210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.360850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2015455 Aug 29 04:59:39.363480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45726) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:39.368448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Request body: {'subnet': {'network_id': 'e93cc839-12a6-4eb3-a9f6-ef3dc112bb96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:39.390419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a78d-04f2-477f-b375-2e08072457a9 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Network': ['ID=e93cc839-12a6-4eb3-a9f6-ef3dc112bb96,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:39.404467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:39.466708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Made reservation on behalf of 4bf71356b7534a7e82e3bc584b71b668 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:39.470938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.735695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.objects.ports [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 04:59:39.737259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.749398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e8328b13-861d-4c34-8e3c-1aca06cc84ae no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:39.774327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e8328b13-861d-4c34-8e3c-1aca06cc84ae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:39.774676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e8328b13-861d-4c34-8e3c-1aca06cc84ae not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:39.793318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event updated for resources: {'Subnet': ['ID=f6aa3e4f-4347-434c-89e4-2ddfd87adbd7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:39.808669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Checking segment: {'id': '136990c1-a3f5-4b45-814d-9b0bc29ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e93cc839-12a6-4eb3-a9f6-ef3dc112bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:39.809032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network hostable DHCP agents. Network: e93cc839-12a6-4eb3-a9f6-ef3dc112bb96, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:39.825950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Network e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:39.835059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e93cc839-12a6-4eb3-a9f6-ef3dc112bb96) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:39.839521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:39.840154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.845213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b361d-169d-4b70-8c18-9dac8da4bf84 None None] Network e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:39.858638 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-71617f5d-8b48-4080-b8dc-9097015aabe2 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4916115 Aug 29 04:59:39.859003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45728) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:39.967668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:39.997204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eaf1c2-c4d8-4299-ab83-356be2a83a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-e93cc839-12a6-4eb3-a9f6-ef3dc112bb96', 'network_id': 'e93cc839-12a6-4eb3-a9f6-ef3dc112bb96', 'tenant_id': '4bf71356b7534a7e82e3bc584b71b668', 'fixed_ips': [{'subnet_id': 'f6aa3e4f-4347-434c-89e4-2ddfd87adbd7'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:39.998108 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-30eaf1c2-c4d8-4299-ab83-356be2a83a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.029111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.093348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server [None req-30eaf1c2-c4d8-4299-ab83-356be2a83a3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6aa3e4f-4347-434c-89e4-2ddfd87adbd7: This subnet is being modified by another concurrent operation. Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server raise exception Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6aa3e4f-4347-434c-89e4-2ddfd87adbd7: This subnet is being modified by another concurrent operation. Aug 29 04:59:40.096211 n-d-712139-13 neutron-server[94828]: ERROR oslo_messaging.rpc.server Aug 29 04:59:40.119786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f75fb4-6028-47e6-8fdb-14d5e3b34162 None None] Network e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:40.125225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aa3e4f-4347-434c-89e4-2ddfd87adbd7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:40.189578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.199647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93cc839-12a6-4eb3-a9f6-ef3dc112bb96']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:40.210849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136990c1-a3f5-4b45-814d-9b0bc29ee1ba') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:40.211146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136990c1-a3f5-4b45-814d-9b0bc29ee1ba') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:40.220876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.235327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2da99-fab1-4530-a8ce-9e9eb08d7b35 None None] get_active_networks_info from n-d-712139-13 {{(pid=94828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 04:59:40.235879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.242454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:40.243044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:40.246201 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:40.306781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.311955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.314829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.320022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 HTTP/1.1" status: 204 len: 168 time: 0.4566498 Aug 29 04:59:40.320235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2da99-fab1-4530-a8ce-9e9eb08d7b35 None None] Resources bound (agent type, host, resource id): {{(pid=94828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 04:59:40.320614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45730) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.328678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae0869-4e45-4c43-8ca3-10eb2f8277bc tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=e93cc839-12a6-4eb3-a9f6-ef3dc112bb96,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:40.359869 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93c7a0a-e0d5-4e92-aefb-9666ffb61755 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.360369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93c7a0a-e0d5-4e92-aefb-9666ffb61755 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.362230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d93c7a0a-e0d5-4e92-aefb-9666ffb61755 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/f6aa3e4f-4347-434c-89e4-2ddfd87adbd7 HTTP/1.1" status: 404 len: 337 time: 0.0401673 Aug 29 04:59:40.365217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45732) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.384339 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a87a5e-e8bb-4cb0-93f6-d2e8c4486b1a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.384905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a87a5e-e8bb-4cb0-93f6-d2e8c4486b1a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.386692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-83a87a5e-e8bb-4cb0-93f6-d2e8c4486b1a tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/e93cc839-12a6-4eb3-a9f6-ef3dc112bb96 HTTP/1.1" status: 404 len: 339 time: 0.0204659 Aug 29 04:59:40.389434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45734) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.397612 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-53ae08d4-b710-49d6-8b47-2db8c34b57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.422356 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1537f6-24fa-4b35-a766-dfd64a857092 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.422921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1537f6-24fa-4b35-a766-dfd64a857092 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.424783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fb1537f6-24fa-4b35-a766-dfd64a857092 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/ab04d10e-8f38-4b04-b1b6-98de7dcbe7da HTTP/1.1" status: 404 len: 337 time: 0.0344315 Aug 29 04:59:40.427657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45736) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.446484 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac0a8a9-5476-4c58-9832-87a73086c84c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.446995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac0a8a9-5476-4c58-9832-87a73086c84c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.448812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ac0a8a9-5476-4c58-9832-87a73086c84c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/2d2db8d7-ce54-4a5d-882a-12e848e25963 HTTP/1.1" status: 404 len: 339 time: 0.0201328 Aug 29 04:59:40.452230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.480714 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d089f75d-5c80-4035-b0a4-295054149743 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.481155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d089f75d-5c80-4035-b0a4-295054149743 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.483031 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d089f75d-5c80-4035-b0a4-295054149743 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/209a9793-d38a-40ab-970b-9ab6c8694fc9 HTTP/1.1" status: 404 len: 337 time: 0.0298533 Aug 29 04:59:40.485669 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.504156 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe8f636-92f2-413d-811b-f4b755e10b60 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.504712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe8f636-92f2-413d-811b-f4b755e10b60 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.506411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dbe8f636-92f2-413d-811b-f4b755e10b60 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/7ef2a5a6-18c4-4e58-aeb0-6e80555760e4 HTTP/1.1" status: 404 len: 339 time: 0.0198305 Aug 29 04:59:40.509090 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.600049 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting port d1503ee6-4922-41d7-8230-4fa0b67ec2cb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:40.600403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.672046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.685233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Calling delete_port for d1503ee6-4922-41d7-8230-4fa0b67ec2cb owned by {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:40.764036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.797449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Port': ['ID=d1503ee6-4922-41d7-8230-4fa0b67ec2cb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:40.802964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:40.804773 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4dcaff02-e5d9-429b-b94a-c10a68165467 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/ports/d1503ee6-4922-41d7-8230-4fa0b67ec2cb HTTP/1.1" status: 204 len: 168 time: 0.2947531 Aug 29 04:59:40.807246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.833332 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fea413-753e-4607-bf61-aff18577c75b tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:40.833787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fea413-753e-4607-bf61-aff18577c75b tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:40.835452 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-20fea413-753e-4607-bf61-aff18577c75b tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/cda1eeb7-6103-4172-8684-3d22a5fe3390 HTTP/1.1" status: 404 len: 337 time: 0.0272911 Aug 29 04:59:40.837931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45746) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:40.914190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.003188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.013404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.023479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b49665-8840-4944-a939-7f4eb99f1445') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.023700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b49665-8840-4944-a939-7f4eb99f1445') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.032686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.046202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.052465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:41.052846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:41.055791 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:41.113561 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.121446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.123602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a HTTP/1.1" status: 204 len: 168 time: 0.2847598 Aug 29 04:59:41.126370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:41.141296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837793df-6087-414f-882d-0b1f92329a5c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=ba2903c0-21e3-4aa7-a18f-b4ab6d79ab9a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:41.210623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting port 76fbe872-8e80-447c-8942-bf8c43a72957 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:41.210965 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.273252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.289694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Calling delete_port for 76fbe872-8e80-447c-8942-bf8c43a72957 owned by {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:41.369164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.383178 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.397392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Port': ['ID=76fbe872-8e80-447c-8942-bf8c43a72957,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:41.403720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.405760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1a4d684a-238d-4ae9-8cd5-15be91695b6c tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/ports/76fbe872-8e80-447c-8942-bf8c43a72957 HTTP/1.1" status: 204 len: 168 time: 0.2783136 Aug 29 04:59:41.408372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45750) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:41.435612 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ae319-169f-4f41-a3e6-705985ecdc97 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] DELETE failed (client error): The resource could not be found. Aug 29 04:59:41.436146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034ae319-169f-4f41-a3e6-705985ecdc97 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 04:59:41.437802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-034ae319-169f-4f41-a3e6-705985ecdc97 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/7b504d5d-ae67-44ae-b8be-4d910b01dccc HTTP/1.1" status: 404 len: 337 time: 0.0284357 Aug 29 04:59:41.440326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45752) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:41.513752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.609365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.618810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cad0257-9bf9-448b-9d15-3a3650a400e3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.629311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c837a91e-12ac-4817-b5ea-04ff4a5a537c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.629607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c837a91e-12ac-4817-b5ea-04ff4a5a537c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:41.638689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.652669 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.658271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:41.658886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:41.661760 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:41.717725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.724491 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.726317 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/5cad0257-9bf9-448b-9d15-3a3650a400e3 HTTP/1.1" status: 204 len: 168 time: 0.2850525 Aug 29 04:59:41.729025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45756) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:41.738370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ee5e-63bc-4c40-baa2-a0e9b546485e tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=5cad0257-9bf9-448b-9d15-3a3650a400e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:41.779729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting subnet c5b6513b-99a7-49fe-ad18-628fca39363a {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:41.782832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.824368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.911783 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.966989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:41.997150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b6513b-99a7-49fe-ad18-628fca39363a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:42.000974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.005164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2d39ebe1-272a-4d7a-abfa-fe0a4652d593 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/subnets/c5b6513b-99a7-49fe-ad18-628fca39363a HTTP/1.1" status: 204 len: 168 time: 0.2722523 Aug 29 04:59:42.005472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45758) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:42.007842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091013b-3cef-4ab1-9edb-8ba20f495c0b None None] Network c3605b52-97df-4520-b365-47c5dfbb0812 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:42.088542 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.142688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Deleting port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:42.143068 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.174637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] DHCP port deletion for c3605b52-97df-4520-b365-47c5dfbb0812 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:42.209139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] For port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,segment=NetworkSegment(44866ab8-04fb-4aaf-9a27-352e17c1a241),segment_id=44866ab8-04fb-4aaf-9a27-352e17c1a241)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:42.209508 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.220281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Deleting port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:42.220656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.222969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Calling delete_port for 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:42.300208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.327346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Port': ['ID=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:42.331885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] No DVR routers for this DVR port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:42.415819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.428791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3605b52-97df-4520-b365-47c5dfbb0812']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:42.436994 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.442125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44866ab8-04fb-4aaf-9a27-352e17c1a241') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:42.442417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44866ab8-04fb-4aaf-9a27-352e17c1a241') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:42.448729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] For port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,segment=NetworkSegment(44866ab8-04fb-4aaf-9a27-352e17c1a241),segment_id=44866ab8-04fb-4aaf-9a27-352e17c1a241)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:42.449131 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.457083 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.461748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Calling delete_port for 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:42.470719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.477710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:42.478289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:42.481220 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:42.537237 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.546373 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.555798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:42.558183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] 10.222.0.62 "DELETE /v2.0/networks/c3605b52-97df-4520-b365-47c5dfbb0812 HTTP/1.1" status: 204 len: 168 time: 0.5518010 Aug 29 04:59:42.564067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] Pushing event deleted for resources: {'Port': ['ID=4ecfe1a9-914a-4c6b-86c1-58edb18cb780,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:42.568158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423302f5-3746-4ad4-b836-e81790486d0d None None] No DVR routers for this DVR port 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:42.576409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fb2ad-4dc5-461d-bf85-bb89926afc92 tempest-NetworksIpV6TestAttrs-846919817 tempest-NetworksIpV6TestAttrs-846919817-project] Pushing event deleted for resources: {'Network': ['ID=c3605b52-97df-4520-b365-47c5dfbb0812,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:42.805298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45764) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:42.940158 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-deedce8f-6e0f-4043-8bd3-493a13af7c30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bf71356b7534a7e82e3bc584b71b668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335020 Aug 29 04:59:42.942465 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:42.988743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.009599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.055602 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.058812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.060023 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f61eec2-b231-4c19-a6f1-3883ae406bbb HTTP/1.1" status: 204 len: 168 time: 0.1166449 Aug 29 04:59:43.067853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea178c-0479-4ad0-aac6-20ae3aa27390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61eec2-b231-4c19-a6f1-3883ae406bbb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:43.138179 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.708639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45790) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:43.750226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:43.773120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:43.773463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4ecfe1a9-914a-4c6b-86c1-58edb18cb780 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:43.806157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725048196'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:43.827821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:43.831270 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.839567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.928901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.933338 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.962696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:43.971777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add7cdeb-ff3d-436c-bc31-85b25ce65322,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:43.977869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:43.978216 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2 of type vlan for network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 Aug 29 04:59:44.019676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.044580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.050072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:44.050653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.098391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3878396 Aug 29 04:59:44.101494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:44.108222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-685828463'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:44.118930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653db135-19b3-4ffd-a7de-9b45620e0df0 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:44.129219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:44.134175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:44.137893 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.161886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:44.171827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.172174 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 4faa6a29-b24c-4ec3-a686-36271ec10cbe of type vlan for network d1916e05-6640-4a86-819c-20689590d3c8 Aug 29 04:59:44.212734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.239088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.245231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:44.245813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.305302 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2025323 Aug 29 04:59:44.308103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:44.312848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:44.355779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e608904-11ca-4295-acab-1364af773871 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=d1916e05-6640-4a86-819c-20689590d3c8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:44.367265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network d1916e05-6640-4a86-819c-20689590d3c8 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:44.407791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:44.411327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.595573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.659494 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=7836495f-5929-457b-872e-4f48e76c9c09,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:44.671462 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:44.671825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:44.687954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:44.696508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:44.700945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:44.701533 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.707567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f8b55-8a1c-455a-9f72-3a0d9e13a695 None None] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:44.716887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-adbc567b-9aa8-44bb-bc6b-799f4326f2dc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077919 Aug 29 04:59:44.719907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:44.725285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:44.817382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:44.821018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.849623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21', 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '7836495f-5929-457b-872e-4f48e76c9c09'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:44.850491 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:44.995466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Allocated IP 172.20.0.2 (0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21/7836495f-5929-457b-872e-4f48e76c9c09/b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:45.012954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.078341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=96e5c641-bb32-4733-bdfa-32e758b7f712,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:45.081466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '4faa6a29-b24c-4ec3-a686-36271ec10cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:45.081825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: d1916e05-6640-4a86-819c-20689590d3c8, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:45.091592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.092195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.092987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.092987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.093485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.095148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.095148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.095148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.095148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.095640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.096105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.096662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:45.121925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network d1916e05-6640-4a86-819c-20689590d3c8 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:45.130868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, d1916e05-6640-4a86-819c-20689590d3c8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:45.136288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:45.137030 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.141812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f503e62-f4fa-4d1c-949a-a3b3ad053744 None None] Network d1916e05-6640-4a86-819c-20689590d3c8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:45.154871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-74a2c8b2-3d3f-4329-80e2-cf16abcc07f9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4337196 Aug 29 04:59:45.157648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:45.162244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1577057290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:45.184665 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.185728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.189804 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.204943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Transition to ACTIVE for port object b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:45.236451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Transition to ACTIVE for port object b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:45.238848 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.244889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.245149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.262308 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.266230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-47be948d-1518-4ec2-99bf-bdf34d7c2661 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1049197 Aug 29 04:59:45.266379 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:45.298792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:45.319857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:45.326124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:45.333433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Pushing event updated for resources: {'Port': ['ID=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:45.406055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-d1916e05-6640-4a86-819c-20689590d3c8', 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '96e5c641-bb32-4733-bdfa-32e758b7f712'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:45.406905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.421183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Attempting to bind port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:45.421558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Attempting to bind port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:45.421926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Attempting to bind port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae on network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:45.431344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:45.431720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Checking segment: {'id': 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:45.432147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.433059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Bound using segment: {'id': 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:45.433533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Bound port: b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:45.433919 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.543321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.582291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] For port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:45.603870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] For port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,segment=NetworkSegment(d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2),segment_id=d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:45.611462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.618052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Allocated IP 172.21.0.2 (d1916e05-6640-4a86-819c-20689590d3c8/96e5c641-bb32-4733-bdfa-32e758b7f712/950e4a2f-5803-40df-b7ba-91f2a7b2c687) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:45.716780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37333-4a1a-4c8e-8b83-c5fa688f8190 None None] Pushing event updated for resources: {'Port': ['ID=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:45.797084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.20.0.1 (0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21/7836495f-5929-457b-872e-4f48e76c9c09/df60ad37-13be-4321-8c8f-ba33c90344fc) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:45.818032 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.827203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Transition to ACTIVE for port object 950e4a2f-5803-40df-b7ba-91f2a7b2c687 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:45.856021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Transition to ACTIVE for port object 950e4a2f-5803-40df-b7ba-91f2a7b2c687 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:45.870151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.921241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Network d1916e05-6640-4a86-819c-20689590d3c8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:45.924429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:45.928699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:45.933837 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.950236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object df60ad37-13be-4321-8c8f-ba33c90344fc will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:45.956387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Pushing event updated for resources: {'Port': ['ID=950e4a2f-5803-40df-b7ba-91f2a7b2c687,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:45.985122 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.991365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Attempting to bind port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:45.991738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Attempting to bind port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '4faa6a29-b24c-4ec3-a686-36271ec10cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:45.992144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Attempting to bind port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 on network d1916e05-6640-4a86-819c-20689590d3c8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:45.997536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:45.998379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Checking segment: {'id': '4faa6a29-b24c-4ec3-a686-36271ec10cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:45.998379 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:45.998699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Bound using segment: {'id': '4faa6a29-b24c-4ec3-a686-36271ec10cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:46.000241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Bound port: 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faa6a29-b24c-4ec3-a686-36271ec10cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1916e05-6640-4a86-819c-20689590d3c8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:46.000241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.033604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:46.036789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:46.040716 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:46.063758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=df60ad37-13be-4321-8c8f-ba33c90344fc,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:46.066675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] For port 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:46.071518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] For port 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=950e4a2f-5803-40df-b7ba-91f2a7b2c687,segment=NetworkSegment(4faa6a29-b24c-4ec3-a686-36271ec10cbe),segment_id=4faa6a29-b24c-4ec3-a686-36271ec10cbe)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:46.078115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.087301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.137237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d34f-3233-4af8-93bc-66f6b8936e77 None None] Pushing event updated for resources: {'Port': ['ID=950e4a2f-5803-40df-b7ba-91f2a7b2c687,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:46.205568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.487536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.492124 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.565724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=df60ad37-13be-4321-8c8f-ba33c90344fc,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:46.568365 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:46.665412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:46.667429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:46.691075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d6ecc-7179-48a8-a530-eb76da722a9f None None] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:46.778902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5743d44d-d385-4efe-b70e-2588defee2b5 None None] Provisioning for port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:46.792483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 2c702c7a-e424-4d5e-abfb-271a40464bd1 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:59:46.889814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:46.895321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf2b96bb-1bb7-43d9-9a44-9bea5d6b7e12 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6278665 Aug 29 04:59:46.898023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45804) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:46.905045 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] Sync routers for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:46.917915 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:46.921104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:46.954847 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:46.968055 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:46.969063 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:47.023214 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:47.024214 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d74ae4-1b9e-4fa7-b809-36628753a0a6 None None] The sync data for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:47.158857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e450abe-817e-40be-90aa-60eba83155f9 None None] Network d1916e05-6640-4a86-819c-20689590d3c8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:47.245816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b90b140-381d-4205-ac19-3f686e84ceba None None] Provisioning for port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:47.250650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c63a9dd-53a3-48b9-9616-e291385e04d6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:47.252185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3c63a9dd-53a3-48b9-9616-e291385e04d6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports/df60ad37-13be-4321-8c8f-ba33c90344fc HTTP/1.1" status: 200 len: 910 time: 0.3530350 Aug 29 04:59:47.254777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45806) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:47.298845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b90b140-381d-4205-ac19-3f686e84ceba None None] Provisioning for port df60ad37-13be-4321-8c8f-ba33c90344fc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:47.306872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b90b140-381d-4205-ac19-3f686e84ceba None None] Provisioning complete for port df60ad37-13be-4321-8c8f-ba33c90344fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:47.307277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b90b140-381d-4205-ac19-3f686e84ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.361514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b90b140-381d-4205-ac19-3f686e84ceba None None] Port df60ad37-13be-4321-8c8f-ba33c90344fc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:47.482162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-113bedce-01ee-47d7-a86b-4a7dd03010c9 None None] Provisioning complete for port df60ad37-13be-4321-8c8f-ba33c90344fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:47.482557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-113bedce-01ee-47d7-a86b-4a7dd03010c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.521028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-113bedce-01ee-47d7-a86b-4a7dd03010c9 None None] Port df60ad37-13be-4321-8c8f-ba33c90344fc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:47.629461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.650102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0188fcbd-797b-4d96-a70c-f2f6998980b4 None None] Provisioning complete for port df60ad37-13be-4321-8c8f-ba33c90344fc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:47.650819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0188fcbd-797b-4d96-a70c-f2f6998980b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.685099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0188fcbd-797b-4d96-a70c-f2f6998980b4 None None] Port df60ad37-13be-4321-8c8f-ba33c90344fc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:47.809827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 950e4a2f-5803-40df-b7ba-91f2a7b2c687 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:47.861651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:47.865613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:47.866099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.890376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.21.0.1 (d1916e05-6640-4a86-819c-20689590d3c8/96e5c641-bb32-4733-bdfa-32e758b7f712/dcc294cb-5eed-4a14-9653-4c492ae67500) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:47.944784 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.976278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=950e4a2f-5803-40df-b7ba-91f2a7b2c687,segment=NetworkSegment(4faa6a29-b24c-4ec3-a686-36271ec10cbe),segment_id=4faa6a29-b24c-4ec3-a686-36271ec10cbe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:47.981140 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:47.981908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:48.001976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.016762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object dcc294cb-5eed-4a14-9653-4c492ae67500 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:48.049948 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.060064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=950e4a2f-5803-40df-b7ba-91f2a7b2c687,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:48.072258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:48.076747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:48.077123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.093710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network d1916e05-6640-4a86-819c-20689590d3c8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:48.105158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:48.109684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:48.113720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=dcc294cb-5eed-4a14-9653-4c492ae67500,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:48.142263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.142615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.143322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.143322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.143623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.143977 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.144313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.145005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.145005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.145281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.145608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.145936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 04:59:48.159718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.167046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.201079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,segment=NetworkSegment(d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2),segment_id=d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:48.206487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.260131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:48.293552 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.407915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-327778a2-5449-4e29-8cff-e5adee605574 None None] Provisioning for port dcc294cb-5eed-4a14-9653-4c492ae67500 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:48.411551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-327778a2-5449-4e29-8cff-e5adee605574 None None] Provisioning complete for port dcc294cb-5eed-4a14-9653-4c492ae67500 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:48.412022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-327778a2-5449-4e29-8cff-e5adee605574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.445791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-327778a2-5449-4e29-8cff-e5adee605574 None None] Port dcc294cb-5eed-4a14-9653-4c492ae67500 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:48.552195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.556639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.626644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=dcc294cb-5eed-4a14-9653-4c492ae67500,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:48.629223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:48.722184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network d1916e05-6640-4a86-819c-20689590d3c8 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:48.723616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:48.819448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 2c702c7a-e424-4d5e-abfb-271a40464bd1 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:48.914187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:48.919751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-62f3fd9d-baa5-41de-bd5b-03eec52f0222 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639898 Aug 29 04:59:48.922395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45808) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:48.927512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] Sync routers for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:48.937525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:48.938147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:48.968668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac2d3a-9037-4cb7-8c13-3293e18fb7f1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:48.970052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fbac2d3a-9037-4cb7-8c13-3293e18fb7f1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports/dcc294cb-5eed-4a14-9653-4c492ae67500 HTTP/1.1" status: 200 len: 910 time: 0.0467427 Aug 29 04:59:48.972900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:48.973068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45810) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:48.985449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:48.986058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:49.022924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:49.023492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bd72d-14f8-4414-a2db-0d4a42982a85 None None] The sync data for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:49.024890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f00d7244-c53a-4238-991d-6ada4b15e7c0 None None] Provisioning complete for port dcc294cb-5eed-4a14-9653-4c492ae67500 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:49.025515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f00d7244-c53a-4238-991d-6ada4b15e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.059993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f00d7244-c53a-4238-991d-6ada4b15e7c0 None None] Port dcc294cb-5eed-4a14-9653-4c492ae67500 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:49.289408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.529887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port dcc294cb-5eed-4a14-9653-4c492ae67500 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:49.530221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.610470 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.622588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for dcc294cb-5eed-4a14-9653-4c492ae67500 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:49.765395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 950e4a2f-5803-40df-b7ba-91f2a7b2c687 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:49.815626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.816183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:49.816559 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:49.847428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=dcc294cb-5eed-4a14-9653-4c492ae67500,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:49.905478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:49.957632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:49.958007 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.008209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:50.201843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 2c702c7a-e424-4d5e-abfb-271a40464bd1 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:50.290610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:50.296472 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3f5178e8-b233-49dd-ae06-5fd03ce22a6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3224051 Aug 29 04:59:50.299087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45812) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:50.300017 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] Sync routers for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:50.309001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:50.309597 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:50.345085 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:50.354169 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:50.354783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:50.386655 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:50.387313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a588e4-f025-4dcd-baf8-0004b5017b45 None None] The sync data for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:50.945519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.188110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port df60ad37-13be-4321-8c8f-ba33c90344fc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:51.188454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.270144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.282618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for df60ad37-13be-4321-8c8f-ba33c90344fc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:51.451599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.482933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=df60ad37-13be-4321-8c8f-ba33c90344fc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:51.621501 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:51.772820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 2c702c7a-e424-4d5e-abfb-271a40464bd1 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:51.847751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:51.852818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8a7efb0b-0ac2-4769-bdaf-a5780f6da20d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526876 Aug 29 04:59:51.855506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45814) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:51.858120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] Sync routers for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:51.867444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:51.868030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.882607 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bf14f756-8139-4abb-a360-91c2f1b38c03 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c702c7a-e424-4d5e-abfb-271a40464bd1 HTTP/1.1" status: 200 len: 205 time: 0.0258355 Aug 29 04:59:51.885696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45816) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:51.904527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.913209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] Routers {'2c702c7a-e424-4d5e-abfb-271a40464bd1'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:51.913813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['2c702c7a-e424-4d5e-abfb-271a40464bd1'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.945817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:51.946464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e94ffe-1e4a-4353-a20f-0df2d4584997 None None] The sync data for ids ['2c702c7a-e424-4d5e-abfb-271a40464bd1'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:51.962968 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.120872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.122964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.165303 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.165954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 2c702c7a-e424-4d5e-abfb-271a40464bd1 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:59:52.173507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.174688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b3784062-d0b5-4dc1-96a7-f31383cc213b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1 HTTP/1.1" status: 204 len: 168 time: 0.2879710 Aug 29 04:59:52.177340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45818) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.233863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 96e5c641-bb32-4733-bdfa-32e758b7f712 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:52.236963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.277154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.357146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.418577 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.443458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=96e5c641-bb32-4733-bdfa-32e758b7f712,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:52.457318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.461194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6591ed3d-c84e-4bbe-a195-a464a4c99bed tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/96e5c641-bb32-4733-bdfa-32e758b7f712 HTTP/1.1" status: 204 len: 168 time: 0.2822845 Aug 29 04:59:52.463210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.463601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c032f-470b-469e-a963-6b094792912e None None] Network d1916e05-6640-4a86-819c-20689590d3c8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:52.514999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 7836495f-5929-457b-872e-4f48e76c9c09 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:52.518392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.562022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.645532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] DHCP port deletion for d1916e05-6640-4a86-819c-20689590d3c8 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:52.651978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.693460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Deleting port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:52.693748 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.711388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.738700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=7836495f-5929-457b-872e-4f48e76c9c09,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:52.743878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.748975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:52.749586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5a9549dd-df07-4878-b550-fd52bacfe823 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/7836495f-5929-457b-872e-4f48e76c9c09 HTTP/1.1" status: 204 len: 168 time: 0.2848537 Aug 29 04:59:52.756349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb0a69-9aea-4924-8ec2-06e82dc40877 None None] Network 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:52.812362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] For port 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=950e4a2f-5803-40df-b7ba-91f2a7b2c687,segment=NetworkSegment(4faa6a29-b24c-4ec3-a686-36271ec10cbe),segment_id=4faa6a29-b24c-4ec3-a686-36271ec10cbe)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:52.812768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.833214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Calling delete_port for 950e4a2f-5803-40df-b7ba-91f2a7b2c687 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:52.841447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.906188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:52.906435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.962764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.980709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 950e4a2f-5803-40df-b7ba-91f2a7b2c687, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=950e4a2f-5803-40df-b7ba-91f2a7b2c687,segment=NetworkSegment(4faa6a29-b24c-4ec3-a686-36271ec10cbe),segment_id=4faa6a29-b24c-4ec3-a686-36271ec10cbe)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:52.981206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:52.991340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] Pushing event deleted for resources: {'Port': ['ID=950e4a2f-5803-40df-b7ba-91f2a7b2c687,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:52.994825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7da14f-295c-4f3e-8cd2-cc0965a8ccc7 None None] No DVR routers for this DVR port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:52.995591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 950e4a2f-5803-40df-b7ba-91f2a7b2c687 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:53.009370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] DHCP port deletion for 0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:53.059605 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Deleting port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:53.060010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.075145 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.102055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=950e4a2f-5803-40df-b7ba-91f2a7b2c687,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.105618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 950e4a2f-5803-40df-b7ba-91f2a7b2c687 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:53.126149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] For port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,segment=NetworkSegment(d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2),segment_id=d54c16ed-7c00-4cc8-a6f4-87b49a62b1e2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:53.126632 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.140295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Calling delete_port for b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:53.241854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.268445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] Pushing event deleted for resources: {'Port': ['ID=b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.274080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cfcd83-c1b1-485c-94f8-3ce2d9d9e863 None None] No DVR routers for this DVR port b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:53.486813 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.499485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1916e05-6640-4a86-819c-20689590d3c8']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.512712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faa6a29-b24c-4ec3-a686-36271ec10cbe') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.513013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faa6a29-b24c-4ec3-a686-36271ec10cbe') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.521631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.535807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.541595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:53.542010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: timer() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:53.544853 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:53.602390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.609311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.611380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/d1916e05-6640-4a86-819c-20689590d3c8 HTTP/1.1" status: 204 len: 168 time: 0.8605249 Aug 29 04:59:53.614224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45824) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:53.623078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec41f9-411d-4d74-af25-b23e22f24cd5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=d1916e05-6640-4a86-819c-20689590d3c8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.693878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.756700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 950e4a2f-5803-40df-b7ba-91f2a7b2c687 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:53.777457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 950e4a2f-5803-40df-b7ba-91f2a7b2c687 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:53.777915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 950e4a2f-5803-40df-b7ba-91f2a7b2c687 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:53.778331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 04:59:53.788586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.797080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 04:59:53.797429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b0c84ccb-1780-4e9f-b2f2-de28fc6c8bae not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 04:59:53.803277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.814769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.815068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54c16ed-7c00-4cc8-a6f4-87b49a62b1e2') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:53.824418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.837591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.843282 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 04:59:53.843666 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: timer() Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 04:59:53.846557 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 04:59:53.908044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.912647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.914685 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21 HTTP/1.1" status: 204 len: 168 time: 0.2990203 Aug 29 04:59:53.919049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45826) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:53.924209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-938562411'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:53.930606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc538f-45c7-4baa-9099-6ed7f2b8329c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=0840b3b8-ede7-4a1a-bf9d-4a0b4ba06f21,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:53.945688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:53.949779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.972001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 04:59:53.980604 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:53.980941 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 83992f3f-26c9-40e7-805c-f9d65830e802 of type vlan for network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 Aug 29 04:59:54.019324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.043289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.048916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:54.049493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.106782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1866221 Aug 29 04:59:54.110269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45828) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:54.115975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:54.120468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413965a-a2ac-465b-832d-a876406a54e6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=944ffcd0-51e4-4a5f-a6ae-072f10ffada8,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.130898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 04:59:54.203213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:54.206681 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.386827 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.452413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=172d6007-99c9-48fc-a975-20cf6bad2079,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:54.459583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '83992f3f-26c9-40e7-805c-f9d65830e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:54.459976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 944ffcd0-51e4-4a5f-a6ae-072f10ffada8, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 04:59:54.476623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 04:59:54.485285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 944ffcd0-51e4-4a5f-a6ae-072f10ffada8) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:54.489412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:54.489962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.494274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d2068-ca82-47d4-bb93-c814146889e5 None None] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:54.505614 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eed3b117-278b-47e4-a3b4-b6ba5fb51149 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3940914 Aug 29 04:59:54.508181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45830) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:54.512719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-228049890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:54.539131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.540182 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.596622 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.600617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.616912 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.620828 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-30220dc8-1272-4948-8124-20330965a019 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1092641 Aug 29 04:59:54.620990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-88531b40-d116-4b3c-8f70-02aa29392e9a req-7d401050-ab07-4c22-a56d-4181d7f86270 service neutron] (94827) timed out ('10.222.0.54', 49765) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 04:59:54.621104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45832) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:54.626044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'port': {'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8', 'name': 'tempest-RoutersTest-1732795593'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 04:59:54.642297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-944ffcd0-51e4-4a5f-a6ae-072f10ffada8', 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '172d6007-99c9-48fc-a975-20cf6bad2079'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 04:59:54.643159 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.739010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 04:59:54.742687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:54.761838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] device_id is not set on port fa642c36-6695-450f-8f37-9f1532077c91 yet. {{(pid=94826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 04:59:54.780788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Allocated IP 172.20.0.2 (944ffcd0-51e4-4a5f-a6ae-072f10ffada8/172d6007-99c9-48fc-a975-20cf6bad2079/3eed0ad2-c43f-4093-b4c9-c62abb1c68b9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:55.069691 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.078071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Transition to ACTIVE for port object 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:55.092778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Transition to ACTIVE for port object 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:55.098895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.141015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:55.143967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:55.149544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:55.153797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Pushing event updated for resources: {'Port': ['ID=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.155269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.20.0.12 (944ffcd0-51e4-4a5f-a6ae-072f10ffada8/172d6007-99c9-48fc-a975-20cf6bad2079/fa642c36-6695-450f-8f37-9f1532077c91) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 04:59:55.206714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Attempting to bind port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 04:59:55.207095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Attempting to bind port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '83992f3f-26c9-40e7-805c-f9d65830e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 04:59:55.207469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Attempting to bind port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 on network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 04:59:55.212649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 04:59:55.213019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Checking segment: {'id': '83992f3f-26c9-40e7-805c-f9d65830e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 04:59:55.213987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.214388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Bound using segment: {'id': '83992f3f-26c9-40e7-805c-f9d65830e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 04:59:55.214850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Bound port: 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83992f3f-26c9-40e7-805c-f9d65830e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '944ffcd0-51e4-4a5f-a6ae-072f10ffada8'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 04:59:55.215244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.282737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] For port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 04:59:55.286012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] For port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,segment=NetworkSegment(83992f3f-26c9-40e7-805c-f9d65830e802),segment_id=83992f3f-26c9-40e7-805c-f9d65830e802)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 04:59:55.289589 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.317069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.332388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object fa642c36-6695-450f-8f37-9f1532077c91 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 04:59:55.349720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6451-36b7-421f-9b07-9a014a8e5fa8 None None] Pushing event updated for resources: {'Port': ['ID=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.368474 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.413499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:55.417371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:55.421233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 04:59:55.428007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=fa642c36-6695-450f-8f37-9f1532077c91,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:55.479706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:55.480313 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:55.515537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-273710b0-ea53-437a-b875-b621a4708e6e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8900630 Aug 29 04:59:55.516138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45834) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:55.786503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:55.835049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:55.847228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.092888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.101039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.190117 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=fa642c36-6695-450f-8f37-9f1532077c91,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.215189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd330f-fa6a-4a84-846d-401f37cd4577 None None] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:56.276677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Provisioning for port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:56.286940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Provisioning complete for port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.287312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.330982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.433256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.447883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.472142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] For port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,segment=NetworkSegment(83992f3f-26c9-40e7-805c-f9d65830e802),segment_id=83992f3f-26c9-40e7-805c-f9d65830e802)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:56.477130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.535320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741fdf0-71db-4c14-b5f7-98af16eb7990 None None] Pushing event updated for resources: {'Port': ['ID=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.699706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Provisioning for port fa642c36-6695-450f-8f37-9f1532077c91 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 04:59:56.703977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Provisioning complete for port fa642c36-6695-450f-8f37-9f1532077c91 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.704426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.740255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.745244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.745482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Port fa642c36-6695-450f-8f37-9f1532077c91 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:56.755853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Provisioning complete for port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.756260 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b98d06b5-a2e0-425e-88c6-f6e17e2fc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.823637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=fa642c36-6695-450f-8f37-9f1532077c91,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:56.826128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:56.920478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 04:59:56.921922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 04:59:56.965460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b5835b2f-b719-45b5-ba3d-f07e2a623b84 None None] Provisioning complete for port fa642c36-6695-450f-8f37-9f1532077c91 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:56.965831 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b5835b2f-b719-45b5-ba3d-f07e2a623b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.001302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b5835b2f-b719-45b5-ba3d-f07e2a623b84 None None] Port fa642c36-6695-450f-8f37-9f1532077c91 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:57.051557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 651bf447-27bc-4dc7-8399-2def20ca306e is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 04:59:57.126443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f9404945-9bf7-40a0-801c-3db884d0239c None None] Provisioning complete for port fa642c36-6695-450f-8f37-9f1532077c91 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:57.126915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f9404945-9bf7-40a0-801c-3db884d0239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.167699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f9404945-9bf7-40a0-801c-3db884d0239c None None] Port fa642c36-6695-450f-8f37-9f1532077c91 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:57.288595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d13cfb66-b96d-4d3c-8c91-9134ca8b18ee None None] Provisioning complete for port fa642c36-6695-450f-8f37-9f1532077c91 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:57.289287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d13cfb66-b96d-4d3c-8c91-9134ca8b18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.324355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d13cfb66-b96d-4d3c-8c91-9134ca8b18ee None None] Port fa642c36-6695-450f-8f37-9f1532077c91 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 04:59:57.496596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:57.501499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-27d5b2bd-e527-4b57-9b24-71f0ca653c17 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/651bf447-27bc-4dc7-8399-2def20ca306e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842372 Aug 29 04:59:57.504080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:57.506694 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] Sync routers for ids ['651bf447-27bc-4dc7-8399-2def20ca306e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:57.516080 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] Routers {'651bf447-27bc-4dc7-8399-2def20ca306e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:57.516682 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['651bf447-27bc-4dc7-8399-2def20ca306e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:57.547495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2295a72-ae37-4cc4-9566-d538c59aed30 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 04:59:57.548833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e2295a72-ae37-4cc4-9566-d538c59aed30 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports/fa642c36-6695-450f-8f37-9f1532077c91 HTTP/1.1" status: 200 len: 978 time: 0.0438061 Aug 29 04:59:57.551485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45840) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:57.551835 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:57.561634 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] Routers {'651bf447-27bc-4dc7-8399-2def20ca306e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:57.562190 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['651bf447-27bc-4dc7-8399-2def20ca306e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:57.593559 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:57.594221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaceccbc-42f9-4566-9c7d-0fce9d1ac6fd None None] The sync data for ids ['651bf447-27bc-4dc7-8399-2def20ca306e'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:57.761688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 04:59:57.810310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 04:59:57.810837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:57.978709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.188737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port fa642c36-6695-450f-8f37-9f1532077c91 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:58.189077 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.273136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.285372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for fa642c36-6695-450f-8f37-9f1532077c91 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:58.456902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.485028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=fa642c36-6695-450f-8f37-9f1532077c91,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:58.626095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:58.784666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 651bf447-27bc-4dc7-8399-2def20ca306e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 04:59:58.857946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 04:59:58.865159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c6d321b-0677-41e7-975b-aaf8e192a355 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/651bf447-27bc-4dc7-8399-2def20ca306e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3103747 Aug 29 04:59:58.865658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45842) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:58.868309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] Sync routers for ids ['651bf447-27bc-4dc7-8399-2def20ca306e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 04:59:58.878688 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] Routers {'651bf447-27bc-4dc7-8399-2def20ca306e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:58.879315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['651bf447-27bc-4dc7-8399-2def20ca306e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:58.912030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:58.921080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] Routers {'651bf447-27bc-4dc7-8399-2def20ca306e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 04:59:58.921679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['651bf447-27bc-4dc7-8399-2def20ca306e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:58.952686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 04:59:58.953343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9de305-49cc-4a92-84e9-3d0783e8c9b1 None None] The sync data for ids ['651bf447-27bc-4dc7-8399-2def20ca306e'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 04:59:59.049999 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-f734cd35-5784-4dc3-a4b7-0e9d10348b9f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 04:59:59.050976 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f734cd35-5784-4dc3-a4b7-0e9d10348b9f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/651bf447-27bc-4dc7-8399-2def20ca306e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1839888 Aug 29 04:59:59.053699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45844) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:59.079553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c1374e1-c4d3-44f9-ab2f-15e0e99dac29 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=651bf447-27bc-4dc7-8399-2def20ca306e HTTP/1.1" status: 200 len: 205 time: 0.0248218 Aug 29 04:59:59.081926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45846) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:59.157158 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.317420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.319429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.361327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.361853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 651bf447-27bc-4dc7-8399-2def20ca306e {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 04:59:59.368689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.369732 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-92e084bf-1758-441b-990e-a83b167f07c2 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/651bf447-27bc-4dc7-8399-2def20ca306e HTTP/1.1" status: 204 len: 168 time: 0.2869375 Aug 29 04:59:59.372346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45848) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:59.426388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 172d6007-99c9-48fc-a975-20cf6bad2079 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 04:59:59.429531 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.468797 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.548740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.610565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.638401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=172d6007-99c9-48fc-a975-20cf6bad2079,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 04:59:59.643646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.645559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b95b467-dfab-4b02-b19b-3cbef64af039 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/172d6007-99c9-48fc-a975-20cf6bad2079 HTTP/1.1" status: 204 len: 168 time: 0.2723145 Aug 29 04:59:59.648196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45850) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 04:59:59.649804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19bcf54-82b2-479b-962e-d7fd5d8b6c48 None None] Network 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 04:59:59.725184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.782725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:59.782861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.826825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] DHCP port deletion for 944ffcd0-51e4-4a5f-a6ae-072f10ffada8 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 04:59:59.857964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,segment=NetworkSegment(83992f3f-26c9-40e7-805c-f9d65830e802),segment_id=83992f3f-26c9-40e7-805c-f9d65830e802)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:59.858399 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.871672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:59.876680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Deleting port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 04:59:59.877241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.943106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] For port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,segment=NetworkSegment(83992f3f-26c9-40e7-805c-f9d65830e802),segment_id=83992f3f-26c9-40e7-805c-f9d65830e802)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 04:59:59.943504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.951910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.964957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Calling delete_port for 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 04:59:59.974203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 04:59:59.983193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 04:59:59.987833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:00.043519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.065642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.072129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] Pushing event deleted for resources: {'Port': ['ID=3eed0ad2-c43f-4093-b4c9-c62abb1c68b9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:00.076469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4ad0e-157c-4197-8d60-c5596391f59f None None] No DVR routers for this DVR port 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:00.077809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944ffcd0-51e4-4a5f-a6ae-072f10ffada8']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:00.090383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83992f3f-26c9-40e7-805c-f9d65830e802') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:00.090676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83992f3f-26c9-40e7-805c-f9d65830e802') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:00.100655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.114945 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.121882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:00.122205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:00.125523 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:00.190983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.196865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.199705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/944ffcd0-51e4-4a5f-a6ae-072f10ffada8 HTTP/1.1" status: 204 len: 168 time: 0.5493436 Aug 29 05:00:00.203705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45852) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:00.208510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1271795979'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:00.220392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5568b1-95a5-4fa8-953b-b58eeb7e658e tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=944ffcd0-51e4-4a5f-a6ae-072f10ffada8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:00.230877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:00.235124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.258961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:00.268221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.268518 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 7dafc0b1-76a1-4788-b110-97b90e56b12c of type vlan for network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 Aug 29 05:00:00.308479 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.331021 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.336632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:00.337154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.396656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1920841 Aug 29 05:00:00.399278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45854) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:00.404901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:00.422865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb193-3c06-4501-af97-bc93fcd59522 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=ede977d6-d0d6-4670-bcd6-87ab7a1d2862,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:00.434054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:00.494124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:00.505779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.677616 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:00.687390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.738698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=d6e845dc-8cf6-4f43-8bb7-c626d0d895a3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:00.753848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '7dafc0b1-76a1-4788-b110-97b90e56b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:00.754202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: ede977d6-d0d6-4670-bcd6-87ab7a1d2862, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:00.770170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:00.779622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ede977d6-d0d6-4670-bcd6-87ab7a1d2862) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:00.784056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:00.784648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.788359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ea873-5a65-4aae-9abe-9958418e8309 None None] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:00.799355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-64bfcbe1-7416-4adc-b5ad-7e1ff927df76 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3990736 Aug 29 05:00:00.802229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45856) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:00.807069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-819107247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:00.830247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.831276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.881924 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.887190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.905479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:00.909309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28dccd03-cbf6-487c-af4f-dca893f7fe2a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1034162 Aug 29 05:00:00.909513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45858) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:00.938902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ede977d6-d0d6-4670-bcd6-87ab7a1d2862', 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': 'd6e845dc-8cf6-4f43-8bb7-c626d0d895a3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:00.939892 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.076921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Allocated IP 172.20.0.2 (ede977d6-d0d6-4670-bcd6-87ab7a1d2862/d6e845dc-8cf6-4f43-8bb7-c626d0d895a3/7a682357-6e65-437c-b173-ccf9fac30dbe) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:01.185304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.217384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.225894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Transition to ACTIVE for port object 7a682357-6e65-437c-b173-ccf9fac30dbe will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:01.240389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Transition to ACTIVE for port object 7a682357-6e65-437c-b173-ccf9fac30dbe will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:01.248419 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.292055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:01.294945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:01.297410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:01.306529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Pushing event updated for resources: {'Port': ['ID=7a682357-6e65-437c-b173-ccf9fac30dbe,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:01.358391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Attempting to bind port 7a682357-6e65-437c-b173-ccf9fac30dbe on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:01.358758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Attempting to bind port 7a682357-6e65-437c-b173-ccf9fac30dbe by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '7dafc0b1-76a1-4788-b110-97b90e56b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:01.359120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Attempting to bind port 7a682357-6e65-437c-b173-ccf9fac30dbe on network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:01.364249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 4, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:01.364617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Checking segment: {'id': '7dafc0b1-76a1-4788-b110-97b90e56b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:01.365009 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.365669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Bound using segment: {'id': '7dafc0b1-76a1-4788-b110-97b90e56b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:01.366131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Bound port: 7a682357-6e65-437c-b173-ccf9fac30dbe, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dafc0b1-76a1-4788-b110-97b90e56b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ede977d6-d0d6-4670-bcd6-87ab7a1d2862'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:01.366508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.429774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] For port 7a682357-6e65-437c-b173-ccf9fac30dbe, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:01.433482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] For port 7a682357-6e65-437c-b173-ccf9fac30dbe, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7a682357-6e65-437c-b173-ccf9fac30dbe,segment=NetworkSegment(7dafc0b1-76a1-4788-b110-97b90e56b12c),segment_id=7dafc0b1-76a1-4788-b110-97b90e56b12c)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:01.438081 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.443466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.20.0.1 (ede977d6-d0d6-4670-bcd6-87ab7a1d2862/d6e845dc-8cf6-4f43-8bb7-c626d0d895a3/ddef7bb3-0344-4744-8a41-b42757eeaa7c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:01.496689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b777539-5cea-4f0d-8ded-14da15530c92 None None] Pushing event updated for resources: {'Port': ['ID=7a682357-6e65-437c-b173-ccf9fac30dbe,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:01.568361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.583319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object ddef7bb3-0344-4744-8a41-b42757eeaa7c will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:01.618575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.675298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:01.678425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:01.683347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:01.689543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=ddef7bb3-0344-4744-8a41-b42757eeaa7c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:01.736713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.811138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7a682357-6e65-437c-b173-ccf9fac30dbe up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:01.861021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:01.861554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 7a682357-6e65-437c-b173-ccf9fac30dbe completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:01.930033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:01.950660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:01.951333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3eed0ad2-c43f-4093-b4c9-c62abb1c68b9 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:02.127085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.132836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.211200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=ddef7bb3-0344-4744-8a41-b42757eeaa7c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:02.214107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.310046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:02.311542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:02.401323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aafc01-d576-4cd6-a5ed-7fde96c7bd1a None None] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:02.433392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 18181752-a9f5-4245-8b80-824e4a8045c2 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:02.510244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Provisioning for port 7a682357-6e65-437c-b173-ccf9fac30dbe completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:02.518454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Provisioning complete for port 7a682357-6e65-437c-b173-ccf9fac30dbe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:02.518829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.529022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:02.534183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dbe4439f-a02a-411b-a7d6-8cad30eab731 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/18181752-a9f5-4245-8b80-824e4a8045c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237159 Aug 29 05:00:02.536682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45860) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:02.542315 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] Sync routers for ids ['18181752-a9f5-4245-8b80-824e4a8045c2'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:02.552486 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] Routers {'18181752-a9f5-4245-8b80-824e4a8045c2'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:02.553097 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['18181752-a9f5-4245-8b80-824e4a8045c2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:02.585543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce7c3f-8c7e-46ac-9b02-2a38143d095c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:02.586729 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e6ce7c3f-8c7e-46ac-9b02-2a38143d095c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports/ddef7bb3-0344-4744-8a41-b42757eeaa7c HTTP/1.1" status: 200 len: 910 time: 0.0487003 Aug 29 05:00:02.589607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45862) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:02.599407 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:02.609885 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] Routers {'18181752-a9f5-4245-8b80-824e4a8045c2'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:02.610499 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['18181752-a9f5-4245-8b80-824e4a8045c2'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:02.642023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.642444 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:02.643109 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d4faf-d5fa-495e-b5a4-f1c5f958954c None None] The sync data for ids ['18181752-a9f5-4245-8b80-824e4a8045c2'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:02.678351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] For port 7a682357-6e65-437c-b173-ccf9fac30dbe, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7a682357-6e65-437c-b173-ccf9fac30dbe,segment=NetworkSegment(7dafc0b1-76a1-4788-b110-97b90e56b12c),segment_id=7dafc0b1-76a1-4788-b110-97b90e56b12c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:02.683504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:02.740586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec1ca2-46ea-4cc0-b45a-65eb6c3b9567 None None] Pushing event updated for resources: {'Port': ['ID=7a682357-6e65-437c-b173-ccf9fac30dbe,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:02.914097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Provisioning complete for port 7a682357-6e65-437c-b173-ccf9fac30dbe triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:02.914410 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.014792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Provisioning for port ddef7bb3-0344-4744-8a41-b42757eeaa7c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:03.019616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Provisioning complete for port ddef7bb3-0344-4744-8a41-b42757eeaa7c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:03.020057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.060651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1299b6cb-5acd-441d-8d50-eaffd7918b32 None None] Port ddef7bb3-0344-4744-8a41-b42757eeaa7c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:03.181024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1310d56b-2807-432d-a93d-7fba663333f5 None None] Provisioning complete for port ddef7bb3-0344-4744-8a41-b42757eeaa7c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:03.181403 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1310d56b-2807-432d-a93d-7fba663333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.243227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1310d56b-2807-432d-a93d-7fba663333f5 None None] Port ddef7bb3-0344-4744-8a41-b42757eeaa7c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:03.295315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.361625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b65be9c3-80e5-4107-8cae-81ca9d4bc50b None None] Provisioning complete for port ddef7bb3-0344-4744-8a41-b42757eeaa7c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:03.362006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b65be9c3-80e5-4107-8cae-81ca9d4bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.396245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b65be9c3-80e5-4107-8cae-81ca9d4bc50b None None] Port ddef7bb3-0344-4744-8a41-b42757eeaa7c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:03.535267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port ddef7bb3-0344-4744-8a41-b42757eeaa7c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:03.535648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.615649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.628345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for ddef7bb3-0344-4744-8a41-b42757eeaa7c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:03.764040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7a682357-6e65-437c-b173-ccf9fac30dbe up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:03.793123 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.811412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 7a682357-6e65-437c-b173-ccf9fac30dbe triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:03.811893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:03.824022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=ddef7bb3-0344-4744-8a41-b42757eeaa7c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:03.966153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.120222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 18181752-a9f5-4245-8b80-824e4a8045c2 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:04.195307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:04.200380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-45784be2-ae2c-4a69-ad6c-785fadbbba3c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/18181752-a9f5-4245-8b80-824e4a8045c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098013 Aug 29 05:00:04.203050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45866) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:04.205857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] Sync routers for ids ['18181752-a9f5-4245-8b80-824e4a8045c2'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:04.217067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] Routers {'18181752-a9f5-4245-8b80-824e4a8045c2'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:04.217686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['18181752-a9f5-4245-8b80-824e4a8045c2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.233935 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-27a3a446-ea62-4c2b-a5c6-03a0b36b0e90 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=18181752-a9f5-4245-8b80-824e4a8045c2 HTTP/1.1" status: 200 len: 205 time: 0.0293701 Aug 29 05:00:04.236831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45868) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:04.249580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.258415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] Routers {'18181752-a9f5-4245-8b80-824e4a8045c2'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:04.259021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['18181752-a9f5-4245-8b80-824e4a8045c2'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.293839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:04.294487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590cb93-a46b-47f2-8314-bbeb6fb9920f None None] The sync data for ids ['18181752-a9f5-4245-8b80-824e4a8045c2'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:04.311821 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.466961 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.469017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.511204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.511731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 18181752-a9f5-4245-8b80-824e4a8045c2 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:04.518482 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.519595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fa5ec0f7-43bb-4e8a-89bb-663264f1bdb6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/18181752-a9f5-4245-8b80-824e4a8045c2 HTTP/1.1" status: 204 len: 168 time: 0.2818835 Aug 29 05:00:04.522291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:04.576682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet d6e845dc-8cf6-4f43-8bb7-c626d0d895a3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:04.579708 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.619737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.699737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.760966 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.788166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e845dc-8cf6-4f43-8bb7-c626d0d895a3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:04.793157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.797793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5276791e-de21-4964-8147-8bc2c60246a3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/d6e845dc-8cf6-4f43-8bb7-c626d0d895a3 HTTP/1.1" status: 204 len: 168 time: 0.2718029 Aug 29 05:00:04.798287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:04.801542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dce8e9-5495-490b-8c4c-df8854c4b88b None None] Network ede977d6-d0d6-4670-bcd6-87ab7a1d2862 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:04.874555 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.929404 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 7a682357-6e65-437c-b173-ccf9fac30dbe {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:04.929755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:04.967385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] DHCP port deletion for ede977d6-d0d6-4670-bcd6-87ab7a1d2862 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:04.999562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 7a682357-6e65-437c-b173-ccf9fac30dbe, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7a682357-6e65-437c-b173-ccf9fac30dbe,segment=NetworkSegment(7dafc0b1-76a1-4788-b110-97b90e56b12c),segment_id=7dafc0b1-76a1-4788-b110-97b90e56b12c)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:04.999980 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.014266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 7a682357-6e65-437c-b173-ccf9fac30dbe owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:05.019163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Deleting port 7a682357-6e65-437c-b173-ccf9fac30dbe {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:05.019546 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.081503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] For port 7a682357-6e65-437c-b173-ccf9fac30dbe, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7a682357-6e65-437c-b173-ccf9fac30dbe,segment=NetworkSegment(7dafc0b1-76a1-4788-b110-97b90e56b12c),segment_id=7dafc0b1-76a1-4788-b110-97b90e56b12c)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:05.081915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.093247 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.095787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Calling delete_port for 7a682357-6e65-437c-b173-ccf9fac30dbe owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:05.122924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=7a682357-6e65-437c-b173-ccf9fac30dbe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:05.126474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 7a682357-6e65-437c-b173-ccf9fac30dbe on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:05.179162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.204400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] Pushing event deleted for resources: {'Port': ['ID=7a682357-6e65-437c-b173-ccf9fac30dbe,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:05.204644 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.207907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dd3ac-84ca-4707-9f17-e3ce65c4b400 None None] No DVR routers for this DVR port 7a682357-6e65-437c-b173-ccf9fac30dbe on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:05.219230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede977d6-d0d6-4670-bcd6-87ab7a1d2862']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.229234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dafc0b1-76a1-4788-b110-97b90e56b12c') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.229526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dafc0b1-76a1-4788-b110-97b90e56b12c') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:05.238433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.253714 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.259662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:05.260888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:05.263859 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:05.338660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.348445 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.350331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/ede977d6-d0d6-4670-bcd6-87ab7a1d2862 HTTP/1.1" status: 204 len: 168 time: 0.5514636 Aug 29 05:00:05.354123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45876) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:05.358889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1206536008', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:05.361362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd91174-c63a-4fbb-8163-f286fd20c38a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=ede977d6-d0d6-4670-bcd6-87ab7a1d2862,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:05.388877 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.389876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.443979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.575563 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.767913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7a682357-6e65-437c-b173-ccf9fac30dbe no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:05.777694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.789162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 7a682357-6e65-437c-b173-ccf9fac30dbe {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:05.789511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 7a682357-6e65-437c-b173-ccf9fac30dbe not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:05.796553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:05.899626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.25.3.23 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/25dbcd46-de6d-4b7d-968e-8bbdafd4d32d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:05.998458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.037697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.078924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:06.083681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:06.087319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:06.112625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=25dbcd46-de6d-4b7d-968e-8bbdafd4d32d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:06.332217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.528103 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.651235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router ea49d964-88da-4cba-aaa1-c7aafde61b81 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:06.754579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:06.767068 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] Sync routers for ids ['ea49d964-88da-4cba-aaa1-c7aafde61b81'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:06.776977 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] Routers {'ea49d964-88da-4cba-aaa1-c7aafde61b81'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:06.777862 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ea49d964-88da-4cba-aaa1-c7aafde61b81'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:06.778481 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:06.779835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc883b43-c426-4213-80cf-46ceaa9a8535 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4246662 Aug 29 05:00:06.782563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45878) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:06.811830 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:06.820591 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] Routers {'ea49d964-88da-4cba-aaa1-c7aafde61b81'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:06.821190 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ea49d964-88da-4cba-aaa1-c7aafde61b81'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:06.854913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:06.855557 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d9eee3-4d97-400d-9783-3ee594c8568d None None] The sync data for ids ['ea49d964-88da-4cba-aaa1-c7aafde61b81'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:06.894076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a94e104a-8bee-460e-80f2-a95eff406c03 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers/ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 200 len: 880 time: 0.1104071 Aug 29 05:00:06.897399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45880) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.337454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb9f29dc-246a-485c-9d01-a61a2b80e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.411760 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-88724618-7da8-444d-8e48-81f79375d10d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5132937 Aug 29 05:00:07.414918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45884) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.419821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1206536008'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:07.712684 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.723392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.828699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router ea49d964-88da-4cba-aaa1-c7aafde61b81 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:07.931359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:07.938786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:07.940658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e2f2ee3f-9ce4-4a20-908a-a8ef714434ab tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 200 len: 887 time: 0.5248318 Aug 29 05:00:07.941592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] Sync routers for ids ['ea49d964-88da-4cba-aaa1-c7aafde61b81'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:07.943301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45886) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:07.951553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] Routers {'ea49d964-88da-4cba-aaa1-c7aafde61b81'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:07.952193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ea49d964-88da-4cba-aaa1-c7aafde61b81'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:07.983645 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:07.992031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] Routers {'ea49d964-88da-4cba-aaa1-c7aafde61b81'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:07.992632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T04:59:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ea49d964-88da-4cba-aaa1-c7aafde61b81'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.030223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:08.030881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd8149-596c-4027-aaa4-f987088a7c23 None None] The sync data for ids ['ea49d964-88da-4cba-aaa1-c7aafde61b81'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:08.051238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2be6ed52-3f15-46b7-8332-2b98c1a68cb5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers/ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 200 len: 887 time: 0.1068721 Aug 29 05:00:08.053883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45890) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:08.081468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad6610de-9e3a-4d01-bd78-da9dabe88e85 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 200 len: 205 time: 0.0264964 Aug 29 05:00:08.083787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:08.187593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.288815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.340484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 25dbcd46-de6d-4b7d-968e-8bbdafd4d32d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:08.340817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.419263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.431743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 25dbcd46-de6d-4b7d-968e-8bbdafd4d32d owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:08.591091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.617324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=25dbcd46-de6d-4b7d-968e-8bbdafd4d32d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:08.681896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.781781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.783876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.825968 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.826512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router ea49d964-88da-4cba-aaa1-c7aafde61b81 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:08.833235 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.834439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-386c563d-0991-4c9e-9c95-175f8a052c2f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 204 len: 168 time: 0.7496510 Aug 29 05:00:08.837927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45894) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:08.842929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1665325321'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:08.862948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:08.866469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.890767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:08.899808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:08.900451 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment fbbb694c-c3f8-4b72-8ca3-faed70fa6b60 of type vlan for network 15b8a412-bca1-4e0a-90f8-3406653e4f04 Aug 29 05:00:08.942167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.248592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.254129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:09.254742 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.315161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4761834 Aug 29 05:00:09.317896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:09.324800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:09.340366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1487-779f-41c8-9ba3-fd3e8393dd97 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=15b8a412-bca1-4e0a-90f8-3406653e4f04,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:09.357761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:09.418303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:09.421873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.596076 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.654622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=9630bbcc-d063-407c-9b7f-582b50321057,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:09.664716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:09.665073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 15b8a412-bca1-4e0a-90f8-3406653e4f04, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:09.681088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:09.693614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 15b8a412-bca1-4e0a-90f8-3406653e4f04) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:09.697871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:09.698983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.704104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163931ac-a126-4394-a14b-247821b2d768 None None] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:09.714615 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-95266fc4-f685-4fdc-9b59-ca0645109846 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3957100 Aug 29 05:00:09.717152 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:09.722213 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-210764231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:09.747518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.749378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.815352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.820924 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.840803 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:09.842636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1cb18493-7872-463f-9dae-3db541365dc6 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1243556 Aug 29 05:00:09.845513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45904) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:10.013146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-15b8a412-bca1-4e0a-90f8-3406653e4f04', 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '9630bbcc-d063-407c-9b7f-582b50321057'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:10.014031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.123461 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.157619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Allocated IP 172.20.0.2 (15b8a412-bca1-4e0a-90f8-3406653e4f04/9630bbcc-d063-407c-9b7f-582b50321057/478c6a26-b08d-4fcb-9690-4dda403f5492) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:10.316180 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.318986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.327269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Transition to ACTIVE for port object 478c6a26-b08d-4fcb-9690-4dda403f5492 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:10.342599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Transition to ACTIVE for port object 478c6a26-b08d-4fcb-9690-4dda403f5492 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:10.348245 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.396993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.20.0.1 (15b8a412-bca1-4e0a-90f8-3406653e4f04/9630bbcc-d063-407c-9b7f-582b50321057/8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:10.399957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:10.405257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:10.407882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:10.415752 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2eb09631-81c3-404c-a6cf-b54cb0f15b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.420225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Pushing event updated for resources: {'Port': ['ID=478c6a26-b08d-4fcb-9690-4dda403f5492,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.471498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Attempting to bind port 478c6a26-b08d-4fcb-9690-4dda403f5492 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:10.472058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Attempting to bind port 478c6a26-b08d-4fcb-9690-4dda403f5492 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:10.472532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Attempting to bind port 478c6a26-b08d-4fcb-9690-4dda403f5492 on network 15b8a412-bca1-4e0a-90f8-3406653e4f04 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:10.478021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:10.478396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Checking segment: {'id': 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:10.478911 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.479439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Bound using segment: {'id': 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:10.480666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Bound port: 478c6a26-b08d-4fcb-9690-4dda403f5492, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '15b8a412-bca1-4e0a-90f8-3406653e4f04'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:10.481031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.511422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.525500 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:10.552674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] For port 478c6a26-b08d-4fcb-9690-4dda403f5492, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:10.555823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] For port 478c6a26-b08d-4fcb-9690-4dda403f5492, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=478c6a26-b08d-4fcb-9690-4dda403f5492,segment=NetworkSegment(fbbb694c-c3f8-4b72-8ca3-faed70fa6b60),segment_id=fbbb694c-c3f8-4b72-8ca3-faed70fa6b60)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:10.558947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.560672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.601198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:10.604422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:10.610609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:10.618913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46578-aeb1-43eb-bae1-4eb7e2267ff0 None None] Pushing event updated for resources: {'Port': ['ID=478c6a26-b08d-4fcb-9690-4dda403f5492,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.639917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:10.668066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:10.795779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.069562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.074492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.145231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:11.150959 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.244498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:11.246631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:11.363509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 491bc04c-3c67-4baf-bd97-b5c1121a8841 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:11.390215 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.469703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:11.475720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac61cd93-58b9-4a29-8714-fcd874043c5b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/491bc04c-3c67-4baf-bd97-b5c1121a8841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288264 Aug 29 05:00:11.478267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.484236 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] Sync routers for ids ['491bc04c-3c67-4baf-bd97-b5c1121a8841'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:11.493661 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] Routers {'491bc04c-3c67-4baf-bd97-b5c1121a8841'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:11.494276 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['491bc04c-3c67-4baf-bd97-b5c1121a8841'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.528241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19079d48-7d59-4e17-b73a-6eb049d9a977 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:11.529821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-19079d48-7d59-4e17-b73a-6eb049d9a977 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports/8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc HTTP/1.1" status: 200 len: 910 time: 0.0506046 Aug 29 05:00:11.530409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.532540 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45912) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:11.537849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9630bbcc-d063-407c-9b7f-582b50321057'}]}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:11.539511 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] Routers {'491bc04c-3c67-4baf-bd97-b5c1121a8841'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:11.540173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['491bc04c-3c67-4baf-bd97-b5c1121a8841'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.577448 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:11.578094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee1d26-7537-4e7a-9790-e7559438e4dc None None] The sync data for ids ['491bc04c-3c67-4baf-bd97-b5c1121a8841'] in n-d-712139-13 is: [] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:11.601477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a8ce7-2b80-4e78-bd32-2aeb9156e7a5 None None] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:11.696781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd89ec59-b795-44c2-9424-b6dc072af55a None None] Provisioning for port 478c6a26-b08d-4fcb-9690-4dda403f5492 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:11.700003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.819405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 478c6a26-b08d-4fcb-9690-4dda403f5492 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:11.873639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 478c6a26-b08d-4fcb-9690-4dda403f5492 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:11.877439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 478c6a26-b08d-4fcb-9690-4dda403f5492 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:11.877823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:11.965956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.005151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 478c6a26-b08d-4fcb-9690-4dda403f5492, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=478c6a26-b08d-4fcb-9690-4dda403f5492,segment=NetworkSegment(fbbb694c-c3f8-4b72-8ca3-faed70fa6b60),segment_id=fbbb694c-c3f8-4b72-8ca3-faed70fa6b60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:12.012729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.066651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=478c6a26-b08d-4fcb-9690-4dda403f5492,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.078865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Provisioning complete for port 478c6a26-b08d-4fcb-9690-4dda403f5492 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:12.079244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.094220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.103390 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.177373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Provisioning for port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:12.178477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:12.182645 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Provisioning complete for port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:12.183158 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.186356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:12.186999 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.191003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c30752a1-dc40-4874-afbf-24c211309a21 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/ports/8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc HTTP/1.1" status: 200 len: 910 time: 0.6548944 Aug 29 05:00:12.191445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45914) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:12.227690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-473c5a02-06aa-4ca8-bed1-06137a1915b9 None None] Port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:12.329954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.351855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8d48bc94-eedf-451d-9c94-2d185b248e28 None None] Provisioning complete for port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:12.352259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d48bc94-eedf-451d-9c94-2d185b248e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.392964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8d48bc94-eedf-451d-9c94-2d185b248e28 None None] Port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:12.511685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-39f1b30d-3528-41ae-9302-9637339c3466 None None] Provisioning complete for port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:12.512031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-39f1b30d-3528-41ae-9302-9637339c3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.531429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.545980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-39f1b30d-3528-41ae-9302-9637339c3466 None None] Port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:12.767987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:12.768234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.853196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:12.864969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:13.031443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.059257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=8d9174ae-ba37-4fd1-b6a5-1b46f38a66cc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:13.143326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.201094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.595529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 491bc04c-3c67-4baf-bd97-b5c1121a8841 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:13.676862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:13.682613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2a33668-8c26-4d28-ac11-d56c48fb0fc9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/491bc04c-3c67-4baf-bd97-b5c1121a8841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4898703 Aug 29 05:00:13.685794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45916) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.686742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] Sync routers for ids ['491bc04c-3c67-4baf-bd97-b5c1121a8841'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:13.696351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] Routers {'491bc04c-3c67-4baf-bd97-b5c1121a8841'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:13.696970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['491bc04c-3c67-4baf-bd97-b5c1121a8841'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.720486 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f9a10d7a-d050-493b-9eef-74b4c0c0f2ea tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc04c-3c67-4baf-bd97-b5c1121a8841 HTTP/1.1" status: 200 len: 205 time: 0.0324054 Aug 29 05:00:13.722390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45918) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:13.733958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.743295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] Routers {'491bc04c-3c67-4baf-bd97-b5c1121a8841'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:13.743909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['491bc04c-3c67-4baf-bd97-b5c1121a8841'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.779260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:13.779977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb4260-8431-4961-ab44-6b4b909f68a3 None None] The sync data for ids ['491bc04c-3c67-4baf-bd97-b5c1121a8841'] in n-d-712139-13 is: [] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:13.784156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 478c6a26-b08d-4fcb-9690-4dda403f5492 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:13.815598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.839517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 478c6a26-b08d-4fcb-9690-4dda403f5492 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:13.839901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.986593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:13.988759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.035695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.036230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 491bc04c-3c67-4baf-bd97-b5c1121a8841 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:14.042911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.044059 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9f375b50-6587-4b95-be2c-912e66751ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/491bc04c-3c67-4baf-bd97-b5c1121a8841 HTTP/1.1" status: 204 len: 168 time: 0.3203897 Aug 29 05:00:14.046832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:14.103165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 9630bbcc-d063-407c-9b7f-582b50321057 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:14.107368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.153680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.255411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.325720 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.350697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=9630bbcc-d063-407c-9b7f-582b50321057,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:14.358979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.361623 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-39a2e5f2-edd5-42c7-a452-7c8d1a050ee1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/9630bbcc-d063-407c-9b7f-582b50321057 HTTP/1.1" status: 204 len: 168 time: 0.3131380 Aug 29 05:00:14.363779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45922) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:14.365135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697042a6-7e9a-4562-9f47-2cd76808ab95 None None] Network 15b8a412-bca1-4e0a-90f8-3406653e4f04 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:14.451366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.504615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 478c6a26-b08d-4fcb-9690-4dda403f5492 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:14.504961 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.540087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] DHCP port deletion for 15b8a412-bca1-4e0a-90f8-3406653e4f04 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:14.570041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 478c6a26-b08d-4fcb-9690-4dda403f5492, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=478c6a26-b08d-4fcb-9690-4dda403f5492,segment=NetworkSegment(fbbb694c-c3f8-4b72-8ca3-faed70fa6b60),segment_id=fbbb694c-c3f8-4b72-8ca3-faed70fa6b60)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:14.570413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.582874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 478c6a26-b08d-4fcb-9690-4dda403f5492 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:14.586620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Deleting port 478c6a26-b08d-4fcb-9690-4dda403f5492 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:14.586987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.647098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] For port 478c6a26-b08d-4fcb-9690-4dda403f5492, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=478c6a26-b08d-4fcb-9690-4dda403f5492,segment=NetworkSegment(fbbb694c-c3f8-4b72-8ca3-faed70fa6b60),segment_id=fbbb694c-c3f8-4b72-8ca3-faed70fa6b60)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:14.647490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.659454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.661654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Calling delete_port for 478c6a26-b08d-4fcb-9690-4dda403f5492 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:14.689567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=478c6a26-b08d-4fcb-9690-4dda403f5492,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:14.691404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 478c6a26-b08d-4fcb-9690-4dda403f5492 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:14.741959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.766043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Pushing event deleted for resources: {'Port': ['ID=478c6a26-b08d-4fcb-9690-4dda403f5492,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:14.767162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.771152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] No DVR routers for this DVR port 478c6a26-b08d-4fcb-9690-4dda403f5492 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:14.779948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.780299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.780612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.781002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.781580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.781792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.781986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.782289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.782609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.782760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b8a412-bca1-4e0a-90f8-3406653e4f04']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:14.782927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.783252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.783567 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8919cc4e-406b-403d-a5dc-ff87ddf31c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:14.794010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:14.794305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbb694c-c3f8-4b72-8ca3-faed70fa6b60') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:14.803029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.816051 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.821737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:14.822118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:14.825001 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:14.883323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.890243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.892105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/15b8a412-bca1-4e0a-90f8-3406653e4f04 HTTP/1.1" status: 204 len: 168 time: 0.5273256 Aug 29 05:00:14.897103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45924) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:14.902510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-461700634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:14.906560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ea960-b9aa-4ae0-a58a-c7be37095176 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=15b8a412-bca1-4e0a-90f8-3406653e4f04,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:14.926451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.927443 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.975246 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.979464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.995556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:14.996788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b0eda9a9-9154-4a15-a5b5-9b0495f2270c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0986807 Aug 29 05:00:14.999436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45926) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:15.004485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029811417'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:15.024789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:15.029011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.052073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:15.061910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.062253 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed of type vlan for network 3ac2b84c-4b12-4df6-b303-a8823e411f19 Aug 29 05:00:15.107952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.132051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.138395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.138976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.196503 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1960108 Aug 29 05:00:15.199945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45928) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:15.205228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:15.206310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca73b5-0e23-4a56-bd97-e2bb89d13955 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=3ac2b84c-4b12-4df6-b303-a8823e411f19,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.217763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:15.300522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:15.304018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.490832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.554772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:15.565770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:15.566135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 3ac2b84c-4b12-4df6-b303-a8823e411f19, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:15.582715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:15.591698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3ac2b84c-4b12-4df6-b303-a8823e411f19) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:15.595880 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:15.596504 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.601673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4704cf-8f78-43f0-86a7-e91dbcb98150 None None] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:15.612334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb6a9673-fa89-4020-af31-e17f65f39181 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4112406 Aug 29 05:00:15.615226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45930) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:15.758843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3ac2b84c-4b12-4df6-b303-a8823e411f19', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:15.760435 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.788064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 478c6a26-b08d-4fcb-9690-4dda403f5492 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:15.812556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 478c6a26-b08d-4fcb-9690-4dda403f5492 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:15.812811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 478c6a26-b08d-4fcb-9690-4dda403f5492 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:15.913818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:15.927582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Allocated IP 172.20.0.2 (3ac2b84c-4b12-4df6-b303-a8823e411f19/3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187/24583159-1eec-42ed-8641-c29850e146a8) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:16.085918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.095616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Transition to ACTIVE for port object 24583159-1eec-42ed-8641-c29850e146a8 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:16.112062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Transition to ACTIVE for port object 24583159-1eec-42ed-8641-c29850e146a8 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:16.117768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.156210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:16.161443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:16.165137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:16.177477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Pushing event updated for resources: {'Port': ['ID=24583159-1eec-42ed-8641-c29850e146a8,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:16.232181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Attempting to bind port 24583159-1eec-42ed-8641-c29850e146a8 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:16.232561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Attempting to bind port 24583159-1eec-42ed-8641-c29850e146a8 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:16.232929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Attempting to bind port 24583159-1eec-42ed-8641-c29850e146a8 on network 3ac2b84c-4b12-4df6-b303-a8823e411f19 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:16.238550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:16.238923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Checking segment: {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:16.239328 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.239723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Bound using segment: {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:16.240222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Bound port: 24583159-1eec-42ed-8641-c29850e146a8, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:16.240609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.307193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] For port 24583159-1eec-42ed-8641-c29850e146a8, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:16.310800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] For port 24583159-1eec-42ed-8641-c29850e146a8, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=24583159-1eec-42ed-8641-c29850e146a8,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:16.314630 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.372848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1e1c2-f838-448c-86b3-d2f4c473c848 None None] Pushing event updated for resources: {'Port': ['ID=24583159-1eec-42ed-8641-c29850e146a8,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:16.473128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.20.0.1 (3ac2b84c-4b12-4df6-b303-a8823e411f19/3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187/8a209956-ecf0-4b1c-ab60-3f227e1d4b35) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:16.595587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.610162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:16.643237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.684482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:16.687521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:16.691303 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:16.697418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:16.736975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:16.849540 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.113986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.132432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.205693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.207371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:17.296438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f789c5-764b-4cd9-98ac-97c0cd759489 None None] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:17.311392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:17.312795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:17.438667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:17.467017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-cc9c74c3-396f-4d69-b8d8-0563ae71a6cb None None] Provisioning for port 24583159-1eec-42ed-8641-c29850e146a8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:17.536682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:17.541929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e790131c-20d5-4e7b-81aa-03cadde6cfe4 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9253843 Aug 29 05:00:17.544400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45932) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.549633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1481159088'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:17.550196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:17.560993 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:17.561812 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:17.576643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:17.581089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.606362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:17.615909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.616416 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 032bb14a-32e0-499d-a066-a4d6b27b542b of type vlan for network 4f373f52-859a-4f19-b040-60bc8b297c13 Aug 29 05:00:17.660870 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.667213 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:17.689656 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.695795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:17.696605 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.768114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:17.768780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2227809 Aug 29 05:00:17.773888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:17.780935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6551f-ffbc-4829-8ca8-f770a0a5d94f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=4f373f52-859a-4f19-b040-60bc8b297c13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:17.795531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4f373f52-859a-4f19-b040-60bc8b297c13 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:17.852198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 24583159-1eec-42ed-8641-c29850e146a8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:17.920631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:17.925818 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.934199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Provisioning for port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:17.938300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Provisioning complete for port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:17.938782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.981009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 24583159-1eec-42ed-8641-c29850e146a8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:17.989042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 24583159-1eec-42ed-8641-c29850e146a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:17.989478 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:17.992249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:18.018102 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:16Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:16Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:18.037726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Provisioning complete for port 24583159-1eec-42ed-8641-c29850e146a8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:18.038149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.050810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:18.051155 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Updating router 43012110-a951-485a-a90a-ae90f640deff port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:18.085724 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.122710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.179870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.182153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.208391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 24583159-1eec-42ed-8641-c29850e146a8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=24583159-1eec-42ed-8641-c29850e146a8,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:18.223457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.258533 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=2f8dbe31-e8bf-491e-a17d-e8a94062d161,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.270752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:18.271406 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 4f373f52-859a-4f19-b040-60bc8b297c13, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:18.276801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=24583159-1eec-42ed-8641-c29850e146a8,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.301705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 4f373f52-859a-4f19-b040-60bc8b297c13 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:18.319152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4f373f52-859a-4f19-b040-60bc8b297c13) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:18.324629 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.db.api [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 05:00:18.325180 n-d-712139-13 neutron-server[94828]: DEBUG oslo_db.api [None req-df85b3bc-8106-4780-9fca-bd83382132ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 05:00:18.326785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:18.327651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.329132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620caad3-ee3f-41e4-8c9b-db1240d319aa None None] Network 4f373f52-859a-4f19-b040-60bc8b297c13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:18.348322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:18.354506 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cc2ba373-6069-4bd6-98c0-6a140f06b284 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5789428 Aug 29 05:00:18.413941 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.424095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Transition to ACTIVE for port object 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:18.432145 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.484759 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Pushing event updated for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.492977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4f373f52-859a-4f19-b040-60bc8b297c13', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:18.493806 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.495315 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.495665 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.496028 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.496368 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.496698 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.497029 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.497354 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.497677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.498000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.498321 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.498640 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.498957 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:18.558392 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Attempting to bind port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:18.559108 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Attempting to bind port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:18.559247 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Attempting to bind port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 on network 3ac2b84c-4b12-4df6-b303-a8823e411f19 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:18.565067 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:18.565438 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Checking segment: {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:18.565837 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.566224 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Bound using segment: {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:18.566684 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Bound port: 8a209956-ecf0-4b1c-ab60-3f227e1d4b35, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:18.567059 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.647819 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] For port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:18.652645 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] For port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:18.658933 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.719332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150659b-eec9-4bd9-9f9c-70a3fe77c3f9 None None] Pushing event updated for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:18.734313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:18.734928 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:18.740747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:18.828794 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:18.853544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Allocated IP 172.21.0.2 (4f373f52-859a-4f19-b040-60bc8b297c13/2f8dbe31-e8bf-491e-a17d-e8a94062d161/f959b50a-0f90-4476-beb0-11e5cffc3df5) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:19.046333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.054788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Transition to ACTIVE for port object f959b50a-0f90-4476-beb0-11e5cffc3df5 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:19.058476 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:16Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:19.069333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Transition to ACTIVE for port object f959b50a-0f90-4476-beb0-11e5cffc3df5 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:19.077565 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.085083 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b75a2-da54-4d76-8411-067bcb006aca None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:16Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:18Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:19.118733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Network 4f373f52-859a-4f19-b040-60bc8b297c13 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:19.124729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:19.128614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:19.138639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Pushing event updated for resources: {'Port': ['ID=f959b50a-0f90-4476-beb0-11e5cffc3df5,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.141725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.21.0.1 (4f373f52-859a-4f19-b040-60bc8b297c13/2f8dbe31-e8bf-491e-a17d-e8a94062d161/4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:19.194403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Attempting to bind port f959b50a-0f90-4476-beb0-11e5cffc3df5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:19.194778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Attempting to bind port f959b50a-0f90-4476-beb0-11e5cffc3df5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:19.195145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Attempting to bind port f959b50a-0f90-4476-beb0-11e5cffc3df5 on network 4f373f52-859a-4f19-b040-60bc8b297c13 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:19.200716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:19.200995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Checking segment: {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:19.201305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.201701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Bound using segment: {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:19.202169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Bound port: f959b50a-0f90-4476-beb0-11e5cffc3df5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:19.202557 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.262719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.268987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] For port f959b50a-0f90-4476-beb0-11e5cffc3df5, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:19.272769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] For port f959b50a-0f90-4476-beb0-11e5cffc3df5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f959b50a-0f90-4476-beb0-11e5cffc3df5,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:19.278481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:19.282214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.318201 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.355984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb81f-6f43-4850-a8a6-3f82fcc1e57d None None] Pushing event updated for resources: {'Port': ['ID=f959b50a-0f90-4476-beb0-11e5cffc3df5,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.364552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 4f373f52-859a-4f19-b040-60bc8b297c13 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:19.377447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:19.382752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:19.389099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.436625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.570944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.866451 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.873053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.907641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 24583159-1eec-42ed-8641-c29850e146a8 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:19.952465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:19.955067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 24583159-1eec-42ed-8641-c29850e146a8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:19.955216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:19.955440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.043881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f959b50a-0f90-4476-beb0-11e5cffc3df5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:20.048088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 4f373f52-859a-4f19-b040-60bc8b297c13 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:20.049526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:20.096175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f959b50a-0f90-4476-beb0-11e5cffc3df5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:20.100746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:20.161033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:20.165119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:20.170583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:20.171394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.257412 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.263193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:20.269477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d0db70fa-4ac8-4934-9d08-a826441f4a02 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9200797 Aug 29 05:00:20.272035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.278687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-95944150'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:20.294653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.301418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.302026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:20.307674 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.333456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:20.344213 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.344568 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 30c5047f-865d-47e3-81cd-ce29c9aaf44e of type vlan for network 0354815b-be00-4916-90f0-61211289a2a6 Aug 29 05:00:20.359103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.383153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae8623-a724-478b-9a0f-daf20ae7d9d8 None None] Network 4f373f52-859a-4f19-b040-60bc8b297c13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:20.389354 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.416536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.423069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:20.423896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.485609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2097917 Aug 29 05:00:20.485966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:20.491453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:20.520177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e74136-c53b-4340-b6dc-df07dee640af tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=0354815b-be00-4916-90f0-61211289a2a6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.543112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0354815b-be00-4916-90f0-61211289a2a6 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:20.605733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:20.610066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Provisioning for port f959b50a-0f90-4476-beb0-11e5cffc3df5 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:20.610309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.622387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Provisioning complete for port f959b50a-0f90-4476-beb0-11e5cffc3df5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:20.622895 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.738615 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.778047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] For port f959b50a-0f90-4476-beb0-11e5cffc3df5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f959b50a-0f90-4476-beb0-11e5cffc3df5,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:20.783120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.842747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.865941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ddf6b-2c88-4262-a900-4cfa052aa2e8 None None] Pushing event updated for resources: {'Port': ['ID=f959b50a-0f90-4476-beb0-11e5cffc3df5,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.909757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=c2afeb7c-12f5-449a-a708-35f81fb98f85,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:20.924272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:20.924653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: 0354815b-be00-4916-90f0-61211289a2a6, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:20.946642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0354815b-be00-4916-90f0-61211289a2a6 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:20.957366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0354815b-be00-4916-90f0-61211289a2a6) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:20.963509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:20.965383 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:20.969146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d84dff-2667-459c-9efc-cdcd440aa2eb None None] Network 0354815b-be00-4916-90f0-61211289a2a6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:20.973124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:20.988378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eacfb31a-57f8-41bf-bf0f-5b9545b3ce1b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5009596 Aug 29 05:00:20.990723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:21.031208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:21.031844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:21.108876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Provisioning for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:21.127346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Provisioning complete for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:21.127681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.195174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:21.252245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:21.364918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Provisioning complete for port f959b50a-0f90-4476-beb0-11e5cffc3df5 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:21.365655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df422307-1d97-464d-b329-30c85f19e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.399235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0354815b-be00-4916-90f0-61211289a2a6', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:21.400393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.402907 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:21.709941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Allocated IP 172.22.0.2 (0354815b-be00-4916-90f0-61211289a2a6/c2afeb7c-12f5-449a-a708-35f81fb98f85/a6f0ef9d-9960-473f-9876-0a18e94ced98) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:21.769777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:19Z', 'revision_number': 3, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:19Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:21.801522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f959b50a-0f90-4476-beb0-11e5cffc3df5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:21.982236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:21.982568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Updating router 43012110-a951-485a-a90a-ae90f640deff port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:22.034114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.037610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce1bd850-750d-41e1-be5d-6d0d1eabd3c4 None None] Provisioning complete for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:22.037971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd850-750d-41e1-be5d-6d0d1eabd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.131700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bd850-750d-41e1-be5d-6d0d1eabd3c4 None None] Port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:22.177277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f959b50a-0f90-4476-beb0-11e5cffc3df5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:22.177661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.234267 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.273537 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Transition to ACTIVE for port object a6f0ef9d-9960-473f-9876-0a18e94ced98 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:22.340923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Transition to ACTIVE for port object a6f0ef9d-9960-473f-9876-0a18e94ced98 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:22.354763 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.395794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.22.0.1 (0354815b-be00-4916-90f0-61211289a2a6/c2afeb7c-12f5-449a-a708-35f81fb98f85/6f61fc55-b022-404b-93fe-e65c7808a2d7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:22.433179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Network 0354815b-be00-4916-90f0-61211289a2a6 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:22.441832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:22.453492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:22.466332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Pushing event updated for resources: {'Port': ['ID=a6f0ef9d-9960-473f-9876-0a18e94ced98,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.476947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:22.517012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.532622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object 6f61fc55-b022-404b-93fe-e65c7808a2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:22.567541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.600904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Attempting to bind port a6f0ef9d-9960-473f-9876-0a18e94ced98 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:22.601277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Attempting to bind port a6f0ef9d-9960-473f-9876-0a18e94ced98 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:22.601642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Attempting to bind port a6f0ef9d-9960-473f-9876-0a18e94ced98 on network 0354815b-be00-4916-90f0-61211289a2a6 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:22.615506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0354815b-be00-4916-90f0-61211289a2a6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:22.618690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:22.619126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:22.619505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Checking segment: {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:22.619987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.620910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Bound using segment: {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:22.621391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Bound port: a6f0ef9d-9960-473f-9876-0a18e94ced98, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:22.621796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.626102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:22.653317 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.655204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.655428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:22.655789 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.676877 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.710220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Transition to ACTIVE for port object 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:22.729375 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.774614 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] For port a6f0ef9d-9960-473f-9876-0a18e94ced98, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:22.795725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.798873 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] For port a6f0ef9d-9960-473f-9876-0a18e94ced98, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a6f0ef9d-9960-473f-9876-0a18e94ced98,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:22.813694 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.847811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae554299-ba41-407a-9408-237888377ac1 None None] Pushing event updated for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.960739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Attempting to bind port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:22.961120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Attempting to bind port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:22.961491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Attempting to bind port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c on network 4f373f52-859a-4f19-b040-60bc8b297c13 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:22.975218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd35b0-238e-487d-970a-a4de56cd9c65 None None] Pushing event updated for resources: {'Port': ['ID=a6f0ef9d-9960-473f-9876-0a18e94ced98,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:22.978092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:22.978471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Checking segment: {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:22.978921 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:22.979379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Bound using segment: {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:22.980393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Bound port: 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032bb14a-32e0-499d-a066-a4d6b27b542b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:22.980800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.063899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] For port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:23.073292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] For port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:23.098542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.143411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.149703 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.156518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:23.157158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:23.235800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae554299-ba41-407a-9408-237888377ac1 None None] Pushing event updated for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.251908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.263291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.268612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:23.361034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network 0354815b-be00-4916-90f0-61211289a2a6 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:23.362694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:23.474208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:23.507162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:23Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:23.536388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f10b32-c553-41b7-b6d2-5c3252495b06 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:23Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:23.579562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:23.584106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-951ad266-da7f-4e8f-8dbc-1a2fe350a92b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5920167 Aug 29 05:00:23.594980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45948) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.600355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'network': {'name': 'tempest-RoutersTest-648848169'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:23.624849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:23.631952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.659863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:00:23.671688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.672098 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added segment 5ac24266-d297-4cbb-bdb2-154480d835c4 of type vlan for network c11d0bae-23aa-47a5-83f7-f4182ded46fa Aug 29 05:00:23.724833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.765054 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.773213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:23.773947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:23.844921 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2487078 Aug 29 05:00:23.847697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:23.853529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'subnet': {'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:23.869365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b65f5-3ee1-4bce-8e61-63f1ef2cccaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Network': ['ID=c11d0bae-23aa-47a5-83f7-f4182ded46fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:23.882437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:00:23.949228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a6f0ef9d-9960-473f-9876-0a18e94ced98 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:23.981564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Made reservation on behalf of ea648ce93c3544b6a90f487d9c32931d for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:00:23.986265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.040336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a6f0ef9d-9960-473f-9876-0a18e94ced98 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:24.045440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:24.067842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d7e27-f89d-482f-b61b-77efcd1eed85 None None] Network 0354815b-be00-4916-90f0-61211289a2a6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:24.159848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:24.189054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:24.189054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.217956 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.249590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Provisioning for port a6f0ef9d-9960-473f-9876-0a18e94ced98 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:24.263358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Provisioning complete for port a6f0ef9d-9960-473f-9876-0a18e94ced98 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:24.263734 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.294798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Subnet': ['ID=92ae3ce5-5661-49e8-82bc-26d04bd31037,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.313822 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Checking segment: {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:24.314125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network hostable DHCP agents. Network: c11d0bae-23aa-47a5-83f7-f4182ded46fa, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:00:24.337986 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:00:24.349915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c11d0bae-23aa-47a5-83f7-f4182ded46fa) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:24.357104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:24.357104 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.377416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-be85892a-ba46-4b97-a82b-3f6dbd2544cb tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5255477 Aug 29 05:00:24.377931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:24.383735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d7d50-919a-48f7-864e-afe2b201ec97 None None] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:24.456143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.546417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.563510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:24.595418 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.661008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] For port a6f0ef9d-9960-473f-9876-0a18e94ced98, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a6f0ef9d-9960-473f-9876-0a18e94ced98,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:24.666527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.710651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:00:24.711533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.718830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.855202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d60b3a-634d-45d9-8917-67275524a66d None None] Pushing event updated for resources: {'Port': ['ID=a6f0ef9d-9960-473f-9876-0a18e94ced98,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:24.876939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Provisioning for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:24.884705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Provisioning complete for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:24.885219 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:24.982621 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:24.997381 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:25.002411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:25.072756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.107058 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:25.165790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Allocated IP 172.23.0.2 (c11d0bae-23aa-47a5-83f7-f4182ded46fa/92ae3ce5-5661-49e8-82bc-26d04bd31037/1c9f4324-562b-4ada-8ca4-039dcbd0a2da) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:25.177839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Port 6f61fc55-b022-404b-93fe-e65c7808a2d7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:25.238041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Provisioning complete for port a6f0ef9d-9960-473f-9876-0a18e94ced98 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:25.238509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c376a8b4-2e6b-4101-9948-8ecccb5764b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.346565 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:22Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:25.376783 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:25.377179 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Updating router 43012110-a951-485a-a90a-ae90f640deff port 6f61fc55-b022-404b-93fe-e65c7808a2d7 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:25.403012 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.411563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.420695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Transition to ACTIVE for port object 1c9f4324-562b-4ada-8ca4-039dcbd0a2da will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:25.438651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Transition to ACTIVE for port object 1c9f4324-562b-4ada-8ca4-039dcbd0a2da will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:25.450455 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.505572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:25.507206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:25.509727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:25.531881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Allocated IP 172.23.0.1 (c11d0bae-23aa-47a5-83f7-f4182ded46fa/92ae3ce5-5661-49e8-82bc-26d04bd31037/744dc602-488b-4dd8-9dea-8f1badc287b0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:00:25.566973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Pushing event updated for resources: {'Port': ['ID=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.604312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9027acbf-69e7-460a-a3ff-d066467f566f None None] Provisioning complete for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:25.604606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9027acbf-69e7-460a-a3ff-d066467f566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.626191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Attempting to bind port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:25.626555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Attempting to bind port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:25.626913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Attempting to bind port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da on network c11d0bae-23aa-47a5-83f7-f4182ded46fa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:25.640672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:25.641047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Checking segment: {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:25.641445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.641832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Bound using segment: {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:25.642331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Bound port: 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:25.642694 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.645253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-964c30a5-10cc-492f-ae87-41617240d2be req-65ef0801-59b6-4a52-8dd5-f7c065729be0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368907 Aug 29 05:00:25.662857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9027acbf-69e7-460a-a3ff-d066467f566f None None] Port 6f61fc55-b022-404b-93fe-e65c7808a2d7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:25.704284 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.716394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Transition to ACTIVE for port object 6f61fc55-b022-404b-93fe-e65c7808a2d7 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:25.723372 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.728231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] For port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:25.731865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.735164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] For port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:25.740534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.750966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-964c30a5-10cc-492f-ae87-41617240d2be req-745a62ed-9817-412b-8eba-dd4ace0b5818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0340378 Aug 29 05:00:25.774474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Transition to ACTIVE for port object 744dc602-488b-4dd8-9dea-8f1badc287b0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:25.809592 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-964c30a5-10cc-492f-ae87-41617240d2be req-b80d9cc6-e719-4a9b-bbcf-ab4f4b595a30 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268846 Aug 29 05:00:25.828885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13ea2-4ec3-4bba-8228-56ad02045be7 None None] Pushing event updated for resources: {'Port': ['ID=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.852603 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d646a-0f75-4386-8457-f2737a617099 None None] Pushing event updated for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:25.890365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a6f0ef9d-9960-473f-9876-0a18e94ced98 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:25.925282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:25.978087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:25.987577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:25.990510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:00:26.033092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c30a5-10cc-492f-ae87-41617240d2be req-c4241f03-b78d-4436-8438-d5518bc0e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:00:26.035437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-964c30a5-10cc-492f-ae87-41617240d2be req-c4241f03-b78d-4436-8438-d5518bc0e937 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136745 Aug 29 05:00:26.036405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a6f0ef9d-9960-473f-9876-0a18e94ced98 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:26.037216 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.039413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:26.070727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.072339 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Attempting to bind port 6f61fc55-b022-404b-93fe-e65c7808a2d7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:26.072941 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Attempting to bind port 6f61fc55-b022-404b-93fe-e65c7808a2d7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:26.073053 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Attempting to bind port 6f61fc55-b022-404b-93fe-e65c7808a2d7 on network 0354815b-be00-4916-90f0-61211289a2a6 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:26.078715 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:26.079509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Checking segment: {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:26.080215 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.080768 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Bound using segment: {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:26.081428 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Bound port: 6f61fc55-b022-404b-93fe-e65c7808a2d7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c5047f-865d-47e3-81cd-ce29c9aaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0354815b-be00-4916-90f0-61211289a2a6'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:26.081989 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.269836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.283303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:26.287324 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] For port 6f61fc55-b022-404b-93fe-e65c7808a2d7, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:26.293949 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] For port 6f61fc55-b022-404b-93fe-e65c7808a2d7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f61fc55-b022-404b-93fe-e65c7808a2d7,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:26.300938 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.399618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:26.402346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:26.438821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:26.439979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.524051 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d646a-0f75-4386-8457-f2737a617099 None None] Pushing event updated for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:26.577851 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:26.662478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.668358 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.786318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:26.794845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event updated for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:26.880001 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:25Z', 'revision_number': 1, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:26.909677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca6710-dff3-41be-9c4d-b39d5f22a764 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:25Z', 'revision_number': 1, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:26.912913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:00:26.915016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:00:27.043376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:27.154876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:27.163033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a3f9e86c-2d55-4511-b1d4-62e445551d06 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823322 Aug 29 05:00:27.164363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45960) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:27.170026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:27.239109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80625a4d-1b87-4d87-b896-bbd0a13e5c82 None None] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:27.300736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1f95d801-3638-45e1-9c4e-80987c2fcec3 None None] Provisioning for port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:27.579842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 05:00:27.597781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Removed routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 05:00:27.599452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.753907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2d58f88-95eb-4597-ac58-0feb72c8da80 None None] Provisioning for port 744dc602-488b-4dd8-9dea-8f1badc287b0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:27.770315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b2d58f88-95eb-4597-ac58-0feb72c8da80 None None] Provisioning complete for port 744dc602-488b-4dd8-9dea-8f1badc287b0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:27.770315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2d58f88-95eb-4597-ac58-0feb72c8da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:27.777483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:27.859915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:27.860660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:27.939277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b2d58f88-95eb-4597-ac58-0feb72c8da80 None None] Port 744dc602-488b-4dd8-9dea-8f1badc287b0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:27.976623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:28.026402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f61fc55-b022-404b-93fe-e65c7808a2d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:28.106917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.111801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.174721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3fb4177e-0593-4b86-bb85-d3318e8f3fba None None] Provisioning complete for port 744dc602-488b-4dd8-9dea-8f1badc287b0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.175096 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fb4177e-0593-4b86-bb85-d3318e8f3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.220431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:28.240294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:28.254145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4177e-0593-4b86-bb85-d3318e8f3fba None None] Port 744dc602-488b-4dd8-9dea-8f1badc287b0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:28.258138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.258519 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.319083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:28.326156 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.330097 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4ded59a-c7f4-41a1-ab6f-40d6728f2520 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 933 time: 1.1618898 Aug 29 05:00:28.330268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:28.379139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:27Z', 'revision_number': 6, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:26Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:28.414319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:28.414679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Updating router 43012110-a951-485a-a90a-ae90f640deff port 744dc602-488b-4dd8-9dea-8f1badc287b0 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:00:28.424833 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-998c943e-92e5-4bd6-92b4-c0e38523b6ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 933 time: 0.0935307 Aug 29 05:00:28.427578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:28.432532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'routes': None}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:28.437236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.449580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fd53c809-43b5-4b05-998b-711508e5f170 None None] Provisioning complete for port 744dc602-488b-4dd8-9dea-8f1badc287b0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.449860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd53c809-43b5-4b05-998b-711508e5f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.487742 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.521510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fd53c809-43b5-4b05-998b-711508e5f170 None None] Port 744dc602-488b-4dd8-9dea-8f1badc287b0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:00:28.527077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6f61fc55-b022-404b-93fe-e65c7808a2d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f61fc55-b022-404b-93fe-e65c7808a2d7,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:28.549001 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.549800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1c9f4324-562b-4ada-8ca4-039dcbd0a2da up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:28.699269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:28.733212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:28.763125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:28.763497 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.808389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added routes are [] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 05:00:28.808993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.extraroute_db [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 05:00:28.841885 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.916767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.952475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.972703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:28.973861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Transition to ACTIVE for port object 744dc602-488b-4dd8-9dea-8f1badc287b0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:00:28.977960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:28.982486 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.037768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.043439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.065464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:29.116991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Attempting to bind port 744dc602-488b-4dd8-9dea-8f1badc287b0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:00:29.117376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Attempting to bind port 744dc602-488b-4dd8-9dea-8f1badc287b0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:00:29.117735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Attempting to bind port 744dc602-488b-4dd8-9dea-8f1badc287b0 on network c11d0bae-23aa-47a5-83f7-f4182ded46fa {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:00:29.133230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:00:29.133644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Checking segment: {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:00:29.134051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.134444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Bound using segment: {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:00:29.134917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Bound port: 744dc602-488b-4dd8-9dea-8f1badc287b0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac24266-d297-4cbb-bdb2-154480d835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:00:29.135344 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.139219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712baf9-0678-476b-91e4-cb9ca7726d51 None None] Pushing event updated for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:29.159377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:29.228004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] For port 744dc602-488b-4dd8-9dea-8f1badc287b0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:00:29.234689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] For port 744dc602-488b-4dd8-9dea-8f1badc287b0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=744dc602-488b-4dd8-9dea-8f1badc287b0,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:00:29.243903 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.276845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:29.289503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.290645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c02afb81-7f1d-4fbc-9acf-22ac8351c164 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 699 time: 0.8621032 Aug 29 05:00:29.295468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45966) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:29.313445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:29.314099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:29.355625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712baf9-0678-476b-91e4-cb9ca7726d51 None None] Pushing event updated for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:29.410771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-46ed4e29-4d5f-4fb2-859d-aaf613ad7395 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 699 time: 0.1137254 Aug 29 05:00:29.415192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45968) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:29.587960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:29.780601 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.833608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 7, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:29.868207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f61fc55-b022-404b-93fe-e65c7808a2d7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:29.872546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792f0b8-a2fa-4fb2-9341-50d33dac4e50 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 7, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:29.930533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6f61fc55-b022-404b-93fe-e65c7808a2d7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:29.930917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:29.980079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.029980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 744dc602-488b-4dd8-9dea-8f1badc287b0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:30.045379 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:30.055430 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:30.056171 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.109267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 744dc602-488b-4dd8-9dea-8f1badc287b0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:00:30.113982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 744dc602-488b-4dd8-9dea-8f1badc287b0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:30.114372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.158599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:30.202558 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.240478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 744dc602-488b-4dd8-9dea-8f1badc287b0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=744dc602-488b-4dd8-9dea-8f1badc287b0,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:30.248311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.249127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1c9f4324-562b-4ada-8ca4-039dcbd0a2da up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:00:30.340277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:30.354044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 744dc602-488b-4dd8-9dea-8f1badc287b0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:30.354741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.360120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:00:30.360641 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.457519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 7, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:29Z', 'revision_number': 4, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.473888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 744dc602-488b-4dd8-9dea-8f1badc287b0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=744dc602-488b-4dd8-9dea-8f1badc287b0,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:30.474377 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.487602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:30.491140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 744dc602-488b-4dd8-9dea-8f1badc287b0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:30.497347 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:30.497967 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.596033 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:30.697533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.727976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=744dc602-488b-4dd8-9dea-8f1badc287b0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:30.904654 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 7, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:30.929148 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:30.944279 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31328627-770d-4b73-8a87-e779bdb89bc5 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 7, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744dc602-488b-4dd8-9dea-8f1badc287b0', 'name': '', 'network_id': 'c11d0bae-23aa-47a5-83f7-f4182ded46fa', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:ec:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:25Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '92ae3ce5-5661-49e8-82bc-26d04bd31037', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:31.178770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:31.297206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:31.302668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9dd15bef-f7a2-4025-ab4e-d7740c73fc67 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860023 Aug 29 05:00:31.305809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:31.306819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:31.317579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:31.319283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:31.379542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 92ae3ce5-5661-49e8-82bc-26d04bd31037 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:31.383808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.437808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.453783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:31.548361 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.647456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.678819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf978a33-9838-415e-a098-cdccad13d1c9 None None] Network c11d0bae-23aa-47a5-83f7-f4182ded46fa requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:31.685651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.687633 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/92ae3ce5-5661-49e8-82bc-26d04bd31037 HTTP/1.1" status: 204 len: 168 time: 0.3807690 Aug 29 05:00:31.688823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d06ac-fa28-4232-bcbf-6b447ef14a99 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=92ae3ce5-5661-49e8-82bc-26d04bd31037,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:31.691105 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:31.824730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.873351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 8, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:31.928946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:31.932848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:31.933261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:31.946686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:31.947325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.069728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,segment=NetworkSegment(5ac24266-d297-4cbb-bdb2-154480d835c4),segment_id=5ac24266-d297-4cbb-bdb2-154480d835c4)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:32.069728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.083759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:32.100578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 1c9f4324-562b-4ada-8ca4-039dcbd0a2da owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:32.122011 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] DHCP port deletion for c11d0bae-23aa-47a5-83f7-f4182ded46fa request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:32.202978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.239995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.241985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:32.301067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Deleting port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:32.301067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.360999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.374403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11d0bae-23aa-47a5-83f7-f4182ded46fa']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.386641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac24266-d297-4cbb-bdb2-154480d835c4') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.387764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac24266-d297-4cbb-bdb2-154480d835c4') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.399214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.419824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.422608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] For port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:32.423193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.427730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:32.428161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:32.433482 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:32.451325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Calling delete_port for 1c9f4324-562b-4ada-8ca4-039dcbd0a2da owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:32.456774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:00:32.460196 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.504035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] No DVR routers for this DVR port 1c9f4324-562b-4ada-8ca4-039dcbd0a2da on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:32.511755 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.513208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b573d-169c-49c6-b889-0ecef9d4ed78 None None] Pushing event deleted for resources: {'Port': ['ID=1c9f4324-562b-4ada-8ca4-039dcbd0a2da,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.532389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:32.535567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/c11d0bae-23aa-47a5-83f7-f4182ded46fa HTTP/1.1" status: 204 len: 168 time: 0.8428025 Aug 29 05:00:32.538106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 8, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:32.540486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:32.548119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9bb0-ffe6-4e9b-8954-50b89618a41c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=c11d0bae-23aa-47a5-83f7-f4182ded46fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:32.582053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d910dd-92e0-4d99-a109-6de7ec09f511 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:30Z', 'revision_number': 8, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f61fc55-b022-404b-93fe-e65c7808a2d7', 'name': '', 'network_id': '0354815b-be00-4916-90f0-61211289a2a6', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:c6:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:21Z', 'updated_at': '2021-08-29T05:00:28Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': 'c2afeb7c-12f5-449a-a708-35f81fb98f85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:33.263168 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.542290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 6f61fc55-b022-404b-93fe-e65c7808a2d7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:33.543046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.644279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 6f61fc55-b022-404b-93fe-e65c7808a2d7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f61fc55-b022-404b-93fe-e65c7808a2d7,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:33.644645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.658330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 6f61fc55-b022-404b-93fe-e65c7808a2d7 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:33.799493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 744dc602-488b-4dd8-9dea-8f1badc287b0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:33.820208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 744dc602-488b-4dd8-9dea-8f1badc287b0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:33.820668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 744dc602-488b-4dd8-9dea-8f1badc287b0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:33.821083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1c9f4324-562b-4ada-8ca4-039dcbd0a2da no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:33.837402 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:33.842282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1c9f4324-562b-4ada-8ca4-039dcbd0a2da {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:33.842630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1c9f4324-562b-4ada-8ca4-039dcbd0a2da not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:33.867375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=6f61fc55-b022-404b-93fe-e65c7808a2d7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.090392 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.288549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:34.388066 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:34.394048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-83885b90-d486-40d6-a88a-032482cd9af5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503361 Aug 29 05:00:34.397203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:34.400800 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:34.410682 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:34.411364 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:34.454015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet c2afeb7c-12f5-449a-a708-35f81fb98f85 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:34.457691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.500216 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:34.503137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.590909 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.649352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.679729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=c2afeb7c-12f5-449a-a708-35f81fb98f85,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:34.681824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.686945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-939cefa9-440e-473b-b30a-12c34beed913 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/c2afeb7c-12f5-449a-a708-35f81fb98f85 HTTP/1.1" status: 204 len: 168 time: 0.2863014 Aug 29 05:00:34.689517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:34.697393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9444545-1386-470f-a584-4e2be7fde9f7 None None] Network 0354815b-be00-4916-90f0-61211289a2a6 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:34.773809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.832884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port a6f0ef9d-9960-473f-9876-0a18e94ced98 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:34.833238 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.845356 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:33Z', 'revision_number': 9, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:34.876546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:34.885293 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:34.886034 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:34.903454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port a6f0ef9d-9960-473f-9876-0a18e94ced98, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a6f0ef9d-9960-473f-9876-0a18e94ced98,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:34.903760 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.919310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for a6f0ef9d-9960-473f-9876-0a18e94ced98 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:34.925026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] DHCP port deletion for 0354815b-be00-4916-90f0-61211289a2a6 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:34.974404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Deleting port a6f0ef9d-9960-473f-9876-0a18e94ced98 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:34.974791 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:34.987006 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:35.013095 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.043185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] For port a6f0ef9d-9960-473f-9876-0a18e94ced98, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a6f0ef9d-9960-473f-9876-0a18e94ced98,segment=NetworkSegment(30c5047f-865d-47e3-81cd-ce29c9aaf44e),segment_id=30c5047f-865d-47e3-81cd-ce29c9aaf44e)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:35.043597 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.049810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=a6f0ef9d-9960-473f-9876-0a18e94ced98,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:35.054395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port a6f0ef9d-9960-473f-9876-0a18e94ced98 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:35.061791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Calling delete_port for a6f0ef9d-9960-473f-9876-0a18e94ced98 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:35.140653 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.151445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0354815b-be00-4916-90f0-61211289a2a6']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:35.161831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c5047f-865d-47e3-81cd-ce29c9aaf44e') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:35.162170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c5047f-865d-47e3-81cd-ce29c9aaf44e') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:35.171818 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.176169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.193139 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.199711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:35.199983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:35.203111 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:35.210857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] Pushing event deleted for resources: {'Port': ['ID=a6f0ef9d-9960-473f-9876-0a18e94ced98,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:35.215833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09637f-b105-4eba-a7fa-ae365fcb9fae None None] No DVR routers for this DVR port a6f0ef9d-9960-473f-9876-0a18e94ced98 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:35.252813 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:33Z', 'revision_number': 9, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:35.282467 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.282801 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7350de5-a028-429b-a2a5-acac6648b38b None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:33Z', 'revision_number': 9, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c', 'name': '', 'network_id': '4f373f52-859a-4f19-b040-60bc8b297c13', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:61:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:18Z', 'updated_at': '2021-08-29T05:00:24Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '2f8dbe31-e8bf-491e-a17d-e8a94062d161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:35.307736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.310685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/0354815b-be00-4916-90f0-61211289a2a6 HTTP/1.1" status: 204 len: 168 time: 0.6199214 Aug 29 05:00:35.312790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ad431-ecda-4109-a0c7-b3dfc721540f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=0354815b-be00-4916-90f0-61211289a2a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:35.313413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:35.662301 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:35.794197 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f61fc55-b022-404b-93fe-e65c7808a2d7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:35.815903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6f61fc55-b022-404b-93fe-e65c7808a2d7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:35.816544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f61fc55-b022-404b-93fe-e65c7808a2d7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:35.817149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a6f0ef9d-9960-473f-9876-0a18e94ced98 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:35.837765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a6f0ef9d-9960-473f-9876-0a18e94ced98 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:35.838104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a6f0ef9d-9960-473f-9876-0a18e94ced98 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:35.916483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:35.916746 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.002031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:36.002396 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.015258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:36.184633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.208037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:36.373296 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:36.561624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:36.906279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:36.911651 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f30a79a1-92a8-43ea-9979-6eb9457b71ac tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972788 Aug 29 05:00:36.914432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45982) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:36.916556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:36.926631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:36.927279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:36.976625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 2f8dbe31-e8bf-491e-a17d-e8a94062d161 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:36.980502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.016650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:37.021099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.114995 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.177593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.203514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8dbe31-e8bf-491e-a17d-e8a94062d161,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.209340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.211260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2ee0652c-fa4c-463f-bdc7-3065714a5bd9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/2f8dbe31-e8bf-491e-a17d-e8a94062d161 HTTP/1.1" status: 204 len: 168 time: 0.2955923 Aug 29 05:00:37.214185 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45984) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:37.222598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f68b93-8ca5-4884-9323-10128ee1aa0b None None] Network 4f373f52-859a-4f19-b040-60bc8b297c13 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:37.305101 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.367512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port f959b50a-0f90-4476-beb0-11e5cffc3df5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:37.367869 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.447015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port f959b50a-0f90-4476-beb0-11e5cffc3df5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f959b50a-0f90-4476-beb0-11e5cffc3df5,segment=NetworkSegment(032bb14a-32e0-499d-a066-a4d6b27b542b),segment_id=032bb14a-32e0-499d-a066-a4d6b27b542b)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:37.447489 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.478352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for f959b50a-0f90-4476-beb0-11e5cffc3df5 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:37.518369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:36Z', 'revision_number': 10, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.522607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-937a1494-5068-4edb-8f7d-c49ec039541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.549501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:37.565024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:37.565679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.593991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.626090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=f959b50a-0f90-4476-beb0-11e5cffc3df5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.629496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port f959b50a-0f90-4476-beb0-11e5cffc3df5 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:37.647071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c79495-f55f-4a48-9383-7b9121b2d13e None None] DHCP port deletion for 4f373f52-859a-4f19-b040-60bc8b297c13 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:37.681451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:37.683789 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:00:37.729376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.742916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f373f52-859a-4f19-b040-60bc8b297c13']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.763639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032bb14a-32e0-499d-a066-a4d6b27b542b') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.764218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032bb14a-32e0-499d-a066-a4d6b27b542b') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.775344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.795562 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.802575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:37.802947 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:37.806145 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:37.866899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.872624 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:37.874687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/4f373f52-859a-4f19-b040-60bc8b297c13 HTTP/1.1" status: 204 len: 168 time: 0.6594961 Aug 29 05:00:37.878518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45986) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:37.882727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f959b50a-0f90-4476-beb0-11e5cffc3df5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:37.890110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab9f18-8a77-423b-a347-252206496e81 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=4f373f52-859a-4f19-b040-60bc8b297c13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:37.912313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f959b50a-0f90-4476-beb0-11e5cffc3df5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:37.912588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f959b50a-0f90-4476-beb0-11e5cffc3df5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:37.930027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:36Z', 'revision_number': 10, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:37.956714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437d8e6-69fe-41e6-9f93-9c7775202d32 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:36Z', 'revision_number': 10, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None, '_interfaces': [{'id': '8a209956-ecf0-4b1c-ab60-3f227e1d4b35', 'name': '', 'network_id': '3ac2b84c-4b12-4df6-b303-a8823e411f19', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'mac_address': 'fa:16:3e:d8:84:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43012110-a951-485a-a90a-ae90f640deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:00:16Z', 'updated_at': '2021-08-29T05:00:20Z', 'revision_number': 5, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'subnets': [{'id': '3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:38.222612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.479188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:38.479533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.577122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 8a209956-ecf0-4b1c-ab60-3f227e1d4b35, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:38.577434 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.592899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:38.772788 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:38.800251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=8a209956-ecf0-4b1c-ab60-3f227e1d4b35,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:38.956451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.121030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:39.202262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:39.208371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c5f3fea7-fb25-43df-9af0-0d4ea9daa8cc tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3277550 Aug 29 05:00:39.211205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45988) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:39.215714 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:39.231511 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:39.232606 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:39.295553 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting subnet 3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:00:39.301063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.325949 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:39.360222 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.380432 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:39.414248 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:39.424119 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:39.424775 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:39.457902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.496845 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:39.526941 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.550261 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:39.552867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:39.564328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.566607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6396d4-1723-4ab6-a84a-4854ce9a658e None None] Network 3ac2b84c-4b12-4df6-b303-a8823e411f19 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:00:39.572905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c96f4541-90a8-4760-a50a-60db3ad1ff15 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187 HTTP/1.1" status: 204 len: 168 time: 0.3577511 Aug 29 05:00:39.573871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 45994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:39.585398 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f68f-18be-42d3-a490-c80a822e98ac None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:39.675264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.754397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Deleting port 24583159-1eec-42ed-8641-c29850e146a8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:00:39.754747 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.823519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] For port 24583159-1eec-42ed-8641-c29850e146a8, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=24583159-1eec-42ed-8641-c29850e146a8,segment=NetworkSegment(51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed),segment_id=51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:00:39.823894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.838930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Calling delete_port for 24583159-1eec-42ed-8641-c29850e146a8 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:00:39.938863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:39.959668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546c94a-cd14-4db1-abb4-f955d286359c None None] DHCP port deletion for 3ac2b84c-4b12-4df6-b303-a8823e411f19 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:00:39.982423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Port': ['ID=24583159-1eec-42ed-8641-c29850e146a8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:39.988983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No DVR routers for this DVR port 24583159-1eec-42ed-8641-c29850e146a8 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:00:40.055571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:40.090681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:40.091211 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 8a209956-ecf0-4b1c-ab60-3f227e1d4b35 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:40.091869 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 24583159-1eec-42ed-8641-c29850e146a8 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:40.101190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.115361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac2b84c-4b12-4df6-b303-a8823e411f19']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.133220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.133635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd7aa3-11ff-4f78-9e7b-b4a3e3178aed') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.138471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 24583159-1eec-42ed-8641-c29850e146a8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:40.138972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 24583159-1eec-42ed-8641-c29850e146a8 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:40.139583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:00:40.145939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.162684 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.170371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:00:40.170785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:00:40.174080 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:00:40.176982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:00:40.176982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4a2d91d0-5b4e-45dc-b2fb-c78e2e55544c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:00:40.249314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.268067 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.271600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/networks/3ac2b84c-4b12-4df6-b303-a8823e411f19 HTTP/1.1" status: 204 len: 168 time: 0.6962433 Aug 29 05:00:40.274392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:40.280919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'routes': None}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:40.294137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e10b1b-bc14-4785-be96-ee6c78badf4a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Pushing event deleted for resources: {'Network': ['ID=3ac2b84c-4b12-4df6-b303-a8823e411f19,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:40.324061 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.378351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d36b-8f33-470b-a537-cbf2caaf76dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.485732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Added routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 05:00:40.486051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.extraroute_db [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Removed routes are [] {{(pid=94827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 05:00:40.486305 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.642896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.646875 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.726350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 43012110-a951-485a-a90a-ae90f640deff has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:00:40.803900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:40.811519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.812950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28fc574a-d4db-4f7f-8993-bab95faf321d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 700 time: 0.5360179 Aug 29 05:00:40.814060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Sync routers for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:40.816366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 45998) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:40.824221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:40.824843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.848925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1964e282-0d2a-43b7-bdce-920b62f6680f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 205 time: 0.0313993 Aug 29 05:00:40.851865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46000) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:40.900596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:40.929069 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:40.957744 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:40.986513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Checking router: 43012110-a951-485a-a90a-ae90f640deff for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:40.999263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Routers {'43012110-a951-485a-a90a-ae90f640deff'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:40.999964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['43012110-a951-485a-a90a-ae90f640deff'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:41.077856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] Set router 43012110-a951-485a-a90a-ae90f640deff gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:41.140676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:41.169677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a890c34-d566-4b9d-8a6c-21b292ad14c4 None None] The sync data for ids ['43012110-a951-485a-a90a-ae90f640deff'] in n-d-712139-13 is: [{'id': '43012110-a951-485a-a90a-ae90f640deff', 'name': 'tempest-RoutersTest-router-461700634', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:14Z', 'updated_at': '2021-08-29T05:00:38Z', 'revision_number': 11, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:41.392685 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.430734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.433324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.480485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.481010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 43012110-a951-485a-a90a-ae90f640deff {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:41.488645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.489806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee1b974d-6bb0-47c7-9621-945e8289c0c9 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 204 len: 168 time: 0.6369679 Aug 29 05:00:41.494897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:41.500831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1046527540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:41.529808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.531126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.596231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.600322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.616082 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.617338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e31c1f8f-5e53-4088-8afb-76b35a7106ca tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1210487 Aug 29 05:00:41.620680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46004) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:41.625415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:00:41.850956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7870760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7866762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36111'] for router, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:41.862612 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7870771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7870778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7866781'] for router, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.208920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Router 7b34e92e-4df4-4c51-bbc9-39320c447384 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:00:42.286304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:00:42.295001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.296254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ca18a7d9-b548-4085-832e-257f3b75b599 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "PUT /v2.0/routers/7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 200 len: 694 time: 0.6745305 Aug 29 05:00:42.299270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.299674 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Sync routers for ids ['7b34e92e-4df4-4c51-bbc9-39320c447384'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:00:42.309606 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Routers {'7b34e92e-4df4-4c51-bbc9-39320c447384'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:42.310222 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['7b34e92e-4df4-4c51-bbc9-39320c447384'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.353101 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.378130 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Set router 7b34e92e-4df4-4c51-bbc9-39320c447384 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:42.382311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ba827f97-fd9f-4edd-98e3-9da65ba8e67f tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/routers/7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 200 len: 700 time: 0.0794160 Aug 29 05:00:42.382655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.418172 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3148c16e-ba63-48d0-b713-f8853c3f8fba tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 200 len: 205 time: 0.0342133 Aug 29 05:00:42.420574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.435434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b34e92e-4df4-4c51-bbc9-39320c447384', 'name': 'tempest-RoutersTest-router-1046527540', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:41Z', 'updated_at': '2021-08-29T05:00:41Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.461100 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Checking router: 7b34e92e-4df4-4c51-bbc9-39320c447384 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:00:42.471500 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Routers {'7b34e92e-4df4-4c51-bbc9-39320c447384'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:00:42.472150 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:00:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['7b34e92e-4df4-4c51-bbc9-39320c447384'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.493188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.544784 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] Set router 7b34e92e-4df4-4c51-bbc9-39320c447384 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:00:42.599400 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b34e92e-4df4-4c51-bbc9-39320c447384', 'name': 'tempest-RoutersTest-router-1046527540', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:41Z', 'updated_at': '2021-08-29T05:00:41Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:00:42.626359 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d21317-4ad4-41f5-b810-8acf672a0f87 None None] The sync data for ids ['7b34e92e-4df4-4c51-bbc9-39320c447384'] in n-d-712139-13 is: [{'id': '7b34e92e-4df4-4c51-bbc9-39320c447384', 'name': 'tempest-RoutersTest-router-1046527540', 'tenant_id': 'ea648ce93c3544b6a90f487d9c32931d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:00:41Z', 'updated_at': '2021-08-29T05:00:41Z', 'revision_number': 2, 'project_id': 'ea648ce93c3544b6a90f487d9c32931d', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:00:42.664223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.667021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.724660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.725196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Fanout notify agent at l3_agent the message router_deleted on router 7b34e92e-4df4-4c51-bbc9-39320c447384 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:00:42.732668 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:42.733789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-77f2d26c-3418-443a-9209-ba561083fdaf tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 204 len: 168 time: 0.3122990 Aug 29 05:00:42.738679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.768052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4fbe5fc7-9ee5-4122-8fcf-e7557054d91b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 200 len: 205 time: 0.0279419 Aug 29 05:00:42.770767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.811399 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-c25795f8-b3a1-4582-8c00-c61067eaaf8d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:42.812510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c25795f8-b3a1-4582-8c00-c61067eaaf8d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/7b34e92e-4df4-4c51-bbc9-39320c447384 HTTP/1.1" status: 404 len: 336 time: 0.0408227 Aug 29 05:00:42.815143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.850649 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-9145d539-4682-4c20-a268-e8c9528a6354 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:42.851102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9145d539-4682-4c20-a268-e8c9528a6354 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:42.853003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9145d539-4682-4c20-a268-e8c9528a6354 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/92ae3ce5-5661-49e8-82bc-26d04bd31037 HTTP/1.1" status: 404 len: 337 time: 0.0369577 Aug 29 05:00:42.855565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46018) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.890831 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1645b0-45e4-4fd0-a3d1-da30663a40ea tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:42.891175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1645b0-45e4-4fd0-a3d1-da30663a40ea tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:42.893239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cc1645b0-45e4-4fd0-a3d1-da30663a40ea tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/c2afeb7c-12f5-449a-a708-35f81fb98f85 HTTP/1.1" status: 404 len: 337 time: 0.0367398 Aug 29 05:00:42.897198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.924012 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e366509d-2bc4-4025-89fe-81ab35b0190b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:42.924453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e366509d-2bc4-4025-89fe-81ab35b0190b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:42.926151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e366509d-2bc4-4025-89fe-81ab35b0190b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/2f8dbe31-e8bf-491e-a17d-e8a94062d161 HTTP/1.1" status: 404 len: 337 time: 0.0280442 Aug 29 05:00:42.928652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.954187 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4362b776-a201-435f-be64-997d5dc906d7 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:42.954715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4362b776-a201-435f-be64-997d5dc906d7 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:42.956441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4362b776-a201-435f-be64-997d5dc906d7 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/3ba8a02d-77cb-4bde-9d1a-1ac9bebe9187 HTTP/1.1" status: 404 len: 337 time: 0.0268967 Aug 29 05:00:42.959234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46024) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:42.986117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-30880b42-2780-42dd-8b9d-f199b064539c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 200 len: 205 time: 0.0256996 Aug 29 05:00:42.988414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46026) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.030976 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-ccbb45d0-94fd-445f-9c7c-f9ebcc5e2e9a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.032050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ccbb45d0-94fd-445f-9c7c-f9ebcc5e2e9a tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/43012110-a951-485a-a90a-ae90f640deff HTTP/1.1" status: 404 len: 336 time: 0.0427217 Aug 29 05:00:43.034754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46028) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.061944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fe28c46c-c6ce-4586-a8e3-506ad7d4980d tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc04c-3c67-4baf-bd97-b5c1121a8841 HTTP/1.1" status: 200 len: 205 time: 0.0260923 Aug 29 05:00:43.064709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46030) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.101679 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-3a39cf87-ef9c-46cf-aa4b-65973f2b1d19 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.102722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3a39cf87-ef9c-46cf-aa4b-65973f2b1d19 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/491bc04c-3c67-4baf-bd97-b5c1121a8841 HTTP/1.1" status: 404 len: 336 time: 0.0371256 Aug 29 05:00:43.105605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.137228 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4939bc05-5f15-4080-8b4f-5b03132d1b20 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:43.137683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4939bc05-5f15-4080-8b4f-5b03132d1b20 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:43.139410 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4939bc05-5f15-4080-8b4f-5b03132d1b20 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/9630bbcc-d063-407c-9b7f-582b50321057 HTTP/1.1" status: 404 len: 337 time: 0.0328844 Aug 29 05:00:43.142180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46034) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.147737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:43.169312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-804781eb-d152-4446-9095-6f464a5321a7 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 200 len: 205 time: 0.0260425 Aug 29 05:00:43.171577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46036) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.208772 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-26c7e363-ef04-4489-b461-52ea957d2ac8 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.209889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-26c7e363-ef04-4489-b461-52ea957d2ac8 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/ea49d964-88da-4cba-aaa1-c7aafde61b81 HTTP/1.1" status: 404 len: 336 time: 0.0373070 Aug 29 05:00:43.212684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.245773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c9fad71c-ce73-4085-acda-5d2c238648b3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=18181752-a9f5-4245-8b80-824e4a8045c2 HTTP/1.1" status: 200 len: 205 time: 0.0317905 Aug 29 05:00:43.248447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.288096 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-34cdc5c5-83e9-4059-a434-8b04f50f1ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.289271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-34cdc5c5-83e9-4059-a434-8b04f50f1ad3 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/18181752-a9f5-4245-8b80-824e4a8045c2 HTTP/1.1" status: 404 len: 336 time: 0.0396714 Aug 29 05:00:43.291865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46044) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.320129 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfc05dc-8d1b-40f3-95fb-a06807f9651c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:43.320746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfc05dc-8d1b-40f3-95fb-a06807f9651c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:43.322646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fbfc05dc-8d1b-40f3-95fb-a06807f9651c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/d6e845dc-8cf6-4f43-8bb7-c626d0d895a3 HTTP/1.1" status: 404 len: 337 time: 0.0297949 Aug 29 05:00:43.325550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46046) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.354894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92f215d8-7a8c-4751-9260-4ebfeb69a7bd tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=651bf447-27bc-4dc7-8399-2def20ca306e HTTP/1.1" status: 200 len: 205 time: 0.0281429 Aug 29 05:00:43.357807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.400298 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [None req-54096339-d905-4a6c-a370-8b4265c88e54 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.401784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-54096339-d905-4a6c-a370-8b4265c88e54 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/651bf447-27bc-4dc7-8399-2def20ca306e HTTP/1.1" status: 404 len: 336 time: 0.0430686 Aug 29 05:00:43.404835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.433736 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd023b7c-57a5-48d6-ad1f-cfb3e61ea6c1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:43.434184 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd023b7c-57a5-48d6-ad1f-cfb3e61ea6c1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:43.436842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dd023b7c-57a5-48d6-ad1f-cfb3e61ea6c1 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/172d6007-99c9-48fc-a975-20cf6bad2079 HTTP/1.1" status: 404 len: 337 time: 0.0310357 Aug 29 05:00:43.438890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46052) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.469608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8c92a77f-bec1-48dd-92c0-39b22d2cfa8c tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c702c7a-e424-4d5e-abfb-271a40464bd1 HTTP/1.1" status: 200 len: 205 time: 0.0294471 Aug 29 05:00:43.472104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.513846 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-665da9de-161a-43c4-9e39-4e1583c755b5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] delete failed (client error): The resource could not be found. Aug 29 05:00:43.515261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-665da9de-161a-43c4-9e39-4e1583c755b5 tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/routers/2c702c7a-e424-4d5e-abfb-271a40464bd1 HTTP/1.1" status: 404 len: 336 time: 0.0422366 Aug 29 05:00:43.518256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46056) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.548724 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4962deb2-4476-4652-ad82-8bdddd955cbd tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:43.549283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4962deb2-4476-4652-ad82-8bdddd955cbd tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:43.550928 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4962deb2-4476-4652-ad82-8bdddd955cbd tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/96e5c641-bb32-4733-bdfa-32e758b7f712 HTTP/1.1" status: 404 len: 337 time: 0.0317247 Aug 29 05:00:43.554146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.589348 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f115dd-4138-4c5f-b311-f4e87b3e3d2b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] DELETE failed (client error): The resource could not be found. Aug 29 05:00:43.589808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f115dd-4138-4c5f-b311-f4e87b3e3d2b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:00:43.591617 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b9f115dd-4138-4c5f-b311-f4e87b3e3d2b tempest-RoutersTest-1054402836 tempest-RoutersTest-1054402836-project] 10.222.0.62 "DELETE /v2.0/subnets/7836495f-5929-457b-872e-4f48e76c9c09 HTTP/1.1" status: 404 len: 337 time: 0.0360930 Aug 29 05:00:43.854535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:43.990710 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a3b39c39-a909-4270-866e-621fa47642a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea648ce93c3544b6a90f487d9c32931d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350079 Aug 29 05:00:43.993286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:44.040207 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.061946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.122761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.125344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:44.126511 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/add7cdeb-ff3d-436c-bc31-85b25ce65322 HTTP/1.1" status: 204 len: 168 time: 0.1323357 Aug 29 05:00:44.135305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae452a-eaa5-4a56-b4eb-ad16fcca7216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7cdeb-ff3d-436c-bc31-85b25ce65322,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:46.986914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46214) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:47.119001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1584b5-efc9-427b-9f8e-3f5e90c0de76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.205267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1584b5-efc9-427b-9f8e-3f5e90c0de76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.209576 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6f1584b5-efc9-427b-9f8e-3f5e90c0de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.247318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6f1584b5-efc9-427b-9f8e-3f5e90c0de76 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81e4f3264ce24b5e9264faf93b45976e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592916 Aug 29 05:00:47.249286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1584b5-efc9-427b-9f8e-3f5e90c0de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e517b7-f732-43d6-a90f-d1e07c1c6712,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.250072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46218) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:47.299115 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.319553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.373060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.375578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.376829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22e517b7-f732-43d6-a90f-d1e07c1c6712 HTTP/1.1" status: 204 len: 168 time: 0.1257751 Aug 29 05:00:47.385430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e517b7-f732-43d6-a90f-d1e07c1c6712,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.392861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.393210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.393551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.393887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.394219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.394597 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.394861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.395187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.395511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.395834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.396269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.396591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414dd4f4-4b2f-4dda-b08e-b3ed190ece74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:47.639114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46224) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:47.652682 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35103a58-69b8-42d9-93ce-1926e117f5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.745439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35103a58-69b8-42d9-93ce-1926e117f5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.749118 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-35103a58-69b8-42d9-93ce-1926e117f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.787981 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-35103a58-69b8-42d9-93ce-1926e117f5c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f97c59f2e6f44b5c840c42ff6962fb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477277 Aug 29 05:00:47.789094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35103a58-69b8-42d9-93ce-1926e117f5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aba51b-a702-4ab2-8039-65071b990bd9,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:47.790690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46226) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:47.840255 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.860486 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.906302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.909017 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:47.910157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15aba51b-a702-4ab2-8039-65071b990bd9 HTTP/1.1" status: 204 len: 168 time: 0.1179829 Aug 29 05:00:47.917807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0caf98-93ba-4860-a743-ca24dce4ef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aba51b-a702-4ab2-8039-65071b990bd9,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:56.835872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46324) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:56.968127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.060942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.065071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.102198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aede03e-336c-4930-8bf6-179f2cecd41a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:57.106212 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c6797fa03484418b65af9d9cceabfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685390 Aug 29 05:00:57.109059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46328) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:57.112845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.113191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.113531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.113919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.114198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.114507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.114833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.115156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.115477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.115796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.116142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.116458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bb2c7-a66f-44d8-b935-173601312d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:00:57.166969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.188769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.235381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.237901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.239090 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1aede03e-336c-4930-8bf6-179f2cecd41a HTTP/1.1" status: 204 len: 168 time: 0.1290054 Aug 29 05:00:57.246772 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7181c5-8b07-43d3-8a74-cfdbd610b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aede03e-336c-4930-8bf6-179f2cecd41a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:57.501228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46334) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:57.514909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd05506-27a8-42c1-be46-b5585021298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.604509 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd05506-27a8-42c1-be46-b5585021298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.608073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fd05506-27a8-42c1-be46-b5585021298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.644952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05506-27a8-42c1-be46-b5585021298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb533473-edbc-42b3-a22b-0ad7672ae2a7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:57.650260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fd05506-27a8-42c1-be46-b5585021298c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dd513e1029b411584e057325f8d678b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470971 Aug 29 05:00:57.652279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46336) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:00:57.701160 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.721687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.774017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.777178 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:00:57.778366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb533473-edbc-42b3-a22b-0ad7672ae2a7 HTTP/1.1" status: 204 len: 168 time: 0.1251395 Aug 29 05:00:57.787645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a68bfd-4646-4bcf-b0db-fe0edb82c430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb533473-edbc-42b3-a22b-0ad7672ae2a7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:00:59.970223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:07.333859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f11058b0-d585-43c4-8db2-e59e631bc24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:07.826796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46436) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:07.930484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678b7a21-933a-4d51-9109-927cea01fcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.022196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678b7a21-933a-4d51-9109-927cea01fcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.026948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-678b7a21-933a-4d51-9109-927cea01fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.065871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b7a21-933a-4d51-9109-927cea01fcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be86fb1e-0cd7-4dd8-ba1c-53fd11bd5e60,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:08.070250 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-678b7a21-933a-4d51-9109-927cea01fcc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcc298a1b4cb4ee3969bf4679f41eb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423916 Aug 29 05:01:08.072908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46440) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:08.121901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.142999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.191332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.193934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.195106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be86fb1e-0cd7-4dd8-ba1c-53fd11bd5e60 HTTP/1.1" status: 204 len: 168 time: 0.1212928 Aug 29 05:01:08.203277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954e82-2112-4d4f-9f0b-1850aaf31130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be86fb1e-0cd7-4dd8-ba1c-53fd11bd5e60,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:08.460514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46446) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:08.474374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08f63c-6341-45de-8248-0d18fccd22f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.560887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08f63c-6341-45de-8248-0d18fccd22f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.564709 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9d08f63c-6341-45de-8248-0d18fccd22f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.602566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9d08f63c-6341-45de-8248-0d18fccd22f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=863ba1abc0f944edbf19f91ca2b658b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409526 Aug 29 05:01:08.603490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08f63c-6341-45de-8248-0d18fccd22f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63476fd7-2e4b-4aa5-b4d8-acf116abfb87,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:08.606397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:08.663280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.683697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.728729 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.731219 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:08.732393 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63476fd7-2e4b-4aa5-b4d8-acf116abfb87 HTTP/1.1" status: 204 len: 168 time: 0.1245728 Aug 29 05:01:08.739913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961cbd-fac3-44e0-b9b5-4249c4fa7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63476fd7-2e4b-4aa5-b4d8-acf116abfb87,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:09.754001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46478) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:09.856958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2c95c18-10d2-4ecd-b64a-6317e0d805ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:09.946454 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2c95c18-10d2-4ecd-b64a-6317e0d805ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:09.950107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2c95c18-10d2-4ecd-b64a-6317e0d805ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:09.986937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a2c95c18-10d2-4ecd-b64a-6317e0d805ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21f8ed0cfef34e94938d75c0b0f1152f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318754 Aug 29 05:01:09.989008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95c18-10d2-4ecd-b64a-6317e0d805ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b018e5-0437-4505-a658-580a64215528,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:09.989742 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:10.052821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.074989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.129102 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.131753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.132949 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9b018e5-0437-4505-a658-580a64215528 HTTP/1.1" status: 204 len: 168 time: 0.1422317 Aug 29 05:01:10.140920 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050ea14-040e-47eb-9923-38740da695fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b018e5-0437-4505-a658-580a64215528,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:10.306526 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:10.379285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d8c6-37be-438e-b134-1433cde08d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:11.390820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:12.360036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:13.151383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:14.675625 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:15.392195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46546) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:15.503986 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da93529-d452-4aaf-b102-bf3a2300c554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.602197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da93529-d452-4aaf-b102-bf3a2300c554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.606066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7da93529-d452-4aaf-b102-bf3a2300c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.648611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7da93529-d452-4aaf-b102-bf3a2300c554 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e1083c9bba24ec88eb0c891e80df65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552664 Aug 29 05:01:15.649800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93529-d452-4aaf-b102-bf3a2300c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3806285-cd24-4d71-9942-57664720f4bc,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:15.651488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46550) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:15.706547 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.728413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.774829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.777387 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:15.778556 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3806285-cd24-4d71-9942-57664720f4bc HTTP/1.1" status: 204 len: 168 time: 0.1258109 Aug 29 05:01:15.786496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd00a90-3aff-4d7a-a683-65f42b42a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3806285-cd24-4d71-9942-57664720f4bc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:16.054898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46556) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:16.068809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62fca0a0-e7d5-450a-bded-a866dbe16053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.171342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62fca0a0-e7d5-450a-bded-a866dbe16053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.175861 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-62fca0a0-e7d5-450a-bded-a866dbe16053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.214276 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-62fca0a0-e7d5-450a-bded-a866dbe16053 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6226313b87b4b289ed312174b1eeeee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582580 Aug 29 05:01:16.215005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca0a0-e7d5-450a-bded-a866dbe16053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c03474-ce0b-4447-95f9-a6d1f1255efe,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:16.217037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46558) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:16.266436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.287311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.335694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.338787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:16.339956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5c03474-ce0b-4447-95f9-a6d1f1255efe HTTP/1.1" status: 204 len: 168 time: 0.1216578 Aug 29 05:01:16.347536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4528ae-d95d-42fd-b6f5-adb81c90b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c03474-ce0b-4447-95f9-a6d1f1255efe,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:17.018740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 46580) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:17.113755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-19634468-network', 'tenant_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:17.133621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:17.136375 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.144901 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.241630 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.246157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.269836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:01:17.278637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8b873-47cc-4e3b-a54b-147d155cd18f,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:17.284970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.285318 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Added segment dcb316b1-fd32-4434-ac9c-8c91aec78779 of type vlan for network ee4fa133-0b39-43f6-804a-27493a521a8b Aug 29 05:01:17.326035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.350250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.351585 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:17.352194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.423996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4041109 Aug 29 05:01:17.427309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46584) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:17.433656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Request body: {'subnet': {'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-19634468-subnet', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:17.451871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390994b3-5de0-49e6-b18b-e77f4b5efe05 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4fa133-0b39-43f6-804a-27493a521a8b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:17.454136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:17.456937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.463367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ee4fa133-0b39-43f6-804a-27493a521a8b details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:01:17.630009 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.694049 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b23723-6948-4428-90bf-4780ee36f722,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:17.699572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:17.699955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Network hostable DHCP agents. Network: ee4fa133-0b39-43f6-804a-27493a521a8b, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:01:17.717247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Network ee4fa133-0b39-43f6-804a-27493a521a8b is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:01:17.725984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ee4fa133-0b39-43f6-804a-27493a521a8b) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:17.730855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:17.731439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.735601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59beea-01eb-41d8-8391-484623bcb654 None None] Network ee4fa133-0b39-43f6-804a-27493a521a8b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:17.745586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f2ec22e1-7873-4bfc-8fce-52b0f8393dfe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3168514 Aug 29 05:01:17.748372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:17.753063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:17.773572 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.775445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.828980 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.882144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ee4fa133-0b39-43f6-804a-27493a521a8b', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:01:17.883137 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:17.965940 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.022540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Allocated IP 172.20.0.2 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/93d533a5-e916-424b-85c3-2f7f1f85940b) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:18.187601 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.202382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.206753 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.210244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Transition to ACTIVE for port object 93d533a5-e916-424b-85c3-2f7f1f85940b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:18.226573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Transition to ACTIVE for port object 93d533a5-e916-424b-85c3-2f7f1f85940b will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:18.232761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.270855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:18.273678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:18.278045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:18.284904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Pushing event updated for resources: {'Port': ['ID=93d533a5-e916-424b-85c3-2f7f1f85940b,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:18.308971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.309312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.309649 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.309981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.310309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.310697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.310956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.311277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.311596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.311912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.312253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.312570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:18.313336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Allocated IP 172.25.3.226 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c5b1320d-c28f-45c5-8ed5-fcc1edd12b60) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:18.343819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Attempting to bind port 93d533a5-e916-424b-85c3-2f7f1f85940b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:18.344257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Attempting to bind port 93d533a5-e916-424b-85c3-2f7f1f85940b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:18.344623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Attempting to bind port 93d533a5-e916-424b-85c3-2f7f1f85940b on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:18.349730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:18.350130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:18.350528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.350917 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:18.351381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Bound port: 93d533a5-e916-424b-85c3-2f7f1f85940b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:18.351758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.423130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] For port 93d533a5-e916-424b-85c3-2f7f1f85940b, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:18.426265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] For port 93d533a5-e916-424b-85c3-2f7f1f85940b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93d533a5-e916-424b-85c3-2f7f1f85940b,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:18.426904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.431853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.467223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.497216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b55af-776d-4e4b-a744-0529c7de71ad None None] Pushing event updated for resources: {'Port': ['ID=93d533a5-e916-424b-85c3-2f7f1f85940b,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:18.508705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:18.512229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:18.515973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:18.538163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:18.784796 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:18.978824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.108290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Router 8f7b0986-01a2-44df-a673-d4ab896f010f is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:01:19.214225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:01:19.224357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:01:19.231218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.234971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bb4c0d29-94ea-4adc-9700-e673bbd7c9c2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4829144 Aug 29 05:01:19.235153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:19.235153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:19.235393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46588) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:19.344354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:19.444169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f54a2a-9a72-45c3-a5cc-c362903a38b5 None None] Network ee4fa133-0b39-43f6-804a-27493a521a8b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:19.557026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-dff01edb-b112-408a-9888-0b13bb12ccba None None] Provisioning for port 93d533a5-e916-424b-85c3-2f7f1f85940b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:19.664584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:18Z', 'revision_number': 3, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:19.665825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.863828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93d533a5-e916-424b-85c3-2f7f1f85940b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:19.867550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:01:19.867902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Updating router 8f7b0986-01a2-44df-a673-d4ab896f010f port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:01:19.878594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Allocated IP 172.20.0.1 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/2d43e267-35fc-471b-a6c0-08b65ed6b315) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:19.925049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:19.970082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 93d533a5-e916-424b-85c3-2f7f1f85940b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:19.995665 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.009480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Transition to ACTIVE for port object 2d43e267-35fc-471b-a6c0-08b65ed6b315 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:20.021759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 93d533a5-e916-424b-85c3-2f7f1f85940b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:20.022138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.048015 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.085682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:20.093122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:20.095414 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:20.226389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.257904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2f52afee-49c6-4c3b-8664-c7c1a99d5c8b None None] Provisioning complete for port 93d533a5-e916-424b-85c3-2f7f1f85940b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:20.258279 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2f52afee-49c6-4c3b-8664-c7c1a99d5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.333718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 93d533a5-e916-424b-85c3-2f7f1f85940b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93d533a5-e916-424b-85c3-2f7f1f85940b,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:20.347158 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.388542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.402910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Transition to ACTIVE for port object c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:20.414965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.444566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:20.460539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.463386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=93d533a5-e916-424b-85c3-2f7f1f85940b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:20.509465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Attempting to bind port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:20.510353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Attempting to bind port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:20.510353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Attempting to bind port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:20.526235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:20.526622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:20.527026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.527422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:20.527986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Bound port: c5b1320d-c28f-45c5-8ed5-fcc1edd12b60, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:20.528322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.556719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a32f7-61ed-4db8-95fe-33d56603b65c None None] Pushing event updated for resources: {'Port': ['ID=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:20.589493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] For port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:20.592809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] For port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:20.593706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.597992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.666356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf50f634-b22f-49a7-9b77-5277e4c6477c None None] Provisioning for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:20.674379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-bf50f634-b22f-49a7-9b77-5277e4c6477c None None] Provisioning complete for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:20.674757 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf50f634-b22f-49a7-9b77-5277e4c6477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.676344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:20.676980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:20.681280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a32f7-61ed-4db8-95fe-33d56603b65c None None] Pushing event updated for resources: {'Port': ['ID=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:20.763191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf50f634-b22f-49a7-9b77-5277e4c6477c None None] Port 2d43e267-35fc-471b-a6c0-08b65ed6b315 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:20.778619 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.783062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.820403 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:20.850196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:20.853214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:20.949505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:20.950950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:21.046293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:19Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:21.077139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:01:21.088451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10054169-8494-4271-865e-e0b6cb4272ee None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:19Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:01:21.212807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:01:21.218561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9a83788e-72b0-48ad-87e0-cd25ca5a85b0 admin admin] 10.222.0.62 "PUT /v2.0/routers/8f7b0986-01a2-44df-a673-d4ab896f010f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823689 Aug 29 05:01:21.287634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e85355b-ac34-48df-8370-a32bb109128e None None] Provisioning complete for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:21.288038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e85355b-ac34-48df-8370-a32bb109128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.354498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8e85355b-ac34-48df-8370-a32bb109128e None None] Port 2d43e267-35fc-471b-a6c0-08b65ed6b315 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:21.754404 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46608) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:21.759436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1539757612-network', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:21.784674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Made reservation on behalf of d9890df64ac34ea09c68e61763de3031 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:21.788817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.802958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.926018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.930521 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.949864 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93d533a5-e916-424b-85c3-2f7f1f85940b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:21.957230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:01:21.966260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000a91e-257c-4a3f-bd61-2db3094ee4fb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:21.973298 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:21.973298 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Added segment 1f5e1e7e-a992-4a68-b928-10b008ce2982 of type vlan for network 6d003e95-da3d-4917-9f77-747132d5a53c Aug 29 05:01:22.007715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 93d533a5-e916-424b-85c3-2f7f1f85940b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:22.008125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.023285 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.051591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.052753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:22.053377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.099624 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:22.116794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3586779 Aug 29 05:01:22.117042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46610) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:22.123663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Request body: {'subnet': {'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1539757612-subnet', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:22.136037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897ce47-8da2-47a1-ac0e-712276273958 admin admin] Pushing event updated for resources: {'Network': ['ID=6d003e95-da3d-4917-9f77-747132d5a53c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:22.153896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Made reservation on behalf of d9890df64ac34ea09c68e61763de3031 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:22.154603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 6d003e95-da3d-4917-9f77-747132d5a53c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:01:22.156551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.171185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:22.210222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:22.210222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.326511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.348131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:22.353739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.357879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.409325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:22.414842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d2041a-00d5-4a3c-8794-e9b004ee39c7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:22.425343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Checking segment: {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:22.425713 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Network hostable DHCP agents. Network: 6d003e95-da3d-4917-9f77-747132d5a53c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:01:22.445077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Network 6d003e95-da3d-4917-9f77-747132d5a53c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:01:22.456073 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 6d003e95-da3d-4917-9f77-747132d5a53c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:22.460271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:22.460864 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.466702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24706598-90c4-48f0-ba42-e25936e7cfab None None] Network 6d003e95-da3d-4917-9f77-747132d5a53c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:22.481471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e53cbd11-930c-4797-b2a4-ccbe6fe5a77a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3609691 Aug 29 05:01:22.481730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46612) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:22.485962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:22.508409 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.509733 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.572442 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.624545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-6d003e95-da3d-4917-9f77-747132d5a53c', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:01:22.625410 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.713296 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.766449 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Allocated IP 172.20.0.2 (6d003e95-da3d-4917-9f77-747132d5a53c/86d2041a-00d5-4a3c-8794-e9b004ee39c7/5b187dee-e715-4d57-bfd3-e5f80e6ce515) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:22.917190 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.918210 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.926771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Transition to ACTIVE for port object 5b187dee-e715-4d57-bfd3-e5f80e6ce515 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:22.937654 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.942588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Transition to ACTIVE for port object 5b187dee-e715-4d57-bfd3-e5f80e6ce515 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:22.950366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:22.991632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Network 6d003e95-da3d-4917-9f77-747132d5a53c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:22.994575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:22.998168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:23.004876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Pushing event updated for resources: {'Port': ['ID=5b187dee-e715-4d57-bfd3-e5f80e6ce515,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:23.059226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Allocated IP 172.25.3.100 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/635ccbe6-d512-40dc-8ad5-66404dd06ef3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:23.061471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Attempting to bind port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:23.061840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Attempting to bind port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:23.062198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Attempting to bind port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 on network 6d003e95-da3d-4917-9f77-747132d5a53c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:23.067795 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:23.068204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Checking segment: {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:23.068727 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.069123 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Bound using segment: {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:23.069629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Bound port: 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:23.070004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.141558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] For port 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:23.144531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] For port 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5b187dee-e715-4d57-bfd3-e5f80e6ce515,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:23.150346 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.169670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.213791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8d253-9f45-41cc-b36e-bf11d822c3ff None None] Pushing event updated for resources: {'Port': ['ID=5b187dee-e715-4d57-bfd3-e5f80e6ce515,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:23.221857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.267642 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:23.270492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:23.273038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:23.292973 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:01:23.303382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:23.304040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:23.306578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=635ccbe6-d512-40dc-8ad5-66404dd06ef3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:23.543033 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:23.570054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.748787 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 2, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:23.763827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.775545 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:01:23.775856 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Updating router 8f7b0986-01a2-44df-a673-d4ab896f010f port 2d43e267-35fc-471b-a6c0-08b65ed6b315 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:01:23.804756 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:23.951149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Router 57e8ebcd-6f03-408b-92c2-71dda98e693a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:01:23.969680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:24.027084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:24.027446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.069220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:01:24.085443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Sync routers for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:01:24.103194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.107319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c77132de-315e-425d-b91c-f4ef5a9dbdc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6222582 Aug 29 05:01:24.107548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 46616) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:01:24.121298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:24.121947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:24.143190 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.156770 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Transition to ACTIVE for port object 2d43e267-35fc-471b-a6c0-08b65ed6b315 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:24.166414 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.259423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5b187dee-e715-4d57-bfd3-e5f80e6ce515 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:24.267000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Pushing event updated for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:24.311393 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.312147 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.312147 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.312390 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.313104 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.313653 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.314219 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.314516 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.314832 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.315331 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.315469 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:24.315971 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.316480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:24.344663 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Attempting to bind port 2d43e267-35fc-471b-a6c0-08b65ed6b315 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:24.345444 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Attempting to bind port 2d43e267-35fc-471b-a6c0-08b65ed6b315 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:24.346075 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Attempting to bind port 2d43e267-35fc-471b-a6c0-08b65ed6b315 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:24.356147 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:24.356933 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:24.357385 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.357979 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:24.358662 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Bound port: 2d43e267-35fc-471b-a6c0-08b65ed6b315, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:24.359427 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.447462 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] For port 2d43e267-35fc-471b-a6c0-08b65ed6b315, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:24.451277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] For port 2d43e267-35fc-471b-a6c0-08b65ed6b315, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2d43e267-35fc-471b-a6c0-08b65ed6b315,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:24.458911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b6d92-73ca-4ea2-ad56-7163853343f6 None None] Network 6d003e95-da3d-4917-9f77-747132d5a53c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:01:24.459450 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.537078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:24.538230 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:24.543832 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45d7f-daa5-409a-a11d-de4b35beec93 None None] Pushing event updated for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:24.669235 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:24.678217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.727281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:24.749622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Provisioning for port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:24.772282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Provisioning complete for port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:24.772662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.867199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:23Z', 'revision_number': 3, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:24.868341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Allocated IP 172.20.0.1 (6d003e95-da3d-4917-9f77-747132d5a53c/86d2041a-00d5-4a3c-8794-e9b004ee39c7/3d84f0bb-fc60-4fec-b03d-1fa44c187dd3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:24.886797 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:24Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:24.907256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Checking router: 57e8ebcd-6f03-408b-92c2-71dda98e693a for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:01:24.907256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Updating router 57e8ebcd-6f03-408b-92c2-71dda98e693a port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:01:24.914177 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e93d4-2292-4d0c-84f1-eee88e5e0927 None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:24Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:01:24.978811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.980626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:24.992502 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.005798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Transition to ACTIVE for port object 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:25.042615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.095473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Network 6d003e95-da3d-4917-9f77-747132d5a53c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:25.098805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:25.104551 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:25.128200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] For port 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5b187dee-e715-4d57-bfd3-e5f80e6ce515,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:25.139092 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.140723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Pushing event updated for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:25.165401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.314603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.338359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef81b2-9e24-46f5-9bb3-bba3d152736a None None] Pushing event updated for resources: {'Port': ['ID=5b187dee-e715-4d57-bfd3-e5f80e6ce515,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:25.416165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.430122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Transition to ACTIVE for port object 635ccbe6-d512-40dc-8ad5-66404dd06ef3 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:25.442952 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.488138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f45a2812-6448-4f91-8e22-990a4da24907 None None] Provisioning complete for port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:25.488582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f45a2812-6448-4f91-8e22-990a4da24907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.503815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.510717 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.534736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Attempting to bind port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:25.535112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Attempting to bind port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:25.535478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Attempting to bind port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:25.544220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:25.544604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:25.545013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.545410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:25.545904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Bound port: 635ccbe6-d512-40dc-8ad5-66404dd06ef3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:25.546292 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.549842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a81b-a597-4ca1-9ede-23a1d81a2640 None None] Pushing event updated for resources: {'Port': ['ID=635ccbe6-d512-40dc-8ad5-66404dd06ef3,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:25.644223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] For port 635ccbe6-d512-40dc-8ad5-66404dd06ef3, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:25.665308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] For port 635ccbe6-d512-40dc-8ad5-66404dd06ef3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=635ccbe6-d512-40dc-8ad5-66404dd06ef3,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:25.672329 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.729871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:25.730524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:25.780786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7a81b-a597-4ca1-9ede-23a1d81a2640 None None] Pushing event updated for resources: {'Port': ['ID=635ccbe6-d512-40dc-8ad5-66404dd06ef3,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:25.833919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61993d9b-677c-47e8-a338-cf50feaf4231 None None] Provisioning for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:25.843397 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-61993d9b-677c-47e8-a338-cf50feaf4231 None None] Provisioning complete for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:25.843824 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-61993d9b-677c-47e8-a338-cf50feaf4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.884831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2d43e267-35fc-471b-a6c0-08b65ed6b315 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:25.920980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Pushing event updated for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:25.923350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:25.923514 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:25.950621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-61993d9b-677c-47e8-a338-cf50feaf4231 None None] Port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:26.020070 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Network 6d003e95-da3d-4917-9f77-747132d5a53c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:26.022691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:26.057573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:26.062990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:26.063366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.167993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Router 57e8ebcd-6f03-408b-92c2-71dda98e693a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:01:26.219452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.255234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d84f0bb-fc60-4fec-b03d-1fa44c187dd3', 'name': '', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'mac_address': 'fa:16:3e:e6:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:24Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 2, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'subnets': [{'id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:26.293533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8aeb7-1d0b-4d09-9c10-a96b0d048819 None None] The sync data for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 is: [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d84f0bb-fc60-4fec-b03d-1fa44c187dd3', 'name': '', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'mac_address': 'fa:16:3e:e6:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:24Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 2, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'subnets': [{'id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:01:26.296840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:01:26.301806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-abb4948a-bc85-4679-87b3-42224b329647 admin admin] 10.222.0.62 "PUT /v2.0/routers/57e8ebcd-6f03-408b-92c2-71dda98e693a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931140 Aug 29 05:01:26.303355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 2d43e267-35fc-471b-a6c0-08b65ed6b315, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2d43e267-35fc-471b-a6c0-08b65ed6b315,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:26.307965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.308829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5b187dee-e715-4d57-bfd3-e5f80e6ce515 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:26.404922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c81944e8-8e9f-434d-aab4-7c680029f8e8 None None] Provisioning complete for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:26.405289 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c81944e8-8e9f-434d-aab4-7c680029f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.406798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:26.448400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:26.448700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:26.470882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c81944e8-8e9f-434d-aab4-7c680029f8e8 None None] Port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:26.633316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8bea187-b457-40a4-b3ae-4b38d79b7788 req-54fc3f29-a2ba-4013-92d8-ace7af37d894 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415409 Aug 29 05:01:26.723374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8bea187-b457-40a4-b3ae-4b38d79b7788 req-c3d082f9-e247-4032-8343-bff3f59181d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Aug 29 05:01:26.771950 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8bea187-b457-40a4-b3ae-4b38d79b7788 req-473a558b-b646-4cbd-85e9-3d2161139728 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230780 Aug 29 05:01:26.877457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea187-b457-40a4-b3ae-4b38d79b7788 req-0b907440-2db4-492e-bcfb-d3c3f349f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:26.879054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8bea187-b457-40a4-b3ae-4b38d79b7788 req-0b907440-2db4-492e-bcfb-d3c3f349f902 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003006 Aug 29 05:01:27.898293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 635ccbe6-d512-40dc-8ad5-66404dd06ef3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:27.952151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:27.956274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:27.956652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:28.036312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:28.057762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 635ccbe6-d512-40dc-8ad5-66404dd06ef3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=635ccbe6-d512-40dc-8ad5-66404dd06ef3,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:28.061904 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:28.062803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2d43e267-35fc-471b-a6c0-08b65ed6b315 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:28.141616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=635ccbe6-d512-40dc-8ad5-66404dd06ef3,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:28.156249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2d43e267-35fc-471b-a6c0-08b65ed6b315 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:28.156723 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:28.497276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-87940400-07b6-455e-bc49-ffde8d18540b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:28.498742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-87940400-07b6-455e-bc49-ffde8d18540b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1002150 Aug 29 05:01:28.514079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-612f25ba-7eca-40f0-b3a2-0df552df82c8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0094962 Aug 29 05:01:28.566959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-662e491b-6c2c-4cdf-970b-8d19f2a73356 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475609 Aug 29 05:01:28.759126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a9906bbe-459c-493c-8f14-423fa48f292c service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842070 Aug 29 05:01:28.850935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-da6eba91-5bd4-445a-ae9e-e37ebff7fa53 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Aug 29 05:01:29.076196 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Sync routers for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:01:29.090815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:29.090815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:29.163963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7009e209-d0f5-4a7c-bcba-4496dd160262 req-308caa5c-81e4-4a83-8b68-8c8c8fe0a99c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0325863 Aug 29 05:01:29.221694 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:29.429427 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d84f0bb-fc60-4fec-b03d-1fa44c187dd3', 'name': '', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'mac_address': 'fa:16:3e:e6:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:24Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 2, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'subnets': [{'id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:29.456258 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Checking router: 57e8ebcd-6f03-408b-92c2-71dda98e693a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:01:29.456612 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Updating router 57e8ebcd-6f03-408b-92c2-71dda98e693a port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:01:29.482454 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.751887 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.762264 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Transition to ACTIVE for port object 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:29.768977 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.825204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb4f3-d769-43e2-8f79-a4d2b39d50ef None None] Pushing event updated for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:29.843186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 635ccbe6-d512-40dc-8ad5-66404dd06ef3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:29.891519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Attempting to bind port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:29.891875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Attempting to bind port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:29.892267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Attempting to bind port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 on network 6d003e95-da3d-4917-9f77-747132d5a53c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:29.897791 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:29.898342 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Checking segment: {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:29.898750 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.899908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Bound using segment: {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:29.902591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:29.902930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:29.906727 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Bound port: 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5e1e7e-a992-4a68-b928-10b008ce2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:29.908866 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:30.016139 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:30.092521 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] For port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:30.095434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] For port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:30.101076 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:30.157910 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:01:30.158537 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:01:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:30.163365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb4f3-d769-43e2-8f79-a4d2b39d50ef None None] Pushing event updated for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:30.286392 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:01:30.316694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7e5badf-f708-4395-bbaf-44fe7429fdda req-b47ff5ea-4add-4240-9bca-e3575d9fa3ed tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0519118 Aug 29 05:01:30.504855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d84f0bb-fc60-4fec-b03d-1fa44c187dd3', 'name': '', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'mac_address': 'fa:16:3e:e6:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:24Z', 'updated_at': '2021-08-29T05:01:30Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'subnets': [{'id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:01:30.527197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-157fad6b-70be-45d4-84b8-b23b70be7e8b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:30.528776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-157fad6b-70be-45d4-84b8-b23b70be7e8b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1985590 Aug 29 05:01:30.536767 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e4a73f-2ba1-4966-b8e0-c42d1d08c3cf None None] The sync data for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 is: [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:25Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d84f0bb-fc60-4fec-b03d-1fa44c187dd3', 'name': '', 'network_id': '6d003e95-da3d-4917-9f77-747132d5a53c', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'mac_address': 'fa:16:3e:e6:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:24Z', 'updated_at': '2021-08-29T05:01:30Z', 'revision_number': 4, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'subnets': [{'id': '86d2041a-00d5-4a3c-8794-e9b004ee39c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:01:30.547149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:30.682309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:01:30.687179 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:30.830420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.3 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/b21b96bb-a944-4aa5-aef3-f6b3918977ad) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:01:31.002264 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.019262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object b21b96bb-a944-4aa5-aef3-f6b3918977ad will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:31.058911 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.121591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:01:31.123189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:31.126022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:01:31.128253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:01:31.183635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.184332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.199805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-ef85bcc0-e0fa-4f25-a458-2c36cd4d27f4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6567707 Aug 29 05:01:31.217361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-9224d20c-896a-4132-b44a-7e14ba441e2a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:01:31.218944 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-9224d20c-896a-4132-b44a-7e14ba441e2a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073009 Aug 29 05:01:31.237506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Request body: {'port': {'device_id': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:01:31.307021 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.403572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d02d63-00f2-45d7-a7f9-8bb9e0e4dcac None None] Provisioning for port b21b96bb-a944-4aa5-aef3-f6b3918977ad completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:31.414056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a7d02d63-00f2-45d7-a7f9-8bb9e0e4dcac None None] Provisioning complete for port b21b96bb-a944-4aa5-aef3-f6b3918977ad triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:31.414732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a7d02d63-00f2-45d7-a7f9-8bb9e0e4dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.465074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a7d02d63-00f2-45d7-a7f9-8bb9e0e4dcac None None] Port b21b96bb-a944-4aa5-aef3-f6b3918977ad cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:01:31.512087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ee17-8ccd-480a-b30d-1f0217711097 req-9307132f-53ed-463d-8e2b-f39c34a29ebd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:31.514981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6703ee17-8ccd-480a-b30d-1f0217711097 req-9307132f-53ed-463d-8e2b-f39c34a29ebd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 931 time: 0.0575986 Aug 29 05:01:31.556326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6703ee17-8ccd-480a-b30d-1f0217711097 req-68fcb51e-8b95-44ea-9927-4fadfd89d094 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Aug 29 05:01:31.653011 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21b96bb-a944-4aa5-aef3-f6b3918977ad {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:31.660865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.675801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Transition to ACTIVE for port object b21b96bb-a944-4aa5-aef3-f6b3918977ad will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:01:31.680189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.751363 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Pushing event updated for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:31.852012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Attempting to bind port b21b96bb-a944-4aa5-aef3-f6b3918977ad on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:01:31.852462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Attempting to bind port b21b96bb-a944-4aa5-aef3-f6b3918977ad by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:01:31.852889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Attempting to bind port b21b96bb-a944-4aa5-aef3-f6b3918977ad on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:31.862370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Port b21b96bb-a944-4aa5-aef3-f6b3918977ad on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:01:31.862808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Attempting to bind port b21b96bb-a944-4aa5-aef3-f6b3918977ad on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:01:31.870139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:01:31.871064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:01:31.871343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:01:31.871895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Bound port: b21b96bb-a944-4aa5-aef3-f6b3918977ad, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:01:31.872456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.915491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:31.966429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:01:31.973778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:01:31.981009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:31.990587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:31.996994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:31.997372 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.026725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.027344 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.028813 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] 10.222.0.54 "PUT /v2.0/ports/b21b96bb-a944-4aa5-aef3-f6b3918977ad HTTP/1.1" status: 200 len: 1092 time: 0.7998865 Aug 29 05:01:32.029270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:32.044952 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7dd5b-38d5-4fa0-a253-9083bf204f29" -d '{"events": [{"name": "network-changed", "server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:32.176889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20215df-bfdc-4eeb-bba8-67f618dedf40 service neutron] Pushing event updated for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:32.189120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.250727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-587d6c2a-2953-4ae2-90fd-3133df75f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.252510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-587d6c2a-2953-4ae2-90fd-3133df75f6e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1605327 Aug 29 05:01:32.285655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:32.291964 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:32.340216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-6d7f2eb8-cb0d-4fbb-9bc7-a192b70c598a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad HTTP/1.1" status: 200 len: 217 time: 0.0706027 Aug 29 05:01:32.396452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:32.427875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-bb05f989-782e-4c35-aaba-b06ad67a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.429588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-bb05f989-782e-4c35-aaba-b06ad67a6d95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0791824 Aug 29 05:01:32.474005 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1513e81-b7e2-4eab-bc7c-2bd0692ebbdd x-openstack-request-id: req-e1513e81-b7e2-4eab-bc7c-2bd0692ebbdd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:32.474379 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:32.474641 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1513e81-b7e2-4eab-bc7c-2bd0692ebbdd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:32.474987 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad', 'status': 'completed', 'code': 200} Aug 29 05:01:32.496029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-9d04cb99-b509-4304-8d46-bbb58890c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.497525 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-9d04cb99-b509-4304-8d46-bbb58890c4ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570223 Aug 29 05:01:32.688772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197816d-3fad-4a82-9b93-6ecd41f2a591 req-32eac2b6-51f5-470a-a6c3-dd225869dbc2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:32.690811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7197816d-3fad-4a82-9b93-6ecd41f2a591 req-32eac2b6-51f5-470a-a6c3-dd225869dbc2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0589097 Aug 29 05:01:32.741944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7197816d-3fad-4a82-9b93-6ecd41f2a591 req-73096943-7d30-48c6-89fc-adbfb8463924 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Aug 29 05:01:32.880905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-65a4b541-4bc1-496e-bc8f-74a59ce038d0 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708506 Aug 29 05:01:32.982432 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4f3aee44-70b6-4f0c-90ad-af218ec59a07 req-2fe7100f-d5be-4b7b-b5b4-2bc36f9ce988 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872629 Aug 29 05:01:33.082580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-5dd5ffc9-cfd1-4ab4-8c48-0bdca6a7d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.084148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-5dd5ffc9-cfd1-4ab4-8c48-0bdca6a7d1c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 1095 time: 0.0454416 Aug 29 05:01:33.220318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-6659aebc-cf4b-48b4-aca3-576d2af9e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.221823 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-6659aebc-cf4b-48b4-aca3-576d2af9e26a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.1267800 Aug 29 05:01:33.269618 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-f8bf936d-d950-4ae4-ba94-b472dc8fb5c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad HTTP/1.1" status: 200 len: 217 time: 0.0350537 Aug 29 05:01:33.330329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-7294ceaf-6a3a-4035-be8e-6dfcde2d6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.331964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-7294ceaf-6a3a-4035-be8e-6dfcde2d6e70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0533001 Aug 29 05:01:33.396375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-935c9e4a-183a-4c4d-be92-05d02d6aeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.397939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-935c9e4a-183a-4c4d-be92-05d02d6aeaff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530725 Aug 29 05:01:33.497821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-a724a423-ed3f-4199-97ec-c65beb9179e2 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Aug 29 05:01:33.600481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-66d7dd5b-38d5-4fa0-a253-9083bf204f29 req-617f27b8-d2de-457d-a0e9-cd98f228f745 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945208 Aug 29 05:01:33.840557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:33.878559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a11e24-7811-486c-8839-3f0f3b9c28b4 req-3d71467c-6fc4-4a4e-b174-1eb52c3eb38d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:33.880119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80a11e24-7811-486c-8839-3f0f3b9c28b4 req-3d71467c-6fc4-4a4e-b174-1eb52c3eb38d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0553393 Aug 29 05:01:33.900979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:33.901479 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:33.920992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80a11e24-7811-486c-8839-3f0f3b9c28b4 req-5f15e4c2-d5ba-405b-8d55-8cb1a0608c61 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Aug 29 05:01:35.042203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d740f-22dd-4f91-863f-fa710f3aa2be req-2012f003-55a9-4e01-b9fb-2bf522095f09 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:35.044039 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e10d740f-22dd-4f91-863f-fa710f3aa2be req-2012f003-55a9-4e01-b9fb-2bf522095f09 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0532951 Aug 29 05:01:35.083445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e10d740f-22dd-4f91-863f-fa710f3aa2be req-6a357488-f66b-43ec-a796-4547ef89b89f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Aug 29 05:01:36.198707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a7416-75f4-4b29-917a-259fbc43ae03 req-5fb65f33-7743-4f93-94a5-7523b2d71c61 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:36.200006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-096a7416-75f4-4b29-917a-259fbc43ae03 req-5fb65f33-7743-4f93-94a5-7523b2d71c61 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0485833 Aug 29 05:01:36.238109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-096a7416-75f4-4b29-917a-259fbc43ae03 req-62a7e6ae-7430-49ad-9d56-556f457ebe73 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Aug 29 05:01:37.336631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9947d046-a8f7-4f7a-b298-4de9c21ac70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:37.361970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2d87-363b-4f9c-a220-1cdd67ad310c req-d9b8137d-1eca-4868-b364-94e10664a16e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:37.363541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-015f2d87-363b-4f9c-a220-1cdd67ad310c req-d9b8137d-1eca-4868-b364-94e10664a16e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0589740 Aug 29 05:01:37.416475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-015f2d87-363b-4f9c-a220-1cdd67ad310c req-e721ab40-6aa1-4513-8b35-16fdf94f60b7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Aug 29 05:01:38.531918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51f2f-b4cf-4f8b-9b55-4db27a1046f9 req-03a7d9b1-463f-4d3b-949c-aa98ff0517a8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:38.533486 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e51f2f-b4cf-4f8b-9b55-4db27a1046f9 req-03a7d9b1-463f-4d3b-949c-aa98ff0517a8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Aug 29 05:01:38.572537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6e51f2f-b4cf-4f8b-9b55-4db27a1046f9 req-06246c26-ce5f-4d3e-bd9c-d4429898db72 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Aug 29 05:01:39.686786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d342a-a7a4-4ef0-9697-e7ecae5df591 req-a3359909-2adb-4b98-bd36-7083d671e417 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:39.688312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b47d342a-a7a4-4ef0-9697-e7ecae5df591 req-a3359909-2adb-4b98-bd36-7083d671e417 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0491977 Aug 29 05:01:39.738786 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b47d342a-a7a4-4ef0-9697-e7ecae5df591 req-d1b4a845-0255-43c9-ab7c-b365132413e8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Aug 29 05:01:40.308265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.380151 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-758a8c6f-be5f-45f9-998d-7d3eecf91961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:40.862635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584c06-bf1d-4a22-a83f-0f3a541541a2 req-18071a59-4980-42ab-a8b5-9614ec37dc97 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:40.864211 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67584c06-bf1d-4a22-a83f-0f3a541541a2 req-18071a59-4980-42ab-a8b5-9614ec37dc97 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0555995 Aug 29 05:01:40.908916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67584c06-bf1d-4a22-a83f-0f3a541541a2 req-cb72f7df-1801-4341-bba6-3fe10b30f242 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Aug 29 05:01:41.394381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.026051 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f076-9ea6-4401-bc59-d9cb46a91264 req-d7f2cecc-129f-4c6a-87dc-871bb008b5f8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:42.027452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9c4f076-9ea6-4401-bc59-d9cb46a91264 req-d7f2cecc-129f-4c6a-87dc-871bb008b5f8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 943 time: 0.0490389 Aug 29 05:01:42.049383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b21b96bb-a944-4aa5-aef3-f6b3918977ad details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:01:42.064595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f9c4f076-9ea6-4401-bc59-d9cb46a91264 req-b541d4f2-eca8-4d17-b1c8-ecee273e5edc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Aug 29 05:01:42.151765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:42.162984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad', 'mac_address': 'fa:16:3e:53:ad:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:01:42.198469 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.210610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21b96bb-a944-4aa5-aef3-f6b3918977ad {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:01:42.229997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:42.233842 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.282971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:42.372572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:42.563141 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['b21b96bb-a944-4aa5-aef3-f6b3918977ad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:43.151103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:43.179634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da0052-f33c-4dc2-aae6-2d197eaf2b1c req-bc8fe5f2-ed6b-40c9-8c99-0a7366857a2b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:43.181149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92da0052-f33c-4dc2-aae6-2d197eaf2b1c req-bc8fe5f2-ed6b-40c9-8c99-0a7366857a2b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 944 time: 0.0496359 Aug 29 05:01:43.218980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92da0052-f33c-4dc2-aae6-2d197eaf2b1c req-bc361f3e-dff2-4f4a-a773-2baff9ce5e3f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Aug 29 05:01:44.055007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b21b96bb-a944-4aa5-aef3-f6b3918977ad up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:01:44.106462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port b21b96bb-a944-4aa5-aef3-f6b3918977ad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:01:44.110221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port b21b96bb-a944-4aa5-aef3-f6b3918977ad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:01:44.111041 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:44.190736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:44.212443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:44.214674 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1fad2f-c6fc-4527-a9ef-fcd61b2ae6b8" -d '{"events": [{"server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "name": "network-vif-plugged", "status": "completed", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:44.227836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:44.232823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:44.281398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:44.329260 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9291e7e4-1735-435b-9f95-1eb799d73496 x-openstack-request-id: req-9291e7e4-1735-435b-9f95-1eb799d73496 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:44.329555 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "name": "network-vif-plugged", "status": "completed", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:44.329813 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9291e7e4-1735-435b-9f95-1eb799d73496 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:44.330219 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad', 'code': 200} Aug 29 05:01:44.341865 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956087-cdff-4e3f-abd6-e472b3ea1481 req-7f5d396f-c4d2-435a-bd73-43125ec615cc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.343366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a956087-cdff-4e3f-abd6-e472b3ea1481 req-7f5d396f-c4d2-435a-bd73-43125ec615cc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0547631 Aug 29 05:01:44.384447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a956087-cdff-4e3f-abd6-e472b3ea1481 req-a49ac287-425c-4c08-88df-7e33cbbacd99 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Aug 29 05:01:44.446034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31245c29-4811-48b5-b324-7798b09af384 req-ccfdb111-66e4-4c3a-a08e-c90fdb8b988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:44.447545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31245c29-4811-48b5-b324-7798b09af384 req-ccfdb111-66e4-4c3a-a08e-c90fdb8b988b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0416675 Aug 29 05:01:44.486355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31245c29-4811-48b5-b324-7798b09af384 req-4b7585b2-1d9a-487e-b08b-4b8931381429 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275104 Aug 29 05:01:45.500882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108ff4-2653-4d70-9b55-830a06d517ff req-cb6a89e0-8aea-4365-b6f4-d4b7986c3133 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:45.502385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9108ff4-2653-4d70-9b55-830a06d517ff req-cb6a89e0-8aea-4365-b6f4-d4b7986c3133 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0483358 Aug 29 05:01:45.540293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b9108ff4-2653-4d70-9b55-830a06d517ff req-bc500bc2-57df-45cd-96ff-43b5272c4668 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Aug 29 05:01:46.652978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985bdc-751f-4854-9e34-136c561e3482 req-b6d14be7-b93a-47e0-b09a-045c9cf940e6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:46.654448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d985bdc-751f-4854-9e34-136c561e3482 req-b6d14be7-b93a-47e0-b09a-045c9cf940e6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Aug 29 05:01:46.692468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d985bdc-751f-4854-9e34-136c561e3482 req-225c69ad-bfa5-4cd3-8cf0-14ab5827bf8d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Aug 29 05:01:46.809056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512c016-cc35-47fb-98d7-800faa215fc0 req-d3ce5764-3139-45a1-b9b3-5e047aba5a22 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:46.810558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b512c016-cc35-47fb-98d7-800faa215fc0 req-d3ce5764-3139-45a1-b9b3-5e047aba5a22 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Aug 29 05:01:46.848115 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b512c016-cc35-47fb-98d7-800faa215fc0 req-445fb061-fc76-47e4-a704-c3f841b842a0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Aug 29 05:01:46.959641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb1ab1-afc5-4eae-b2b3-e616751eaad8 req-3aa7152f-78b3-436f-9db6-da80d64cd205 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:46.961146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfeb1ab1-afc5-4eae-b2b3-e616751eaad8 req-3aa7152f-78b3-436f-9db6-da80d64cd205 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Aug 29 05:01:46.998565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cfeb1ab1-afc5-4eae-b2b3-e616751eaad8 req-d4b422fb-a368-4b27-9488-215e5bf7aa85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309741 Aug 29 05:01:47.225324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66fe26-b075-4cb3-a48b-0f6db000b616 req-05012474-7d49-4872-b7a7-5fde4b58253f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:47.226899 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a66fe26-b075-4cb3-a48b-0f6db000b616 req-05012474-7d49-4872-b7a7-5fde4b58253f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0477881 Aug 29 05:01:47.264190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a66fe26-b075-4cb3-a48b-0f6db000b616 req-03613c82-22f0-4269-b005-6328327fe662 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Aug 29 05:01:48.382264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5fd15-3ad3-4124-8e6e-e8beb78428d5 req-ef04f175-d94a-450e-a2fb-e4b6dbab7f74 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:48.383762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ab5fd15-3ad3-4124-8e6e-e8beb78428d5 req-ef04f175-d94a-450e-a2fb-e4b6dbab7f74 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Aug 29 05:01:48.422966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ab5fd15-3ad3-4124-8e6e-e8beb78428d5 req-7f34b891-dc89-4695-b1ca-8873d8156741 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Aug 29 05:01:48.853628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-08238f9d-7f1f-499e-938f-f2f1b4889e6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:01:48.854958 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-08238f9d-7f1f-499e-938f-f2f1b4889e6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 945 time: 0.0478528 Aug 29 05:01:48.950073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port b21b96bb-a944-4aa5-aef3-f6b3918977ad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:01:48.950422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.035057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port b21b96bb-a944-4aa5-aef3-f6b3918977ad, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=b21b96bb-a944-4aa5-aef3-f6b3918977ad,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:01:49.035423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.051940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for b21b96bb-a944-4aa5-aef3-f6b3918977ad owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:01:49.189250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.201919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['b21b96bb-a944-4aa5-aef3-f6b3918977ad'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:01:49.217254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=b21b96bb-a944-4aa5-aef3-f6b3918977ad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:01:49.249888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.250257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.250595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.250923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.251252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.251576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.251905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.252244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.252562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.252882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.253195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.253514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:01:49.274381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port b21b96bb-a944-4aa5-aef3-f6b3918977ad on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:01:49.277504 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:01:49.279846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99370bcc-8b3c-45c0-9026-d7e1654efaf9 req-25c5f218-be73-4ec7-b2ac-384e7be2349a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "DELETE /v2.0/ports/b21b96bb-a944-4aa5-aef3-f6b3918977ad HTTP/1.1" status: 204 len: 173 time: 0.4159544 Aug 29 05:01:49.280319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'name': 'network-vif-deleted', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:01:49.282740 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfed04d-b3f7-4cb5-b5e5-d298adc4f4b2" -d '{"events": [{"server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "name": "network-vif-deleted", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:01:49.321769 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797e58d-1030-47fc-99cf-434bb6431ce9 x-openstack-request-id: req-1797e58d-1030-47fc-99cf-434bb6431ce9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:01:49.322069 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece7094-2b38-4e39-9f88-d9ef6ada8ca4", "name": "network-vif-deleted", "tag": "b21b96bb-a944-4aa5-aef3-f6b3918977ad", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:01:49.322321 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1797e58d-1030-47fc-99cf-434bb6431ce9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:01:49.322726 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bece7094-2b38-4e39-9f88-d9ef6ada8ca4', 'name': 'network-vif-deleted', 'tag': 'b21b96bb-a944-4aa5-aef3-f6b3918977ad', 'status': 'completed', 'code': 200} Aug 29 05:01:49.517336 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a49ed1b-3f93-445a-89f2-edc6f4143274 req-d769fb8a-a802-40cd-aaec-dd50b78d9518 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0272629 Aug 29 05:01:50.616861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9748043-e408-42df-ad0b-8ce6ca2eadac req-77ae74dc-8a94-4a03-87fd-89654ce34583 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0267532 Aug 29 05:01:51.674817 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:01:51.710763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb14275d-534c-4bfb-8763-ee649d820bae req-91cb3cc2-05fd-451c-9896-7a7fbec742a7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0260303 Aug 29 05:01:52.818349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecf83d03-2bfd-4488-baec-9ca55eb601a5 req-2bf04657-c162-4321-a27b-efd5886dbe94 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=bece7094-2b38-4e39-9f88-d9ef6ada8ca4 HTTP/1.1" status: 200 len: 210 time: 0.0304465 Aug 29 05:01:54.119009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b21b96bb-a944-4aa5-aef3-f6b3918977ad no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:01:54.139543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: b21b96bb-a944-4aa5-aef3-f6b3918977ad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:01:54.139907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device b21b96bb-a944-4aa5-aef3-f6b3918977ad not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:01:59.988530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:07.340099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-104f28cc-194e-4537-b052-ff7503e897ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:10.312406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:10.384527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd9b078f-5da6-4ee4-b753-048387373091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:11.399311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:12.375414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:12.911684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-feb0b5b4-834f-411e-a002-c054d0303875 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:12.913105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-feb0b5b4-834f-411e-a002-c054d0303875 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1071088 Aug 29 05:02:12.928609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-0b9d9e7f-1832-4422-bf8f-a7d064c1d511 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0093033 Aug 29 05:02:12.980341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-efa62a37-1317-4863-956c-41ac3f93d428 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455384 Aug 29 05:02:13.082054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-ad7891f7-22e9-4487-982f-6cebdfa5b740 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950112 Aug 29 05:02:13.153367 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:13.176281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-0a75a958-80c3-4fdf-b625-cee8fac6f1a3 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Aug 29 05:02:13.367616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8754f43b-b6fe-4690-b61f-87582f98d628 req-e4a59c37-abdd-4d1e-974d-834353e4bbc5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0281060 Aug 29 05:02:14.469356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ce090a2-a738-4cc3-b3fc-86fe7e715e8c req-f9831cc1-c0a0-4181-93fd-8071acdf0fa0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0344999 Aug 29 05:02:14.531411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-859e3d57-87d3-49f8-8959-c5cfc9c3cebb tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:14.533091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-859e3d57-87d3-49f8-8959-c5cfc9c3cebb tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1266325 Aug 29 05:02:14.576115 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:14.707778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:02:14.711754 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:14.859281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.4 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/2abf0c27-55ca-43ea-acb4-2c8a36a5a680) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:02:15.032764 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.049251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:15.089131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.178580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:02:15.184770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:02:15.192678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:02:15.203897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:15.291298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:15.292124 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.310897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-7d749821-e0dd-488a-a83f-55d533278640 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390697 Aug 29 05:02:15.386384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Request body: {'port': {'device_id': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:02:15.457733 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.473395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72198c1f-74a4-4135-a2b3-0d9b166da489 None None] Provisioning for port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:15.477733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72198c1f-74a4-4135-a2b3-0d9b166da489 None None] Provisioning complete for port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:15.478157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72198c1f-74a4-4135-a2b3-0d9b166da489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.524264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-72198c1f-74a4-4135-a2b3-0d9b166da489 None None] Port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:02:15.615207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8353fe-3f81-4d0b-aa97-8481c6a3946e req-2458b31a-a152-43c5-ab25-274b2486ed9b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:15.621131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee8353fe-3f81-4d0b-aa97-8481c6a3946e req-2458b31a-a152-43c5-ab25-274b2486ed9b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 931 time: 0.0639789 Aug 29 05:02:15.671751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee8353fe-3f81-4d0b-aa97-8481c6a3946e req-c2910f02-90b2-45ff-b7b3-6321e9ffbe6d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Aug 29 05:02:15.785552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:15.795002 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.810538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Transition to ACTIVE for port object 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:02:15.815715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:15.871500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Pushing event updated for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:15.958574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Attempting to bind port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:02:15.958911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Attempting to bind port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:02:15.959248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Attempting to bind port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:15.964942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:02:15.965339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Attempting to bind port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:02:15.971415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:02:15.971755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:02:15.972188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:02:15.972626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Bound port: 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:02:15.972990 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:16.051339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:02:16.056410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:02:16.062771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:16.107504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.108312 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:16.110048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] 10.222.0.54 "PUT /v2.0/ports/2abf0c27-55ca-43ea-acb4-2c8a36a5a680 HTTP/1.1" status: 200 len: 1092 time: 0.7863090 Aug 29 05:02:16.110695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:16.113320 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:16.145181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da706ef-1c68-4dca-b208-daa9996c3e99 service neutron] Pushing event updated for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:16.167344 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775a284-6fa0-4942-bac9-1db261c6216f x-openstack-request-id: req-4775a284-6fa0-4942-bac9-1db261c6216f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:16.167648 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:16.167902 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4775a284-6fa0-4942-bac9-1db261c6216f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:16.168739 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680', 'status': 'completed', 'code': 200} Aug 29 05:02:16.203983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-ab823bbe-4ed8-4e8e-bfc5-f34694196334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.205591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-ab823bbe-4ed8-4e8e-bfc5-f34694196334 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 1095 time: 0.0523496 Aug 29 05:02:16.254838 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-a470a5cc-9622-414d-8d35-a67d5c8115ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680 HTTP/1.1" status: 200 len: 217 time: 0.0411000 Aug 29 05:02:16.313324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-23077961-4a61-4af4-85af-fcea11c51323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.315194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-23077961-4a61-4af4-85af-fcea11c51323 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0509222 Aug 29 05:02:16.385661 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-1ae2bbb3-938d-44dd-af51-be4193b6d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.387227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-1ae2bbb3-938d-44dd-af51-be4193b6d131 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624299 Aug 29 05:02:16.494626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-b7fcf379-2dc3-488e-bdac-6c98d1bce2f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986142 Aug 29 05:02:16.613041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5b5a7744-ac59-477a-8f75-a8a10c12a728 req-d482bec9-2174-4bcf-a9b2-4eb55d7fef64 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056607 Aug 29 05:02:16.721071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-28dd727f-0f09-409e-9e21-670424409773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.722769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-28dd727f-0f09-409e-9e21-670424409773 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 1095 time: 0.0477834 Aug 29 05:02:16.804910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e84aef-1fc2-4afb-b736-b1f511c04510 req-14139be9-b07c-4d3e-a880-eb35e85baa91 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.807597 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22e84aef-1fc2-4afb-b736-b1f511c04510 req-14139be9-b07c-4d3e-a880-eb35e85baa91 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0681307 Aug 29 05:02:16.833745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-396a86db-58e2-4e22-b23c-05f83b84f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.835241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-396a86db-58e2-4e22-b23c-05f83b84f7cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0988293 Aug 29 05:02:16.864158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22e84aef-1fc2-4afb-b736-b1f511c04510 req-91697662-6a22-4d4f-b787-dc4abc7e989d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433483 Aug 29 05:02:16.899855 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-88bbd8ad-e19a-4a82-b57e-799f854aa899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680 HTTP/1.1" status: 200 len: 217 time: 0.0529866 Aug 29 05:02:16.969731 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-c1e46a3c-d7fe-4c3e-b3ad-3675274ccf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:16.971303 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-c1e46a3c-d7fe-4c3e-b3ad-3675274ccf8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0599232 Aug 29 05:02:17.035337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-08682455-e8f4-4945-9f37-8725b1857afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:17.037858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-08682455-e8f4-4945-9f37-8725b1857afb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514224 Aug 29 05:02:17.154124 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-f18b5514-0f3c-48d5-805b-ca7b18cac5f5 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032503 Aug 29 05:02:17.273131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad3ee2bd-99a5-4076-8d5b-3dbfd249a917 req-d21076da-eaa0-4ab5-801d-fca39d729930 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075852 Aug 29 05:02:18.059665 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1ea7-a10e-46cd-8395-7003d47480a5 req-12866847-4271-45a9-8889-2ba3cd75c20c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:18.061160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-772e1ea7-a10e-46cd-8395-7003d47480a5 req-12866847-4271-45a9-8889-2ba3cd75c20c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0603175 Aug 29 05:02:18.128398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-772e1ea7-a10e-46cd-8395-7003d47480a5 req-1fd39d86-6ae3-42f4-bdbd-d7560b76966f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Aug 29 05:02:19.317476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c918-f8df-4d23-b483-fffb178677f0 req-9332558b-b9b1-4cd5-b49d-ca4ca89bb8f8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:19.318976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9888c918-f8df-4d23-b483-fffb178677f0 req-9332558b-b9b1-4cd5-b49d-ca4ca89bb8f8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0857546 Aug 29 05:02:19.395491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9888c918-f8df-4d23-b483-fffb178677f0 req-bd85bc4c-282a-42ed-87d5-d0189fe0bbc1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662291 Aug 29 05:02:20.554330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ceed8-9f9c-47d9-bcc1-2a763345e20c req-240c34f1-fb3a-42da-9c7a-fb13176e10c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:20.562681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a37ceed8-9f9c-47d9-bcc1-2a763345e20c req-240c34f1-fb3a-42da-9c7a-fb13176e10c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0833418 Aug 29 05:02:20.637556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a37ceed8-9f9c-47d9-bcc1-2a763345e20c req-03227032-7fa9-472d-9a3a-81b4c460b289 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738394 Aug 29 05:02:21.791714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cbe9c-82c0-40d1-b6f2-90db2cc0c0c0 req-fa264433-9275-4607-a1bc-d14438593db3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:21.794127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b49cbe9c-82c0-40d1-b6f2-90db2cc0c0c0 req-fa264433-9275-4607-a1bc-d14438593db3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0769184 Aug 29 05:02:21.864444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b49cbe9c-82c0-40d1-b6f2-90db2cc0c0c0 req-e8ab252e-cc27-4954-9390-2691512a434c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Aug 29 05:02:23.012961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfe461-daac-4299-8105-7d07115186de req-f311684c-38f3-41c9-b9e0-76816b0b3e49 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:23.014632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bdfe461-daac-4299-8105-7d07115186de req-f311684c-38f3-41c9-b9e0-76816b0b3e49 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0530105 Aug 29 05:02:23.058857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bdfe461-daac-4299-8105-7d07115186de req-a509b677-84ed-47a0-ad50-35513bc22f07 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Aug 29 05:02:24.308106 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cd9a7-1c3e-4d73-bff3-d48e61920c6c req-5048d77b-90df-4850-9891-624651f13aa7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:24.310574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-044cd9a7-1c3e-4d73-bff3-d48e61920c6c req-5048d77b-90df-4850-9891-624651f13aa7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.1789355 Aug 29 05:02:24.354461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-044cd9a7-1c3e-4d73-bff3-d48e61920c6c req-8564227b-a169-4b8c-a3f6-6f8df6be539f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Aug 29 05:02:25.545956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55bcfc-bd32-47b3-a112-e838f1df4216 req-6f75238a-df1d-48bc-bb07-2671894046e9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:25.547606 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b55bcfc-bd32-47b3-a112-e838f1df4216 req-6f75238a-df1d-48bc-bb07-2671894046e9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.1136074 Aug 29 05:02:25.600457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b55bcfc-bd32-47b3-a112-e838f1df4216 req-953a84f4-362a-49ae-a344-72de07926280 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Aug 29 05:02:26.781702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb39ac9-fc38-4e8e-adb9-c7aed536bce8 req-501b0a9b-b9c4-42a8-be9a-430e9f2d5eb0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:26.783533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dfb39ac9-fc38-4e8e-adb9-c7aed536bce8 req-501b0a9b-b9c4-42a8-be9a-430e9f2d5eb0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0609498 Aug 29 05:02:26.833891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dfb39ac9-fc38-4e8e-adb9-c7aed536bce8 req-810fac60-175c-44eb-9efb-9b07b9dff496 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Aug 29 05:02:27.996684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac8e07-231a-4d35-bc26-845d73d27134 req-c28a47dd-7519-4e15-8ac6-657a8b84bda7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:27.998881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36ac8e07-231a-4d35-bc26-845d73d27134 req-c28a47dd-7519-4e15-8ac6-657a8b84bda7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0578365 Aug 29 05:02:28.050905 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36ac8e07-231a-4d35-bc26-845d73d27134 req-40a3318c-3b47-4a77-8569-2804391fb21a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Aug 29 05:02:28.342612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-25685a14-8cc6-4ab4-842c-44db558b041e req-12615af5-ffd3-4faf-a1b1-6ad094c3eeb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0936785 Aug 29 05:02:28.449590 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-25685a14-8cc6-4ab4-842c-44db558b041e req-27094359-70ee-4534-a206-b97ef6f68158 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0299578 Aug 29 05:02:28.501285 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-25685a14-8cc6-4ab4-842c-44db558b041e req-b73bc074-7a0e-4c95-a98d-2d4a55ccbe4b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226693 Aug 29 05:02:28.654241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685a14-8cc6-4ab4-842c-44db558b041e req-c62f2097-6e47-4745-823b-627fe898f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:28.655795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-25685a14-8cc6-4ab4-842c-44db558b041e req-c62f2097-6e47-4745-823b-627fe898f737 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470892 Aug 29 05:02:28.676375 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:02:29.217222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c84fe-804c-41b9-986c-1ee78d554880 req-6769aa71-3819-4a8a-9472-e60fad0b2821 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:29.218721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab0c84fe-804c-41b9-986c-1ee78d554880 req-6769aa71-3819-4a8a-9472-e60fad0b2821 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0541661 Aug 29 05:02:29.270836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ab0c84fe-804c-41b9-986c-1ee78d554880 req-c2348d77-7586-48a3-9078-89205c927798 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Aug 29 05:02:29.988558 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:30.396990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada094f7-ef08-4bde-9f1a-6b04cd598c05 req-a56f3c95-3984-4937-a633-ea57e2bd737e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:30.398974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ada094f7-ef08-4bde-9f1a-6b04cd598c05 req-a56f3c95-3984-4937-a633-ea57e2bd737e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0532267 Aug 29 05:02:30.441616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ada094f7-ef08-4bde-9f1a-6b04cd598c05 req-af3399c2-6a5e-477d-874b-320d5e7c5a99 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Aug 29 05:02:31.591180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565bf19-3796-4f93-b291-444d1e550deb req-02253789-093c-42db-86d2-c8af384547b6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:31.592816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2565bf19-3796-4f93-b291-444d1e550deb req-02253789-093c-42db-86d2-c8af384547b6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0517218 Aug 29 05:02:31.638727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2565bf19-3796-4f93-b291-444d1e550deb req-c98acde2-92b3-4a4f-be95-f223d253508a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Aug 29 05:02:32.756286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c64a-92f0-4b08-a0e0-2832ab06391b req-d2339250-659c-4fa5-9a68-7e84d00b2d3d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:32.758433 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd12c64a-92f0-4b08-a0e0-2832ab06391b req-d2339250-659c-4fa5-9a68-7e84d00b2d3d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0509231 Aug 29 05:02:32.807237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd12c64a-92f0-4b08-a0e0-2832ab06391b req-942db6c3-b148-42e3-8e54-21c0e6490bb6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Aug 29 05:02:33.931207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d697d5-4206-4234-a336-82914eb097cc req-754ce9d7-f4a0-4e32-b428-60c53b571efe tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:33.932901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7d697d5-4206-4234-a336-82914eb097cc req-754ce9d7-f4a0-4e32-b428-60c53b571efe tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0547671 Aug 29 05:02:33.976948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7d697d5-4206-4234-a336-82914eb097cc req-e55d4b1a-0584-4b67-9778-da31a95fd6ef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376275 Aug 29 05:02:35.121035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4a2ec-6912-4803-b308-ccac04310e86 req-8c360b0e-d389-4900-961f-b4383fabe29d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:35.123663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b4a2ec-6912-4803-b308-ccac04310e86 req-8c360b0e-d389-4900-961f-b4383fabe29d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0733254 Aug 29 05:02:35.165707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4b4a2ec-6912-4803-b308-ccac04310e86 req-4670ad96-0b39-442e-b851-4bd672f94ad7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357862 Aug 29 05:02:36.299326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4beeb-ca8e-498a-996d-160146e4ed3a req-9408d46e-712a-42b1-b72a-696046ca18bf tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:36.300912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92a4beeb-ca8e-498a-996d-160146e4ed3a req-9408d46e-712a-42b1-b72a-696046ca18bf tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 943 time: 0.0518045 Aug 29 05:02:36.347026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92a4beeb-ca8e-498a-996d-160146e4ed3a req-3c8c4ca7-b97a-487c-8d2d-a5dc2e192586 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 29 05:02:36.391256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:02:36.493934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:36.507653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680', 'mac_address': 'fa:16:3e:9a:a5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:02:36.549959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.564574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:02:36.585292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:36.590055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:36.640941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:36.648863 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.649142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.649483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.649817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.650203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.650485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.650969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.651143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.651470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.651793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.652147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.652472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:02:36.837038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2abf0c27-55ca-43ea-acb4-2c8a36a5a680'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:37.344127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd5154d1-85ec-40cd-ba59-8c753dfeb15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:37.467368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f1c71-deed-4c3c-92af-5a74be102e04 req-05efabc6-40d5-4990-90b2-4710ee516b9c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:37.468970 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f89f1c71-deed-4c3c-92af-5a74be102e04 req-05efabc6-40d5-4990-90b2-4710ee516b9c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 944 time: 0.0533905 Aug 29 05:02:37.508645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f89f1c71-deed-4c3c-92af-5a74be102e04 req-aa7fe37d-e0a1-4998-abff-6675ec20bfa1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Aug 29 05:02:38.392086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:02:38.446910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:02:38.451321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:02:38.451690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.530524 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.560600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:38.565158 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7239209-c561-4ac2-89cb-ae571d9f1b7f" -d '{"events": [{"server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "name": "network-vif-plugged", "status": "completed", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:38.582401 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:38.588141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:38.618194 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74da8e7d-02c5-4c41-aa83-8242bdfcabf9 x-openstack-request-id: req-74da8e7d-02c5-4c41-aa83-8242bdfcabf9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:38.618496 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "name": "network-vif-plugged", "status": "completed", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:38.618751 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74da8e7d-02c5-4c41-aa83-8242bdfcabf9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:38.619151 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680', 'code': 200} Aug 29 05:02:38.639777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3e6e-d711-46a8-8a47-9aa4ad5d23b2 req-63017296-ed3a-4668-82e5-7f48ccea706a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.644647 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cde3e6e-d711-46a8-8a47-9aa4ad5d23b2 req-63017296-ed3a-4668-82e5-7f48ccea706a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0627720 Aug 29 05:02:38.646098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:38.683334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7cde3e6e-d711-46a8-8a47-9aa4ad5d23b2 req-92756719-0e5f-466a-8694-4a2ee61ced72 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Aug 29 05:02:38.721680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509268-99db-4e5b-9a0b-18c313447188 req-f18e21d4-2c24-4297-9095-0fc4b0055d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:38.723212 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-94509268-99db-4e5b-9a0b-18c313447188 req-f18e21d4-2c24-4297-9095-0fc4b0055d62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 1097 time: 0.0428140 Aug 29 05:02:38.767051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-94509268-99db-4e5b-9a0b-18c313447188 req-efc9f890-7798-45ce-bdd9-dcd5f67a0dad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Aug 29 05:02:39.810139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae39ab8-46e8-48a2-b574-25f59c6a8b35 req-45b31c8c-6a2f-4eb3-8380-d9fd7c0742a5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:39.811782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ae39ab8-46e8-48a2-b574-25f59c6a8b35 req-45b31c8c-6a2f-4eb3-8380-d9fd7c0742a5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0531065 Aug 29 05:02:39.874849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ae39ab8-46e8-48a2-b574-25f59c6a8b35 req-22e4c375-5547-42b3-8a14-612e939d3ff7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Aug 29 05:02:40.323847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:40.386717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1178f288-9ed0-42b6-9a1c-e67979a8c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:40.998235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f5bd7-ce21-477a-9bb4-a968a80bd0a0 req-79d080a4-30e7-4327-a7a1-6ea751606d8c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:40.999796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e15f5bd7-ce21-477a-9bb4-a968a80bd0a0 req-79d080a4-30e7-4327-a7a1-6ea751606d8c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0531714 Aug 29 05:02:41.041628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e15f5bd7-ce21-477a-9bb4-a968a80bd0a0 req-79e6aba3-89df-4b93-94f2-0091eadf1b60 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Aug 29 05:02:41.175117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b593f7-d237-4b04-9834-f2b2517bc2f9 req-e3446eed-e914-4945-9954-244d1665b17e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.176688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6b593f7-d237-4b04-9834-f2b2517bc2f9 req-e3446eed-e914-4945-9954-244d1665b17e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0638750 Aug 29 05:02:41.216735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6b593f7-d237-4b04-9834-f2b2517bc2f9 req-8537132e-33b6-487c-ac0e-59224e8bc186 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Aug 29 05:02:41.336190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05707021-4b51-48db-838a-feb2ddc8d83c req-90e29f8f-06b1-459e-abb4-4f79e68b4bc4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.337728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05707021-4b51-48db-838a-feb2ddc8d83c req-90e29f8f-06b1-459e-abb4-4f79e68b4bc4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0516243 Aug 29 05:02:41.384248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-05707021-4b51-48db-838a-feb2ddc8d83c req-e67d051a-8c16-4d49-a06e-edf39475a48d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Aug 29 05:02:41.401350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:41.694322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9859ef-5178-487e-b3dd-3530f511aadf req-06557df6-2523-41cb-ad9c-21b91945b0b1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:41.695816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a9859ef-5178-487e-b3dd-3530f511aadf req-06557df6-2523-41cb-ad9c-21b91945b0b1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0580759 Aug 29 05:02:41.737777 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a9859ef-5178-487e-b3dd-3530f511aadf req-a423c51a-4d97-4821-8592-f9ca28c6a864 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Aug 29 05:02:42.388281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:42.859918 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c75f8-a459-44e9-a5d0-38a988f94380 req-740ab2dd-29fa-4b34-958c-4925702926f2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:42.861473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed7c75f8-a459-44e9-a5d0-38a988f94380 req-740ab2dd-29fa-4b34-958c-4925702926f2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 29 05:02:42.903063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed7c75f8-a459-44e9-a5d0-38a988f94380 req-31743dc6-d3ae-4188-b625-9c7c543e60dc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Aug 29 05:02:43.155962 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.343822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-98e6b725-6132-443c-81e8-aea0ab633674 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:02:43.345378 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-98e6b725-6132-443c-81e8-aea0ab633674 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 945 time: 0.0524707 Aug 29 05:02:43.458120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:02:43.458465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.554212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:02:43.554583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.568412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:02:43.708431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.727433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['2abf0c27-55ca-43ea-acb4-2c8a36a5a680'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:02:43.741810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=2abf0c27-55ca-43ea-acb4-2c8a36a5a680,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:02:43.790427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:02:43.793239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:02:43.795297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1a7ca04f-b2e0-433e-a504-6c112c6adbea req-e93812e0-5b68-43ec-a256-3745fbdd3b4f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "DELETE /v2.0/ports/2abf0c27-55ca-43ea-acb4-2c8a36a5a680 HTTP/1.1" status: 204 len: 173 time: 0.4383903 Aug 29 05:02:43.795769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'name': 'network-vif-deleted', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:02:43.798141 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8519a9a-2aa8-4d31-b3f9-16fa878ea8a3" -d '{"events": [{"server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "name": "network-vif-deleted", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:02:43.843676 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c492694-a8a6-4204-bc85-ef3ed3fc15e1 x-openstack-request-id: req-4c492694-a8a6-4204-bc85-ef3ed3fc15e1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:02:43.844002 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8725a3-74bd-46f4-9420-4c9def10284b", "name": "network-vif-deleted", "tag": "2abf0c27-55ca-43ea-acb4-2c8a36a5a680", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:02:43.844255 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c492694-a8a6-4204-bc85-ef3ed3fc15e1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:02:43.844656 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8725a3-74bd-46f4-9420-4c9def10284b', 'name': 'network-vif-deleted', 'tag': '2abf0c27-55ca-43ea-acb4-2c8a36a5a680', 'status': 'completed', 'code': 200} Aug 29 05:02:44.005954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85de93a2-ad58-4a2a-93ec-cd3dc5e0a8bf req-d23f63b5-301b-4ca8-87c8-3d05f9c60f08 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0306215 Aug 29 05:02:45.135117 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9394dd7d-92ad-4065-9ac8-0d329de8fc5e req-5a3def9d-8fa3-424d-9952-0881d8e3a7c4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0371656 Aug 29 05:02:46.243061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bfc69f01-751b-449f-922b-9877cd7d1282 req-7cbf813e-e535-44c1-96e9-bf09b8d687b1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0367508 Aug 29 05:02:47.349996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbff25ee-7f67-484f-9709-3004d607b354 req-93c8bc6f-ea2f-4f4e-84d3-0daba73c9615 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8725a3-74bd-46f4-9420-4c9def10284b HTTP/1.1" status: 200 len: 210 time: 0.0279315 Aug 29 05:02:48.439213 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:02:48.479660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:02:48.480036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 2abf0c27-55ca-43ea-acb4-2c8a36a5a680 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:02:59.989871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:05.675008 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:07.348089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4858c5d-27d8-4941-b960-5e26bc70aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:09.528263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-521493ed-8994-4cdd-ac89-5dfd5c57128a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:09.529726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-521493ed-8994-4cdd-ac89-5dfd5c57128a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1089640 Aug 29 05:03:09.544339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-91100abb-4b49-4f40-b614-4d1c01e00aae tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0089867 Aug 29 05:03:09.595340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-eef50438-069f-47aa-8924-26923664ec54 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453629 Aug 29 05:03:09.653888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-76959f1d-09a2-4704-9b31-b4034980e0eb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:03:09.654891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-76959f1d-09a2-4704-9b31-b4034980e0eb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526791 Aug 29 05:03:09.742887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-dbbf9cc2-f051-470f-acb4-6dc455782e46 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817144 Aug 29 05:03:09.832464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-deb3f56d-7bac-4f0a-b0a3-220c2a62c03c service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836196 Aug 29 05:03:10.139008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ffe203b-e878-41fb-9074-52101f3d9aaa req-23c8a3e0-8bf9-4dac-8302-06325641eab5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0285273 Aug 29 05:03:10.316813 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:10.385774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d1211e2b-6eb0-4c4e-9aa0-0ef368fea8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.113903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-189033ab-1d5e-4735-ad40-6263205f2a77 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:11.115398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-189033ab-1d5e-4735-ad40-6263205f2a77 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1036286 Aug 29 05:03:11.139483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': '094243d0-a7c5-4fc2-a560-3160d407836a', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:11.234765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-af793266-447a-4b08-ae60-0fa75c2b6047 req-fe7f9626-84b1-4462-9fae-f53472786844 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0272779 Aug 29 05:03:11.258384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:11.262513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.399736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.7 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/56d41bce-6388-48ba-8eea-2a02cd3b7813) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:11.407079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.568043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.582487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 56d41bce-6388-48ba-8eea-2a02cd3b7813 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:11.615893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.674300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:11.677543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:11.683095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:11.689828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:11.720031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.720330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.720672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.721007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.721343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.721666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.721989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.722322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.722645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.722966 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.723291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.723612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:11.750723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:11.751421 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:11.769435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c2161f2f-7a81-4422-9416-c3d85c841f5f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6341629 Aug 29 05:03:11.784762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Request body: {'port': {'device_id': '094243d0-a7c5-4fc2-a560-3160d407836a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:11.846741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.006505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f3a61d1-558f-422b-a12c-a92ba7bd119e None None] Provisioning for port 56d41bce-6388-48ba-8eea-2a02cd3b7813 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:12.011015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f3a61d1-558f-422b-a12c-a92ba7bd119e None None] Provisioning complete for port 56d41bce-6388-48ba-8eea-2a02cd3b7813 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:12.011383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f3a61d1-558f-422b-a12c-a92ba7bd119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.055582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a61d1-558f-422b-a12c-a92ba7bd119e None None] Port 56d41bce-6388-48ba-8eea-2a02cd3b7813 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:12.155296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d41bce-6388-48ba-8eea-2a02cd3b7813 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:12.165128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.177506 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Transition to ACTIVE for port object 56d41bce-6388-48ba-8eea-2a02cd3b7813 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:12.181794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.289861 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:12.305770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Attempting to bind port 56d41bce-6388-48ba-8eea-2a02cd3b7813 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:12.306168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Attempting to bind port 56d41bce-6388-48ba-8eea-2a02cd3b7813 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:12.306435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Attempting to bind port 56d41bce-6388-48ba-8eea-2a02cd3b7813 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:12.311399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Port 56d41bce-6388-48ba-8eea-2a02cd3b7813 on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:03:12.311724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Attempting to bind port 56d41bce-6388-48ba-8eea-2a02cd3b7813 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:12.317510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:12.317854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:12.318539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:12.318788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Bound port: 56d41bce-6388-48ba-8eea-2a02cd3b7813, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:12.319106 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.369976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00865-5357-4135-8c22-ad9b0de798f1 req-6b62df45-6a40-4c42-bdf5-e8d0c74c79fa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.371544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cb00865-5357-4135-8c22-ad9b0de798f1 req-6b62df45-6a40-4c42-bdf5-e8d0c74c79fa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0574119 Aug 29 05:03:12.415198 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.433332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:12.438215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:12.443487 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cb00865-5357-4135-8c22-ad9b0de798f1 req-d648f951-ada5-4e61-b8fa-121c4aa9de31 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637083 Aug 29 05:03:12.445551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.494942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.495853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:12.497730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] 10.222.0.54 "PUT /v2.0/ports/56d41bce-6388-48ba-8eea-2a02cd3b7813 HTTP/1.1" status: 200 len: 1092 time: 0.7186012 Aug 29 05:03:12.502520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:12.505563 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff18d4-d101-4280-811d-90911d420fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:12.535212 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb832cd-46ba-4baa-944b-bbb65eb4aa65 service neutron] Pushing event updated for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:12.600566 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9829d64-7a9e-41dd-9da2-835093d47434 x-openstack-request-id: req-b9829d64-7a9e-41dd-9da2-835093d47434 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:12.600990 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:12.601371 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9829d64-7a9e-41dd-9da2-835093d47434 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:12.601863 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813', 'status': 'completed', 'code': 200} Aug 29 05:03:12.625746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-0431cb6f-5de6-4c7a-8878-70db8bcf1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.628569 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-0431cb6f-5de6-4c7a-8878-70db8bcf1c1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 1095 time: 0.0765142 Aug 29 05:03:12.681706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-c5ea822e-c655-4801-ad5d-66f3834bf6c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813 HTTP/1.1" status: 200 len: 217 time: 0.0411320 Aug 29 05:03:12.739802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-278abd70-7acd-4fca-908b-85db0e8befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.741363 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-278abd70-7acd-4fca-908b-85db0e8befd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0488031 Aug 29 05:03:12.805613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-71eae41f-c82a-4e42-881a-fb881d83cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:12.807125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-71eae41f-c82a-4e42-881a-fb881d83cf32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513635 Aug 29 05:03:12.903130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-a3e1f0b2-de9e-491a-988b-d435edb3b756 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871499 Aug 29 05:03:13.162524 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:13.258750 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99eb4dc2-fa20-4aaf-a173-057f43f7b806 req-655ba939-80e4-432b-a141-27b14fdf81bf service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444123 Aug 29 05:03:13.356629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff18d4-d101-4280-811d-90911d420fc8 req-dd664a20-2bc2-43c7-8890-d1cf8f67cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.358531 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-dd664a20-2bc2-43c7-8890-d1cf8f67cf7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 1095 time: 0.0468736 Aug 29 05:03:13.461601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff18d4-d101-4280-811d-90911d420fc8 req-dfc2f11c-1b63-4e58-97b9-37ca2e4ece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.462982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-dfc2f11c-1b63-4e58-97b9-37ca2e4ece26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0911107 Aug 29 05:03:13.511738 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-9c88965d-a246-41d4-9f7b-9fb89bee962d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813 HTTP/1.1" status: 200 len: 217 time: 0.0356157 Aug 29 05:03:13.574562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf406-7fce-4703-b512-3fa91a7d3d35 req-770cb2a7-b329-4846-87d2-2086fea703bf tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.576171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-adbaf406-7fce-4703-b512-3fa91a7d3d35 req-770cb2a7-b329-4846-87d2-2086fea703bf tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0564346 Aug 29 05:03:13.584096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff18d4-d101-4280-811d-90911d420fc8 req-9c0b5ddd-96d4-49a4-9cef-176e92a3e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.585634 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-9c0b5ddd-96d4-49a4-9cef-176e92a3e372 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0615687 Aug 29 05:03:13.624979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-adbaf406-7fce-4703-b512-3fa91a7d3d35 req-6eed0106-55d1-410b-a807-3e0fb38416d5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Aug 29 05:03:13.644030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff18d4-d101-4280-811d-90911d420fc8 req-d7579aa5-c7e2-4f15-9bda-1931b0eea1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:13.645565 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-d7579aa5-c7e2-4f15-9bda-1931b0eea1a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449717 Aug 29 05:03:13.739338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-293ad880-592b-4e06-8db7-615029a77529 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Aug 29 05:03:13.843553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bff18d4-d101-4280-811d-90911d420fc8 req-422c4044-6d21-439d-a66d-e88d86aa690b service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910988 Aug 29 05:03:14.744252 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1be91-6c98-434d-99cd-449b88294956 req-2cf427ba-bf08-4163-960f-3258055a5486 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:14.745618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77d1be91-6c98-434d-99cd-449b88294956 req-2cf427ba-bf08-4163-960f-3258055a5486 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0487061 Aug 29 05:03:14.784126 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77d1be91-6c98-434d-99cd-449b88294956 req-92e9b468-cd4e-4336-9b56-549e6dcc5dbc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Aug 29 05:03:15.902898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b928a-7687-4e6a-b5bb-a2e84454ff7a req-f3646338-82d6-41c6-931f-6326884f7fd3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:15.904398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b3b928a-7687-4e6a-b5bb-a2e84454ff7a req-f3646338-82d6-41c6-931f-6326884f7fd3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0499995 Aug 29 05:03:15.946735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6b3b928a-7687-4e6a-b5bb-a2e84454ff7a req-f91043ee-dfc6-4e69-b53d-42143631e1ab tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Aug 29 05:03:17.074251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f26b0-286a-4231-88a5-ef20358bf0c3 req-8743ea9f-4ea9-4df9-a708-7c6801e91d1e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:17.076791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-775f26b0-286a-4231-88a5-ef20358bf0c3 req-8743ea9f-4ea9-4df9-a708-7c6801e91d1e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0542636 Aug 29 05:03:17.118266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-775f26b0-286a-4231-88a5-ef20358bf0c3 req-17cc0e59-d28c-406e-b4e2-8cbf1b6a341c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 29 05:03:18.234999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc6fc-4ea4-4571-8ec5-5b64faa71ac1 req-84882d95-5875-4d13-b603-b955edc57a64 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:18.236496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0afc6fc-4ea4-4571-8ec5-5b64faa71ac1 req-84882d95-5875-4d13-b603-b955edc57a64 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0489120 Aug 29 05:03:18.275025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0afc6fc-4ea4-4571-8ec5-5b64faa71ac1 req-0dc655ed-2e68-443f-b367-82de61e53874 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 29 05:03:19.388216 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bbf0-6f28-4895-8066-22ade17758b8 req-59408019-65c9-4912-9a3f-841be34f3b4e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:19.389716 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b4bbf0-6f28-4895-8066-22ade17758b8 req-59408019-65c9-4912-9a3f-841be34f3b4e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0485816 Aug 29 05:03:19.430966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b4bbf0-6f28-4895-8066-22ade17758b8 req-84f7297f-cace-4363-946a-2f3cf3a9bbaf tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Aug 29 05:03:20.549800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c588f-2b6b-4bc0-8bc8-1ef8b5358807 req-fda46ed4-7839-4851-b49b-939730ab130e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:20.551335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae6c588f-2b6b-4bc0-8bc8-1ef8b5358807 req-fda46ed4-7839-4851-b49b-939730ab130e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0510857 Aug 29 05:03:20.591188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae6c588f-2b6b-4bc0-8bc8-1ef8b5358807 req-e5e4345f-de2f-4ad1-b180-e30e2905ab60 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Aug 29 05:03:21.711105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e819d4-b4ad-45ec-9cbb-96da02ccdee9 req-455053ee-0fe6-48b4-bb73-f6c86d4f075f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:21.712625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42e819d4-b4ad-45ec-9cbb-96da02ccdee9 req-455053ee-0fe6-48b4-bb73-f6c86d4f075f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 943 time: 0.0487659 Aug 29 05:03:21.749910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-42e819d4-b4ad-45ec-9cbb-96da02ccdee9 req-7e4cf900-80d1-4165-8b5e-31d419f8dfe9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Aug 29 05:03:22.624559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 56d41bce-6388-48ba-8eea-2a02cd3b7813 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:22.717436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:22.729238 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '56d41bce-6388-48ba-8eea-2a02cd3b7813', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '56d41bce-6388-48ba-8eea-2a02cd3b7813', 'mac_address': 'fa:16:3e:f0:bc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:22.765295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:22.779642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d41bce-6388-48ba-8eea-2a02cd3b7813 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:22.799149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:22.804039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:22.850957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:22.867627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fbff6-59b5-43a1-be86-53c89d4cdb07 req-74a3b741-1648-42fc-a6f8-a9af2d137d38 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:22.869060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b63fbff6-59b5-43a1-be86-53c89d4cdb07 req-74a3b741-1648-42fc-a6f8-a9af2d137d38 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 944 time: 0.0502415 Aug 29 05:03:22.911207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b63fbff6-59b5-43a1-be86-53c89d4cdb07 req-c0e71158-e009-4e30-8a43-a7bb8634129a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Aug 29 05:03:23.069985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['56d41bce-6388-48ba-8eea-2a02cd3b7813'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:24.026093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2dfdc-845a-44b2-87b1-1b9eb2d4d08a req-feb6ce32-eca8-47d6-9c51-b37441717540 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:24.027611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d2dfdc-845a-44b2-87b1-1b9eb2d4d08a req-feb6ce32-eca8-47d6-9c51-b37441717540 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 944 time: 0.0488522 Aug 29 05:03:24.065026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61d2dfdc-845a-44b2-87b1-1b9eb2d4d08a req-f8c1ae63-744c-474a-a115-4f100a073b97 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Aug 29 05:03:24.628680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 56d41bce-6388-48ba-8eea-2a02cd3b7813 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:24.681488 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 56d41bce-6388-48ba-8eea-2a02cd3b7813 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:24.685275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 56d41bce-6388-48ba-8eea-2a02cd3b7813 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:24.685640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.762014 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.784184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:24.786387 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bb8608-dce9-48e4-800f-d9de50e55881" -d '{"events": [{"server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "name": "network-vif-plugged", "status": "completed", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:24.798339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:24.803475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:24.827174 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9690dab-6348-4331-aed4-8340e511bcd2 x-openstack-request-id: req-a9690dab-6348-4331-aed4-8340e511bcd2 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:24.827461 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "name": "network-vif-plugged", "status": "completed", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:24.827709 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9690dab-6348-4331-aed4-8340e511bcd2 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:24.828116 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813', 'code': 200} Aug 29 05:03:24.853431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:24.934102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033aad4-127e-45d4-ac51-11cca693e5b6 req-f30fdb06-0150-448e-bd83-6600ad0201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:24.935497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8033aad4-127e-45d4-ac51-11cca693e5b6 req-f30fdb06-0150-448e-bd83-6600ad0201c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 1097 time: 0.0404990 Aug 29 05:03:24.972739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8033aad4-127e-45d4-ac51-11cca693e5b6 req-008abfa7-5fa5-43a2-97e7-256f0c6d2791 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283270 Aug 29 05:03:25.182321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115341-36fb-4986-a2c6-b661e540090b req-1cf91b01-67e2-416d-a37f-0b155b3e9e2a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:25.183823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31115341-36fb-4986-a2c6-b661e540090b req-1cf91b01-67e2-416d-a37f-0b155b3e9e2a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0489743 Aug 29 05:03:25.221169 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31115341-36fb-4986-a2c6-b661e540090b req-66620c12-a504-4880-a20c-4b57be5c45b6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 29 05:03:26.340435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fd24-6134-4705-9231-7d233aa23a46 req-132b4289-2111-438c-915e-83ff5183c4b7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:26.342052 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26c5fd24-6134-4705-9231-7d233aa23a46 req-132b4289-2111-438c-915e-83ff5183c4b7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0488999 Aug 29 05:03:26.385299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26c5fd24-6134-4705-9231-7d233aa23a46 req-9ff3b3b9-358b-4952-a3dc-7e3241c5a8ca tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Aug 29 05:03:26.498594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadf4b3-fe8d-4b10-b69e-ebfd7f8f60ed req-45f71d8e-e35d-45c1-b74e-e27d981fe9e1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:26.500073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0aadf4b3-fe8d-4b10-b69e-ebfd7f8f60ed req-45f71d8e-e35d-45c1-b74e-e27d981fe9e1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0484364 Aug 29 05:03:26.543621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0aadf4b3-fe8d-4b10-b69e-ebfd7f8f60ed req-76f0bdae-eb38-4afa-b0a3-419bdf8254f1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Aug 29 05:03:29.109508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-426356a2-25d1-47ee-b04b-436ed95dd12b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:29.110995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-426356a2-25d1-47ee-b04b-436ed95dd12b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.0980680 Aug 29 05:03:29.126262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-66725e3d-4afe-470d-9403-e5f1de45fe4e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0090899 Aug 29 05:03:29.182349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-12872ff1-f9b9-4b5b-95f2-4df8e904b080 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501771 Aug 29 05:03:29.269405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-3a79cc48-3408-407d-93af-2c5fa6773000 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798862 Aug 29 05:03:29.361434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-5baa3255-9e7c-46e8-9dde-c008f49f859f service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Aug 29 05:03:29.548408 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-78ecef15-f4ee-4bea-9d0e-3f05c51adf20 req-c6e16529-020a-4cb6-8fae-bc963583435b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0262301 Aug 29 05:03:29.634983 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-47d95439-1183-49db-a73e-f07ee9591d38 req-21c774db-0bae-4a3b-a3be-1650ce96905c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273001 Aug 29 05:03:29.731165 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-47d95439-1183-49db-a73e-f07ee9591d38 req-cfac8a63-935f-4a49-ab3b-3eb7106a7571 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0356565 Aug 29 05:03:29.779824 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-47d95439-1183-49db-a73e-f07ee9591d38 req-521fbfe3-9c5b-4604-8776-75236a4224c1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209601 Aug 29 05:03:29.877253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d95439-1183-49db-a73e-f07ee9591d38 req-d21abd3e-3da1-4e7c-b3a0-b23ddf6d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:29.879040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-47d95439-1183-49db-a73e-f07ee9591d38 req-d21abd3e-3da1-4e7c-b3a0-b23ddf6d74fa service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924094 Aug 29 05:03:30.001083 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.653741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-4ecd2831-0942-4c0f-8f0d-77dd200c1e14 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:30.655259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-4ecd2831-0942-4c0f-8f0d-77dd200c1e14 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1152387 Aug 29 05:03:30.658533 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6c600afe-899b-4860-a02d-09db3fc5d398 req-8210efb0-b1cb-4981-b28f-c5ee4eb2a5ca tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0268946 Aug 29 05:03:30.679325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:30.787326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:03:30.790940 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:30.927755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.14 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/6f10d631-8a6e-4e32-a640-69c30a9cd7e8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:03:31.108558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.119214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:31.154319 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.170663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['56d41bce-6388-48ba-8eea-2a02cd3b7813'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:31.202719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:03:31.206091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:03:31.211525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:03:31.214192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.270331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:31.270970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.289057 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-b0b2e90e-1004-4180-90d0-12cab3ce9465 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6139443 Aug 29 05:03:31.314116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-4a453c95-9b3f-4e31-a5ff-e5fb5864ab6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:03:31.315201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-4a453c95-9b3f-4e31-a5ff-e5fb5864ab6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080421 Aug 29 05:03:31.332954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Request body: {'port': {'device_id': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:03:31.412321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.553719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0d19b9a-ce29-49b8-8072-34d16fb31a01 None None] Provisioning for port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:31.560565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e0d19b9a-ce29-49b8-8072-34d16fb31a01 None None] Provisioning complete for port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:31.561205 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e0d19b9a-ce29-49b8-8072-34d16fb31a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.617973 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e0d19b9a-ce29-49b8-8072-34d16fb31a01 None None] Port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:03:31.731053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:31.741280 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.756332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Transition to ACTIVE for port object 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:03:31.761429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.790766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ae85-1f1d-40e2-81a9-6a4d16d45211 req-3efc8661-f7d1-405c-a640-1879238cc048 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:31.792392 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81b0ae85-1f1d-40e2-81a9-6a4d16d45211 req-3efc8661-f7d1-405c-a640-1879238cc048 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 932 time: 0.0532722 Aug 29 05:03:31.838502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Pushing event updated for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:31.861259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81b0ae85-1f1d-40e2-81a9-6a4d16d45211 req-12d05c53-68b5-4409-b160-bdbf6746bf28 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Aug 29 05:03:31.901367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Attempting to bind port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:03:31.901952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Attempting to bind port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:03:31.902286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Attempting to bind port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:31.907369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:03:31.907695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Attempting to bind port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:03:31.913938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:03:31.914280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:03:31.914660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:03:31.915089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Bound port: 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:03:31.915452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:31.999541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:03:32.003129 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:03:32.007857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.045348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.045964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:32.047472 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] 10.222.0.50 "PUT /v2.0/ports/6f10d631-8a6e-4e32-a640-69c30a9cd7e8 HTTP/1.1" status: 200 len: 1093 time: 0.7201736 Aug 29 05:03:32.047962 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:32.050319 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fd4f6-d857-484d-933f-1bc272a27e19" -d '{"events": [{"name": "network-changed", "server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:32.078361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef47da-748b-40d1-96d6-f66a7d44e023 service neutron] Pushing event updated for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:32.120008 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e72ea8-0b63-47da-846b-e5e7a7064ab8 x-openstack-request-id: req-53e72ea8-0b63-47da-846b-e5e7a7064ab8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:32.120305 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:32.120557 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53e72ea8-0b63-47da-846b-e5e7a7064ab8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:32.120962 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8', 'status': 'completed', 'code': 200} Aug 29 05:03:32.189910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-cf09c0db-4bf2-432d-a526-bc0abe9cabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.191456 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-cf09c0db-4bf2-432d-a526-bc0abe9cabdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 1096 time: 0.0497072 Aug 29 05:03:32.252907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-eb77f3af-bb25-45a2-bffd-b08be4a8d9f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8 HTTP/1.1" status: 200 len: 217 time: 0.0455451 Aug 29 05:03:32.308702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-f7b74242-bed4-4014-a81a-999283735947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.310193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-f7b74242-bed4-4014-a81a-999283735947 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0482817 Aug 29 05:03:32.371045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-1e85791e-c8d1-4546-9087-eb085de8c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.372627 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-1e85791e-c8d1-4546-9087-eb085de8c558 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537374 Aug 29 05:03:32.483795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-72b885e0-00d0-496f-ad3e-9853ae12b5b3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016879 Aug 29 05:03:32.584557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-753644ad-cac5-462c-8c1d-48835cc02a8b req-7c6d72f1-f227-43d4-ba4a-df8eba6921c0 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932212 Aug 29 05:03:32.711400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-7fda4071-ede4-463e-9824-b04c916c92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.712944 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-7fda4071-ede4-463e-9824-b04c916c92b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 1096 time: 0.0517342 Aug 29 05:03:32.814436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-9e031179-dcd2-4567-934c-f45b6d987dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.815908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-9e031179-dcd2-4567-934c-f45b6d987dde service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0953588 Aug 29 05:03:32.861369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-0da3ff6d-3228-41c5-9740-7b7d10c45a23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8 HTTP/1.1" status: 200 len: 217 time: 0.0372646 Aug 29 05:03:32.951313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-b7f75267-6e6e-4705-b6c3-c36bcb2a558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:32.952877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-b7f75267-6e6e-4705-b6c3-c36bcb2a558b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0835626 Aug 29 05:03:33.007338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-61bc7a3e-1498-4808-bb76-8c2b7387793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:33.008975 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-61bc7a3e-1498-4808-bb76-8c2b7387793e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480893 Aug 29 05:03:33.016037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4ff0-4be4-4d37-8400-1ac5c53a52d1 req-4f04f4e0-c4bd-472f-b041-1d78dd22dccc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:33.017529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc4ff0-4be4-4d37-8400-1ac5c53a52d1 req-4f04f4e0-c4bd-472f-b041-1d78dd22dccc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0567212 Aug 29 05:03:33.061094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc4ff0-4be4-4d37-8400-1ac5c53a52d1 req-841db14a-ee8e-4a91-88a5-19beeafa2826 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Aug 29 05:03:33.122555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-248a7095-28fc-4ab5-b5bb-179309117696 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054530 Aug 29 05:03:33.226044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db5fd4f6-d857-484d-933f-1bc272a27e19 req-3fe7c38b-3d24-4244-b197-d61296558294 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947437 Aug 29 05:03:34.235246 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17848bd-9cbe-4e97-82b3-4a2ae14657e6 req-e84c32d0-163d-43fa-9486-f156baec4b5d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:34.236764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b17848bd-9cbe-4e97-82b3-4a2ae14657e6 req-e84c32d0-163d-43fa-9486-f156baec4b5d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0560324 Aug 29 05:03:34.287820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b17848bd-9cbe-4e97-82b3-4a2ae14657e6 req-6e7fdce2-6a28-43df-b987-2192fa93f09c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Aug 29 05:03:35.477355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2cae5-5999-4ddd-87cd-cb64b1d5489b req-6def7603-20b9-43de-880a-0e5053b97e16 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:35.480237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2eb2cae5-5999-4ddd-87cd-cb64b1d5489b req-6def7603-20b9-43de-880a-0e5053b97e16 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0934663 Aug 29 05:03:35.537217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2eb2cae5-5999-4ddd-87cd-cb64b1d5489b req-94c0258e-adf3-4a8c-a183-c3ffcf02638b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Aug 29 05:03:36.682958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef481-ff44-4b18-ae9e-5cedc30da0cd req-b5cfbb3d-7549-40fc-a1b9-156b28765074 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:36.688425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d62ef481-ff44-4b18-ae9e-5cedc30da0cd req-b5cfbb3d-7549-40fc-a1b9-156b28765074 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0702829 Aug 29 05:03:36.731284 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d62ef481-ff44-4b18-ae9e-5cedc30da0cd req-20b8b7c9-24a7-4ccb-9542-662c78574139 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Aug 29 05:03:37.357489 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e7bcf23-7806-4c3c-8fb4-1d129deb6407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:37.875055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b62b5-61c7-49e5-8d8d-e91b8f9f6d70 req-71f0a46c-0ecb-4803-af02-8c583dd9b422 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:37.876637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f0b62b5-61c7-49e5-8d8d-e91b8f9f6d70 req-71f0a46c-0ecb-4803-af02-8c583dd9b422 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0626540 Aug 29 05:03:37.920385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0f0b62b5-61c7-49e5-8d8d-e91b8f9f6d70 req-8172c2b1-515b-4cc8-b4d2-4349ed0630a9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Aug 29 05:03:39.034781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7f24-7e5a-40f0-8aa2-81c24a3cc82e req-9c98065c-42b0-4026-90b9-8addfefef8af tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:39.036775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b66c7f24-7e5a-40f0-8aa2-81c24a3cc82e req-9c98065c-42b0-4026-90b9-8addfefef8af tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0474327 Aug 29 05:03:39.073682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b66c7f24-7e5a-40f0-8aa2-81c24a3cc82e req-8b440e59-0e1a-4c78-8b82-be832ae2abd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Aug 29 05:03:40.191006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e456fcf-6b12-4d00-ab25-5ab401220e5d req-a28567ec-4a5c-4b48-b54c-f277bd75a817 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:40.192495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e456fcf-6b12-4d00-ab25-5ab401220e5d req-a28567ec-4a5c-4b48-b54c-f277bd75a817 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0524323 Aug 29 05:03:40.233291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e456fcf-6b12-4d00-ab25-5ab401220e5d req-7a7492a8-2216-47da-b2d8-4edb88a17380 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Aug 29 05:03:40.317322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:40.387107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-150d87b5-614b-4823-8b38-241251fadeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:41.355958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b87b4-c32b-43bc-9bd1-5b5697de658f req-4cce3a01-9785-438e-b1c0-e77f69c4e15a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:41.357427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-081b87b4-c32b-43bc-9bd1-5b5697de658f req-4cce3a01-9785-438e-b1c0-e77f69c4e15a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0535583 Aug 29 05:03:41.398661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-081b87b4-c32b-43bc-9bd1-5b5697de658f req-d1a93d8f-f31a-409e-bd3b-f61ddd6a7870 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Aug 29 05:03:41.406797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:42.413258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:42.519772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d601-0a8e-4361-bbe2-f914062fb6c0 req-56e95210-1931-48ea-bd85-ecde3a15f3f5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:42.521766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae64d601-0a8e-4361-bbe2-f914062fb6c0 req-56e95210-1931-48ea-bd85-ecde3a15f3f5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0499423 Aug 29 05:03:42.564215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae64d601-0a8e-4361-bbe2-f914062fb6c0 req-55a52b54-0d43-4f03-8231-7924d18f91f3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342064 Aug 29 05:03:42.674226 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:03:43.163417 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:43.696693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390e2d-7bcb-4f56-8d94-2a8b3e777186 req-418450c7-4444-4c44-99d9-2e9a64f0a61d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:43.698229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe390e2d-7bcb-4f56-8d94-2a8b3e777186 req-418450c7-4444-4c44-99d9-2e9a64f0a61d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0536618 Aug 29 05:03:43.738156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe390e2d-7bcb-4f56-8d94-2a8b3e777186 req-6b8006bb-06c4-4afd-bd58-5dfff880b830 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Aug 29 05:03:44.858431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38b049-aec2-48b9-b08b-a53889e90626 req-4a42ae62-f384-4f47-a524-5d1f5e9f9b3e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:44.860043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a38b049-aec2-48b9-b08b-a53889e90626 req-4a42ae62-f384-4f47-a524-5d1f5e9f9b3e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0514975 Aug 29 05:03:44.902350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a38b049-aec2-48b9-b08b-a53889e90626 req-2e602f9e-79c0-4de1-8bd5-87b11bb167af tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Aug 29 05:03:46.021284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1f375-cac7-4685-8fd7-af69a26979b0 req-f6da6fff-bbc1-43bb-b2bb-e6d5a6b68c1f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:46.023054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7af1f375-cac7-4685-8fd7-af69a26979b0 req-f6da6fff-bbc1-43bb-b2bb-e6d5a6b68c1f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0498338 Aug 29 05:03:46.060836 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7af1f375-cac7-4685-8fd7-af69a26979b0 req-8c9b0568-fd2d-4053-b5d6-5f067d19fc64 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Aug 29 05:03:47.184112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685dcf-0fc3-4ee0-8a3e-6fd14b19d62d req-eb5f7ab5-1838-4d86-a5f4-396e7e7a6c71 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:47.185573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a685dcf-0fc3-4ee0-8a3e-6fd14b19d62d req-eb5f7ab5-1838-4d86-a5f4-396e7e7a6c71 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0550010 Aug 29 05:03:47.223394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a685dcf-0fc3-4ee0-8a3e-6fd14b19d62d req-0f3633fd-a923-4af0-8c52-5385c7143360 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Aug 29 05:03:48.345395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45c26-f839-4c6d-b016-dab5267af500 req-4ca89827-c24d-47a8-b59d-223ae4b87ab5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:48.346922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40c45c26-f839-4c6d-b016-dab5267af500 req-4ca89827-c24d-47a8-b59d-223ae4b87ab5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0517077 Aug 29 05:03:48.386355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40c45c26-f839-4c6d-b016-dab5267af500 req-a527d9e1-4332-46d6-9e64-fe773f7293b6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Aug 29 05:03:49.504690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66950c-14e3-4acc-a205-29f73faaf15a req-3e663f77-ab5a-4275-a51a-237f276b8230 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:49.506281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b66950c-14e3-4acc-a205-29f73faaf15a req-3e663f77-ab5a-4275-a51a-237f276b8230 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0503521 Aug 29 05:03:49.547209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b66950c-14e3-4acc-a205-29f73faaf15a req-f6a50603-d869-47b2-9d3b-3a05d254be26 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Aug 29 05:03:50.672143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ff96-b4ee-4fd5-9d1a-368a7e6017b8 req-74480c12-db35-44cd-8364-0545926e390b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:50.673664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f96ff96-b4ee-4fd5-9d1a-368a7e6017b8 req-74480c12-db35-44cd-8364-0545926e390b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0550947 Aug 29 05:03:50.714258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f96ff96-b4ee-4fd5-9d1a-368a7e6017b8 req-b490907c-a0ac-4d64-ace0-9c47dbe35551 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Aug 29 05:03:51.837475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185190d-3d8f-4fcf-89c6-29432f4badce req-f7ced75b-cedf-43ed-a64e-6c126269f615 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:51.839009 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f185190d-3d8f-4fcf-89c6-29432f4badce req-f7ced75b-cedf-43ed-a64e-6c126269f615 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 944 time: 0.0512125 Aug 29 05:03:51.880138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f185190d-3d8f-4fcf-89c6-29432f4badce req-d1d9eccd-93b6-4acc-a0bd-2900bae9a939 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Aug 29 05:03:52.056986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:03:52.156173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:52.168554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8', 'mac_address': 'fa:16:3e:01:8c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:03:52.208023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:52.221701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:03:52.246880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:52.251481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:52.308383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:52.315577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.315950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.316300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.316637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.316970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.317927 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.318415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.318750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.319083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.319589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.320093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.320446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:03:52.590327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6f10d631-8a6e-4e32-a640-69c30a9cd7e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:53.013121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb44c8-9e0d-4a89-807a-21595f2fd738 req-1c4b8d9f-ce1f-4186-992d-aaf5cee3c606 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:53.014590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fcb44c8-9e0d-4a89-807a-21595f2fd738 req-1c4b8d9f-ce1f-4186-992d-aaf5cee3c606 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 945 time: 0.0600932 Aug 29 05:03:53.055824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fcb44c8-9e0d-4a89-807a-21595f2fd738 req-d6fd974d-6326-4a04-b78b-08072ad79a18 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Aug 29 05:03:54.055381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:03:54.113270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:03:54.117712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:03:54.118086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:54.178029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d56e6-b16d-4c82-b904-ad451f2387eb req-80fbda5b-3190-49ce-b222-1d6ae337abbb tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:54.179518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d1d56e6-b16d-4c82-b904-ad451f2387eb req-80fbda5b-3190-49ce-b222-1d6ae337abbb tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 945 time: 0.0546277 Aug 29 05:03:54.195110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:54.218937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:54.219167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d1d56e6-b16d-4c82-b904-ad451f2387eb req-9591cede-4f89-461f-aa52-3b9c17ccb42a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 29 05:03:54.221427 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b9b48-7e21-4883-85cb-942f6ba739d4" -d '{"events": [{"server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "name": "network-vif-plugged", "status": "completed", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:54.237333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:54.241800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:54.268912 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1fa891-43a6-4114-ab80-58a24d69eae8 x-openstack-request-id: req-8d1fa891-43a6-4114-ab80-58a24d69eae8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:54.269201 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "name": "network-vif-plugged", "status": "completed", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:54.269449 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d1fa891-43a6-4114-ab80-58a24d69eae8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:54.269920 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8', 'code': 200} Aug 29 05:03:54.298723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:54.395523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786c2b-6a2f-4d41-8208-d10e3404bc7b req-8ea31e36-7758-4d36-b8f8-7b1ef6e6bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:54.397054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c0786c2b-6a2f-4d41-8208-d10e3404bc7b req-8ea31e36-7758-4d36-b8f8-7b1ef6e6bfbc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 1098 time: 0.0443866 Aug 29 05:03:54.438518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c0786c2b-6a2f-4d41-8208-d10e3404bc7b req-14d451af-be71-4248-ba13-88305c628879 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Aug 29 05:03:55.338923 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef667a-e8b9-4118-8d16-4a22f750bc75 req-d66f7049-42a2-468e-88dc-f71113a7f169 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:55.340441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acef667a-e8b9-4118-8d16-4a22f750bc75 req-d66f7049-42a2-468e-88dc-f71113a7f169 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.0505133 Aug 29 05:03:55.381460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-acef667a-e8b9-4118-8d16-4a22f750bc75 req-807817ab-62b4-4f54-af13-e36ad09badfc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Aug 29 05:03:56.512782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d614617-7fa3-46d1-b6cb-e4f774b94905 req-29c9b1ed-182f-489a-bab5-1c4a19856b2d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:56.514470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d614617-7fa3-46d1-b6cb-e4f774b94905 req-29c9b1ed-182f-489a-bab5-1c4a19856b2d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.0532780 Aug 29 05:03:56.558669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d614617-7fa3-46d1-b6cb-e4f774b94905 req-3078964e-0645-4f08-a3fd-e8ebab789414 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Aug 29 05:03:57.011438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26993b-04b4-4313-b8e8-d0043fac4a13 req-9968fb6b-5aab-488e-ba42-e9636753ab77 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:57.013048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b26993b-04b4-4313-b8e8-d0043fac4a13 req-9968fb6b-5aab-488e-ba42-e9636753ab77 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.3811669 Aug 29 05:03:57.053299 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b26993b-04b4-4313-b8e8-d0043fac4a13 req-6d27ef7f-b020-4332-b2a3-37c443d0bdd0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Aug 29 05:03:57.373446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ec44-ef02-4912-92b4-f3bf90dbde4e req-e2cee59b-fb61-4c8d-a857-7c6d31175243 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:57.374981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4959ec44-ef02-4912-92b4-f3bf90dbde4e req-e2cee59b-fb61-4c8d-a857-7c6d31175243 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.0504792 Aug 29 05:03:57.429164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4959ec44-ef02-4912-92b4-f3bf90dbde4e req-58626ee8-3f91-498c-8fcd-c1dfe5a71345 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Aug 29 05:03:58.564438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bb8f4-2dc0-4bd9-8d2c-1f63d40cb3fe req-6c95da5e-40f5-4cfa-868b-3050838a30e5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:58.566121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5bb8f4-2dc0-4bd9-8d2c-1f63d40cb3fe req-6c95da5e-40f5-4cfa-868b-3050838a30e5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.0566232 Aug 29 05:03:58.606394 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d5bb8f4-2dc0-4bd9-8d2c-1f63d40cb3fe req-9c2c6e68-f217-4f2a-a5ee-eeef07f43107 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 29 05:03:58.996856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-7792c80a-0b4c-45c0-bcc1-2138daf71450 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:03:58.998357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-7792c80a-0b4c-45c0-bcc1-2138daf71450 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 946 time: 0.0570176 Aug 29 05:03:59.099247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:03:59.099591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:59.200429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:03:59.201175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:59.215026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:03:59.356978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:59.370048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['56d41bce-6388-48ba-8eea-2a02cd3b7813'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:59.398418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['6f10d631-8a6e-4e32-a640-69c30a9cd7e8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:03:59.399298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=6f10d631-8a6e-4e32-a640-69c30a9cd7e8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:03:59.468977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:03:59.472761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:03:59.475986 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63ed85de-61e7-4ab7-a780-208e506cfc5a req-c5d4c26e-831d-4250-8129-0498c265af98 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "DELETE /v2.0/ports/6f10d631-8a6e-4e32-a640-69c30a9cd7e8 HTTP/1.1" status: 204 len: 173 time: 0.4716895 Aug 29 05:03:59.476613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'name': 'network-vif-deleted', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:03:59.480899 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef61089-63a4-467e-b5e3-b077da1e478f" -d '{"events": [{"server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "name": "network-vif-deleted", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:03:59.529825 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a83802c-8c43-4f95-923e-fa890016ba62 x-openstack-request-id: req-4a83802c-8c43-4f95-923e-fa890016ba62 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:03:59.530177 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6435e4ea-6b56-419a-b7fd-22da010c977f", "name": "network-vif-deleted", "tag": "6f10d631-8a6e-4e32-a640-69c30a9cd7e8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:03:59.530369 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a83802c-8c43-4f95-923e-fa890016ba62 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:03:59.530845 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6435e4ea-6b56-419a-b7fd-22da010c977f', 'name': 'network-vif-deleted', 'tag': '6f10d631-8a6e-4e32-a640-69c30a9cd7e8', 'status': 'completed', 'code': 200} Aug 29 05:03:59.728469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d675a30-994d-42f6-b293-0e75a6a2980a req-645923e4-70db-4b70-bc66-061d636291f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0378366 Aug 29 05:03:59.999468 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:00.837740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0005c4d6-5e01-479d-b524-17015805a6a3 req-d1267a5d-1668-44de-bd5c-37bb759b56aa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0300326 Aug 29 05:04:01.951746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-419523f9-18d6-42fc-983f-b9aad4ac028f req-02341ea7-97d8-4f16-9475-3f3b130496ca tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0290682 Aug 29 05:04:02.133734 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:04:02.161895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:04:02.162231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 6f10d631-8a6e-4e32-a640-69c30a9cd7e8 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:04:03.056317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a09214ea-ed10-4547-875f-7762cde294ac req-74910287-c1ba-4cdc-af7d-456a93c02114 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=6435e4ea-6b56-419a-b7fd-22da010c977f HTTP/1.1" status: 200 len: 210 time: 0.0287375 Aug 29 05:04:07.352631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5347fcc4-a31b-4fc0-94c9-2df9ffdd543e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:07.560129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b661d8-9dee-4cb3-b1ac-6f451b935614 req-26fe4f18-1405-4f73-924e-abb778e54698 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:07.562087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6b661d8-9dee-4cb3-b1ac-6f451b935614 req-26fe4f18-1405-4f73-924e-abb778e54698 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0536890 Aug 29 05:04:07.603776 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b6b661d8-9dee-4cb3-b1ac-6f451b935614 req-ae7cf757-274f-4ffb-8589-2711895be44c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Aug 29 05:04:08.735258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b450c8-06cb-4afa-8919-cd70441f88b1 req-141ceb22-d491-497c-8192-f6ec53124110 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:08.736798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98b450c8-06cb-4afa-8919-cd70441f88b1 req-141ceb22-d491-497c-8192-f6ec53124110 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0555267 Aug 29 05:04:08.776338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98b450c8-06cb-4afa-8919-cd70441f88b1 req-eadb6426-ca33-4d13-af48-0a9ad90dd270 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=e6e8b873-47cc-4e3b-a54b-147d155cd18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Aug 29 05:04:09.345712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-9c0806b7-e8ab-4596-99fa-89cbab70241c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:09.347240 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-9c0806b7-e8ab-4596-99fa-89cbab70241c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 945 time: 0.0510721 Aug 29 05:04:09.446250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 56d41bce-6388-48ba-8eea-2a02cd3b7813 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:04:09.446586 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:09.537187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 56d41bce-6388-48ba-8eea-2a02cd3b7813, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=56d41bce-6388-48ba-8eea-2a02cd3b7813,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:09.537553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:09.550696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 56d41bce-6388-48ba-8eea-2a02cd3b7813 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:04:09.691176 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:09.708984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['56d41bce-6388-48ba-8eea-2a02cd3b7813'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:04:09.725401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=56d41bce-6388-48ba-8eea-2a02cd3b7813,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:09.768493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 56d41bce-6388-48ba-8eea-2a02cd3b7813 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:04:09.772087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:09.774583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f8e3677b-a0cd-49b7-ad95-6306e158b3d1 req-f5dff2a7-083b-4a1d-8ce4-60bd3b9852d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "DELETE /v2.0/ports/56d41bce-6388-48ba-8eea-2a02cd3b7813 HTTP/1.1" status: 204 len: 173 time: 0.4194810 Aug 29 05:04:09.775082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'name': 'network-vif-deleted', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:09.777492 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a65c3-a8f6-4743-81d3-0a41aeec5e5a" -d '{"events": [{"server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "name": "network-vif-deleted", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:09.817199 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb70ce-c3f3-4070-81ee-46c941ab6b54 x-openstack-request-id: req-fcbb70ce-c3f3-4070-81ee-46c941ab6b54 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:09.817432 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094243d0-a7c5-4fc2-a560-3160d407836a", "name": "network-vif-deleted", "tag": "56d41bce-6388-48ba-8eea-2a02cd3b7813", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:09.817680 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcbb70ce-c3f3-4070-81ee-46c941ab6b54 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:09.818081 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094243d0-a7c5-4fc2-a560-3160d407836a', 'name': 'network-vif-deleted', 'tag': '56d41bce-6388-48ba-8eea-2a02cd3b7813', 'status': 'completed', 'code': 200} Aug 29 05:04:09.885079 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fcafeb5b-7945-4e00-9ea6-b0efd4126fe1 req-6446f4fe-4770-4919-80f5-d19ed253e87f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0297246 Aug 29 05:04:10.320584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:10.389946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b96879f-e0fe-48ab-a576-f7747747d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:10.986539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-476fb15d-ac45-4844-968d-38ae5ccfc742 req-f6448a28-ee1e-4cc7-8f9b-1878a7a60656 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0263138 Aug 29 05:04:11.419850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:12.094356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3dc15ae4-ef49-44f2-8d43-c8869286705a req-c9eb1535-a0e9-458d-8e4c-1f86bc96b326 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0278823 Aug 29 05:04:12.418640 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:12.889670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 56d41bce-6388-48ba-8eea-2a02cd3b7813 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:04:12.916192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 56d41bce-6388-48ba-8eea-2a02cd3b7813 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:04:12.916526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 56d41bce-6388-48ba-8eea-2a02cd3b7813 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:04:13.167157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:13.195266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-afad6f9c-90de-4481-99ca-d90ac48f3e40 req-22f38744-ee2e-443c-b8e5-99b6e50af72b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=094243d0-a7c5-4fc2-a560-3160d407836a HTTP/1.1" status: 200 len: 210 time: 0.0269184 Aug 29 05:04:14.924361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-8420b9ad-108e-4512-a927-346b70a9ee80 req-c12a3d26-2211-40d1-a521-38e6a815ff60 service neutron] (94827) timed out ('10.222.0.54', 49791) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:04:17.323624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:17.328341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964818675', 'description': 'tempest-secgroup-smoke-964818675 description', 'project_id': 'e353359770b84050844cefa80571ec5c'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:17.349591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.438850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.444070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.472988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.474223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1495423 Aug 29 05:04:17.476279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f2aa84-d306-4216-bbe5-03f527034c49,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:17.477352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 47474) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:17.482536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:17.483978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.484315 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.484660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.485018 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.485332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.485663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.485996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.486323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.486654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.486985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.487376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.487628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98ce79-dd7a-47f5-8d4c-cbbaad1e4853 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.521000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.573157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.576633 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.593771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c92494e-1d35-4b1e-8721-071fb8e520ee,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:17.601637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.602836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243904 Aug 29 05:04:17.604216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.604576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.604903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.605243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.605574 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.605904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.606044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47476) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:17.606225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.606551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.606873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.607193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.607513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.607830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4376d419-62b5-44b8-91fa-e83abfbf40de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:04:17.610584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:17.640579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.702092 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.705860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.720726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efb657-5143-4f68-a49f-05f88e43ebf9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:17.729288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.730566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-81e47008-10ea-47ec-8263-3a102af0c7f6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236498 Aug 29 05:04:17.733310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:17.737735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:17.764745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.834833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.838383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.862346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4129d4d1-52ac-48f4-b8a4-18ec3bc5ab97,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:17.866885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.868127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c5514c8-4ba4-4873-9dd1-64b134e27180 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338286 Aug 29 05:04:17.871022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:17.875834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:17.905954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.972547 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.976857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:17.995913 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c3c10a-16c5-406d-b1c3-30d20d2d16cf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:18.001371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.004366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c501062c-a9b2-4475-87a8-b24ac1e66463 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322596 Aug 29 05:04:18.005127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47482) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:18.012236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:18.033707 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Project e353359770b84050844cefa80571ec5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:04:18.040683 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.108346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.112473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.132534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b38192a-f19a-474f-9dbd-c4ea9433af87,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:18.138439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.139467 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-430b7423-4e99-461b-919a-563064270699 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334195 Aug 29 05:04:18.142190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47484) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:18.147440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'security_group_rule': {'security_group_id': '32f2aa84-d306-4216-bbe5-03f527034c49', 'project_id': 'e353359770b84050844cefa80571ec5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:18.174742 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Project e353359770b84050844cefa80571ec5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:04:18.180381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.248189 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.252081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.272697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faaac4a-3a1a-42b6-a220-7b06c119342a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:18.279248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:18.280670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cafb0606-9162-4395-83be-72b20f7b3eef tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375480 Aug 29 05:04:19.673141 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:04:30.030437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:30.691418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a4be7358-1496-4f91-b910-72bd390ae7c2 req-143d4858-2a80-4850-9eff-789eec7f8c2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262485 Aug 29 05:04:30.786097 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a4be7358-1496-4f91-b910-72bd390ae7c2 req-34ea05a8-2a89-43b6-b9d1-1061e33442c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0264206 Aug 29 05:04:30.834582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a4be7358-1496-4f91-b910-72bd390ae7c2 req-88676066-204a-4371-9264-e343cba0d7f6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211489 Aug 29 05:04:30.938599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be7358-1496-4f91-b910-72bd390ae7c2 req-807e9059-6357-417a-8276-26b73dd7e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:30.940118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a4be7358-1496-4f91-b910-72bd390ae7c2 req-807e9059-6357-417a-8276-26b73dd7e300 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953858 Aug 29 05:04:32.720480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-1eb5312e-a833-4a3f-ba35-3d4cb6e577be tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964818675&fields=id&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 267 time: 0.0333431 Aug 29 05:04:32.826513 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9a9f1d98-a1e9-4fdd-be02-9d6eaecf9e25 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:32.827977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9a9f1d98-a1e9-4fdd-be02-9d6eaecf9e25 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1006751 Aug 29 05:04:32.842680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-ea03c5a0-bc02-423f-ad02-eaa283248e71 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0088670 Aug 29 05:04:32.892910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-c12ee022-700f-46e4-9725-603ca0090ceb tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444517 Aug 29 05:04:32.990007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-93dad1fa-615f-445a-8d8c-924b00a8a69a service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Aug 29 05:04:33.079765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-1e157b1c-842d-4791-bdf6-f3eb39651690 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836799 Aug 29 05:04:33.389825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9b4b8694-349e-47d7-aafd-747a5a033a13 req-72d95be1-9171-41ca-839a-001511c445de tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0324574 Aug 29 05:04:34.406703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-7c1a7981-79e7-4533-ad09-0536aa06dc40 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:34.408155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-7c1a7981-79e7-4533-ad09-0536aa06dc40 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1012874 Aug 29 05:04:34.471360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-21e07556-fea1-4dd9-ae65-9ea92c52260e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 379 time: 0.0470402 Aug 29 05:04:34.490040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': 'f46bf45b-b220-44a3-b515-a174b4792321', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'security_groups': ['32f2aa84-d306-4216-bbe5-03f527034c49']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:34.514765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-445a9331-cbca-4e60-826c-dd692dd6b5d0 req-6406fe1a-e52e-40d0-af03-82de66881d3e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0356259 Aug 29 05:04:34.624446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:04:34.630892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:34.759178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.13 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/5caf442c-9bdc-4849-964d-18baf978ab49) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:04:34.901349 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:34.918279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 5caf442c-9bdc-4849-964d-18baf978ab49 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:04:34.960763 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.012496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:04:35.015729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:04:35.019837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:04:35.027232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:35.087192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.087943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.111103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-3261e1e7-d815-4eb4-ad11-dc679643d19f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6247313 Aug 29 05:04:35.129113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Request body: {'port': {'device_id': 'f46bf45b-b220-44a3-b515-a174b4792321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:35.186150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.267961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffa48874-c6bb-4c45-bbce-1740a93a2b49 None None] Provisioning for port 5caf442c-9bdc-4849-964d-18baf978ab49 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:04:35.272735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ffa48874-c6bb-4c45-bbce-1740a93a2b49 None None] Provisioning complete for port 5caf442c-9bdc-4849-964d-18baf978ab49 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:35.273113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ffa48874-c6bb-4c45-bbce-1740a93a2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.314377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ffa48874-c6bb-4c45-bbce-1740a93a2b49 None None] Port 5caf442c-9bdc-4849-964d-18baf978ab49 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:04:35.464757 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caf442c-9bdc-4849-964d-18baf978ab49 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:35.472938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.485572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Transition to ACTIVE for port object 5caf442c-9bdc-4849-964d-18baf978ab49 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:04:35.489708 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.574647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Pushing event updated for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:35.643109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Attempting to bind port 5caf442c-9bdc-4849-964d-18baf978ab49 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:04:35.643444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Attempting to bind port 5caf442c-9bdc-4849-964d-18baf978ab49 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:04:35.643776 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Attempting to bind port 5caf442c-9bdc-4849-964d-18baf978ab49 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:04:35.650167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Port 5caf442c-9bdc-4849-964d-18baf978ab49 on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:04:35.650502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Attempting to bind port 5caf442c-9bdc-4849-964d-18baf978ab49 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:04:35.667182 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:04:35.668142 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:04:35.668584 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:04:35.669042 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Bound port: 5caf442c-9bdc-4849-964d-18baf978ab49, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:04:35.669420 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.696967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb5a57-e15c-4e59-b3b7-c4e86e389d95 req-bfd1d279-fc71-4ab6-bf8c-15c5244e5d86 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.704579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67fb5a57-e15c-4e59-b3b7-c4e86e389d95 req-bfd1d279-fc71-4ab6-bf8c-15c5244e5d86 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0883904 Aug 29 05:04:35.752529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67fb5a57-e15c-4e59-b3b7-c4e86e389d95 req-9882a98e-5c6d-4c9e-840e-9bb401e736a9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Aug 29 05:04:35.774919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:04:35.778375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5caf442c-9bdc-4849-964d-18baf978ab49,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:04:35.785186 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.821512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.822230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:35.823645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] 10.222.0.54 "PUT /v2.0/ports/5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 1093 time: 0.6989317 Aug 29 05:04:35.824040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:35.826338 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:35.868104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fe80c-5739-4ef4-bcc0-5d4b295385da service neutron] Pushing event updated for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:35.889501 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61d66a-85fa-411b-aedd-b3baf3f6302d x-openstack-request-id: req-0c61d66a-85fa-411b-aedd-b3baf3f6302d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:35.889797 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:35.890049 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c61d66a-85fa-411b-aedd-b3baf3f6302d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:35.890475 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49', 'status': 'completed', 'code': 200} Aug 29 05:04:35.925001 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-beb17670-0427-4ff9-9210-6de7e20ca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:35.927261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-beb17670-0427-4ff9-9210-6de7e20ca50e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1096 time: 0.0489788 Aug 29 05:04:35.978996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-1127bcde-661f-4d78-8ff8-9e4e8f7c3fd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 217 time: 0.0400372 Aug 29 05:04:36.037694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-95d75676-c096-4383-a4fd-1518578795d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.039098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-95d75676-c096-4383-a4fd-1518578795d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0477538 Aug 29 05:04:36.093655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-33f7f032-e743-4a18-bcd5-e2a6e2328c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.095112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-33f7f032-e743-4a18-bcd5-e2a6e2328c6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439248 Aug 29 05:04:36.197707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-fdc9a9a9-31f5-4c77-991e-6407a4c1c6f3 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895326 Aug 29 05:04:36.557139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f0cc8393-545a-444a-a7e8-309dcd7d74d0 req-016209a9-b201-487e-a382-eaaf402e3f3c service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469319 Aug 29 05:04:36.647485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-d2594a0a-6063-46fc-a943-58ebb8ce54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.649032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-d2594a0a-6063-46fc-a943-58ebb8ce54a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1096 time: 0.0417469 Aug 29 05:04:36.746453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-e91ac980-c662-4c73-b9cd-2a15dc0ebcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.748026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-e91ac980-c662-4c73-b9cd-2a15dc0ebcd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0883198 Aug 29 05:04:36.796714 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-1d695008-8fc0-4a09-bfa7-17fd20c2db1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 217 time: 0.0384393 Aug 29 05:04:36.856720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-2f241d54-36e2-4dbf-8e9b-93dd764a8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.858911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-2f241d54-36e2-4dbf-8e9b-93dd764a8b04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0549164 Aug 29 05:04:36.876663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826091-63a6-40d3-934c-1502631fde2b req-182d86d0-0ac7-473a-84b9-2d2c0d4828d1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.878278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c826091-63a6-40d3-934c-1502631fde2b req-182d86d0-0ac7-473a-84b9-2d2c0d4828d1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Aug 29 05:04:36.920646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9c826091-63a6-40d3-934c-1502631fde2b req-e4681ad0-55a1-4f29-93b7-5263843c0fdd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344398 Aug 29 05:04:36.921327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-0883139c-2ad2-49ae-adb6-94a5f47f8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:36.922832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-0883139c-2ad2-49ae-adb6-94a5f47f8e1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534911 Aug 29 05:04:37.019715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-7c55ebf6-6017-4449-8e58-77bd9bff36c2 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Aug 29 05:04:37.127608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dbe4545f-c32f-47b4-bba5-886f8af3cd4a req-4b65a1c0-ca71-41b0-b027-49c961c36e10 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958321 Aug 29 05:04:37.354681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a5e03b68-0748-45da-a3d7-d129c88599cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:38.043038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aeab0-4956-467c-ae8a-062b5af1d542 req-e6192811-0b3d-42d0-b62d-55fa184a00e8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:38.044454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d56aeab0-4956-467c-ae8a-062b5af1d542 req-e6192811-0b3d-42d0-b62d-55fa184a00e8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0512717 Aug 29 05:04:38.089367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d56aeab0-4956-467c-ae8a-062b5af1d542 req-a7291ebd-cd11-450b-8b8d-25207c809f26 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379908 Aug 29 05:04:39.209832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a508f-4142-46c6-91dd-aac9c59169b2 req-e64db71f-fe88-4f01-83cc-6d447cec208b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:39.211480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f6a508f-4142-46c6-91dd-aac9c59169b2 req-e64db71f-fe88-4f01-83cc-6d447cec208b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Aug 29 05:04:39.250436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f6a508f-4142-46c6-91dd-aac9c59169b2 req-6a06af56-e635-491e-b5a5-dad523311af8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Aug 29 05:04:40.330638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:40.371242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33055-b199-4b65-965e-0b1903a6da65 req-65955a2c-39eb-43c2-b33c-90282c1b9755 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:40.373076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dd33055-b199-4b65-965e-0b1903a6da65 req-65955a2c-39eb-43c2-b33c-90282c1b9755 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Aug 29 05:04:40.394058 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcd8856d-06a2-4149-8c9d-8f911ea2f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:40.434444 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8dd33055-b199-4b65-965e-0b1903a6da65 req-767a00ca-c29f-47d7-8da0-310e03d49202 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531626 Aug 29 05:04:41.043807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-c24872b6-341f-41bd-a67c-db6c401b4796 req-ce76d0f5-4b0c-4c8d-98af-1e4d79b23380 tempest-ServersTestJSON-2144999596 tempest-ServersTestJSON-2144999596-project] (94827) timed out ('10.222.0.50', 57580) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:04:41.418352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:41.553448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47cff4-c2db-46e7-9712-6e5739ebb487 req-6b632870-4275-47f5-9b90-327bd5f9b1cc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:41.555002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b47cff4-c2db-46e7-9712-6e5739ebb487 req-6b632870-4275-47f5-9b90-327bd5f9b1cc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0508764 Aug 29 05:04:41.598426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b47cff4-c2db-46e7-9712-6e5739ebb487 req-b305fec9-2234-4d2f-8f8d-0304e57ebf38 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372853 Aug 29 05:04:42.417040 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:42.723225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897528c0-fa13-4a44-8fa2-97c3f151e88e req-583cdfc4-94c3-423c-b7d5-57db50ed1b11 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:42.724768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-897528c0-fa13-4a44-8fa2-97c3f151e88e req-583cdfc4-94c3-423c-b7d5-57db50ed1b11 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0555618 Aug 29 05:04:42.772986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-897528c0-fa13-4a44-8fa2-97c3f151e88e req-8a81483c-13f3-4c08-82cb-7090fc50d1af tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335941 Aug 29 05:04:43.168351 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:43.895704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7615e6d-d18e-4f48-9808-b0d2282ca7ce req-5f144720-3a98-4e5e-b879-45e4c6b8aad7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:43.897585 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7615e6d-d18e-4f48-9808-b0d2282ca7ce req-5f144720-3a98-4e5e-b879-45e4c6b8aad7 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0513484 Aug 29 05:04:43.935654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7615e6d-d18e-4f48-9808-b0d2282ca7ce req-57dc1dcd-4ebb-4e62-8551-469b2e24e0ff tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Aug 29 05:04:45.056776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586097-5c12-4360-aa78-e62609c85a4f req-aeda68fa-c5b3-4632-9a3d-a4e1e14cdcb9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:45.058250 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87586097-5c12-4360-aa78-e62609c85a4f req-aeda68fa-c5b3-4632-9a3d-a4e1e14cdcb9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 944 time: 0.0486355 Aug 29 05:04:45.092305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5caf442c-9bdc-4849-964d-18baf978ab49 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:04:45.099405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87586097-5c12-4360-aa78-e62609c85a4f req-fd09a239-67ec-4af7-936f-59705de834b2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352831 Aug 29 05:04:45.184271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5caf442c-9bdc-4849-964d-18baf978ab49,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:45.195314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '5caf442c-9bdc-4849-964d-18baf978ab49', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '5caf442c-9bdc-4849-964d-18baf978ab49', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:04:45.235404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:45.247362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caf442c-9bdc-4849-964d-18baf978ab49 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:04:45.265867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5caf442c-9bdc-4849-964d-18baf978ab49,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:45.271106 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:45.319121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:45.543069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['5caf442c-9bdc-4849-964d-18baf978ab49'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:04:46.212796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c1352-299f-4fb2-84cc-7fb5a3f7d2cb req-266dd13b-8910-45f9-9dd5-2f7ff091ff18 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:46.214213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da9c1352-299f-4fb2-84cc-7fb5a3f7d2cb req-266dd13b-8910-45f9-9dd5-2f7ff091ff18 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Aug 29 05:04:46.250808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da9c1352-299f-4fb2-84cc-7fb5a3f7d2cb req-2575f106-87ec-46ba-8050-afaba157ea4c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307372 Aug 29 05:04:47.107681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5caf442c-9bdc-4849-964d-18baf978ab49 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:04:47.155997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 5caf442c-9bdc-4849-964d-18baf978ab49 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:04:47.159602 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 5caf442c-9bdc-4849-964d-18baf978ab49 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:04:47.160000 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:47.236580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:47.258525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:47.260841 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52038654-8ce0-46ea-97a5-1705fd361a4e" -d '{"events": [{"server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "name": "network-vif-plugged", "status": "completed", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:47.274038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5caf442c-9bdc-4849-964d-18baf978ab49,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:04:47.278395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:47.302493 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c83448-05f1-4695-b16a-349b4d490edb x-openstack-request-id: req-d8c83448-05f1-4695-b16a-349b4d490edb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:47.302795 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "name": "network-vif-plugged", "status": "completed", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:47.303056 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8c83448-05f1-4695-b16a-349b4d490edb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:47.303421 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49', 'code': 200} Aug 29 05:04:47.329417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:47.392463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c1b9d-41ef-4871-89fd-c687d63337d2 req-3cf729e1-838c-4c82-8373-fb3b5c5ba02d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.394053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c49c1b9d-41ef-4871-89fd-c687d63337d2 req-3cf729e1-838c-4c82-8373-fb3b5c5ba02d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0495229 Aug 29 05:04:47.417444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406550-4303-4354-8ae7-50186336ce0c req-2921fdf9-96c1-46c8-a175-5f6c7474956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:47.418965 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-61406550-4303-4354-8ae7-50186336ce0c req-2921fdf9-96c1-46c8-a175-5f6c7474956d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1098 time: 0.0425646 Aug 29 05:04:47.433657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c49c1b9d-41ef-4871-89fd-c687d63337d2 req-3421a63b-ba00-42a0-87a5-a7c9fd61532f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333011 Aug 29 05:04:47.457565 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-61406550-4303-4354-8ae7-50186336ce0c req-cc2cb12f-e041-435a-8348-0354254cf5bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303788 Aug 29 05:04:48.564031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478f96-9d8e-4562-8476-d03554356dd7 req-8c446ac6-eba1-493d-9468-f3f47ea6f5dd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:48.565574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62478f96-9d8e-4562-8476-d03554356dd7 req-8c446ac6-eba1-493d-9468-f3f47ea6f5dd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0564146 Aug 29 05:04:48.609151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62478f96-9d8e-4562-8476-d03554356dd7 req-d4c681c3-1e9b-4865-a393-26b419a46f8b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371120 Aug 29 05:04:49.723031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2b46d-35dd-4328-81d0-e9b8c84e1087 req-8b61d344-8f57-450b-bb3b-3ca4214139fe tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.724549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2bf2b46d-35dd-4328-81d0-e9b8c84e1087 req-8b61d344-8f57-450b-bb3b-3ca4214139fe tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Aug 29 05:04:49.762711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2bf2b46d-35dd-4328-81d0-e9b8c84e1087 req-67bb199a-ba7c-4d3c-a416-8fbcd51cc737 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Aug 29 05:04:49.879048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e292130-9a3b-4c1f-8f5d-d182ec128549 req-b162a9ce-3901-4620-b129-c5d729628d5d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.880549 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e292130-9a3b-4c1f-8f5d-d182ec128549 req-b162a9ce-3901-4620-b129-c5d729628d5d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0487158 Aug 29 05:04:49.918200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e292130-9a3b-4c1f-8f5d-d182ec128549 req-e73616a7-0db5-4924-bbc6-5f4bfbb6148b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Aug 29 05:04:49.940267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47676) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:49.979108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23949b9c-5c2f-4c03-9f16-65cbcac78935 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:49.980663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23949b9c-5c2f-4c03-9f16-65cbcac78935 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1093 time: 0.0393145 Aug 29 05:04:49.984750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47678) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:04:49.989772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '5caf442c-9bdc-4849-964d-18baf978ab49', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:04:50.009923 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.125243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.239812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.25.3.9 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/c822eaef-e925-4d3e-ae1a-f6b10d9978f9) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:04:50.359382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.397167 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.430752 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:04:50.433491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:04:50.436137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:04:50.479586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=c822eaef-e925-4d3e-ae1a-f6b10d9978f9,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:50.803898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:50.872174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.016448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.021466 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.093124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=c822eaef-e925-4d3e-ae1a-f6b10d9978f9,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:04:51.101628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.203225 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP 763f076b-2eb9-40f6-aaf0-972e4c04f472 associated. External IP: 172.25.3.9, port: 5caf442c-9bdc-4849-964d-18baf978ab49. Aug 29 05:04:51.411204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:04:51.518493 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:04:51.528323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:04:51.534862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:04:51.539627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:51.540270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:04:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:51.561853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1c38b46e-1094-47a2-be27-df545c3bb8c9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5760911 Aug 29 05:04:51.562448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:04:51.564805 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:04:51.647542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:51.667166 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2dde9-bc61-43c3-a813-6c204bd8c89b x-openstack-request-id: req-c8e2dde9-bc61-43c3-a813-6c204bd8c89b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:04:51.667451 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:04:51.667719 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8e2dde9-bc61-43c3-a813-6c204bd8c89b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:04:51.668159 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49', 'status': 'completed', 'code': 200} Aug 29 05:04:51.734817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-60faf81c-9492-4b19-acf6-5ed05e88ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.736398 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-60faf81c-9492-4b19-acf6-5ed05e88ba0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1098 time: 0.0455487 Aug 29 05:04:51.830601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-ca94f554-c67e-4d56-9668-e60ba7b291aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.832656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-ca94f554-c67e-4d56-9668-e60ba7b291aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0885034 Aug 29 05:04:51.873990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '763f076b-2eb9-40f6-aaf0-972e4c04f472', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '5caf442c-9bdc-4849-964d-18baf978ab49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bf45b-b220-44a3-b515-a174b4792321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:50Z', 'updated_at': '2021-08-29T05:04:50Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:51.900385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:04:51.902183 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-fd01ffb4-f0b0-479a-add5-17b6108c46e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 998 time: 0.0609365 Aug 29 05:04:51.908654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:04:51.909249 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:04:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:51.954893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-e8381bdc-b6d9-4db8-b392-ffdba3939bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:51.956840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-e8381bdc-b6d9-4db8-b392-ffdba3939bd6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0475340 Aug 29 05:04:52.003100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-45f91dc9-80b8-4047-aaa3-4637b9c8ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:04:52.004750 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-45f91dc9-80b8-4047-aaa3-4637b9c8ad2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406420 Aug 29 05:04:52.017173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:04:52.098308 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-90e72183-635c-458b-a1c2-2151d6b93361 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843961 Aug 29 05:04:52.194962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-31cb6bd0-1084-4b9b-a890-fd57efefeaa0 req-64e271c9-0c9d-4da7-8049-b30b4da35f88 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877609 Aug 29 05:04:52.239085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '763f076b-2eb9-40f6-aaf0-972e4c04f472', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '5caf442c-9bdc-4849-964d-18baf978ab49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bf45b-b220-44a3-b515-a174b4792321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:50Z', 'updated_at': '2021-08-29T05:04:50Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:04:52.269533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bcdf9-e91e-4a52-9ea6-de75dbbeaf49 None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '763f076b-2eb9-40f6-aaf0-972e4c04f472', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '5caf442c-9bdc-4849-964d-18baf978ab49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46bf45b-b220-44a3-b515-a174b4792321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:04:50Z', 'updated_at': '2021-08-29T05:04:50Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:04:52.457585 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4539b3-9e1b-4551-8887-b1021f5b01e6 None None] New status for floating IP 763f076b-2eb9-40f6-aaf0-972e4c04f472: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:04:56.672114 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:00.045077 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:07.355822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-94c3de44-3b9e-4834-ade2-a91017b63dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:09.647274 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-41365549-111e-42f5-87c6-fac229a44776 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442271 Aug 29 05:05:09.742594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-2ab85135-fff1-4f66-950f-de7fddcbf7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:09.744137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-2ab85135-fff1-4f66-950f-de7fddcbf7b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1098 time: 0.0462148 Aug 29 05:05:09.851217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-3dc3eeb7-222d-4756-a203-a31c4951b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:09.852672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-3dc3eeb7-222d-4756-a203-a31c4951b243 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0874274 Aug 29 05:05:09.918715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-3204b44b-8b71-465b-a7d7-bd8345dd0b52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 1000 time: 0.0579262 Aug 29 05:05:09.974143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-4cc51398-e10c-4ca5-92f0-dd8d9f4a0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:09.975595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-4cc51398-e10c-4ca5-92f0-dd8d9f4a0323 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0470779 Aug 29 05:05:10.029445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-d706d047-3002-4a6c-a1aa-75212024897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:10.030984 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-d706d047-3002-4a6c-a1aa-75212024897b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470667 Aug 29 05:05:10.120661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-74d9bebe-cb7b-4c2d-9b3e-2449a60558ec service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821021 Aug 29 05:05:10.218704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c771013a-914f-42f0-8ba6-1858504ab8b5 req-b11f01ab-ebdf-47f0-a315-279b3711403e service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Aug 29 05:05:10.322715 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:10.397473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d18d0969-3e1b-4c31-9575-4013c1a07516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:11.417925 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:12.423103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:13.169343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:30.059353 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:31.593109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79f1be91-979d-4d85-9ed9-234c9f8f8788 req-0d1f9479-1f6a-41ff-aef1-ed11f7e1cc85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263574 Aug 29 05:05:31.674754 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79f1be91-979d-4d85-9ed9-234c9f8f8788 req-c6c2f998-b3a9-4ae2-a0ed-547e15e67710 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0251741 Aug 29 05:05:31.721608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79f1be91-979d-4d85-9ed9-234c9f8f8788 req-57bdd85a-856f-46ee-b56f-1f8697c31934 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196638 Aug 29 05:05:31.822639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1be91-979d-4d85-9ed9-234c9f8f8788 req-77ef54eb-8fd1-40af-aea8-8d66c7a82fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:05:31.824161 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-79f1be91-979d-4d85-9ed9-234c9f8f8788 req-77ef54eb-8fd1-40af-aea8-8d66c7a82fe4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960255 Aug 29 05:05:33.675851 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:05:37.359019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-37c709f7-96d6-40bb-bdcc-69191f899176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:40.328180 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:40.398579 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd6e8-538e-4628-9838-5cc6a4e7ecac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:41.420505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:42.445422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:05:43.173162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:00.057726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:07.361521 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-174fbf4f-1624-480f-b468-c2985e3b71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.329318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.403770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d1f27d8-3183-4fda-8b7f-c65fdb9cea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:10.647128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-13ac5ed1-ebe6-49b9-bbb8-6d91870170ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403900 Aug 29 05:06:10.675212 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:10.728374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44707-f64c-4f48-8406-b983a7658650 req-4320c4ec-74de-4f92-a8cf-2dd75d22c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.729856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-4320c4ec-74de-4f92-a8cf-2dd75d22c85f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 1098 time: 0.0404298 Aug 29 05:06:10.836886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44707-f64c-4f48-8406-b983a7658650 req-92821df5-e86e-43c1-b5b8-e19b5cc81304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.838359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-92821df5-e86e-43c1-b5b8-e19b5cc81304 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0865850 Aug 29 05:06:10.906200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-c3c91882-2aab-43f2-a313-ede4e75a5882 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 200 len: 1000 time: 0.0592394 Aug 29 05:06:10.964248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44707-f64c-4f48-8406-b983a7658650 req-3922abef-458a-498d-95c9-31b0b5d0cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:10.965713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-3922abef-458a-498d-95c9-31b0b5d0cb36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0484776 Aug 29 05:06:11.014550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44707-f64c-4f48-8406-b983a7658650 req-e849015f-147c-448a-ad9f-c902ab0633d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:11.016130 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-e849015f-147c-448a-ad9f-c902ab0633d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395865 Aug 29 05:06:11.108980 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-bf04cf27-bb01-4f84-869d-c8448cdc5905 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803642 Aug 29 05:06:11.207785 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-55b44707-f64c-4f48-8406-b983a7658650 req-2d42d540-909c-4d1b-8ae6-6dedc850b647 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858376 Aug 29 05:06:11.422153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:12.429538 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:13.176408 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:30.058062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:32.233076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ad2b2ee-6296-4f1e-9181-acad72b1e169 req-b1f12403-9ee7-4008-8ad5-bddac166d4a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258961 Aug 29 05:06:32.313539 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ad2b2ee-6296-4f1e-9181-acad72b1e169 req-ca484bac-f6bd-4be3-aa14-57d2c9b73606 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0250752 Aug 29 05:06:32.357010 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ad2b2ee-6296-4f1e-9181-acad72b1e169 req-c81ca8d8-0603-4197-a281-42f3008784cb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190253 Aug 29 05:06:32.457131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b2ee-6296-4f1e-9181-acad72b1e169 req-181b2392-2638-489d-8a37-936022fd3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:32.458682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ad2b2ee-6296-4f1e-9181-acad72b1e169 req-181b2392-2638-489d-8a37-936022fd3410 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949719 Aug 29 05:06:37.362657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ac4281d5-7be0-466a-aa1e-cad0ed514b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:40.333283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:40.406378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-90dd923c-c6b7-453c-a868-02b1eb3e6015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:41.426697 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:42.446107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:43.178869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:47.673830 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:06:49.446215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdfd39-29da-48a7-bf11-d32bb12e5d9c req-7bfc3e0f-80d1-44b9-8622-487424d14244 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:49.447779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8fdfd39-29da-48a7-bf11-d32bb12e5d9c req-7bfc3e0f-80d1-44b9-8622-487424d14244 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0513480 Aug 29 05:06:49.489396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8fdfd39-29da-48a7-bf11-d32bb12e5d9c req-85ad1cf2-dfc8-4a27-aef8-5a2464197955 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349588 Aug 29 05:06:50.633195 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556b63-6b52-47c5-80d7-6d401d5ff10c req-bc57c29c-9997-4e62-bf59-0e1e8bcb1b28 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:50.633195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59556b63-6b52-47c5-80d7-6d401d5ff10c req-bc57c29c-9997-4e62-bf59-0e1e8bcb1b28 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Aug 29 05:06:50.670754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-59556b63-6b52-47c5-80d7-6d401d5ff10c req-7699c1d3-a1b7-44c1-99d0-1c2f7b51e821 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331347 Aug 29 05:06:51.360802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-deb9cdb9-47ea-42d4-b479-4c1447593ad5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.362366 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-deb9cdb9-47ea-42d4-b479-4c1447593ad5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0505135 Aug 29 05:06:51.460225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 5caf442c-9bdc-4849-964d-18baf978ab49 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:06:51.460575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.550161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 5caf442c-9bdc-4849-964d-18baf978ab49, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5caf442c-9bdc-4849-964d-18baf978ab49,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:06:51.550556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.754208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.754208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.754523 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP 763f076b-2eb9-40f6-aaf0-972e4c04f472 disassociated. External IP: 172.25.3.9, port: 5caf442c-9bdc-4849-964d-18baf978ab49. Aug 29 05:06:51.754870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 5caf442c-9bdc-4849-964d-18baf978ab49 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:06:51.834371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636742-70c6-47be-92a6-b7b435af24b4 req-13b84299-2b2b-44de-88c7-47b0851ac775 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:51.835878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c636742-70c6-47be-92a6-b7b435af24b4 req-13b84299-2b2b-44de-88c7-47b0851ac775 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Aug 29 05:06:51.875339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c636742-70c6-47be-92a6-b7b435af24b4 req-e8ed4478-8d19-484c-a23e-95dcd3e9a8fa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Aug 29 05:06:51.888029 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:51.918842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=5caf442c-9bdc-4849-964d-18baf978ab49,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:06:51.931143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.931516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.931849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.932222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.932557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.932891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.933223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.933551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.933879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.934207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.934534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:51.934864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:06:52.048156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:06:52.162852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:06:52.173783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:06:52.186598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:52.187285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:06:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:52.210738 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 5caf442c-9bdc-4849-964d-18baf978ab49 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:06:52.213262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:06:52.215284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9530bfc2-7710-4478-b8f5-ecad78b9018e req-d922ca3d-85d1-4239-b692-74478ec5b55b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "DELETE /v2.0/ports/5caf442c-9bdc-4849-964d-18baf978ab49 HTTP/1.1" status: 204 len: 173 time: 0.8450348 Aug 29 05:06:52.215729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'name': 'network-vif-deleted', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:06:52.218040 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8cc65-2988-43c1-8a03-edf33b5ab535" -d '{"events": [{"server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "name": "network-vif-deleted", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:06:52.318447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:52.332267 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a0e26a-c5eb-4bea-b766-da5106c48c85 x-openstack-request-id: req-25a0e26a-c5eb-4bea-b766-da5106c48c85 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:06:52.332662 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46bf45b-b220-44a3-b515-a174b4792321", "name": "network-vif-deleted", "tag": "5caf442c-9bdc-4849-964d-18baf978ab49", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:06:52.333076 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25a0e26a-c5eb-4bea-b766-da5106c48c85 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:06:52.333496 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46bf45b-b220-44a3-b515-a174b4792321', 'name': 'network-vif-deleted', 'tag': '5caf442c-9bdc-4849-964d-18baf978ab49', 'status': 'completed', 'code': 200} Aug 29 05:06:52.528058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:52.558463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:06:52.566865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:06:52.567553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:06:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:52.676920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:06:52.875208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:06:52.902126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f4075-f438-4a9f-91f8-f66b08a3fde2 None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:06:52.984879 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ed3a756-fe64-40d3-98a7-41694ee595bd req-cf7e62af-2850-4c97-b2f1-fbf999703791 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0273795 Aug 29 05:06:53.141575 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de264b-e3b1-40b0-a978-9664741a0da3 None None] New status for floating IP 763f076b-2eb9-40f6-aaf0-972e4c04f472: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:06:54.083747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2057d87f-23c4-44de-8da3-7afc7cb5a5be req-4627e767-d353-4f20-a013-51b7a2ac218e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0264461 Aug 29 05:06:55.179561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-217b3f3a-72be-46b0-8213-643ca0a9fe5a req-49592aaf-c99d-4541-9cba-949e976433aa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Aug 29 05:06:55.739621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5caf442c-9bdc-4849-964d-18baf978ab49 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:06:55.760557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 5caf442c-9bdc-4849-964d-18baf978ab49 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:06:55.760915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5caf442c-9bdc-4849-964d-18baf978ab49 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:06:56.302028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ece08aa-4ec5-4258-80f7-3323e331a5de req-e7e81c13-9251-4c6d-a7b4-034669203158 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=f46bf45b-b220-44a3-b515-a174b4792321 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Aug 29 05:06:57.514480 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-84c22b99-d8a2-469c-9216-9e88c1f51556 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964818675&fields=id&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 267 time: 0.0388520 Aug 29 05:06:57.619654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-a7cb3b12-05ab-47f7-bb94-01a3d6af5bd9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:06:57.621068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-a7cb3b12-05ab-47f7-bb94-01a3d6af5bd9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.0994735 Aug 29 05:06:57.636657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-bb2d6dab-c163-415b-9220-098b5cd27393 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0091722 Aug 29 05:06:57.689100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-3e67abe8-b7b2-41fd-916a-5fa7ea13e79d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472660 Aug 29 05:06:57.749203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-64b97581-56e1-4e2e-a539-745cfa7daa58 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:06:57.750881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-64b97581-56e1-4e2e-a539-745cfa7daa58 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509555 Aug 29 05:06:57.843273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-6846a46a-d14c-465c-afee-731bb32fbf9b service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853970 Aug 29 05:06:57.933785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-796a5cf4-c1a7-439f-8849-41eca3488b7d service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837581 Aug 29 05:06:59.266794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e790cc08-5d84-4e55-8c6c-d882d5724429 req-4837d5c1-9969-48ef-aaff-28f0895dce8b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0334346 Aug 29 05:07:00.059407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:00.347037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a8870e-cf2f-4424-af65-74663d6d3dd3 req-e216c8e4-639b-4601-878d-b753170f22b0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Aug 29 05:07:01.428176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24a005a4-c27b-47f6-aba9-ece25db63488 req-32575656-38a5-48be-97d4-4307d2531e7a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0283551 Aug 29 05:07:02.509424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7273b51-56c9-4f81-adc2-ce784cc1abc1 req-4246d6f5-7870-45ef-9665-39a075726681 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Aug 29 05:07:03.609733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-20320888-4fe5-4cf2-9a60-f26bc8b620fa req-51e810b5-bbdc-45f7-ba78-06250b10e69a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0259421 Aug 29 05:07:04.410713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-090bd3d6-3aff-400a-a717-8f1d28fac11f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:04.412298 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-090bd3d6-3aff-400a-a717-8f1d28fac11f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1138148 Aug 29 05:07:04.456961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9430959c-f0b8-44ad-aa9d-3952497135e6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 379 time: 0.0348077 Aug 29 05:07:04.475643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'security_groups': ['32f2aa84-d306-4216-bbe5-03f527034c49']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:04.586144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:07:04.590190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:04.714640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-df14490d-68a1-46a5-85d0-29ff9d16adf8 req-5810052c-7d70-4a06-ab73-d265b7714f04 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0278227 Aug 29 05:07:04.726646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.4 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/97c3c358-2436-4023-8c14-1f2aedae3ccf) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:07:04.871293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:04.885557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 97c3c358-2436-4023-8c14-1f2aedae3ccf will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:07:04.921675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:04.966036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:07:04.969680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:07:04.973579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:07:04.998871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:05.031870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.032543 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.050527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-95fd98b7-0fc8-46ea-bbea-14846e453f85 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786910 Aug 29 05:07:05.070610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Request body: {'port': {'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:05.131801 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.216889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-289797b5-4bb4-40e5-a83d-f3182e71b86e None None] Provisioning for port 97c3c358-2436-4023-8c14-1f2aedae3ccf completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:07:05.223340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-289797b5-4bb4-40e5-a83d-f3182e71b86e None None] Provisioning complete for port 97c3c358-2436-4023-8c14-1f2aedae3ccf triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:07:05.224144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-289797b5-4bb4-40e5-a83d-f3182e71b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.261713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-289797b5-4bb4-40e5-a83d-f3182e71b86e None None] Port 97c3c358-2436-4023-8c14-1f2aedae3ccf cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:07:05.426623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c3c358-2436-4023-8c14-1f2aedae3ccf {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:05.434546 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.446635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Transition to ACTIVE for port object 97c3c358-2436-4023-8c14-1f2aedae3ccf will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:07:05.450288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.503888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:05.573537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Attempting to bind port 97c3c358-2436-4023-8c14-1f2aedae3ccf on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:07:05.573980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Attempting to bind port 97c3c358-2436-4023-8c14-1f2aedae3ccf by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:07:05.574324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Attempting to bind port 97c3c358-2436-4023-8c14-1f2aedae3ccf on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:07:05.579009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Port 97c3c358-2436-4023-8c14-1f2aedae3ccf on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:07:05.579334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Attempting to bind port 97c3c358-2436-4023-8c14-1f2aedae3ccf on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:07:05.584603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:07:05.584938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:07:05.585319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:07:05.585751 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Bound port: 97c3c358-2436-4023-8c14-1f2aedae3ccf, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:07:05.586119 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.667495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:07:05.672694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:07:05.678598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.713482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.713994 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:05.716499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 1092 time: 0.6498406 Aug 29 05:07:05.719143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:05.722412 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d5084deeff42a9c611de160da9db3bee880c71c37ad51ae7d77a4cb4e8eeb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:05.754028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab78e-9537-4d89-aeeb-81c9426966d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:05.826770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-20ff1e7c-a806-443c-b2e6-955d4c32b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.829156 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-20ff1e7c-a806-443c-b2e6-955d4c32b35d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1095 time: 0.0642860 Aug 29 05:07:05.880139 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-09cea2fd-08be-46e0-879b-6364a1828752 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 217 time: 0.0412161 Aug 29 05:07:05.882899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c2447-f7ac-406d-9e69-6a556f88cea9 req-94a8f553-5e68-440b-a136-c61aefd3261e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.884504 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4c2447-f7ac-406d-9e69-6a556f88cea9 req-94a8f553-5e68-440b-a136-c61aefd3261e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0557799 Aug 29 05:07:05.936974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-440d58fd-0ab2-4bd4-8478-9b76b5cecf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:05.939208 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-440d58fd-0ab2-4bd4-8478-9b76b5cecf10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0492573 Aug 29 05:07:05.944605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e4c2447-f7ac-406d-9e69-6a556f88cea9 req-1aa4b321-e058-4b68-8453-9ef6038e6d01 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493796 Aug 29 05:07:05.999233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-7ad92021-4d2b-48e7-8b9e-c5fb2c5cda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:06.000822 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-7ad92021-4d2b-48e7-8b9e-c5fb2c5cda38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486522 Aug 29 05:07:06.094908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-fecce8c8-d2b3-4c58-80e6-6cfc57a0fb0f service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Aug 29 05:07:06.193810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9dc50478-8c96-4590-b418-9f2358e04a8c req-3cd6fdc2-1d4f-4d11-9ca3-3583d2d5dc70 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Aug 29 05:07:06.830443 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1185699-c810-4ce5-9fd7-7ab865f962f8 x-openstack-request-id: req-c1185699-c810-4ce5-9fd7-7ab865f962f8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:06.830993 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:06.831100 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1185699-c810-4ce5-9fd7-7ab865f962f8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:06.831535 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'status': 'completed', 'code': 200} Aug 29 05:07:06.901479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-5a26ead2-14d5-41bc-8541-3ba7414cec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:06.903015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-5a26ead2-14d5-41bc-8541-3ba7414cec83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1095 time: 0.0427842 Aug 29 05:07:07.003271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-e9b7d9f6-549b-42d2-8948-403ded4859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.004868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-e9b7d9f6-549b-42d2-8948-403ded4859ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0903163 Aug 29 05:07:07.058304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-c8fa2a47-ad12-492d-9039-9844083d9f80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 217 time: 0.0441301 Aug 29 05:07:07.059542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dd76c-44de-4a0e-b58d-08b07c200f35 req-571e9658-8d14-4556-83f6-00fef2aa41c5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.061184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a2dd76c-44de-4a0e-b58d-08b07c200f35 req-571e9658-8d14-4556-83f6-00fef2aa41c5 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0553541 Aug 29 05:07:07.108396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a2dd76c-44de-4a0e-b58d-08b07c200f35 req-51dd64a6-a845-4277-9bf6-d93b36de3879 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Aug 29 05:07:07.119050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-75fadb62-70b1-47ad-99b0-15fed2f130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.120874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-75fadb62-70b1-47ad-99b0-15fed2f130a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0510676 Aug 29 05:07:07.170944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-2b8c7cbf-9d18-4302-bdfd-b115ef8fc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:07.172524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-2b8c7cbf-9d18-4302-bdfd-b115ef8fc8e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426519 Aug 29 05:07:07.267819 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-71ece5a4-ac68-469d-9e05-132cc8101891 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Aug 29 05:07:07.364278 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4dc95-3d8e-4b66-aa95-e32dc3c056a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:07.364974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b52a13fb-fd3b-4f5e-86ac-e0ae2eb2c2d7 req-7d07f7a5-5265-44a7-aca1-466c377d1caf service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Aug 29 05:07:08.228808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119f56a-635b-4f81-8818-0ecd0ab7c9df req-e36608b7-cbee-4936-98f5-5c3d88de7f6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:08.230106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e119f56a-635b-4f81-8818-0ecd0ab7c9df req-e36608b7-cbee-4936-98f5-5c3d88de7f6e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0521762 Aug 29 05:07:08.272701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e119f56a-635b-4f81-8818-0ecd0ab7c9df req-53d3821d-20c9-4a9e-9e73-efa5598be9c3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359037 Aug 29 05:07:09.393339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb6b2-a7ed-4edc-b4e6-d683ecb939bb req-9a19265b-1525-4124-910c-f9cf10f1b224 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:09.394881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9beb6b2-a7ed-4edc-b4e6-d683ecb939bb req-9a19265b-1525-4124-910c-f9cf10f1b224 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0554752 Aug 29 05:07:09.435245 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e9beb6b2-a7ed-4edc-b4e6-d683ecb939bb req-bf00d307-1a4d-41d5-aa23-21637cf47995 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341513 Aug 29 05:07:10.334657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:10.407394 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3346943d-f864-4e98-bc30-b30ac978bdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:10.551156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0adf9-710d-436a-8d8f-bd071efde99b req-26043a59-de5a-495b-9f12-50de8ce5454c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:10.552708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85d0adf9-710d-436a-8d8f-bd071efde99b req-26043a59-de5a-495b-9f12-50de8ce5454c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0509121 Aug 29 05:07:10.592711 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-85d0adf9-710d-436a-8d8f-bd071efde99b req-b08360f8-1073-4985-b282-f44c001be938 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Aug 29 05:07:11.429076 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:11.708517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412ac41-633c-4594-8794-b73e75e26eb0 req-1ae17448-ed91-42bd-9fc0-f3c67b4114d6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:11.709947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e412ac41-633c-4594-8794-b73e75e26eb0 req-1ae17448-ed91-42bd-9fc0-f3c67b4114d6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0501332 Aug 29 05:07:11.748724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e412ac41-633c-4594-8794-b73e75e26eb0 req-6018af99-75bd-4061-8c28-2f870ba2f8a3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Aug 29 05:07:12.461285 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:12.868562 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d372-3e78-401e-ae7d-fe2f8d96f687 req-399762c7-3a73-45d1-8822-e42149bb137b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:12.870151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e4d372-3e78-401e-ae7d-fe2f8d96f687 req-399762c7-3a73-45d1-8822-e42149bb137b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0539393 Aug 29 05:07:12.915781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e4d372-3e78-401e-ae7d-fe2f8d96f687 req-f372b303-41f1-4c9d-9019-b9b154645d1c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384309 Aug 29 05:07:13.180891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:14.048984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332a5e3-ab4c-4cff-b28b-a8dd13238d85 req-fa3b59d8-639e-4550-82c5-829696a65310 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:14.050502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0332a5e3-ab4c-4cff-b28b-a8dd13238d85 req-fa3b59d8-639e-4550-82c5-829696a65310 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0506775 Aug 29 05:07:14.089563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0332a5e3-ab4c-4cff-b28b-a8dd13238d85 req-8d14b799-938d-404a-8cb4-6ceba24ecde3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330694 Aug 29 05:07:15.207801 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86678d9-e107-4684-975d-98ab9be93199 req-eb1f1d2f-7668-4703-9359-0784bdd94caa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:15.209418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f86678d9-e107-4684-975d-98ab9be93199 req-eb1f1d2f-7668-4703-9359-0784bdd94caa tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0513489 Aug 29 05:07:15.248920 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f86678d9-e107-4684-975d-98ab9be93199 req-4b33eff4-adfb-4b01-add1-4b5b9bd431a6 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Aug 29 05:07:16.369890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61165e1-f4c8-4d3d-90f0-86a210020cfd req-6482c972-e1a6-4ea3-8f54-4aaa0f0c592a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:16.371423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b61165e1-f4c8-4d3d-90f0-86a210020cfd req-6482c972-e1a6-4ea3-8f54-4aaa0f0c592a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0544760 Aug 29 05:07:16.414895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b61165e1-f4c8-4d3d-90f0-86a210020cfd req-81843217-d49c-41f0-aeaa-e5228671c829 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369186 Aug 29 05:07:17.529161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937a798-9e33-417c-b48b-433130e682e7 req-83d5af8a-a7e6-4570-ba2d-f3fc6a9635a2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:17.531248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d937a798-9e33-417c-b48b-433130e682e7 req-83d5af8a-a7e6-4570-ba2d-f3fc6a9635a2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 943 time: 0.0500214 Aug 29 05:07:17.570361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d937a798-9e33-417c-b48b-433130e682e7 req-89210fe5-c2e8-4070-b0bf-62267114ed04 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Aug 29 05:07:17.818628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 97c3c358-2436-4023-8c14-1f2aedae3ccf details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:07:17.914993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:17.926608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:07:17.962319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:17.974937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3c358-2436-4023-8c14-1f2aedae3ccf {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:07:17.993261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:17.997111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:18.044568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:18.051634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.052070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.052411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.052746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.053076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.053402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.053725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.054049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.054367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.054684 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.055003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.055319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:18.313148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['97c3c358-2436-4023-8c14-1f2aedae3ccf'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:07:18.685352 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81573e-ce40-4b48-a7ae-757a25c93126 req-3e98bb08-effb-4b37-9a08-e3eca8388648 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:18.687440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d81573e-ce40-4b48-a7ae-757a25c93126 req-3e98bb08-effb-4b37-9a08-e3eca8388648 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 944 time: 0.0483570 Aug 29 05:07:18.725925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d81573e-ce40-4b48-a7ae-757a25c93126 req-3645754d-7163-48d4-b883-e9c751a6f327 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Aug 29 05:07:19.824325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 97c3c358-2436-4023-8c14-1f2aedae3ccf up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:07:19.853449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032437e-0d49-45ce-8905-8ab2e2c36ef6 req-f5ba99d3-fd08-4119-abda-a3955b912a14 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:19.854982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1032437e-0d49-45ce-8905-8ab2e2c36ef6 req-f5ba99d3-fd08-4119-abda-a3955b912a14 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 944 time: 0.0608141 Aug 29 05:07:19.887291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 97c3c358-2436-4023-8c14-1f2aedae3ccf completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:07:19.896274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 97c3c358-2436-4023-8c14-1f2aedae3ccf triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:07:19.896880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:19.898197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1032437e-0d49-45ce-8905-8ab2e2c36ef6 req-c0e182a5-dcf3-47a0-b933-971bbd4dbe17 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366797 Aug 29 05:07:19.988508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.012562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:20.015547 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3353a220ba0cb964aa1caea6e6ee1efebf48a206006ba95031e4303abf9b266d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958c575a-1432-4db1-9860-46c45ce6e470" -d '{"events": [{"server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:20.029444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:07:20.034532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:20.088871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:20.116968 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2987576-644e-4ea2-9d9e-cc47223e7087 x-openstack-request-id: req-e2987576-644e-4ea2-9d9e-cc47223e7087 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:20.117259 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:20.117511 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2987576-644e-4ea2-9d9e-cc47223e7087 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:20.117910 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'code': 200} Aug 29 05:07:20.276351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c285c6c-b9a2-4854-922f-4c62b683bc37 req-d1202930-52d7-4a14-8d2f-872c57645daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:20.277791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c285c6c-b9a2-4854-922f-4c62b683bc37 req-d1202930-52d7-4a14-8d2f-872c57645daa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0945468 Aug 29 05:07:20.325128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c285c6c-b9a2-4854-922f-4c62b683bc37 req-d3f0ad46-8578-47d4-a7f2-67ed24df0ecb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367861 Aug 29 05:07:21.020223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8cd95-9fbd-4fc1-b66e-81f7e8a64746 req-fd8c1e3b-443a-4638-95ad-26989c0cb4fc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:21.022131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fa8cd95-9fbd-4fc1-b66e-81f7e8a64746 req-fd8c1e3b-443a-4638-95ad-26989c0cb4fc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0505810 Aug 29 05:07:21.063032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fa8cd95-9fbd-4fc1-b66e-81f7e8a64746 req-c8f8c636-fe3c-45fd-8525-4e422cc9ad60 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348620 Aug 29 05:07:22.185695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9f7c-dc70-493c-9eb2-1e2aedb2c9af req-097129e6-0c62-42ca-89dd-19ff11f96661 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:22.187892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-866e9f7c-dc70-493c-9eb2-1e2aedb2c9af req-097129e6-0c62-42ca-89dd-19ff11f96661 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Aug 29 05:07:22.227968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-866e9f7c-dc70-493c-9eb2-1e2aedb2c9af req-367bd5ff-4792-4c9a-aa80-dec5ab2815f3 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338919 Aug 29 05:07:22.349230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a41c-d69f-47e8-a556-f54632846388 req-4224bbe3-7c31-4f42-9d5d-93c82c70c264 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:22.350957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c313a41c-d69f-47e8-a556-f54632846388 req-4224bbe3-7c31-4f42-9d5d-93c82c70c264 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Aug 29 05:07:22.389576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c313a41c-d69f-47e8-a556-f54632846388 req-0703b78f-6430-4728-b9bb-5329ed3218dd tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325637 Aug 29 05:07:22.411740 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47862) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:07:22.492019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3480cbac-edab-4297-bb06-828c549e3248 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:22.493418 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3480cbac-edab-4297-bb06-828c549e3248 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1092 time: 0.0806971 Aug 29 05:07:22.496276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 47866) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:07:22.501128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:07:22.522465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:22.934883 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.036451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.25.3.186 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/73fc6620-4213-4575-974f-1e0f8bcc80e3) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:07:23.147598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.189922 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.224570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:07:23.229792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:07:23.234008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:07:23.258431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=73fc6620-4213-4575-974f-1e0f8bcc80e3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:23.271482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.271826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.272191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.272536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.272860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.273188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.273515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.273839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.274167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.274495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.274813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.275135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:07:23.604573 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.668937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.815846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.820480 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.887172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=73fc6620-4213-4575-974f-1e0f8bcc80e3,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:07:23.898026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:23.995862 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP 7ce77586-da5d-4df9-9d87-c3d3a72b434f associated. External IP: 172.25.3.186, port: 97c3c358-2436-4023-8c14-1f2aedae3ccf. Aug 29 05:07:24.204334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:07:24.309257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:07:24.319644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:07:24.330861 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:24.335071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:24.335755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:07:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:24.357976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1952be41-899e-4e57-ae2c-e4ee1bb7f9ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8606858 Aug 29 05:07:24.358641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:07:24.360920 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}515d921cd643b42928cfc82beede208dd9b6a63cbc4f5c5a2fb10f0c779c1dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:07:24.402012 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace2376-4ee3-46c9-ae1c-ad9f772d9400 x-openstack-request-id: req-bace2376-4ee3-46c9-ae1c-ad9f772d9400 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:07:24.402315 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:07:24.402558 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bace2376-4ee3-46c9-ae1c-ad9f772d9400 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:07:24.402956 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'status': 'completed', 'code': 200} Aug 29 05:07:24.443081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:24.473084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-5ef9a741-52c7-4aa6-bb96-d7de31c8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:24.475166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-5ef9a741-52c7-4aa6-bb96-d7de31c8906e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0478511 Aug 29 05:07:24.580389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-000257e0-998e-4101-9246-92c87c39e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:24.582670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-000257e0-998e-4101-9246-92c87c39e9ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0993757 Aug 29 05:07:24.656748 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-c23407ec-1857-42d2-8550-73308c956f3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 999 time: 0.0657365 Aug 29 05:07:24.674153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:07:24.679283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:23Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:24.705490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:07:24.710211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-05946106-962f-4d3f-a123-9a1a4f25e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:24.711713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-05946106-962f-4d3f-a123-9a1a4f25e540 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0461116 Aug 29 05:07:24.713704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:07:24.714301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:07:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:24.766023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-2a432b35-3d09-41fe-9e64-9f48aabf65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:24.768427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-2a432b35-3d09-41fe-9e64-9f48aabf65e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472021 Aug 29 05:07:24.822621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:07:24.863465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-08be7b98-4861-413a-86a4-94084b7c7c10 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Aug 29 05:07:24.954394 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9591c9b2-bb24-4532-9d1e-f1a4a4ef1ca3 req-fe6de021-db2e-41ae-a4d5-8d517f84537f service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823824 Aug 29 05:07:25.046636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:23Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:07:25.074153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15b4c8-2d73-49fe-a61e-3242da421866 None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:23Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:07:25.257827 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83648b0c-a4e2-4e0a-915d-a6d131f21c87 None None] New status for floating IP 7ce77586-da5d-4df9-9d87-c3d3a72b434f: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:07:30.065820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:32.654171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c99bbfc0-f91d-4f9f-b54a-656b45861d1c req-8aba0494-6798-4a4d-b6a5-11a4490d7a8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0855808 Aug 29 05:07:32.753982 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c99bbfc0-f91d-4f9f-b54a-656b45861d1c req-e2514b21-97be-4b6f-8fbc-e66ce091ecb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0328841 Aug 29 05:07:33.089445 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c99bbfc0-f91d-4f9f-b54a-656b45861d1c req-f7219c68-8648-4b56-b0f8-50b708790f5e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3083675 Aug 29 05:07:33.197059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbfc0-f91d-4f9f-b54a-656b45861d1c req-1b187e76-e141-49d4-87af-d6421d5ca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:07:33.198874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c99bbfc0-f91d-4f9f-b54a-656b45861d1c req-1b187e76-e141-49d4-87af-d6421d5ca4de service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032367 Aug 29 05:07:37.368333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f7ed4878-70eb-4cc2-aa64-c2576904bb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:40.336416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:40.412299 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e9d4bd3-fdeb-4a22-9a9d-5e03b2fe454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:41.431846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:42.466220 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:07:43.184587 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:00.083728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:01.676132 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:07.374197 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2e0f-f85b-450a-84e2-9dd1849839d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:10.337844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:10.414046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-29cd04a8-fe3c-46f1-b374-03b3adb1dbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:11.436964 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:12.471982 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:13.187461 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:13.651882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-7e862cc2-cb0e-4c9c-a40e-8bdaecac0286 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423589 Aug 29 05:08:13.738558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1da74d-d402-464a-af3c-588675676c66 req-df729e6f-4ec3-49d1-a095-975e0792d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.740271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-df729e6f-4ec3-49d1-a095-975e0792d24d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0403311 Aug 29 05:08:13.845361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1da74d-d402-464a-af3c-588675676c66 req-06a6ab0a-c089-4006-915b-f138b987216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.846842 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-06a6ab0a-c089-4006-915b-f138b987216d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0848331 Aug 29 05:08:13.924699 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-f5c27627-9c2e-46c6-94b7-f4263f45b6fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 1001 time: 0.0650091 Aug 29 05:08:13.977357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1da74d-d402-464a-af3c-588675676c66 req-8203a468-e045-4cd5-aac5-2e7e6718f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:13.978837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-8203a468-e045-4cd5-aac5-2e7e6718f8bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0455484 Aug 29 05:08:14.029594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1da74d-d402-464a-af3c-588675676c66 req-ebb14eb2-f53a-4fc9-93c0-517f0c270854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:14.031125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-ebb14eb2-f53a-4fc9-93c0-517f0c270854 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441818 Aug 29 05:08:14.132109 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-f5673d12-e6b6-4bec-a48f-89a5d9d7cb81 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918596 Aug 29 05:08:14.224274 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca1da74d-d402-464a-af3c-588675676c66 req-8b970b84-c951-463d-8b3b-0afdbd62e9df service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Aug 29 05:08:30.085737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:33.243820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-96524a23-dc12-492c-bbfb-2353961e98cb req-3ae95833-4cb4-4c18-87fb-239f2f2eeb3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254323 Aug 29 05:08:33.330429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-96524a23-dc12-492c-bbfb-2353961e98cb req-31f4e07c-cbd6-4b99-a40e-824bfd9ef87a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0294569 Aug 29 05:08:33.374355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-96524a23-dc12-492c-bbfb-2353961e98cb req-dc4c0690-26f9-415e-8b5d-8cad13ba6981 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186849 Aug 29 05:08:33.473516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96524a23-dc12-492c-bbfb-2353961e98cb req-3ac0a258-333b-40b5-a8fd-565484fcc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:08:33.475050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-96524a23-dc12-492c-bbfb-2353961e98cb req-3ac0a258-333b-40b5-a8fd-565484fcc269 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936172 Aug 29 05:08:37.375754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8e76d26-9a0b-41a4-bdb4-44daa17d28d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:38.674993 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:08:40.340773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:40.413729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f8aeb875-1dcd-455e-bc1b-d6eae3d51db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:41.440336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:42.462870 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:43.189800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:08:59.685013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-ba5d9b6e-f618-4e59-805b-3bb863549b85 req-190d01bd-28ef-4d46-af7c-62a9d235b585 service neutron] (94827) timed out ('10.222.0.62', 41650) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:09:00.098865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:07.376797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0324d6d5-47e8-447b-89dc-01d8d58eec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:10.349288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:10.426528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-66a741e3-5b17-4c35-841b-f3ffe3b042f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:11.448915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:12.478057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:13.193383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:13.671043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-06596bc6-df74-401d-8556-f8a053d9b07d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964818675&fields=id&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 267 time: 0.0343003 Aug 29 05:09:13.779002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-d6b705ba-edcd-44af-9b01-d54ec9422f1a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:13.780914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-d6b705ba-edcd-44af-9b01-d54ec9422f1a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1030247 Aug 29 05:09:13.796538 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-802b35ca-20df-40a1-a2c6-e886fa5d36a9 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/quotas/e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 375 time: 0.0098667 Aug 29 05:09:13.855748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-3ac2d9b6-0cf7-4cfa-8866-13eb8d7a3b37 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536394 Aug 29 05:09:14.010207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-5858b575-34df-4e8b-b8f6-fae1e13e016e service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421227 Aug 29 05:09:14.098582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-fb0c6b80-9aa9-4b6f-9808-5a9ab37c3aa3 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816565 Aug 29 05:09:14.522370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a24686c5-7ad7-4a9c-b58c-dff9ea288fe7 req-a70279aa-ed20-4800-84ec-268731ed4d47 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0755355 Aug 29 05:09:15.354866 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-20948b49-6806-471f-8116-d659ed4d9f68 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:15.356377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-20948b49-6806-471f-8116-d659ed4d9f68 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 810 time: 0.1107230 Aug 29 05:09:15.408054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-ab7deed2-8b19-4872-a2a7-16cbe136caa8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e353359770b84050844cefa80571ec5c HTTP/1.1" status: 200 len: 379 time: 0.0356843 Aug 29 05:09:15.423701 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'port': {'device_id': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'admin_state_up': True, 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'security_groups': ['32f2aa84-d306-4216-bbe5-03f527034c49']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:15.535601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Made reservation on behalf of e353359770b84050844cefa80571ec5c for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:09:15.541354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:15.631780 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34317f1e-a9b2-45f9-8a6c-94ba23010a2f req-49898d30-a5c5-4c84-aa95-05a263322ab2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0368817 Aug 29 05:09:15.680987 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:09:15.766389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.20.0.9 (ee4fa133-0b39-43f6-804a-27493a521a8b/66b23723-6948-4428-90bf-4780ee36f722/12334c34-2e92-463f-b1b5-1ee4bdf3d602) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:15.793790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-f9565151-23e9-445b-88fc-20d3a046b7c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1109867 Aug 29 05:09:15.934534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-0d91e0b1-5731-4b33-b4ab-957e9903130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:15.936858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-0d91e0b1-5731-4b33-b4ab-957e9903130b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0677202 Aug 29 05:09:15.962863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.024965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Transition to ACTIVE for port object 12334c34-2e92-463f-b1b5-1ee4bdf3d602 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:16.090620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.093006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-353f58b1-703f-4f69-8031-703abedccedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.094589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-353f58b1-703f-4f69-8031-703abedccedf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.1272388 Aug 29 05:09:16.176414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network ee4fa133-0b39-43f6-804a-27493a521a8b is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:16.184919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:16.192357 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:16.223424 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:16.240343 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-63a0f8a9-2832-4327-b739-d741b28a46e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 1001 time: 0.1166518 Aug 29 05:09:16.241628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.241987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.242343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.242676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.243007 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.243333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.243851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.244213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.244543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.245104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.245194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.245493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:16.301389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.302037 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.324075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-9a999d5b-6ad2-4404-a1cd-1e0e1db91cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.325595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-9a999d5b-6ad2-4404-a1cd-1e0e1db91cd6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0727890 Aug 29 05:09:16.327062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-df4f10e2-aa41-4ba3-a901-69ebf38f4347 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9078674 Aug 29 05:09:16.394945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-585378cb-5669-4422-90ec-22e3648b454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.396745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-585378cb-5669-4422-90ec-22e3648b454c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574486 Aug 29 05:09:16.433931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-034b89a1-6283-4077-adb8-1bada4b24984 None None] Provisioning for port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:16.438776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-034b89a1-6283-4077-adb8-1bada4b24984 None None] Provisioning complete for port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:16.439322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-034b89a1-6283-4077-adb8-1bada4b24984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.466893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Request body: {'port': {'device_id': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:16.476773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-034b89a1-6283-4077-adb8-1bada4b24984 None None] Port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:09:16.546168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.559027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-5a6b9028-cc5d-435c-afff-0aaac455d831 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524327 Aug 29 05:09:16.764847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70974cd5-5e59-411d-a7a1-f645f40ceb54 req-0bd13efc-c6f5-4495-b285-dabecd0a74e7 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774113 Aug 29 05:09:16.787610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446230d8-6853-4f1b-832f-624c15cd9a56 req-bfd4ddf3-9352-4e0d-9faa-e9396d32048e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:16.789280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-446230d8-6853-4f1b-832f-624c15cd9a56 req-bfd4ddf3-9352-4e0d-9faa-e9396d32048e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 931 time: 0.0575111 Aug 29 05:09:16.829459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-446230d8-6853-4f1b-832f-624c15cd9a56 req-e37c350f-b899-4ac5-9727-417614b5bdd1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Aug 29 05:09:16.893237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12334c34-2e92-463f-b1b5-1ee4bdf3d602 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:16.900823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.913125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Transition to ACTIVE for port object 12334c34-2e92-463f-b1b5-1ee4bdf3d602 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:09:16.916793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:16.970095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Pushing event updated for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:17.048883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Attempting to bind port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:09:17.049227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Attempting to bind port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:09:17.049565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Attempting to bind port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:17.054521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 on network ee4fa133-0b39-43f6-804a-27493a521a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:09:17.054857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Attempting to bind port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 on network ee4fa133-0b39-43f6-804a-27493a521a8b {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:09:17.060214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:09:17.060547 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Checking segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:09:17.060941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Bound using segment: {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:09:17.061778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Bound port: 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb316b1-fd32-4434-ac9c-8c91aec78779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:09:17.062150 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:17.136372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:09:17.140145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:09:17.145663 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:17.183912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.184593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:17.186511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] 10.222.0.50 "PUT /v2.0/ports/12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 1092 time: 0.7992489 Aug 29 05:09:17.187101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:17.215334 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078c20d-04bf-4f15-9c51-a9d731020f61 service neutron] Pushing event updated for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:17.243590 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:17.304235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-5d90f8a3-ef66-46fa-ad7c-400cdae8e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.306861 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-5d90f8a3-ef66-46fa-ad7c-400cdae8e040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1095 time: 0.0589228 Aug 29 05:09:17.363911 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c77d44d-f1aa-4460-9cbe-8eeb2dd93c25 x-openstack-request-id: req-8c77d44d-f1aa-4460-9cbe-8eeb2dd93c25 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:17.364223 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:17.364474 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c77d44d-f1aa-4460-9cbe-8eeb2dd93c25 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:17.364875 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'status': 'completed', 'code': 200} Aug 29 05:09:17.366728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-8d96bdf9-c62f-4ae9-a586-2fe6e8681a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 217 time: 0.0448084 Aug 29 05:09:17.425440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-fa818046-ffa7-4019-94c2-b730e91bca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.426948 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-fa818046-ffa7-4019-94c2-b730e91bca18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0523367 Aug 29 05:09:17.477306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede065-4903-4736-948f-0ef6f813d875 req-01c93eae-9818-4c59-ab5b-4b10f85790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.478952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-01c93eae-9818-4c59-ab5b-4b10f85790e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446837 Aug 29 05:09:17.567606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-13759d5c-c4a0-44f8-aea4-518f289ec4be service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816190 Aug 29 05:09:17.662922 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaede065-4903-4736-948f-0ef6f813d875 req-f21c817a-0b50-4c75-9e0d-36fa0b911c3c service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880980 Aug 29 05:09:17.773141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-761fcdba-13e8-4c4d-af68-7390cf7e7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.774587 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-761fcdba-13e8-4c4d-af68-7390cf7e7190 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1095 time: 0.0414534 Aug 29 05:09:17.870627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-a433275e-f917-4516-9251-26bcce4c78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.872235 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-a433275e-f917-4516-9251-26bcce4c78f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0906823 Aug 29 05:09:17.915313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-3312e17a-0abb-4fa2-a478-1b4c92b271dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 217 time: 0.0360522 Aug 29 05:09:17.951857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b8b6b-50c0-4d2c-931d-38e6625ecb41 req-89c4dcd7-49f1-4e73-9b35-49050e7a4a2f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.953680 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078b8b6b-50c0-4d2c-931d-38e6625ecb41 req-89c4dcd7-49f1-4e73-9b35-49050e7a4a2f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0526125 Aug 29 05:09:17.969263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-9a666830-e948-4fc5-9abf-43dd89bb0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:17.970770 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-9a666830-e948-4fc5-9abf-43dd89bb0eae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0477800 Aug 29 05:09:18.000754 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-078b8b6b-50c0-4d2c-931d-38e6625ecb41 req-0f8332fb-1ef7-4d25-a7b3-2508838f0960 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407221 Aug 29 05:09:18.044979 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-f3f86ca1-9ca2-4787-aa9a-63908a8f1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:18.046522 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-f3f86ca1-9ca2-4787-aa9a-63908a8f1379 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684781 Aug 29 05:09:18.139228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-c5ea6ddd-4189-4e9c-be84-0d7526172984 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Aug 29 05:09:18.232171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-636bfb1f-9dba-4c87-abd7-5bcd997cdbd3 req-14251b05-51d3-4d0f-ad8e-44af8d2ede92 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Aug 29 05:09:19.125679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f27fb-e3e7-464f-9274-899c221f1cdb req-1de046cd-acc7-4e39-8d17-833a9b6987b0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:19.127225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-600f27fb-e3e7-464f-9274-899c221f1cdb req-1de046cd-acc7-4e39-8d17-833a9b6987b0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0501695 Aug 29 05:09:19.165873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-600f27fb-e3e7-464f-9274-899c221f1cdb req-a45cd0d1-edbc-4c37-8767-424f62b16ff1 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325582 Aug 29 05:09:20.283115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82e65-8a4a-420f-a8ca-0e817c487f27 req-accd7734-e405-4ff3-89ac-5202534f2a2e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:20.284637 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecf82e65-8a4a-420f-a8ca-0e817c487f27 req-accd7734-e405-4ff3-89ac-5202534f2a2e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0535281 Aug 29 05:09:20.321922 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecf82e65-8a4a-420f-a8ca-0e817c487f27 req-919a827c-be33-42ec-9d4a-d977252ba2d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Aug 29 05:09:21.459046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831102b3-d6d0-482a-b120-59744de647a9 req-5eef6597-25ef-4042-be25-bdafe375dc06 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:21.461027 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-831102b3-d6d0-482a-b120-59744de647a9 req-5eef6597-25ef-4042-be25-bdafe375dc06 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0589237 Aug 29 05:09:21.507061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-831102b3-d6d0-482a-b120-59744de647a9 req-3dc836c7-fc44-44f5-ae4b-77aed8bf8a4c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Aug 29 05:09:22.626704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfb9d1-b21e-4640-b3a1-92a59ddb863d req-f8fc2e95-c67e-40fa-9623-89f289984dfc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:22.628241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fbfb9d1-b21e-4640-b3a1-92a59ddb863d req-f8fc2e95-c67e-40fa-9623-89f289984dfc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0542996 Aug 29 05:09:22.665441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fbfb9d1-b21e-4640-b3a1-92a59ddb863d req-627a0c6a-efb3-433d-8349-0fc0937f88e4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Aug 29 05:09:23.783244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad979e1-f9f9-45a1-9182-7269e0360460 req-7e92125d-fa1e-4dc3-869e-9de0a0ec2e07 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:23.784734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aad979e1-f9f9-45a1-9182-7269e0360460 req-7e92125d-fa1e-4dc3-869e-9de0a0ec2e07 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0520148 Aug 29 05:09:23.823374 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aad979e1-f9f9-45a1-9182-7269e0360460 req-51517bff-08fc-4e90-945f-dc43b4ce644d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Aug 29 05:09:24.941349 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9acbf-1589-434d-a01c-5c39e61de0c8 req-b74032e4-7d48-4c0e-a898-43fb463f94d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:24.942850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4be9acbf-1589-434d-a01c-5c39e61de0c8 req-b74032e4-7d48-4c0e-a898-43fb463f94d4 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0518346 Aug 29 05:09:24.980908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4be9acbf-1589-434d-a01c-5c39e61de0c8 req-068c26e1-2cd5-4264-a1db-a60f8a7e8882 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Aug 29 05:09:26.097145 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45edd34-6bfe-40ff-b36b-b99be7daa7ab req-ad144d04-b580-43b4-9d28-820395678b90 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:26.098681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c45edd34-6bfe-40ff-b36b-b99be7daa7ab req-ad144d04-b580-43b4-9d28-820395678b90 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0509837 Aug 29 05:09:26.137031 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c45edd34-6bfe-40ff-b36b-b99be7daa7ab req-5dd32bd2-a637-4b9c-8262-2a0acd443d30 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Aug 29 05:09:27.256559 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee1238-4831-4ff9-8bf6-30a4240575d2 req-acee7720-83d0-4932-a6b8-d0c40393ca3a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:27.258029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eee1238-4831-4ff9-8bf6-30a4240575d2 req-acee7720-83d0-4932-a6b8-d0c40393ca3a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 943 time: 0.0532203 Aug 29 05:09:27.295898 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8eee1238-4831-4ff9-8bf6-30a4240575d2 req-ac94d574-9e92-40fd-9df0-163fd4028d2c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Aug 29 05:09:27.847900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 12334c34-2e92-463f-b1b5-1ee4bdf3d602 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:09:27.942934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:27.953938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'port_id': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'mac_address': 'fa:16:3e:c5:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:09:27.989240 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.001874 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12334c34-2e92-463f-b1b5-1ee4bdf3d602 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:09:28.020850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:28.024509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:28.075074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:28.082590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.082934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.083271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.083603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.083951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.084287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.084616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.084981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.085309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.085629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.085951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.086271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:28.331193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['12334c34-2e92-463f-b1b5-1ee4bdf3d602'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:09:28.409344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c37a33-c464-465e-96ac-e28873ea2a1c req-6b2ba20f-2940-4b2a-a01a-5e31536f9fee tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:28.410887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52c37a33-c464-465e-96ac-e28873ea2a1c req-6b2ba20f-2940-4b2a-a01a-5e31536f9fee tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 944 time: 0.0491087 Aug 29 05:09:28.450102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-52c37a33-c464-465e-96ac-e28873ea2a1c req-015de8a1-22f5-4375-bce8-b86ebf9a711f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331383 Aug 29 05:09:29.570417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90ed3-33a4-4c4a-b594-e35d72f84a6d req-8fd286fb-9713-4004-b0b4-e8ae81c5936b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:29.571916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b90ed3-33a4-4c4a-b594-e35d72f84a6d req-8fd286fb-9713-4004-b0b4-e8ae81c5936b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 944 time: 0.0491719 Aug 29 05:09:29.608837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b90ed3-33a4-4c4a-b594-e35d72f84a6d req-c0e4fdc1-95d1-4f3b-be55-e165aa81fcf8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307701 Aug 29 05:09:29.858129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 12334c34-2e92-463f-b1b5-1ee4bdf3d602 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:09:29.906866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:09:29.910507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:09:29.910878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:29.986110 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:30.010138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:30.024696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:09:30.029127 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:30.053608 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9c82c-3999-4922-a85b-23e58e3a2a21" -d '{"events": [{"server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "name": "network-vif-plugged", "status": "completed", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:30.081789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:30.108079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:30.143298 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4fdcf2-8065-46d6-8286-620e532314e8 x-openstack-request-id: req-6e4fdcf2-8065-46d6-8286-620e532314e8 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:30.143587 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "name": "network-vif-plugged", "status": "completed", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:30.143839 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e4fdcf2-8065-46d6-8286-620e532314e8 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:30.144569 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'code': 200} Aug 29 05:09:30.268676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b19660-7f85-481b-b3f9-b37851cefc5a req-7850502d-3393-40d6-9916-45946450cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:30.270430 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48b19660-7f85-481b-b3f9-b37851cefc5a req-7850502d-3393-40d6-9916-45946450cc27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1097 time: 0.0408404 Aug 29 05:09:30.305889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-48b19660-7f85-481b-b3f9-b37851cefc5a req-a634d33f-bc31-4e18-8d0f-f82db7191f5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281718 Aug 29 05:09:30.725518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8217212-479f-4482-9bf6-ce464241541a req-ef05f0a4-de88-4ba0-aeeb-1a60a08b9c3a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:30.726963 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8217212-479f-4482-9bf6-ce464241541a req-ef05f0a4-de88-4ba0-aeeb-1a60a08b9c3a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0521538 Aug 29 05:09:30.764509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8217212-479f-4482-9bf6-ce464241541a req-03e4875b-b9df-4884-bf6f-f7c682c81e0f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Aug 29 05:09:31.887115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cec26f-e547-4f26-aadd-bb07a8101ffb req-f07b990a-081a-4d25-be2d-4c7cd558680a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:31.889326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28cec26f-e547-4f26-aadd-bb07a8101ffb req-f07b990a-081a-4d25-be2d-4c7cd558680a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0529521 Aug 29 05:09:31.937275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28cec26f-e547-4f26-aadd-bb07a8101ffb req-96634f39-c370-4661-993a-a1f4f53f193a tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397024 Aug 29 05:09:32.057912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5bc6-dc55-4d5a-bd8b-bfe4b3d24b89 req-e5f84460-01a4-4832-95bf-24702beb230f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:32.059473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-056b5bc6-dc55-4d5a-bd8b-bfe4b3d24b89 req-e5f84460-01a4-4832-95bf-24702beb230f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0508795 Aug 29 05:09:32.101897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-056b5bc6-dc55-4d5a-bd8b-bfe4b3d24b89 req-4ba66418-f454-4252-b36c-6840ce814698 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348644 Aug 29 05:09:32.123891 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:32.172907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c6ac7-8380-4473-accb-38691692b2d8 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:32.174446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-109c6ac7-8380-4473-accb-38691692b2d8 tempest-TestVolumeBootPattern-1327834838 tempest-TestVolumeBootPattern-1327834838-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1092 time: 0.0495093 Aug 29 05:09:32.177271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:09:32.181685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:09:32.204468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.303972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.416009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Allocated IP 172.25.3.89 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/0a54a171-4fd3-49a3-84a1-55dc23b081a0) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:09:32.516882 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.553953 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:32.596790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:09:32.599554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:09:32.603507 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:09:32.609656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=0a54a171-4fd3-49a3-84a1-55dc23b081a0,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:32.636587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.636932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.637274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.637632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.637967 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.638297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.638626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.638952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.639276 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.639596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.639972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.640257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:09:32.967309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.035144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.193173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.197631 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.262958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event updated for resources: {'Port': ['ID=0a54a171-4fd3-49a3-84a1-55dc23b081a0,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:09:33.274499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:33.370461 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP bd61c950-247f-49eb-96f3-5c8b06f52349 associated. External IP: 172.25.3.89, port: 12334c34-2e92-463f-b1b5-1ee4bdf3d602. Aug 29 05:09:33.580616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:09:33.608458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0626f91a-b07a-4028-9e1a-93959ab78791 req-4b6231da-cf3f-44a3-ae9f-a27abb6d2ec5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259664 Aug 29 05:09:33.692583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0626f91a-b07a-4028-9e1a-93959ab78791 req-90f20038-9ab5-46ce-8ffd-357c81e3c159 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Aug 29 05:09:33.741018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0626f91a-b07a-4028-9e1a-93959ab78791 req-6500e050-7da5-4276-a201-b0c671b8a837 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211387 Aug 29 05:09:33.860755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f91a-b07a-4028-9e1a-93959ab78791 req-3086273d-2c77-4435-a0a8-a8243c448e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:33.861873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0626f91a-b07a-4028-9e1a-93959ab78791 req-3086273d-2c77-4435-a0a8-a8243c448e04 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143177 Aug 29 05:09:33.994514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:09:34.007033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:09:34.011290 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:34.017737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:34.018379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:09:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.039462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9e08d9a8-cadf-497f-a74f-0925fc3e9bd2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8611882 Aug 29 05:09:34.040062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:09:34.079578 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde8185-64a6-4175-9117-bafad997e98a" -d '{"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:09:34.126122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:34.167446 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559479eb-1b4b-42f0-a3aa-d17e257158f6 x-openstack-request-id: req-559479eb-1b4b-42f0-a3aa-d17e257158f6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:09:34.167725 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:09:34.167999 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-559479eb-1b4b-42f0-a3aa-d17e257158f6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:09:34.168391 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'status': 'completed', 'code': 200} Aug 29 05:09:34.251104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8185-64a6-4175-9117-bafad997e98a req-0640e685-10d4-438c-bd59-89f351d12540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:34.252825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-0640e685-10d4-438c-bd59-89f351d12540 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1097 time: 0.0416944 Aug 29 05:09:34.345509 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8185-64a6-4175-9117-bafad997e98a req-8f7e0901-68c7-4552-9f12-cfe7f6b0b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:34.346996 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-8f7e0901-68c7-4552-9f12-cfe7f6b0b743 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0868592 Aug 29 05:09:34.350631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}, {'id': 'bd61c950-247f-49eb-96f3-5c8b06f52349', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:c5:fe:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:09:32Z', 'updated_at': '2021-08-29T05:09:32Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.380061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:09:34.388722 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:09:34.389322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:09:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.415311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-9cdd1b09-ae11-44aa-9b34-dbf7718b13ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 998 time: 0.0609326 Aug 29 05:09:34.466516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8185-64a6-4175-9117-bafad997e98a req-44490c4d-bff4-4c8d-a374-7f489ef6c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:34.468088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-44490c4d-bff4-4c8d-a374-7f489ef6c7b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0459626 Aug 29 05:09:34.524462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8185-64a6-4175-9117-bafad997e98a req-885a770b-51d7-4721-bf11-2529ea8c8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:09:34.526274 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-885a770b-51d7-4721-bf11-2529ea8c8885 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510035 Aug 29 05:09:34.625392 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-7e1687ae-7cb2-40af-9fb3-23eedcb9819c service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917637 Aug 29 05:09:34.653095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:09:34.724992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bfde8185-64a6-4175-9117-bafad997e98a req-de0be378-f270-40bd-9a7c-97325d736d31 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931687 Aug 29 05:09:34.880853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}, {'id': 'bd61c950-247f-49eb-96f3-5c8b06f52349', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:c5:fe:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:09:32Z', 'updated_at': '2021-08-29T05:09:32Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:09:34.907418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788bad0-191d-4f0c-b70f-b026b4b46dfb None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}, {'id': 'bd61c950-247f-49eb-96f3-5c8b06f52349', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:c5:fe:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:09:32Z', 'updated_at': '2021-08-29T05:09:32Z', 'revision_number': 0, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:09:35.092015 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1677d55-c766-4ab9-b512-df107860ae77 None None] New status for floating IP bd61c950-247f-49eb-96f3-5c8b06f52349: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:09:37.377350 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8264df8a-6355-4ab3-a8ef-353e7b6b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.342553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:40.416606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b9c75ac5-b03c-4004-8932-5c5cc595af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:41.445112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:42.473924 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:43.194551 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:09:52.680365 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:00.104962 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:07.380035 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-32c3f210-671d-40df-aa6a-fa62395e125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:10.345183 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:10.417381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4736429-1790-4d6f-9bca-5bef4db3e712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:11.449469 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:12.491728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:13.197375 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:17.311392 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-585d7062-0548-427c-ab90-3684ee4c75f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411191 Aug 29 05:10:17.399675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af641-f403-4ca8-b993-7801593baa33 req-d045eb35-d168-4dc2-aac8-0db6b09b000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.401223 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-d045eb35-d168-4dc2-aac8-0db6b09b000d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0416100 Aug 29 05:10:17.510200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af641-f403-4ca8-b993-7801593baa33 req-adfee9a1-e334-4f8c-908e-af44782bc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.511874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-adfee9a1-e334-4f8c-908e-af44782bc07f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0894461 Aug 29 05:10:17.581591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-0a7424bd-b31e-4189-bdbb-0559fa56bfcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 1001 time: 0.0573032 Aug 29 05:10:17.633582 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af641-f403-4ca8-b993-7801593baa33 req-cee6e62b-b77d-48c9-9330-3b936ba33fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.635026 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-cee6e62b-b77d-48c9-9330-3b936ba33fbd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0424187 Aug 29 05:10:17.688854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af641-f403-4ca8-b993-7801593baa33 req-154ba54d-8623-49fa-aa63-d3851abfaace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:17.690293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-154ba54d-8623-49fa-aa63-d3851abfaace service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430346 Aug 29 05:10:18.044763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-e67c64c4-a395-4c8b-a652-91cf8fb51028 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392196 Aug 29 05:10:18.145390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-af1af641-f403-4ca8-b993-7801593baa33 req-faff3344-a3e3-4d7f-800b-2efdf944d5c5 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Aug 29 05:10:29.679731 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:10:30.115707 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:35.343324 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-fedcdc0c-6118-4eae-bfd6-afdaecbcc0cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417809 Aug 29 05:10:35.416268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-0a2950e3-b262-459f-8cbc-3ab5d0c6d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.417788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-0a2950e3-b262-459f-8cbc-3ab5d0c6d05f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1097 time: 0.0417485 Aug 29 05:10:35.528592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-254e5e1f-674c-4adb-95e5-b47e9173d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.530087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-254e5e1f-674c-4adb-95e5-b47e9173d642 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0927331 Aug 29 05:10:35.599241 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-104881cc-b384-4053-9a62-7fa18e8dc8e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 1000 time: 0.0615780 Aug 29 05:10:35.649860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-79aee8a3-2cdf-4bb4-9226-2d58d8f547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.651335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-79aee8a3-2cdf-4bb4-9226-2d58d8f547b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0445282 Aug 29 05:10:35.701797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-d6c598a2-943a-45db-a76a-519ad77b9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:10:35.703221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-d6c598a2-943a-45db-a76a-519ad77b9402 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454121 Aug 29 05:10:35.798573 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-eef9baa0-2f27-4d32-8454-5cb763e87531 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880816 Aug 29 05:10:35.910054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-963bf894-ce77-4aef-8dc5-a6c9057dc35c req-c31d40bc-f189-4ef0-9602-ad58aabb64af service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041405 Aug 29 05:10:37.382203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0a4f45dc-4e46-48e0-8dc5-1a87f8a12e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.348286 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:40.419999 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fb570a17-83e8-463b-a135-985eab969d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:41.452365 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:42.503836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:10:43.201543 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:00.115511 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.077639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:01.234000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 0a54a171-4fd3-49a3-84a1-55dc23b081a0 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:01.234346 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.310635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.310962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.322288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 0a54a171-4fd3-49a3-84a1-55dc23b081a0 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:01.468302 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.502399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=0a54a171-4fd3-49a3-84a1-55dc23b081a0,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:01.523800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.524173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.524521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.524860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.525191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.525520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.525848 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.526173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.526495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.526855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.527175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.527496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:01.568800 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.569155 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP bd61c950-247f-49eb-96f3-5c8b06f52349 disassociated (deleted). External IP: 172.25.3.89, port: 12334c34-2e92-463f-b1b5-1ee4bdf3d602. Aug 29 05:11:01.774747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:01.879761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:01.884234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:01.891379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:01.904530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:01.905143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:01.913144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5374b7ac-6de2-483f-839a-3ccdd3f4a17b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "DELETE /v2.0/floatingips/bd61c950-247f-49eb-96f3-5c8b06f52349 HTTP/1.1" status: 204 len: 168 time: 0.8344386 Aug 29 05:11:01.913839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:01.916238 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d5de6-2326-4c7b-a6d1-6756099672ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:01.962382 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb2b2c7-c3ba-460f-be04-3a0ab01f29e7 x-openstack-request-id: req-2fb2b2c7-c3ba-460f-be04-3a0ab01f29e7 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:01.962863 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:01.963118 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fb2b2c7-c3ba-460f-be04-3a0ab01f29e7 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:01.963551 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'status': 'completed', 'code': 200} Aug 29 05:11:02.015686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:02.070604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-1a7a7cab-f037-437d-a1c8-961cc90c7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.072279 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-1a7a7cab-f037-437d-a1c8-961cc90c7a11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 1097 time: 0.0651119 Aug 29 05:11:02.160836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7681d-964d-43e8-93e9-122ba08d662b req-7c60a449-54ee-4448-9e9e-17e6b154c850 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.162580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86a7681d-964d-43e8-93e9-122ba08d662b req-7c60a449-54ee-4448-9e9e-17e6b154c850 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0565772 Aug 29 05:11:02.199832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-7fcde63a-179a-4566-999d-bedcd2664131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.201375 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-7fcde63a-179a-4566-999d-bedcd2664131 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.1061602 Aug 29 05:11:02.211953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-86a7681d-964d-43e8-93e9-122ba08d662b req-6342c751-8fb6-4c73-89ac-9b019a7077c8 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Aug 29 05:11:02.252622 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-a1e7e20b-3721-4b7a-8435-d7dc25d74391 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 200 len: 217 time: 0.0428514 Aug 29 05:11:02.279760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:02.304176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-c04c3925-d370-4a67-a209-3a438d34b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.305593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-c04c3925-d370-4a67-a209-3a438d34b165 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0452800 Aug 29 05:11:02.305716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:02.314618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:02.315209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:10:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:02.351392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-c38dc1f9-8c24-4508-a717-817f2e2c2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:02.352937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-c38dc1f9-8c24-4508-a717-817f2e2c2481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402172 Aug 29 05:11:02.421061 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:02.446492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-f75a39ae-44e9-4bd8-a1e0-14a05d62e5d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861735 Aug 29 05:11:02.536370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-860d5de6-2326-4c7b-a6d1-6756099672ca req-3444e7c8-a801-4b01-9620-8741820fd91f service neutron] 10.222.0.50 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818145 Aug 29 05:11:02.642031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:02.672483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d751-0dec-47af-859e-ea876764cb32 None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '7ce77586-da5d-4df9-9d87-c3d3a72b434f', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'port_id': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'mac_address': 'fa:16:3e:04:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531e455-7289-4bf7-8fb9-5048aee65610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:07:23Z', 'updated_at': '2021-08-29T05:07:25Z', 'revision_number': 1, 'project_id': 'e353359770b84050844cefa80571ec5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:02.902850 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a263f-d042-4d50-bbe1-5dc9ec93033b None None] New status for floating IP bd61c950-247f-49eb-96f3-5c8b06f52349: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:11:03.344636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6fb4-836f-4754-9214-543c8ab50586 req-cb05d8ae-32c4-46eb-9412-0144fd671f3e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.346105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef6e6fb4-836f-4754-9214-543c8ab50586 req-cb05d8ae-32c4-46eb-9412-0144fd671f3e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0484614 Aug 29 05:11:03.387018 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ef6e6fb4-836f-4754-9214-543c8ab50586 req-c168b307-f9d0-47db-b4c0-c5563a67e7bc tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350273 Aug 29 05:11:03.801491 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-c49ef369-0e8a-4aa9-9094-8578bbd3b769 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:03.802958 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-c49ef369-0e8a-4aa9-9094-8578bbd3b769 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 945 time: 0.0549035 Aug 29 05:11:03.892607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:03.892949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.983277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 12334c34-2e92-463f-b1b5-1ee4bdf3d602, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=12334c34-2e92-463f-b1b5-1ee4bdf3d602,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:03.983638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:03.996818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 12334c34-2e92-463f-b1b5-1ee4bdf3d602 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:04.120159 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.153746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=12334c34-2e92-463f-b1b5-1ee4bdf3d602,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:04.165796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.166149 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.166496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.166837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.167677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.168041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.168381 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.168710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.169037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.169362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.169689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.170012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:04.203971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 12334c34-2e92-463f-b1b5-1ee4bdf3d602 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:04.206471 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:04.208489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70b6fe41-2b2e-463c-b45d-cd1a1845c91f req-3d1667c7-4c1c-4a4a-b75f-18e856ed498e tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.50 "DELETE /v2.0/ports/12334c34-2e92-463f-b1b5-1ee4bdf3d602 HTTP/1.1" status: 204 len: 173 time: 0.3992639 Aug 29 05:11:04.208920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'name': 'network-vif-deleted', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:04.211231 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09928827-33df-492e-89d1-f56eb2bf287e" -d '{"events": [{"server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "name": "network-vif-deleted", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:04.280186 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54cb364-e1ec-4f9b-843a-eb93d1f22fd7 x-openstack-request-id: req-b54cb364-e1ec-4f9b-843a-eb93d1f22fd7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:04.280484 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acefc9e-c919-410a-bb0b-447537ff0c8d", "name": "network-vif-deleted", "tag": "12334c34-2e92-463f-b1b5-1ee4bdf3d602", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:04.280739 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b54cb364-e1ec-4f9b-843a-eb93d1f22fd7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:04.281145 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acefc9e-c919-410a-bb0b-447537ff0c8d', 'name': 'network-vif-deleted', 'tag': '12334c34-2e92-463f-b1b5-1ee4bdf3d602', 'status': 'completed', 'code': 200} Aug 29 05:11:04.483498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc8cda9f-cab9-45bd-b8a8-5aadf98a4d32 req-ba8050c2-1ec1-4d70-bfb2-03247c6f28e2 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0283716 Aug 29 05:11:05.586621 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3ac85fc-c042-4a74-bfd1-a0d473b15f68 req-a26f9d1e-3708-4001-96a3-4cd42c7a88a0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0269947 Aug 29 05:11:06.403033 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 12334c34-2e92-463f-b1b5-1ee4bdf3d602 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:06.423569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 12334c34-2e92-463f-b1b5-1ee4bdf3d602 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:06.423910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 12334c34-2e92-463f-b1b5-1ee4bdf3d602 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:06.680094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:06.681887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3172293e-459e-4891-92b7-76175207184d req-1180d0f5-503e-4d6c-8b85-f417db2c109f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0268304 Aug 29 05:11:07.386421 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-11947bce-3b90-41fc-9716-d764efba4b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:07.786085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d276765d-8402-4aea-9f2a-153f9f180129 req-9e8f766a-3ebd-4964-83fc-ebd65e549eb0 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=1acefc9e-c919-410a-bb0b-447537ff0c8d HTTP/1.1" status: 200 len: 210 time: 0.0270278 Aug 29 05:11:10.352205 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:10.421339 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b84b06a-a120-4319-bd29-9b4675ef852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:11.458775 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:12.534078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.179938 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:13.203369 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.338803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 73fc6620-4213-4575-974f-1e0f8bcc80e3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:13.339130 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.417636 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.417962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.429291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 73fc6620-4213-4575-974f-1e0f8bcc80e3 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:13.597572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.623764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=73fc6620-4213-4575-974f-1e0f8bcc80e3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:13.685165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:13.685575 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Floating IP 7ce77586-da5d-4df9-9d87-c3d3a72b434f disassociated (deleted). External IP: 172.25.3.186, port: 97c3c358-2436-4023-8c14-1f2aedae3ccf. Aug 29 05:11:13.891331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:13.999341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:14.004228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:14.009478 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:14.018850 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:14.019450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.030646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4fea2c79-be14-4f29-8f99-7b6356be197f tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "DELETE /v2.0/floatingips/7ce77586-da5d-4df9-9d87-c3d3a72b434f HTTP/1.1" status: 204 len: 168 time: 0.8495841 Aug 29 05:11:14.031328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:14.033918 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee6405a-0e2d-48e5-8252-a9980f0436d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:14.074876 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d4d78-96e7-42dd-8eb6-a8c2b0bfcd30 x-openstack-request-id: req-e21d4d78-96e7-42dd-8eb6-a8c2b0bfcd30 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:14.075193 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:14.075815 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e21d4d78-96e7-42dd-8eb6-a8c2b0bfcd30 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:14.076291 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'status': 'completed', 'code': 200} Aug 29 05:11:14.135076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:14.154978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-ed015667-b0eb-4b7d-bf81-07801bdc5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.156416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-ed015667-b0eb-4b7d-bf81-07801bdc5c2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e353359770b84050844cefa80571ec5c&device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 1097 time: 0.0521793 Aug 29 05:11:14.255251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-1b1c14fb-fa2f-4c8f-8b3d-43f521591756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.256635 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-1b1c14fb-fa2f-4c8f-8b3d-43f521591756 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 200 len: 911 time: 0.0910740 Aug 29 05:11:14.273900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b077aa6-1c7d-4645-b14c-4b1b4413d435 req-f44f1121-9e0b-4896-b04d-d5ef576b6767 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.276841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b077aa6-1c7d-4645-b14c-4b1b4413d435 req-f44f1121-9e0b-4896-b04d-d5ef576b6767 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Aug 29 05:11:14.307088 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-c58b7f48-37c9-427f-9e5c-0fd792a0d4c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 200 len: 217 time: 0.0408969 Aug 29 05:11:14.322676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b077aa6-1c7d-4645-b14c-4b1b4413d435 req-5c7c8861-e175-4baf-9b4e-ac968dcd982b tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390298 Aug 29 05:11:14.347147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.365693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-a9c68520-b89a-45a2-9ada-138689d21ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.367196 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-a9c68520-b89a-45a2-9ada-138689d21ac0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 200 len: 849 time: 0.0484505 Aug 29 05:11:14.378220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:14.387568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:14.388234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.415111 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-d65b4c85-1c67-47b0-916b-c810762f8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:14.416586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-d65b4c85-1c67-47b0-916b-c810762f8f6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee4fa133-0b39-43f6-804a-27493a521a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416019 Aug 29 05:11:14.496491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:14.516083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-9e82d380-67c3-472a-8aee-1e0a7e5c7060 service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896490 Aug 29 05:11:14.609925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4ee6405a-0e2d-48e5-8252-a9980f0436d3 req-d9e07bcb-a007-4793-8004-49ccf744a7ba service neutron] 10.222.0.54 "GET /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829000 Aug 29 05:11:14.695080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:14.720060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2112e-4f73-4371-9815-c72c5486704e None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:01:20Z', 'revision_number': 4, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '2d43e267-35fc-471b-a6c0-08b65ed6b315', 'name': '', 'network_id': 'ee4fa133-0b39-43f6-804a-27493a521a8b', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'mac_address': 'fa:16:3e:56:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '66b23723-6948-4428-90bf-4780ee36f722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:19Z', 'updated_at': '2021-08-29T05:01:26Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'subnets': [{'id': '66b23723-6948-4428-90bf-4780ee36f722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:14.928819 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cc3c7f-09f8-403c-8b1d-54758b68f0e8 None None] New status for floating IP 7ce77586-da5d-4df9-9d87-c3d3a72b434f: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:11:15.445322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe3570-1d33-4d2b-a545-47220b8a8097 req-d56199c4-7e3f-4f75-aacc-58f464f21a20 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:15.446863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6fe3570-1d33-4d2b-a545-47220b8a8097 req-d56199c4-7e3f-4f75-aacc-58f464f21a20 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Aug 29 05:11:15.485175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6fe3570-1d33-4d2b-a545-47220b8a8097 req-2a8d4df6-637a-431e-be97-a02e404f3e74 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/security-groups?id=32f2aa84-d306-4216-bbe5-03f527034c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Aug 29 05:11:16.101481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-550793b2-277b-46af-9029-8d332db2c7db tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:16.102969 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-550793b2-277b-46af-9029-8d332db2c7db tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 945 time: 0.0489564 Aug 29 05:11:16.195832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port 97c3c358-2436-4023-8c14-1f2aedae3ccf {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:16.196192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.280602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] For port 97c3c358-2436-4023-8c14-1f2aedae3ccf, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=97c3c358-2436-4023-8c14-1f2aedae3ccf,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:16.280958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.294140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for 97c3c358-2436-4023-8c14-1f2aedae3ccf owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:16.419624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.446157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=97c3c358-2436-4023-8c14-1f2aedae3ccf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:16.492586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] No DVR routers for this DVR port 97c3c358-2436-4023-8c14-1f2aedae3ccf on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:16.495809 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:16.497837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2f716945-33dd-417f-84e7-cd2f272ac3ea req-14312237-7fae-40ab-8ae5-9ff9b33d9951 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.54 "DELETE /v2.0/ports/97c3c358-2436-4023-8c14-1f2aedae3ccf HTTP/1.1" status: 204 len: 173 time: 0.3883135 Aug 29 05:11:16.498281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'name': 'network-vif-deleted', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:16.500576 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08647c-2d46-4e8b-8b63-7b2cdd3da477" -d '{"events": [{"server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "name": "network-vif-deleted", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:16.542562 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8dd39c-848f-4ed2-aed2-45a0ad601590 x-openstack-request-id: req-2d8dd39c-848f-4ed2-aed2-45a0ad601590 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:16.542863 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7531e455-7289-4bf7-8fb9-5048aee65610", "name": "network-vif-deleted", "tag": "97c3c358-2436-4023-8c14-1f2aedae3ccf", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:16.543122 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d8dd39c-848f-4ed2-aed2-45a0ad601590 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:16.543531 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531e455-7289-4bf7-8fb9-5048aee65610', 'name': 'network-vif-deleted', 'tag': '97c3c358-2436-4023-8c14-1f2aedae3ccf', 'status': 'completed', 'code': 200} Aug 29 05:11:16.594380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-933394fc-485f-4058-8cca-ffea794cdf31 req-3aee5707-a1c5-457f-a610-848a7ec83eae tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Aug 29 05:11:17.690566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91617d7e-8a29-404d-bc5e-8acf6a5f1d17 req-fe14c19b-2e19-45a1-8bab-42446e6e8d51 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 29 05:11:18.782689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-115a0ee5-5675-45eb-aaa1-258e42508427 req-89ed80f6-8039-43fd-8b2c-5605ac3ab29c tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Aug 29 05:11:19.273820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 97c3c358-2436-4023-8c14-1f2aedae3ccf no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:19.298894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 97c3c358-2436-4023-8c14-1f2aedae3ccf {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:19.299242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 97c3c358-2436-4023-8c14-1f2aedae3ccf not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:19.882294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92257bb4-9f7b-4e2e-9bb8-e49371de0acd req-9e48571b-3c1b-483d-8867-021eca812350 tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "GET /v2.0/ports?device_id=7531e455-7289-4bf7-8fb9-5048aee65610 HTTP/1.1" status: 200 len: 210 time: 0.0312722 Aug 29 05:11:20.937849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48198) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:21.065403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Deleting port c822eaef-e925-4d3e-ae1a-f6b10d9978f9 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:21.065694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.143070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.143381 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.155031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Calling delete_port for c822eaef-e925-4d3e-ae1a-f6b10d9978f9 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:21.295291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.321523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'Port': ['ID=c822eaef-e925-4d3e-ae1a-f6b10d9978f9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:21.382502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.385018 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:21.386795 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-867acf6a-0b8d-45f7-a0e3-14bb443c848d tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "DELETE /v2.0/floatingips/763f076b-2eb9-40f6-aaf0-972e4c04f472 HTTP/1.1" status: 204 len: 168 time: 0.4479122 Aug 29 05:11:23.639151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48212) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:23.702272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.728064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.786112 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.788945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:23.790343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] 10.222.0.62 "DELETE /v2.0/security-groups/32f2aa84-d306-4216-bbe5-03f527034c49 HTTP/1.1" status: 204 len: 168 time: 0.1501501 Aug 29 05:11:23.800420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463ae47-c823-4373-af71-38a5694881ad tempest-TestVolumeBootPattern-987268459 tempest-TestVolumeBootPattern-987268459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f2aa84-d306-4216-bbe5-03f527034c49,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:23.858542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48216) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:24.425741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:24.930989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Deleting port 2d43e267-35fc-471b-a6c0-08b65ed6b315 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:24.931730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.009706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] For port 2d43e267-35fc-471b-a6c0-08b65ed6b315, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2d43e267-35fc-471b-a6c0-08b65ed6b315,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:25.010096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.025785 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Calling delete_port for 2d43e267-35fc-471b-a6c0-08b65ed6b315 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:25.208136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.231619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d43e267-35fc-471b-a6c0-08b65ed6b315,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:25.404258 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.615948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Router 8f7b0986-01a2-44df-a673-d4ab896f010f has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:25.719769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:25.724723 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-58553ef9-b375-438d-a183-548b3677eb34 admin admin] 10.222.0.62 "PUT /v2.0/routers/8f7b0986-01a2-44df-a673-d4ab896f010f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8651588 Aug 29 05:11:25.727442 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48220) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:25.730147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Sync routers for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:25.739209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:25.739890 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:25.833353 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.942487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:25.998037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Deleting port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:25.998378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.004170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:26.078798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] For port c5b1320d-c28f-45c5-8ed5-fcc1edd12b60, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:26.079256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.092271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Calling delete_port for c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:26.202720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 5, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port': {'id': 'c5b1320d-c28f-45c5-8ed5-fcc1edd12b60', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:18Z', 'updated_at': '2021-08-29T05:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.228651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Checking router: 8f7b0986-01a2-44df-a673-d4ab896f010f for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:26.237521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Routers {'8f7b0986-01a2-44df-a673-d4ab896f010f'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:26.238147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['8f7b0986-01a2-44df-a673-d4ab896f010f'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.270162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.298554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b1320d-c28f-45c5-8ed5-fcc1edd12b60,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.326631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] Set router 8f7b0986-01a2-44df-a673-d4ab896f010f gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:26.357405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.383111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 6, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:26.410161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27467fb0-2038-4c12-93ed-20e32065731f None None] The sync data for ids ['8f7b0986-01a2-44df-a673-d4ab896f010f'] in n-d-712139-13 is: [{'id': '8f7b0986-01a2-44df-a673-d4ab896f010f', 'name': 'tempest-TestVolumeBootPattern-19634468-router', 'tenant_id': 'e353359770b84050844cefa80571ec5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:17Z', 'updated_at': '2021-08-29T05:11:25Z', 'revision_number': 6, 'project_id': 'e353359770b84050844cefa80571ec5c', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:26.447155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.449879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.495902 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.496373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7b0986-01a2-44df-a673-d4ab896f010f {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:11:26.501646 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.502814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-85df3307-894c-4a47-b831-f5a373d20c78 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8f7b0986-01a2-44df-a673-d4ab896f010f HTTP/1.1" status: 204 len: 168 time: 0.7720840 Aug 29 05:11:26.505383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48222) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:26.549337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Deleting subnet 66b23723-6948-4428-90bf-4780ee36f722 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:26.552345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.586905 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.665282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.716536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.743121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b23723-6948-4428-90bf-4780ee36f722,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:26.745741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.747616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-680728ee-5323-4467-954a-cdadb78dfd60 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/66b23723-6948-4428-90bf-4780ee36f722 HTTP/1.1" status: 204 len: 168 time: 0.2413189 Aug 29 05:11:26.750089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48224) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:26.750226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4796dea-6916-4f9b-a003-d0f41f35dc5c None None] Network ee4fa133-0b39-43f6-804a-27493a521a8b requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:26.822010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.890336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Deleting port 93d533a5-e916-424b-85c3-2f7f1f85940b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:26.890790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.952485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] For port 93d533a5-e916-424b-85c3-2f7f1f85940b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=93d533a5-e916-424b-85c3-2f7f1f85940b,segment=NetworkSegment(dcb316b1-fd32-4434-ac9c-8c91aec78779),segment_id=dcb316b1-fd32-4434-ac9c-8c91aec78779)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:26.952854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:26.965466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Calling delete_port for 93d533a5-e916-424b-85c3-2f7f1f85940b owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:27.046401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.072589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d533a5-e916-424b-85c3-2f7f1f85940b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.075005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] No DVR routers for this DVR port 93d533a5-e916-424b-85c3-2f7f1f85940b on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:27.146266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.157080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4fa133-0b39-43f6-804a-27493a521a8b']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:27.167661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb316b1-fd32-4434-ac9c-8c91aec78779') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:27.167980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb316b1-fd32-4434-ac9c-8c91aec78779') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:27.184156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.203071 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.209811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:27.210222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:27.213004 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:27.215379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf1a9f-e694-4d97-8c77-ed3922e39608 None None] DHCP port deletion for ee4fa133-0b39-43f6-804a-27493a521a8b request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:27.269579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.275054 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.277400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ee4fa133-0b39-43f6-804a-27493a521a8b HTTP/1.1" status: 204 len: 168 time: 0.5264089 Aug 29 05:11:27.280471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48226) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:27.288717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865940f1-122e-4657-8ea5-32e3001e1258 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4fa133-0b39-43f6-804a-27493a521a8b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:27.630715 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.872170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Deleting port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:27.872522 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.953410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] For port 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:27.953689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:27.966190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Calling delete_port for 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:28.148910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.177345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2d43e267-35fc-471b-a6c0-08b65ed6b315 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:28.179301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d84f0bb-fc60-4fec-b03d-1fa44c187dd3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:28.204844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2d43e267-35fc-471b-a6c0-08b65ed6b315 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:28.205122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2d43e267-35fc-471b-a6c0-08b65ed6b315 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:28.205539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:28.227523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:28.227870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c5b1320d-c28f-45c5-8ed5-fcc1edd12b60 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:28.228386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93d533a5-e916-424b-85c3-2f7f1f85940b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:28.252231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 93d533a5-e916-424b-85c3-2f7f1f85940b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:28.252575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 93d533a5-e916-424b-85c3-2f7f1f85940b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:28.352598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.566125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Router 57e8ebcd-6f03-408b-92c2-71dda98e693a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:11:28.670884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:11:28.675802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3249fcff-4e69-43d0-a219-7d06d3ee0332 admin admin] 10.222.0.62 "PUT /v2.0/routers/57e8ebcd-6f03-408b-92c2-71dda98e693a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3942530 Aug 29 05:11:28.678633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48228) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:28.679646 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Sync routers for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:11:28.689420 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:28.689834 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:28.780691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.790781 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:28.881141 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.934265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Deleting port 635ccbe6-d512-40dc-8ad5-66404dd06ef3 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:28.934610 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:28.964814 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 5, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port': {'id': '635ccbe6-d512-40dc-8ad5-66404dd06ef3', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:28.990617 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Checking router: 57e8ebcd-6f03-408b-92c2-71dda98e693a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:11:28.999387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Routers {'57e8ebcd-6f03-408b-92c2-71dda98e693a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:11:29.000016 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:11:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['57e8ebcd-6f03-408b-92c2-71dda98e693a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:29.015326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] For port 635ccbe6-d512-40dc-8ad5-66404dd06ef3, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=635ccbe6-d512-40dc-8ad5-66404dd06ef3,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:29.015724 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.028603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Calling delete_port for 635ccbe6-d512-40dc-8ad5-66404dd06ef3 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:29.082654 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] Set router 57e8ebcd-6f03-408b-92c2-71dda98e693a gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:11:29.144004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-269def14-6a59-4714-88a9-0cd65583465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 6, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:29.170957 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269def14-6a59-4714-88a9-0cd65583465b None None] The sync data for ids ['57e8ebcd-6f03-408b-92c2-71dda98e693a'] in n-d-712139-13 is: [{'id': '57e8ebcd-6f03-408b-92c2-71dda98e693a', 'name': 'tempest-TestVolumeBootPattern-1539757612-router', 'tenant_id': 'd9890df64ac34ea09c68e61763de3031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:01:22Z', 'updated_at': '2021-08-29T05:11:28Z', 'revision_number': 6, 'project_id': 'd9890df64ac34ea09c68e61763de3031', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:11:29.202998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.230941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=635ccbe6-d512-40dc-8ad5-66404dd06ef3,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:29.289775 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.379537 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.381896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.428622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.429078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57e8ebcd-6f03-408b-92c2-71dda98e693a {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:11:29.434698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.438144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-75559f6d-53ab-455d-a0f6-fa71572ddc71 admin admin] 10.222.0.62 "DELETE /v2.0/routers/57e8ebcd-6f03-408b-92c2-71dda98e693a HTTP/1.1" status: 204 len: 168 time: 0.7561455 Aug 29 05:11:29.438496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48230) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:29.485613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Deleting subnet 86d2041a-00d5-4a3c-8794-e9b004ee39c7 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:11:29.488815 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.530639 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.620787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.672942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.697450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d2041a-00d5-4a3c-8794-e9b004ee39c7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:29.702862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.704733 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-74f7183d-7cca-460f-a59b-3f5c44599600 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86d2041a-00d5-4a3c-8794-e9b004ee39c7 HTTP/1.1" status: 204 len: 168 time: 0.2653203 Aug 29 05:11:29.707461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48232) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:29.707829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d3904e-1a90-4dea-8d45-1f864681d463 None None] Network 6d003e95-da3d-4917-9f77-747132d5a53c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:29.773340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.830081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Deleting port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:29.830429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.894019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] For port 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5b187dee-e715-4d57-bfd3-e5f80e6ce515,segment=NetworkSegment(1f5e1e7e-a992-4a68-b928-10b008ce2982),segment_id=1f5e1e7e-a992-4a68-b928-10b008ce2982)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:29.894382 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:29.907333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Calling delete_port for 5b187dee-e715-4d57-bfd3-e5f80e6ce515 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:29.976963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] DHCP port deletion for 6d003e95-da3d-4917-9f77-747132d5a53c request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:11:29.991835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.018242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b187dee-e715-4d57-bfd3-e5f80e6ce515,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.027799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] No DVR routers for this DVR port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:30.032720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Deleting port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:30.033172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.095514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] For port 5b187dee-e715-4d57-bfd3-e5f80e6ce515, host n-d-712139-13, got binding levels [] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:30.095905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.101339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.113556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Calling delete_port for 5b187dee-e715-4d57-bfd3-e5f80e6ce515 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:30.116096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d003e95-da3d-4917-9f77-747132d5a53c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:30.117334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.ipam_backend_mixin [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 was not found and therefore no delete operation was performed {{(pid=94828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 05:11:30.130883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.131367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5e1e7e-a992-4a68-b928-10b008ce2982') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:30.131667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5e1e7e-a992-4a68-b928-10b008ce2982') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:11:30.148492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.158946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.161954 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Pushing event deleted for resources: {'Port': ['ID=5b187dee-e715-4d57-bfd3-e5f80e6ce515,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.163352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.166971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] No DVR routers for this DVR port 5b187dee-e715-4d57-bfd3-e5f80e6ce515 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:30.174347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.174698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.175045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.175338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:11:30.175507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.176159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.176376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.176799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.177482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:11:30.178975 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:11:30.181783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.182915 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.183457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.184090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.184949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948608f-1acc-4e55-bb53-07140f51887b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:11:30.219665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:30.245454 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.246207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:30.246562 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d84f0bb-fc60-4fec-b03d-1fa44c187dd3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:30.246981 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5b187dee-e715-4d57-bfd3-e5f80e6ce515 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:30.254549 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.257016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] 10.222.0.62 "DELETE /v2.0/networks/6d003e95-da3d-4917-9f77-747132d5a53c HTTP/1.1" status: 204 len: 168 time: 0.5485864 Aug 29 05:11:30.270930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c735e-8136-427f-ab41-87ee881d57ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6d003e95-da3d-4917-9f77-747132d5a53c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.272588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5b187dee-e715-4d57-bfd3-e5f80e6ce515 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:30.272948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5b187dee-e715-4d57-bfd3-e5f80e6ce515 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:30.273557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 635ccbe6-d512-40dc-8ad5-66404dd06ef3 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:30.294324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 635ccbe6-d512-40dc-8ad5-66404dd06ef3 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:30.294681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 635ccbe6-d512-40dc-8ad5-66404dd06ef3 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:30.431652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48236) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:30.474671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a59b96b-048e-4ac2-9681-68027c598b27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e353359770b84050844cefa80571ec5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411022 Aug 29 05:11:30.476974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48238) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:30.524806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.549224 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.593426 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.596137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:30.597277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6e8b873-47cc-4e3b-a54b-147d155cd18f HTTP/1.1" status: 204 len: 168 time: 0.1194205 Aug 29 05:11:30.606132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b3659-a78f-450a-adc5-f8dd516e05ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8b873-47cc-4e3b-a54b-147d155cd18f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:30.934339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48244) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:30.974277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8a8990b-b3bb-426e-8d25-f455428b5884 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9890df64ac34ea09c68e61763de3031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387218 Aug 29 05:11:30.976705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48246) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:31.026930 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.047408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.101852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.104967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:31.106389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7000a91e-257c-4a3f-bd61-2db3094ee4fb HTTP/1.1" status: 204 len: 168 time: 0.1285503 Aug 29 05:11:31.118034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ccde2-36da-4056-992d-aaa818a2d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000a91e-257c-4a3f-bd61-2db3094ee4fb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:36.612957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e633b1b-05b6-4397-96da-296946b196cd req-605c89d5-5125-43f3-8025-0728c20ef7f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256577 Aug 29 05:11:36.698955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e633b1b-05b6-4397-96da-296946b196cd req-a7c9211e-a095-4de4-8c06-8ce6f5984e60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0251815 Aug 29 05:11:36.747612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e633b1b-05b6-4397-96da-296946b196cd req-88e5ebdf-fa67-4b29-ae94-b8ac681cf773 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204940 Aug 29 05:11:36.854852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e633b1b-05b6-4397-96da-296946b196cd req-8ac2bf82-903f-4017-91bd-aa21326a6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:36.856422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e633b1b-05b6-4397-96da-296946b196cd req-8ac2bf82-903f-4017-91bd-aa21326a6a53 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000893 Aug 29 05:11:37.388592 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1accbc5e-bfe7-48f0-a242-000a04730fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.354676 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:40.423744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcaae89f-6b14-4b49-bb34-8fd9f5901b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.356939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-1c9880ef-b814-4d14-ac96-2a2b3726c7c1 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288243 Aug 29 05:11:41.461269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:41.847392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-f4b87f08-aaf9-4dd1-bbec-0b61e94f7564 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:41.848915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-f4b87f08-aaf9-4dd1-bbec-0b61e94f7564 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4866254 Aug 29 05:11:41.863649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-475163a1-47d1-47c3-8c29-67d2c5c212e2 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/quotas/4829da19bb164a1fb6f7fe480a7ebbf3 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Aug 29 05:11:41.895643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-be50e486-c8e1-43d2-a594-02d007314d51 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263124 Aug 29 05:11:42.064326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-113b6f6f-5a93-4f07-b8fe-7b27d4c1fccc req-5978b2bb-6f05-4cbd-b924-728d565fe409 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Aug 29 05:11:42.529274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.106277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-e0487c6e-0a6e-41ce-8734-cda1512f27ed tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312839 Aug 29 05:11:43.167306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da7c4c26-353d-4ba8-b714-0992847a92b7 req-13679ed0-2032-43b5-b8d8-d68614210c3a tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Aug 29 05:11:43.208809 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.308225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-4a13e1f3-12fe-4fcd-bad4-856c98fccfa4 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:43.309704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-4a13e1f3-12fe-4fcd-bad4-856c98fccfa4 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942844 Aug 29 05:11:43.323916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Request body: {'port': {'device_id': '31804956-f880-4d22-b0f6-d7127abd8a80', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'admin_state_up': True, 'tenant_id': '4829da19bb164a1fb6f7fe480a7ebbf3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:43.679009 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:11:43.698691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Made reservation on behalf of 4829da19bb164a1fb6f7fe480a7ebbf3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:43.702709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.711283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.802367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.806549 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:43.872980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26266bff-dfbf-479c-abff-9e36b0198883,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:43.947375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Allocated IP 192.168.233.23 (c3ea01d0-2e3f-4c41-8563-c11148d37ab3/6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba/39619485-1d80-4317-80db-7fa9eada5af8) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:11:44.088427 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.101980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Transition to ACTIVE for port object 39619485-1d80-4317-80db-7fa9eada5af8 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:44.135467 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.183343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:11:44.186411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:44.190238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:11:44.214196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Pushing event updated for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:44.244876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.245478 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.261948 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-7f7007c0-439e-4108-8c63-a232d78068e5 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9416692 Aug 29 05:11:44.278304 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-44a4a755-d9d6-48be-a255-af522e245ada tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:11:44.279408 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-44a4a755-d9d6-48be-a255-af522e245ada tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062048 Aug 29 05:11:44.295439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Request body: {'port': {'device_id': '31804956-f880-4d22-b0f6-d7127abd8a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:44.300169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7151f-4557-4e7e-b2b2-75ab8afc2d57 req-73e41dc1-6baf-465a-b819-699448105f0e tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.301717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8e7151f-4557-4e7e-b2b2-75ab8afc2d57 req-73e41dc1-6baf-465a-b819-699448105f0e tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 935 time: 0.0531757 Aug 29 05:11:44.348335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8e7151f-4557-4e7e-b2b2-75ab8afc2d57 req-9505b4c3-fb71-47c7-acdf-0a91056d5591 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Aug 29 05:11:44.352194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.474856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db2cf53d-a9be-4655-8e6d-3a2b4fc54cb6 None None] Provisioning for port 39619485-1d80-4317-80db-7fa9eada5af8 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:44.478479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-db2cf53d-a9be-4655-8e6d-3a2b4fc54cb6 None None] Provisioning complete for port 39619485-1d80-4317-80db-7fa9eada5af8 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:44.478850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-db2cf53d-a9be-4655-8e6d-3a2b4fc54cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.513955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-db2cf53d-a9be-4655-8e6d-3a2b4fc54cb6 None None] Port 39619485-1d80-4317-80db-7fa9eada5af8 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:11:44.617397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39619485-1d80-4317-80db-7fa9eada5af8 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:44.625240 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.637307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Transition to ACTIVE for port object 39619485-1d80-4317-80db-7fa9eada5af8 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:11:44.641433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.690399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Pushing event updated for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:44.761739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Attempting to bind port 39619485-1d80-4317-80db-7fa9eada5af8 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:11:44.762108 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Attempting to bind port 39619485-1d80-4317-80db-7fa9eada5af8 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:11:44.762603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Attempting to bind port 39619485-1d80-4317-80db-7fa9eada5af8 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:44.767041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Port 39619485-1d80-4317-80db-7fa9eada5af8 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:11:44.767420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Attempting to bind port 39619485-1d80-4317-80db-7fa9eada5af8 on network c3ea01d0-2e3f-4c41-8563-c11148d37ab3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:11:44.772680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:11:44.773021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Checking segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:44.773416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Bound using segment: {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:11:44.773848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Bound port: 39619485-1d80-4317-80db-7fa9eada5af8, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714d5e2e-92ca-49e2-97a1-8846a099bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:11:44.774210 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.842633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:11:44.845719 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=39619485-1d80-4317-80db-7fa9eada5af8,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:11:44.849343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.886997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.887624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:44.889049 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] 10.222.0.54 "PUT /v2.0/ports/39619485-1d80-4317-80db-7fa9eada5af8 HTTP/1.1" status: 200 len: 1096 time: 0.5999751 Aug 29 05:11:44.889551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:44.891774 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d" -d '{"events": [{"name": "network-changed", "server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "tag": "39619485-1d80-4317-80db-7fa9eada5af8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:44.918344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0156c-af08-4ab1-8acf-c3535fb79c5d service neutron] Pushing event updated for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:44.950408 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc29d85-71ab-418f-9891-923a436b70e1 x-openstack-request-id: req-5dc29d85-71ab-418f-9891-923a436b70e1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:44.950709 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "tag": "39619485-1d80-4317-80db-7fa9eada5af8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:44.950983 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dc29d85-71ab-418f-9891-923a436b70e1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:44.951379 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8', 'status': 'completed', 'code': 200} Aug 29 05:11:44.985069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-0286d0dc-ed4c-415d-b135-56be095c4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:44.986645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-0286d0dc-ed4c-415d-b135-56be095c4600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 1099 time: 0.0457277 Aug 29 05:11:45.039626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-8d385495-8f6a-4576-a8d4-08e5e5a594f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=39619485-1d80-4317-80db-7fa9eada5af8 HTTP/1.1" status: 200 len: 217 time: 0.0398235 Aug 29 05:11:45.092679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-225bb6d9-b011-43b7-9467-185eacfa5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.094179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-225bb6d9-b011-43b7-9467-185eacfa5840 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0449493 Aug 29 05:11:45.145734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-dde210f7-b4ad-433c-9b6e-4293ac1f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.147267 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-dde210f7-b4ad-433c-9b6e-4293ac1f1ff2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413723 Aug 29 05:11:45.243058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-6a572336-1186-4d12-b4ba-15ec108a9b55 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852306 Aug 29 05:11:45.344953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ce87b377-9ad3-46e4-a5ca-f7eb467c8c0b req-27db5be7-9b35-4a36-aaf9-3bfdae62ba6c service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906801 Aug 29 05:11:45.442397 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-37984fa0-3e62-4d76-8218-1fea2fa79a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.443938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-37984fa0-3e62-4d76-8218-1fea2fa79a52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 1099 time: 0.0418169 Aug 29 05:11:45.458020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ca66-213a-4f1f-8daa-fc09c2931584 req-6f414ab2-b2ae-46cb-88a5-53dd23bf36d3 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.459500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3185ca66-213a-4f1f-8daa-fc09c2931584 req-6f414ab2-b2ae-46cb-88a5-53dd23bf36d3 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 947 time: 0.0476036 Aug 29 05:11:45.498945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3185ca66-213a-4f1f-8daa-fc09c2931584 req-a1b923fe-2064-4744-8601-db90aa74259d tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Aug 29 05:11:45.541051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-c7cfc789-eadc-4f9a-a1ca-d89c7ae0ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.542527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-c7cfc789-eadc-4f9a-a1ca-d89c7ae0ade7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3 HTTP/1.1" status: 200 len: 870 time: 0.0913172 Aug 29 05:11:45.584188 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-5ec1ecf0-2031-4b61-9ea9-49a8b353aa52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=39619485-1d80-4317-80db-7fa9eada5af8 HTTP/1.1" status: 200 len: 217 time: 0.0338519 Aug 29 05:11:45.639278 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-379cbb1d-8e8c-4b0e-966d-db343384599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.640766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-379cbb1d-8e8c-4b0e-966d-db343384599a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba HTTP/1.1" status: 200 len: 843 time: 0.0478532 Aug 29 05:11:45.687121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-c241d950-baba-4660-b981-75ddf9b093ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:45.688610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-c241d950-baba-4660-b981-75ddf9b093ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3ea01d0-2e3f-4c41-8563-c11148d37ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399230 Aug 29 05:11:45.780521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-380b5504-bff2-4092-8a2d-51e33421467a service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815525 Aug 29 05:11:45.875894 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-653d5fa5-1d89-4a24-96b2-715ecf99ad9d req-87b6354c-5590-4a86-806a-a5962b4d53f5 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ea01d0-2e3f-4c41-8563-c11148d37ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870132 Aug 29 05:11:46.622850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6a6f-df02-47ea-ae85-5baf08da5502 req-d3ec0b68-8ba3-4081-9111-bcb26a887e24 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:46.624341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-467e6a6f-df02-47ea-ae85-5baf08da5502 req-d3ec0b68-8ba3-4081-9111-bcb26a887e24 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 947 time: 0.0568836 Aug 29 05:11:46.662048 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-467e6a6f-df02-47ea-ae85-5baf08da5502 req-26dba13b-d465-4e6a-afcc-3903a95158e7 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Aug 29 05:11:47.403879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 39619485-1d80-4317-80db-7fa9eada5af8 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:11:47.500622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=39619485-1d80-4317-80db-7fa9eada5af8,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:47.513029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '39619485-1d80-4317-80db-7fa9eada5af8', 'network_id': 'c3ea01d0-2e3f-4c41-8563-c11148d37ab3', 'port_id': '39619485-1d80-4317-80db-7fa9eada5af8', 'mac_address': 'fa:16:3e:3e:a7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6922ecfc-6ab2-4f9d-a2fb-8f7e74a499ba', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:11:47.549340 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.562060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39619485-1d80-4317-80db-7fa9eada5af8 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:11:47.584435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=39619485-1d80-4317-80db-7fa9eada5af8,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:47.588260 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:47.634376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:47.774438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f40ebd-45ef-4d02-9a28-32aab8092166 req-60ec0526-a26b-46c4-8b11-757718e5a11f tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:47.776072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90f40ebd-45ef-4d02-9a28-32aab8092166 req-60ec0526-a26b-46c4-8b11-757718e5a11f tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 948 time: 0.0486884 Aug 29 05:11:47.814512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90f40ebd-45ef-4d02-9a28-32aab8092166 req-5623cf6b-6af9-4dc5-a141-c80ae6683a42 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Aug 29 05:11:47.893523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['39619485-1d80-4317-80db-7fa9eada5af8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:48.934945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c45b8-11f5-4040-bc23-0f4d6a234f04 req-bff2bf99-d845-4af4-a0b4-a39e04c08444 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:48.936442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff4c45b8-11f5-4040-bc23-0f4d6a234f04 req-bff2bf99-d845-4af4-a0b4-a39e04c08444 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 948 time: 0.0492895 Aug 29 05:11:48.972986 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff4c45b8-11f5-4040-bc23-0f4d6a234f04 req-fadfb887-12a6-49cd-b6f7-bd7f4e5b98e9 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Aug 29 05:11:49.427839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 39619485-1d80-4317-80db-7fa9eada5af8 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:11:49.477455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 39619485-1d80-4317-80db-7fa9eada5af8 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:11:49.481503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 39619485-1d80-4317-80db-7fa9eada5af8 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:11:49.481896 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.558318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.584507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:49.586745 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352ed77-4894-49af-b22e-082ef69d67ce" -d '{"events": [{"server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "name": "network-vif-plugged", "status": "completed", "tag": "39619485-1d80-4317-80db-7fa9eada5af8"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:49.599448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=39619485-1d80-4317-80db-7fa9eada5af8,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:49.604542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:49.630822 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19cd86b-8f21-44cd-ad60-2b0a00847528 x-openstack-request-id: req-e19cd86b-8f21-44cd-ad60-2b0a00847528 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:49.630822 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "name": "network-vif-plugged", "status": "completed", "tag": "39619485-1d80-4317-80db-7fa9eada5af8", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:49.630822 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e19cd86b-8f21-44cd-ad60-2b0a00847528 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:49.631160 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8', 'code': 200} Aug 29 05:11:49.656697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:49.741750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd1678-451f-4b55-bb60-a0486d2fa5d2 req-d8c9d957-2f7c-4177-88f0-a89b61e9b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:49.743170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11dd1678-451f-4b55-bb60-a0486d2fa5d2 req-d8c9d957-2f7c-4177-88f0-a89b61e9b7c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 1101 time: 0.0410743 Aug 29 05:11:49.777609 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11dd1678-451f-4b55-bb60-a0486d2fa5d2 req-f37940de-9cc9-43be-b914-b90ccd21ecc3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275795 Aug 29 05:11:50.091165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39da9c-2aa6-4dd2-9e44-d354b7ee2f91 req-563b7f9e-7795-4a38-a72a-7a7190ff56e7 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:50.092679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a39da9c-2aa6-4dd2-9e44-d354b7ee2f91 req-563b7f9e-7795-4a38-a72a-7a7190ff56e7 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 949 time: 0.0518763 Aug 29 05:11:50.130294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a39da9c-2aa6-4dd2-9e44-d354b7ee2f91 req-df495b55-5a1c-44c0-b4c9-b590298fe453 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 29 05:11:51.246078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0bec9-ce2f-4eae-bd4c-416d1ba51f7b req-c03988a3-297c-4a92-bc2f-078955707bf9 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:51.247543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3f0bec9-ce2f-4eae-bd4c-416d1ba51f7b req-c03988a3-297c-4a92-bc2f-078955707bf9 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 949 time: 0.0487154 Aug 29 05:11:51.284734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f3f0bec9-ce2f-4eae-bd4c-416d1ba51f7b req-999d240d-bc84-42b4-ab06-6cdd567b55ac tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 29 05:11:52.192287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ca6b4-a55f-4eb3-8741-ff01a4d5e0b7 req-ac2ba982-f5e6-4311-9f4b-2a98b1df57ca tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:52.193750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b26ca6b4-a55f-4eb3-8741-ff01a4d5e0b7 req-ac2ba982-f5e6-4311-9f4b-2a98b1df57ca tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 949 time: 0.0513480 Aug 29 05:11:52.232086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b26ca6b4-a55f-4eb3-8741-ff01a4d5e0b7 req-fcc3adf6-0482-472e-822e-8ddfe16d8285 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Aug 29 05:11:53.357631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcdf48-7643-4219-9c1d-d87af4d44a05 req-d84fb3ce-2147-460f-a7c6-e614bb5b5a35 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.359184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6bcdf48-7643-4219-9c1d-d87af4d44a05 req-d84fb3ce-2147-460f-a7c6-e614bb5b5a35 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 949 time: 0.0580945 Aug 29 05:11:53.396383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f6bcdf48-7643-4219-9c1d-d87af4d44a05 req-af16628c-f9d1-4f58-9dfa-5607ce2ad597 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/security-groups?id=26266bff-dfbf-479c-abff-9e36b0198883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Aug 29 05:11:53.616883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d261f4f-1065-4771-a9e0-649fede27045 req-657949c4-8dab-4489-a33a-b20298641977 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:53.618393 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4d261f4f-1065-4771-a9e0-649fede27045 req-657949c4-8dab-4489-a33a-b20298641977 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 949 time: 0.0535941 Aug 29 05:11:53.715156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Deleting port 39619485-1d80-4317-80db-7fa9eada5af8 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:11:53.715433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.806186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] For port 39619485-1d80-4317-80db-7fa9eada5af8, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=39619485-1d80-4317-80db-7fa9eada5af8,segment=NetworkSegment(714d5e2e-92ca-49e2-97a1-8846a099bf1a),segment_id=714d5e2e-92ca-49e2-97a1-8846a099bf1a)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:11:53.806580 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.820967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Calling delete_port for 39619485-1d80-4317-80db-7fa9eada5af8 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:11:53.962632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:53.981721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['39619485-1d80-4317-80db-7fa9eada5af8'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:11:53.992457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Pushing event deleted for resources: {'Port': ['ID=39619485-1d80-4317-80db-7fa9eada5af8,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:54.043560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] No DVR routers for this DVR port 39619485-1d80-4317-80db-7fa9eada5af8 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:11:54.046216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:54.048316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4d261f4f-1065-4771-a9e0-649fede27045 req-1b70d68e-6ed6-4ff3-8868-0157797c1bf6 tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.54 "DELETE /v2.0/ports/39619485-1d80-4317-80db-7fa9eada5af8 HTTP/1.1" status: 204 len: 173 time: 0.4203031 Aug 29 05:11:54.048756 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'name': 'network-vif-deleted', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:11:54.051181 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad779be-8ce9-47a5-8214-429b4969326b" -d '{"events": [{"server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "name": "network-vif-deleted", "tag": "39619485-1d80-4317-80db-7fa9eada5af8"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:11:54.095417 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1948c81-78cf-4ece-9773-2ab2e8b536e7 x-openstack-request-id: req-a1948c81-78cf-4ece-9773-2ab2e8b536e7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:11:54.096608 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31804956-f880-4d22-b0f6-d7127abd8a80", "name": "network-vif-deleted", "tag": "39619485-1d80-4317-80db-7fa9eada5af8", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:11:54.096608 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1948c81-78cf-4ece-9773-2ab2e8b536e7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:11:54.096608 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31804956-f880-4d22-b0f6-d7127abd8a80', 'name': 'network-vif-deleted', 'tag': '39619485-1d80-4317-80db-7fa9eada5af8', 'status': 'completed', 'code': 200} Aug 29 05:11:54.518193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39780bb3-3cbf-4921-9ed9-f5bd8dddd339 req-e488b0e6-6b55-4261-a8a2-d5464f0f07ee tempest-ServersAdminNegativeTestJSON-1744887230 tempest-ServersAdminNegativeTestJSON-1744887230-project] 10.222.0.62 "GET /v2.0/ports?device_id=31804956-f880-4d22-b0f6-d7127abd8a80 HTTP/1.1" status: 200 len: 210 time: 0.0406284 Aug 29 05:11:55.812275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48406) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:55.961267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0bdad8c7-eba3-46f1-8973-483867ef7e6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4829da19bb164a1fb6f7fe480a7ebbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478109 Aug 29 05:11:55.963905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48410) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:56.014615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.035281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.081490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.084143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.085300 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26266bff-dfbf-479c-abff-9e36b0198883 HTTP/1.1" status: 204 len: 168 time: 0.1203463 Aug 29 05:11:56.093045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee267d6-c504-437d-bc83-344b45721fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26266bff-dfbf-479c-abff-9e36b0198883,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:56.349947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48418) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:56.364129 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4362ded-d86e-40f6-905d-8d71ea504069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.453687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4362ded-d86e-40f6-905d-8d71ea504069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.457511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a4362ded-d86e-40f6-905d-8d71ea504069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.500781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a4362ded-d86e-40f6-905d-8d71ea504069 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13f5023549254da3b2515b06c33bc631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471727 Aug 29 05:11:56.500781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4362ded-d86e-40f6-905d-8d71ea504069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b1375-73b3-43ee-8796-57fab281d044,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:56.501256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48420) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:56.556249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.576256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.624977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.627574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:56.628761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c9b1375-73b3-43ee-8796-57fab281d044 HTTP/1.1" status: 204 len: 168 time: 0.1264942 Aug 29 05:11:56.640412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69bab0-a600-4382-8987-c9c0ba34a341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b1375-73b3-43ee-8796-57fab281d044,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:57.329035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48444) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:57.432001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2058381874-network', 'tenant_id': '59556ffa298341b59ab83bb3148c95f7'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:57.443331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 39619485-1d80-4317-80db-7fa9eada5af8 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:11:57.453091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Made reservation on behalf of 59556ffa298341b59ab83bb3148c95f7 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:57.455630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.463851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 39619485-1d80-4317-80db-7fa9eada5af8 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:11:57.464223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 39619485-1d80-4317-80db-7fa9eada5af8 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:11:57.464681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.555016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.558918 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.579561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:11:57.593200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c99bbb-c9c6-4215-b9f4-1908a58a038a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:57.597972 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.598336 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Added segment b7df49bb-4732-4ae4-a47e-40498e489dd7 of type vlan for network a12a2a24-8b1d-450b-8f77-650bfa6a6643 Aug 29 05:11:57.636826 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.661448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.662522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:57.663109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.716914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3865817 Aug 29 05:11:57.719768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48448) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:11:57.725034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Request body: {'subnet': {'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2058381874-subnet', 'tenant_id': '59556ffa298341b59ab83bb3148c95f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:11:57.727371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56035c-f9bf-4c0d-b66b-21f9e58da3de admin admin] Pushing event updated for resources: {'Network': ['ID=a12a2a24-8b1d-450b-8f77-650bfa6a6643,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:57.737511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network a12a2a24-8b1d-450b-8f77-650bfa6a6643 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:11:57.748916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Made reservation on behalf of 59556ffa298341b59ab83bb3148c95f7 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:11:57.751295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.923351 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:57.979154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb391e8-b322-4018-aadb-32b8b7b1eb15,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:11:57.986654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Checking segment: {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:11:57.987013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Network hostable DHCP agents. Network: a12a2a24-8b1d-450b-8f77-650bfa6a6643, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:11:58.004496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Network a12a2a24-8b1d-450b-8f77-650bfa6a6643 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:11:58.013858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, a12a2a24-8b1d-450b-8f77-650bfa6a6643) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:11:58.018281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:58.018981 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:11:58.024843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222e5d0-b0ab-441f-9457-c5655bc588e0 None None] Network a12a2a24-8b1d-450b-8f77-650bfa6a6643 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:58.037307 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8ff43563-2747-4ad6-9766-eb0b2120364d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3162558 Aug 29 05:11:58.147027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f5491-8e9c-445b-b87c-f35029426b50 None None] Network a12a2a24-8b1d-450b-8f77-650bfa6a6643 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:11:58.458723 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-17606588-82ab-4ec6-aacb-b825734e72cb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:11:58.460230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-17606588-82ab-4ec6-aacb-b825734e72cb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 812 time: 0.0999398 Aug 29 05:11:58.474801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-ae7a6240-f8c7-42ad-99b4-dd9d1d6aacc1 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/quotas/59556ffa298341b59ab83bb3148c95f7 HTTP/1.1" status: 200 len: 375 time: 0.0090263 Aug 29 05:11:58.511335 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-01432b66-d409-4df1-bcd7-279aaa486563 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309060 Aug 29 05:11:58.672832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-6a4aa70c-2952-496b-9123-c14129f356a9 service neutron] 10.222.0.62 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203542 Aug 29 05:11:58.764055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-cb4e7c9e-acb4-4943-b0ac-a4b42e37c945 service neutron] 10.222.0.62 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Aug 29 05:11:58.923483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e6cde5e7-b3b4-4ee2-8b57-b0e912136420 req-073209df-ea99-4176-abea-56a4ebc0bf4a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 210 time: 0.0271711 Aug 29 05:12:00.019434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c41e6ae1-d91d-41ba-8df7-8068db5f1187 req-4d6fdf2c-9fdb-4cc3-85c0-3dbbc6610ba8 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Aug 29 05:12:00.088911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-c6156c36-df10-4095-be19-2418a4bf6fcc tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.090394 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-c6156c36-df10-4095-be19-2418a4bf6fcc tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 812 time: 0.1046901 Aug 29 05:12:00.104703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Request body: {'port': {'device_id': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643', 'admin_state_up': True, 'tenant_id': '59556ffa298341b59ab83bb3148c95f7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:00.141414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.219510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Made reservation on behalf of 59556ffa298341b59ab83bb3148c95f7 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:00.222952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.347613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Allocated IP 172.20.0.14 (a12a2a24-8b1d-450b-8f77-650bfa6a6643/edb391e8-b322-4018-aadb-32b8b7b1eb15/f5a80a1e-5937-4dba-b233-4d07178c0d39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:00.487562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.526754 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.573376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Network a12a2a24-8b1d-450b-8f77-650bfa6a6643 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:00.576388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:00.580137 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:00.586267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:00.631048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:00.631656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.646146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-7392c47d-e18e-462b-b4a6-ed3d2e71740d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5461199 Aug 29 05:12:00.659878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Request body: {'port': {'device_id': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:00.711281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.972527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a80a1e-5937-4dba-b233-4d07178c0d39 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:00.979740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:00.991259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Transition to ACTIVE for port object f5a80a1e-5937-4dba-b233-4d07178c0d39 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:00.996185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:01.051120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:01.121196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:01.121877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:01.121998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:01.126517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:01.126835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:01.131823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:01.132234 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Checking segment: {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:01.132612 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Bound using segment: {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:01.133043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Bound port: f5a80a1e-5937-4dba-b233-4d07178c0d39, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:01.133391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:01.140473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c522-198a-4211-8202-1dbf36edc609 req-a3811337-d7a9-4a43-857c-63cc8b6f665e tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.142763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2237c522-198a-4211-8202-1dbf36edc609 req-a3811337-d7a9-4a43-857c-63cc8b6f665e tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0522950 Aug 29 05:12:01.179759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2237c522-198a-4211-8202-1dbf36edc609 req-0a687dac-ea42-4a4e-ad29-b85773a03b73 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Aug 29 05:12:01.198091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:01.201342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:01.205334 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:01.241943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.242740 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:01.244796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] 10.222.0.54 "PUT /v2.0/ports/f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 1093 time: 0.5890391 Aug 29 05:12:01.246882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:01.249263 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006" -d '{"events": [{"name": "network-changed", "server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:01.275842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fdeb7-39c9-465f-b764-d985031cc28a service neutron] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:01.297813 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410618e3-2ab5-4b7c-8e24-77b7cc2a7db8 x-openstack-request-id: req-410618e3-2ab5-4b7c-8e24-77b7cc2a7db8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:01.298099 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:01.298346 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-410618e3-2ab5-4b7c-8e24-77b7cc2a7db8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:01.298735 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'status': 'completed', 'code': 200} Aug 29 05:12:01.331000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-6e7aeb30-8a22-4b74-b336-0e92384193eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.332586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-6e7aeb30-8a22-4b74-b336-0e92384193eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0442882 Aug 29 05:12:01.378371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-5d74459a-89f9-429e-8cc5-2bbca56e36b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0371473 Aug 29 05:12:01.432183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-f1168d57-1933-42e2-8ade-d44587071302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.433598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-f1168d57-1933-42e2-8ade-d44587071302 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0435295 Aug 29 05:12:01.469511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-ece6eb2a-e90b-44d3-b306-cddb4e64cfc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238113 Aug 29 05:12:01.566373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-1843b1e7-c462-451a-a2fb-85a00e294008 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845647 Aug 29 05:12:01.670087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d037fac-ad84-4191-9e70-3dd737c58057 req-ebf98e32-6a87-4763-9dfc-58cc594c9867 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917630 Aug 29 05:12:01.757739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-5d80e173-bb16-407a-8fe8-4cafa5c50743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.759219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-5d80e173-bb16-407a-8fe8-4cafa5c50743 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0403626 Aug 29 05:12:01.853876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-572852a8-57d0-498d-aedc-401983b75a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.855281 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-572852a8-57d0-498d-aedc-401983b75a72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.0857487 Aug 29 05:12:01.898829 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-1867f5e0-024e-45ea-935d-c8d8feccf7ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0347590 Aug 29 05:12:01.960605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-bb4edba9-dfa5-4cfd-9bfb-47504bfe4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:01.962065 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-bb4edba9-dfa5-4cfd-9bfb-47504bfe4612 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0563097 Aug 29 05:12:01.994483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-80200866-67a8-405e-b69e-d37a9b637f0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241501 Aug 29 05:12:02.085275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-435ae615-145a-498e-9ad1-c05b52d5be0c service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799618 Aug 29 05:12:02.178966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-63a40631-c8a3-4ed7-a74f-6cd6f3b3e006 req-ff7e7610-2e83-4025-be9b-0f321bf2cec1 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854728 Aug 29 05:12:02.299555 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddbbb0-d2e7-4d0e-880a-89baded46d37 req-292ad042-c446-4040-a8a2-9b3aa9765755 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:02.301222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fddbbb0-d2e7-4d0e-880a-89baded46d37 req-292ad042-c446-4040-a8a2-9b3aa9765755 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0562279 Aug 29 05:12:02.345798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7fddbbb0-d2e7-4d0e-880a-89baded46d37 req-a459e9d9-4e84-4f2d-9731-2a6f446b2be5 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Aug 29 05:12:03.469328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a1309-adb1-4b33-9a76-3e820d1216af req-a86a073b-6035-4ca8-a50a-d96afd65a1de tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:03.470796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4a1309-adb1-4b33-9a76-3e820d1216af req-a86a073b-6035-4ca8-a50a-d96afd65a1de tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0477777 Aug 29 05:12:03.508406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d4a1309-adb1-4b33-9a76-3e820d1216af req-ab0fe44b-7b43-4115-9548-34c5474da891 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Aug 29 05:12:04.624222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10893f4-5bb1-415b-89f1-4e4a66eac3a6 req-6a7dd97f-ac17-4d88-b9c5-470fe111f28f tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:04.625692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d10893f4-5bb1-415b-89f1-4e4a66eac3a6 req-6a7dd97f-ac17-4d88-b9c5-470fe111f28f tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0482714 Aug 29 05:12:04.662972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d10893f4-5bb1-415b-89f1-4e4a66eac3a6 req-a88eeedc-66ac-42a5-b0cb-6fe92c85a7c5 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Aug 29 05:12:05.475540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:05.579931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:05.590964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643', 'port_id': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'mac_address': 'fa:16:3e:af:a4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb391e8-b322-4018-aadb-32b8b7b1eb15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:05.626390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:05.639205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a80a1e-5937-4dba-b233-4d07178c0d39 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:05.657949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:05.662429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:05.712686 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:05.779353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725732b2-788b-471c-ba15-5b7ee666c0c4 req-616e8d89-020c-40de-9478-2e9b1f74f5c1 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:05.780801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-725732b2-788b-471c-ba15-5b7ee666c0c4 req-616e8d89-020c-40de-9478-2e9b1f74f5c1 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 945 time: 0.0486178 Aug 29 05:12:05.822580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-725732b2-788b-471c-ba15-5b7ee666c0c4 req-4fbeb58d-4e54-4af1-8ee0-c7f11adfb9d2 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Aug 29 05:12:05.910695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['f5a80a1e-5937-4dba-b233-4d07178c0d39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:06.936454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ded7-6bad-48c7-8e85-c3af24fa1b6e req-dd111bab-c17c-4e7b-a35f-4aff0d39c754 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:06.937956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d057ded7-6bad-48c7-8e85-c3af24fa1b6e req-dd111bab-c17c-4e7b-a35f-4aff0d39c754 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Aug 29 05:12:06.975144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d057ded7-6bad-48c7-8e85-c3af24fa1b6e req-01a99ede-6281-4e0c-ac9a-85cf21448898 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Aug 29 05:12:07.389586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d84fa423-ed7c-481e-b6dd-760e43487cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.490459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:07.542662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port f5a80a1e-5937-4dba-b233-4d07178c0d39 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:07.546467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port f5a80a1e-5937-4dba-b233-4d07178c0d39 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:07.546835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.622392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.645418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:07.647590 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb95482-952e-4821-9bb2-3e1f6a8f8aa4" -d '{"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:07.660680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:07.669588 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:07.696338 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be70d54f-8a11-4392-b8fb-12eff34cc3f0 x-openstack-request-id: req-be70d54f-8a11-4392-b8fb-12eff34cc3f0 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:07.696641 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:07.696925 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be70d54f-8a11-4392-b8fb-12eff34cc3f0 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:07.697372 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'code': 200} Aug 29 05:12:07.722942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:07.786740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286116-5899-4608-b072-79bfd4e63f7b req-bccd6929-2b34-4989-91ff-e5da50648b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:07.788307 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba286116-5899-4608-b072-79bfd4e63f7b req-bccd6929-2b34-4989-91ff-e5da50648b50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0405653 Aug 29 05:12:07.830993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba286116-5899-4608-b072-79bfd4e63f7b req-bba64ab3-7078-4a30-85d5-31b35923f3a4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270760 Aug 29 05:12:08.088805 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ca23-3299-40ae-a363-7ffe7801b61f req-b97b2d93-92dd-4a42-a14b-0fadd1496e03 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:08.090267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cc1ca23-3299-40ae-a363-7ffe7801b61f req-b97b2d93-92dd-4a42-a14b-0fadd1496e03 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0481064 Aug 29 05:12:08.127642 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cc1ca23-3299-40ae-a363-7ffe7801b61f req-23510144-b8cc-4cf3-a35c-ee90314caeed tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Aug 29 05:12:09.242181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb48e5-943e-42cb-8202-cec89110cf11 req-fd99b88f-47a7-4089-8d8b-ba865a8c8cd0 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:09.243670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09bb48e5-943e-42cb-8202-cec89110cf11 req-fd99b88f-47a7-4089-8d8b-ba865a8c8cd0 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0482903 Aug 29 05:12:09.284848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09bb48e5-943e-42cb-8202-cec89110cf11 req-1099f341-3a13-404e-87b2-2c65c8d52d86 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Aug 29 05:12:10.360009 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:10.423325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f01e66ad-f4b4-4c61-84b5-c0fdf374c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:10.523112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48522) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:10.547078 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e192d-0f8d-41c3-87c5-b120c8b976c8 req-bfcb4d91-460a-401c-bf3a-c6ed26b0ce52 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:10.548608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1e192d-0f8d-41c3-87c5-b120c8b976c8 req-bfcb4d91-460a-401c-bf3a-c6ed26b0ce52 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0521345 Aug 29 05:12:10.587807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de1e192d-0f8d-41c3-87c5-b120c8b976c8 req-e1ee52db-de89-4f14-975a-0f60ea41489a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Aug 29 05:12:10.606656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-18b6488c-610d-4b79-bbdb-cbab6e7c0f8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821047 Aug 29 05:12:11.461295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:11.713440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495841db-c89e-4089-b1c0-0f662a419d6f req-e55483b0-c4f9-47d0-8069-481207b1e1e4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.714971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495841db-c89e-4089-b1c0-0f662a419d6f req-e55483b0-c4f9-47d0-8069-481207b1e1e4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0581985 Aug 29 05:12:11.754622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-495841db-c89e-4089-b1c0-0f662a419d6f req-57d26fa9-cb73-4013-a4df-ff46d5316a27 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 29 05:12:11.798707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-f9d405aa-f1c4-403e-b813-61c045573c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.800242 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-f9d405aa-f1c4-403e-b813-61c045573c70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0450761 Aug 29 05:12:11.894430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-4fe1bec2-3421-42cc-bc30-76df28c22f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.895909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-4fe1bec2-3421-42cc-bc30-76df28c22f9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.0877688 Aug 29 05:12:11.937416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-624cb8ee-6d3c-4802-ba4d-c63f839b9060 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0330679 Aug 29 05:12:11.994473 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-8256c8ad-4687-4b9c-bd02-e6ebd74d4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:11.995941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-8256c8ad-4687-4b9c-bd02-e6ebd74d4e1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0484807 Aug 29 05:12:12.028661 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-90274a6b-1c06-4b34-901e-21b788948cdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252032 Aug 29 05:12:12.115792 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-cf94872d-f93f-4e0b-b66c-6f6aac83f98c service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795600 Aug 29 05:12:12.210081 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-f8ccbdc2-0f18-47be-b69a-9984ea22e20d service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863686 Aug 29 05:12:12.542591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:12.870281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf7c24-fd88-44e5-b7c6-e00b29763542 req-9cc7f96a-d799-449e-bd53-b2c6d1617da3 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:12.872065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27cf7c24-fd88-44e5-b7c6-e00b29763542 req-9cc7f96a-d799-449e-bd53-b2c6d1617da3 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0493870 Aug 29 05:12:12.915158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27cf7c24-fd88-44e5-b7c6-e00b29763542 req-f46b45fa-f84b-4d39-a7d4-9ec3dfed6cc8 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Aug 29 05:12:13.209934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:14.035934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b2a6-69ed-4566-8ff4-154987cefe36 req-005ec7be-727e-47ab-a06b-8d6fd9904a9c tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:14.037449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e85b2a6-69ed-4566-8ff4-154987cefe36 req-005ec7be-727e-47ab-a06b-8d6fd9904a9c tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0542595 Aug 29 05:12:14.074633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e85b2a6-69ed-4566-8ff4-154987cefe36 req-82ae050c-29b5-443e-bc8f-b2d343274276 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Aug 29 05:12:15.192957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4a18-4b8f-4760-a54a-3e5c8b43e2ac req-544d9fd2-ea1a-4a1e-8083-3d8659bfb4f4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:15.194406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45df4a18-4b8f-4760-a54a-3e5c8b43e2ac req-544d9fd2-ea1a-4a1e-8083-3d8659bfb4f4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Aug 29 05:12:15.231293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-45df4a18-4b8f-4760-a54a-3e5c8b43e2ac req-3f62660a-b4dc-462c-9af3-e0bf66c51e9a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310166 Aug 29 05:12:16.344556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740fb1-0136-4780-a5eb-a9362474aba3 req-2ae12795-fa22-4676-8e57-77cc2228c643 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:16.346023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54740fb1-0136-4780-a5eb-a9362474aba3 req-2ae12795-fa22-4676-8e57-77cc2228c643 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0478694 Aug 29 05:12:16.392222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54740fb1-0136-4780-a5eb-a9362474aba3 req-4e07344a-e05b-4a1a-87bf-6281e3fc85fb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Aug 29 05:12:17.514539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678169-0794-4bd4-94de-3b31eea04fed req-9b0786f3-eacd-4398-92b2-b26b6c25b257 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:17.516116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c678169-0794-4bd4-94de-3b31eea04fed req-9b0786f3-eacd-4398-92b2-b26b6c25b257 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 29 05:12:17.554217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c678169-0794-4bd4-94de-3b31eea04fed req-9636464d-98fc-4e66-be4a-5d818f425d54 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Aug 29 05:12:18.673885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d6281-5200-4b4c-bffa-6be00f3c544e req-79e73c53-83d9-482e-9086-73ba91087820 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.675395 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f4d6281-5200-4b4c-bffa-6be00f3c544e req-79e73c53-83d9-482e-9086-73ba91087820 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0510347 Aug 29 05:12:18.694599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-dd30483c-b817-4fe6-9e54-1e2db4bee11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.696234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-dd30483c-b817-4fe6-9e54-1e2db4bee11e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0420177 Aug 29 05:12:18.713959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f4d6281-5200-4b4c-bffa-6be00f3c544e req-1f954177-c714-4bd9-a78f-0d6ca700da0d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Aug 29 05:12:18.802624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-eec0702b-eb47-491e-979d-452c65e2ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.804169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-eec0702b-eb47-491e-979d-452c65e2ed07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.0873606 Aug 29 05:12:18.844987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-a6973704-4a37-4bf7-93ec-f2b0fddfa18a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0334466 Aug 29 05:12:18.893125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-52e78863-59cb-477b-a47b-12a13279795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:18.894602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-52e78863-59cb-477b-a47b-12a13279795e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0430353 Aug 29 05:12:18.926436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-8a82fe21-5d2e-4e9a-b055-caab53cd381a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234561 Aug 29 05:12:19.017016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-379f4466-cd28-40a8-99bf-b218d23be717 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829237 Aug 29 05:12:19.102968 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a75dc691-a30e-41c7-a46f-da6b9d02acdc req-7118e0fd-93f8-443f-9476-6e870c212132 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782685 Aug 29 05:12:19.826816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18e40f-3347-4a92-911d-096c25db1264 req-2bd4a0e7-d9a5-4c3e-a7d8-f1810d92efe1 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:19.828287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c18e40f-3347-4a92-911d-096c25db1264 req-2bd4a0e7-d9a5-4c3e-a7d8-f1810d92efe1 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0477064 Aug 29 05:12:19.872322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c18e40f-3347-4a92-911d-096c25db1264 req-20df4ef6-a68b-49ff-b0f9-e86ccdf5a775 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Aug 29 05:12:20.679004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:21.000085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d682c-f930-4196-9a3f-eb80bc05a257 req-94f37426-1622-4af1-9435-901aef8de5b8 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:21.001517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-115d682c-f930-4196-9a3f-eb80bc05a257 req-94f37426-1622-4af1-9435-901aef8de5b8 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0496192 Aug 29 05:12:21.043728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-115d682c-f930-4196-9a3f-eb80bc05a257 req-d1bc37d8-d4d3-4c2f-b62e-6c6fb05ee93f tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363107 Aug 29 05:12:22.162346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95514-6df7-4fcc-98a1-1eb83f5603b4 req-55d44af3-e0d6-4b17-bb7b-35da57d390db tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:22.163832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8b95514-6df7-4fcc-98a1-1eb83f5603b4 req-55d44af3-e0d6-4b17-bb7b-35da57d390db tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Aug 29 05:12:22.202505 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8b95514-6df7-4fcc-98a1-1eb83f5603b4 req-dab21ee9-f98d-4679-a64b-9289fcbcb8f8 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Aug 29 05:12:23.322451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8242b52-c038-4aa3-bad6-4d9606775638 req-362a7bad-9b3e-438a-a683-0a347958e9ad tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:23.323954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8242b52-c038-4aa3-bad6-4d9606775638 req-362a7bad-9b3e-438a-a683-0a347958e9ad tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Aug 29 05:12:23.364129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8242b52-c038-4aa3-bad6-4d9606775638 req-4d1d3cd8-62e3-44ac-97fc-c980516bc46c tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Aug 29 05:12:24.478687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabf3e-357f-40d9-97ef-258db5b794a1 req-35f4870b-75e4-41f4-a44c-ede081c7ccb4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:24.480191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7fabf3e-357f-40d9-97ef-258db5b794a1 req-35f4870b-75e4-41f4-a44c-ede081c7ccb4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Aug 29 05:12:24.519636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7fabf3e-357f-40d9-97ef-258db5b794a1 req-c9b7c753-54ac-4f67-9de6-97fb72df5b9c tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Aug 29 05:12:25.633711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e569a7e-62b7-433a-9d97-f7f57a2b9a50 req-377f0caf-a75d-4089-9cb6-17a6e65492bb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:25.635773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e569a7e-62b7-433a-9d97-f7f57a2b9a50 req-377f0caf-a75d-4089-9cb6-17a6e65492bb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0485628 Aug 29 05:12:25.674950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0e569a7e-62b7-433a-9d97-f7f57a2b9a50 req-35fc9c95-62ef-4d7a-92ea-dd81a88b7f50 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Aug 29 05:12:26.815461 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53099267-a38e-4991-a626-0c7715fe7de6 req-bb150574-01a5-48e8-b8c7-3f3247fd5239 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:26.817016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53099267-a38e-4991-a626-0c7715fe7de6 req-bb150574-01a5-48e8-b8c7-3f3247fd5239 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0503194 Aug 29 05:12:26.858906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53099267-a38e-4991-a626-0c7715fe7de6 req-69ba866f-f438-4d23-9756-5684d1cc776d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Aug 29 05:12:27.971641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d387ea-e7e9-4aab-801f-7bb3b34f0cbc req-7f5d3e0a-6fd5-4844-bdfb-1cb04e68eec4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:27.973144 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87d387ea-e7e9-4aab-801f-7bb3b34f0cbc req-7f5d3e0a-6fd5-4844-bdfb-1cb04e68eec4 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0482361 Aug 29 05:12:28.010758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87d387ea-e7e9-4aab-801f-7bb3b34f0cbc req-bd45fced-d46b-4203-ad68-08436c921b47 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Aug 29 05:12:29.124735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7708-289e-4adf-a83e-d3738428fa81 req-d98a039d-223b-43e8-aa3c-4388e1b14734 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:29.126256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12cd7708-289e-4adf-a83e-d3738428fa81 req-d98a039d-223b-43e8-aa3c-4388e1b14734 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0487738 Aug 29 05:12:29.162805 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12cd7708-289e-4adf-a83e-d3738428fa81 req-b73f99ab-066e-46a1-8a33-f71ec531b392 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Aug 29 05:12:30.153324 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:30.277419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74df3e-c3a9-4c57-86f9-d7b83449e730 req-5e194b6d-373a-4c9a-8cca-8fa21a2dedb0 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:30.278881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a74df3e-c3a9-4c57-86f9-d7b83449e730 req-5e194b6d-373a-4c9a-8cca-8fa21a2dedb0 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0486743 Aug 29 05:12:30.319532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a74df3e-c3a9-4c57-86f9-d7b83449e730 req-b135e654-76e1-4830-9fae-9cb0c4ebf251 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347219 Aug 29 05:12:31.434829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5572-c17c-4b9d-bb2d-09c6f45e1e27 req-03f64853-5f29-4a22-aa72-faf3ba2f3437 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:31.436337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-967c5572-c17c-4b9d-bb2d-09c6f45e1e27 req-03f64853-5f29-4a22-aa72-faf3ba2f3437 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0484927 Aug 29 05:12:31.473980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-967c5572-c17c-4b9d-bb2d-09c6f45e1e27 req-4e547544-6c14-45c0-8d92-66dd0aec1751 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 29 05:12:32.592456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfe863-6bde-410c-a2d5-44db236f7c3e req-8765aa27-dd01-475b-8ade-b1db7f9f6356 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:32.593959 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1abfe863-6bde-410c-a2d5-44db236f7c3e req-8765aa27-dd01-475b-8ade-b1db7f9f6356 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0487900 Aug 29 05:12:32.633095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1abfe863-6bde-410c-a2d5-44db236f7c3e req-404d18bf-f851-4dd3-a239-0df0f38641e3 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Aug 29 05:12:33.746734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce01cf-022d-46ed-a724-2c108c33d85b req-aa32657a-cb4c-4ed5-9916-e67ad78248c3 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:33.748235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cce01cf-022d-46ed-a724-2c108c33d85b req-aa32657a-cb4c-4ed5-9916-e67ad78248c3 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0477798 Aug 29 05:12:33.790581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8cce01cf-022d-46ed-a724-2c108c33d85b req-fd30fd71-aded-4670-ab09-41f787b21c9f tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Aug 29 05:12:34.915890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447262d-fe61-4fad-bbef-3889e78092bc req-869a6d30-f664-435e-b2c5-99088d295382 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:34.917507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1447262d-fe61-4fad-bbef-3889e78092bc req-869a6d30-f664-435e-b2c5-99088d295382 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0576155 Aug 29 05:12:34.956665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1447262d-fe61-4fad-bbef-3889e78092bc req-e6851c04-f2b7-471b-91af-b631ff72e896 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Aug 29 05:12:36.069857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6d4b4-e6df-47cb-925a-8d211cbe525e req-b377098d-8c72-41ec-a56d-63a055d9c48a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:36.071301 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b6d4b4-e6df-47cb-925a-8d211cbe525e req-b377098d-8c72-41ec-a56d-63a055d9c48a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Aug 29 05:12:36.108896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b6d4b4-e6df-47cb-925a-8d211cbe525e req-cedba56d-6d22-489c-bea1-c556918a6fb7 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Aug 29 05:12:37.223339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c8fd0-38cd-4e08-94dc-f07b57813b45 req-82c3fac7-59dd-4281-99b1-878ba00b7259 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:37.224869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-337c8fd0-38cd-4e08-94dc-f07b57813b45 req-82c3fac7-59dd-4281-99b1-878ba00b7259 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Aug 29 05:12:37.266082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-337c8fd0-38cd-4e08-94dc-f07b57813b45 req-e934bbf4-6e24-440c-8ff3-034e8cb382d2 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Aug 29 05:12:37.387163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2623cdd-12c5-4e30-8a78-56d50a05d496 req-4b2eb38e-8ea5-4c3a-b609-3ac8548005fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304220 Aug 29 05:12:37.391515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d5c6592d-a5ad-4cbb-a0eb-b5938350262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:37.470011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2623cdd-12c5-4e30-8a78-56d50a05d496 req-de6c4f84-03fe-4952-8033-fd23d05a2a29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0245242 Aug 29 05:12:37.514763 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2623cdd-12c5-4e30-8a78-56d50a05d496 req-4ca0f03a-6f45-4d1b-83c2-f4d4888f4e52 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195756 Aug 29 05:12:37.609920 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2623cdd-12c5-4e30-8a78-56d50a05d496 req-a5f647cb-5849-4991-b41d-113eb6ecb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:37.611391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2623cdd-12c5-4e30-8a78-56d50a05d496 req-a5f647cb-5849-4991-b41d-113eb6ecb61b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896723 Aug 29 05:12:38.379846 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc6d37-cafe-445a-a8e7-dc22f55b92c0 req-aacfca09-ecbf-4d6a-9d48-9efbb59cf8e6 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:38.381349 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80cc6d37-cafe-445a-a8e7-dc22f55b92c0 req-aacfca09-ecbf-4d6a-9d48-9efbb59cf8e6 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0483382 Aug 29 05:12:38.419814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-80cc6d37-cafe-445a-a8e7-dc22f55b92c0 req-8d6aa760-2680-40c3-8664-2052d3c892f6 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Aug 29 05:12:39.515566 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-b762f497-5afe-4d25-8e64-31825d29a492 req-8c08da51-7c2f-4817-8c20-c195813b0020 service neutron] show failed (client error): The resource could not be found. Aug 29 05:12:39.516644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-8c08da51-7c2f-4817-8c20-c195813b0020 service neutron] 10.222.0.54 "GET /v2.0/ports/f5a80a1e-5937-4dba-b233-4d07178c0d39/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0624425 Aug 29 05:12:39.535210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c05ef2-5e34-4e2b-b887-df697f926542 req-fcfc2dd0-a1fa-48df-bf5d-c1830b872b63 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.536743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c05ef2-5e34-4e2b-b887-df697f926542 req-fcfc2dd0-a1fa-48df-bf5d-c1830b872b63 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0494168 Aug 29 05:12:39.578747 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c05ef2-5e34-4e2b-b887-df697f926542 req-8b06ae91-7604-4d62-95fb-ffe46f491d8e tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Aug 29 05:12:39.756671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-89d7d49f-e49d-465b-81ae-f6ff0b8a5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:39.758085 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-89d7d49f-e49d-465b-81ae-f6ff0b8a5def service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6&tenant_id=59556ffa298341b59ab83bb3148c95f7 HTTP/1.1" status: 200 len: 1098 time: 0.0687311 Aug 29 05:12:39.777151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:39.830041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.295159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:40.326985 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:40.359862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.366139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:40.368444 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023017d0-0c4d-418f-bfa7-e932f9085e51" -d '{"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:40.372367 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.385986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Transition to ACTIVE for port object f5a80a1e-5937-4dba-b233-4d07178c0d39 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:40.389748 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.428349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-25aef399-6bea-4eee-a51f-c1e7fa0e507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.433500 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa3a7a-c913-4f12-9ce9-48125ee22c92 x-openstack-request-id: req-16fa3a7a-c913-4f12-9ce9-48125ee22c92 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:40.433796 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:40.434044 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16fa3a7a-c913-4f12-9ce9-48125ee22c92 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:40.434467 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'code': 200} Aug 29 05:12:40.459702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] No DVR routers for this DVR port f5a80a1e-5937-4dba-b233-4d07178c0d39 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:40.461290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:40.474703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.474703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.474703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.475092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.475293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.475740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.475974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.476270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.476591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.476917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.477273 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.477586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:40.506952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:40.507336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:40.507671 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:40.512837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:40.513156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Attempting to bind port f5a80a1e-5937-4dba-b233-4d07178c0d39 on network a12a2a24-8b1d-450b-8f77-650bfa6a6643 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:40.518259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:40.518902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Checking segment: {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:40.519005 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Bound using segment: {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:40.519384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Bound port: f5a80a1e-5937-4dba-b233-4d07178c0d39, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df49bb-4732-4ae4-a47e-40498e489dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:40.519765 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.582215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:40.585169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:40.589812 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.627576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.628217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:40.629618 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] 10.222.0.50 "PUT /v2.0/ports/f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 1093 time: 0.8570201 Aug 29 05:12:40.647070 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caace0-207a-4704-b8c0-c2d115e3933e service neutron] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:40.697453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620ab60-9f02-462c-9f02-31c60334406c req-27534b9c-eed6-49fc-9901-875bcc1b4012 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.698953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7620ab60-9f02-462c-9f02-31c60334406c req-27534b9c-eed6-49fc-9901-875bcc1b4012 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0501893 Aug 29 05:12:40.712031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-e9cff8ec-396e-470e-aa57-22831706b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.713542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-e9cff8ec-396e-470e-aa57-22831706b5c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0457630 Aug 29 05:12:40.741798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7620ab60-9f02-462c-9f02-31c60334406c req-2c2c9130-46df-4344-a549-c8eed20df37d tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Aug 29 05:12:40.805312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-242d7d5e-72c1-49d4-b8d7-c84da7a834cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.806849 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-242d7d5e-72c1-49d4-b8d7-c84da7a834cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.0846109 Aug 29 05:12:40.851727 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-862e3ac1-fe3b-4ebf-b527-3c9d529e76e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0371900 Aug 29 05:12:40.906665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f497-5afe-4d25-8e64-31825d29a492 req-9a73d77a-8868-4d7e-a96c-886f4f8bf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:40.908041 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-9a73d77a-8868-4d7e-a96c-886f4f8bf0ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0486608 Aug 29 05:12:40.939380 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-782449b2-6f5d-4aeb-a808-51b7e764a690 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236251 Aug 29 05:12:41.026099 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-f0d0c53b-0849-433a-9728-1fca3b5e12e1 service neutron] 10.222.0.50 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788939 Aug 29 05:12:41.119606 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b762f497-5afe-4d25-8e64-31825d29a492 req-da5ff86a-20d3-4439-bc51-9102dd534dc2 service neutron] 10.222.0.50 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844903 Aug 29 05:12:41.464168 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:41.677951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:41.717392 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:41.863669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee440-224f-4811-af0a-7c27f76c1b41 req-42e5ba67-5378-40ca-b91f-a49889f53442 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:41.865281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eeee440-224f-4811-af0a-7c27f76c1b41 req-42e5ba67-5378-40ca-b91f-a49889f53442 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0520179 Aug 29 05:12:41.910581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0eeee440-224f-4811-af0a-7c27f76c1b41 req-c8f10ecc-9df0-4745-b725-a81b2e02f077 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Aug 29 05:12:42.436068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:42.439562 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c1d94-9411-4a26-89ef-c9d57011e022" -d '{"events": [{"name": "network-changed", "server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:42.492413 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced44683-5dac-4915-a26b-d309f6fedfe3 x-openstack-request-id: req-ced44683-5dac-4915-a26b-d309f6fedfe3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:42.492933 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:42.493214 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ced44683-5dac-4915-a26b-d309f6fedfe3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:42.493950 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'status': 'completed', 'code': 200} Aug 29 05:12:42.548146 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:42.595486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-4db0a245-dc6c-43b5-976a-7436b33dffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.597056 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-4db0a245-dc6c-43b5-976a-7436b33dffd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0748892 Aug 29 05:12:42.636189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-9ed7ede9-e055-4343-827a-50089f45a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.637711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-9ed7ede9-e055-4343-827a-50089f45a08d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0848572 Aug 29 05:12:42.769255 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-c62c7788-badd-4141-a38f-792a9f639f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.770638 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-c62c7788-badd-4141-a38f-792a9f639f29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.1632314 Aug 29 05:12:42.792309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-a0925b9f-3e2a-4602-9679-93966e42d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.793783 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-a0925b9f-3e2a-4602-9679-93966e42d633 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.1286058 Aug 29 05:12:42.826701 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-75d5cb60-460d-4be1-9b5d-be1380b8b7ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0453577 Aug 29 05:12:42.863985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-9f1d3a71-019b-43b6-a251-09346b5363d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0445819 Aug 29 05:12:42.935852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-2e8968ec-861f-4d1e-b0be-5ce0a3f76d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.937388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-2e8968ec-861f-4d1e-b0be-5ce0a3f76d6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0818226 Aug 29 05:12:42.944437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-43b094ed-5fb7-4f52-9cab-57792186c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:42.945909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-43b094ed-5fb7-4f52-9cab-57792186c15c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0582428 Aug 29 05:12:42.968430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:42.981455 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-58eb2585-2689-4bd1-9263-3fd70cedd2e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319428 Aug 29 05:12:42.999035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-0ba98f81-d2a2-40c2-af00-28829e8283c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397229 Aug 29 05:12:43.041730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de8a4a-ef1f-4548-aca2-5a342f2977e1 req-82d7f0d7-0126-4a70-a63b-47248fa03b5a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.043436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19de8a4a-ef1f-4548-aca2-5a342f2977e1 req-82d7f0d7-0126-4a70-a63b-47248fa03b5a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 944 time: 0.0619204 Aug 29 05:12:43.083712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.094593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19de8a4a-ef1f-4548-aca2-5a342f2977e1 req-aae49a2b-ea37-421c-b63c-56ba604fa5a7 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Aug 29 05:12:43.097159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'network_id': 'a12a2a24-8b1d-450b-8f77-650bfa6a6643', 'port_id': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'mac_address': 'fa:16:3e:af:a4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb391e8-b322-4018-aadb-32b8b7b1eb15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:43.144053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.158388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a80a1e-5937-4dba-b233-4d07178c0d39 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:43.166874 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-d7fb8f31-95be-4e6c-916f-372220bea6f1 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712840 Aug 29 05:12:43.169169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-2ea4e0c1-0dbe-4c80-95b0-c0e4e33bf1b1 service neutron] 10.222.0.50 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632953 Aug 29 05:12:43.181523 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:43.185533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.233039 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:43.247258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:43.255708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.256099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.256390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.256904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.257246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.257581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.257918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.258290 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.258693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.259022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.259450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.259678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:43.340183 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.54', 50583) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:43.342454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-6e89c0ae-175c-4558-85f8-f64cad3bfdc1 service neutron] 10.222.0.50 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658266 Aug 29 05:12:43.347710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4c2c1d94-9411-4a26-89ef-c9d57011e022 req-54f95947-b7ed-4bae-8e08-6c7aa7a37ed2 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611352 Aug 29 05:12:43.448869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-28d5d2a8-b19b-4ddb-8b3e-9897185f4bbb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.450352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-28d5d2a8-b19b-4ddb-8b3e-9897185f4bbb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.54 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6&tenant_id=59556ffa298341b59ab83bb3148c95f7&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 945 time: 0.0912721 Aug 29 05:12:43.505672 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f5a80a1e-5937-4dba-b233-4d07178c0d39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:43.522537 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-bd5288d0-e44f-439e-a01d-d39c17b9d584 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:12:43.523569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-bd5288d0-e44f-439e-a01d-d39c17b9d584 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f5a80a1e-5937-4dba-b233-4d07178c0d39/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0585339 Aug 29 05:12:43.657763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-60cb662f-e58d-4b50-a2c7-10472f3a3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.659500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-60cb662f-e58d-4b50-a2c7-10472f3a3fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59556ffa298341b59ab83bb3148c95f7&device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0879858 Aug 29 05:12:43.822908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-20b287fe-420d-45eb-9f18-503161bc8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.824456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-20b287fe-420d-45eb-9f18-503161bc8274 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 200 len: 913 time: 0.1532221 Aug 29 05:12:43.887666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-2ce5b2c3-34a2-4204-9be3-9775ef9415a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 200 len: 217 time: 0.0530035 Aug 29 05:12:43.948836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-9e7ac2eb-4bc3-43cd-acae-905821fa5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:43.950258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-9e7ac2eb-4bc3-43cd-acae-905821fa5ab4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 200 len: 852 time: 0.0545852 Aug 29 05:12:44.008768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-1260cb81-3bbb-452c-a3b4-53982272b3bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a12a2a24-8b1d-450b-8f77-650bfa6a6643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452025 Aug 29 05:12:44.106602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-14f1653b-75aa-4d6c-8d22-2b8cfb936a5e service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 Aug 29 05:12:44.202580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-438ed4aa-0f76-4cde-ab66-eb0c4893afd5 service neutron] 10.222.0.54 "GET /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827966 Aug 29 05:12:44.985979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:45.006524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d99cf-2bb2-4f05-ba62-2c3c96941131 req-8d46cc11-a5b0-4a2f-b79c-7e19f2fb5abb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:45.008036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a60d99cf-2bb2-4f05-ba62-2c3c96941131 req-8d46cc11-a5b0-4a2f-b79c-7e19f2fb5abb tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Aug 29 05:12:45.034241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port f5a80a1e-5937-4dba-b233-4d07178c0d39 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:45.038004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port f5a80a1e-5937-4dba-b233-4d07178c0d39 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:45.038360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.046320 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a60d99cf-2bb2-4f05-ba62-2c3c96941131 req-3fffa1ea-4147-4363-b7b0-7c524831dd46 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 29 05:12:45.116460 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.139005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:45.141300 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd770b-336f-4687-a92f-1ec0f085754f" -d '{"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:45.154122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:45.158740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:45.181862 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d8c55-2648-4a2f-b9f9-4f77b55aa608 x-openstack-request-id: req-935d8c55-2648-4a2f-b9f9-4f77b55aa608 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:45.182144 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:45.182391 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-935d8c55-2648-4a2f-b9f9-4f77b55aa608 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:45.182774 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'code': 200} Aug 29 05:12:45.206765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.162300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5452-5c84-438a-aaf4-d8c8b1b8f61e req-9d42ca3c-f7c3-4d11-8506-011f277ffa4a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:46.163821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07ff5452-5c84-438a-aaf4-d8c8b1b8f61e req-9d42ca3c-f7c3-4d11-8506-011f277ffa4a tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Aug 29 05:12:46.202739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07ff5452-5c84-438a-aaf4-d8c8b1b8f61e req-ad86f592-84be-43da-8c68-3a194669bbbe tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.62 "GET /v2.0/security-groups?id=22c99bbb-c9c6-4215-b9f4-1908a58a038a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Aug 29 05:12:46.478039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-ff372389-1a15-4da0-997c-a6d8381a0410 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:46.479652 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-ff372389-1a15-4da0-997c-a6d8381a0410 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.50 "GET /v2.0/ports?device_id=47f51be5-ffd7-4cef-bdcd-ba8067151ec6 HTTP/1.1" status: 200 len: 946 time: 0.0532923 Aug 29 05:12:46.578910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Deleting port f5a80a1e-5937-4dba-b233-4d07178c0d39 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:12:46.579257 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.674351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] For port f5a80a1e-5937-4dba-b233-4d07178c0d39, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=f5a80a1e-5937-4dba-b233-4d07178c0d39,segment=NetworkSegment(b7df49bb-4732-4ae4-a47e-40498e489dd7),segment_id=b7df49bb-4732-4ae4-a47e-40498e489dd7)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:46.674720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.688551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Calling delete_port for f5a80a1e-5937-4dba-b233-4d07178c0d39 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:12:46.823973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.856889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['f5a80a1e-5937-4dba-b233-4d07178c0d39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:46.859654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Pushing event deleted for resources: {'Port': ['ID=f5a80a1e-5937-4dba-b233-4d07178c0d39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:46.906400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] No DVR routers for this DVR port f5a80a1e-5937-4dba-b233-4d07178c0d39 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:12:46.909147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:46.911271 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d0ae3222-b43f-499c-8acb-8e81f786d783 req-e0dbd5f2-1936-44f9-a89e-61ce8185df09 tempest-DeleteServersTestJSON-329047130 tempest-DeleteServersTestJSON-329047130-project] 10.222.0.50 "DELETE /v2.0/ports/f5a80a1e-5937-4dba-b233-4d07178c0d39 HTTP/1.1" status: 204 len: 173 time: 0.4249511 Aug 29 05:12:46.911727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-deleted', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:46.914121 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4bb93d-5bcb-44e7-8944-2a85090f368f" -d '{"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-deleted", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:46.954334 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b063a1f-0f70-4577-b1ff-ae611ec39e66 x-openstack-request-id: req-0b063a1f-0f70-4577-b1ff-ae611ec39e66 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:46.954821 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f51be5-ffd7-4cef-bdcd-ba8067151ec6", "name": "network-vif-deleted", "tag": "f5a80a1e-5937-4dba-b233-4d07178c0d39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:46.955254 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b063a1f-0f70-4577-b1ff-ae611ec39e66 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:46.955900 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f51be5-ffd7-4cef-bdcd-ba8067151ec6', 'name': 'network-vif-deleted', 'tag': 'f5a80a1e-5937-4dba-b233-4d07178c0d39', 'status': 'completed', 'code': 200} Aug 29 05:12:47.332945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48628) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:47.376055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Deleting subnet edb391e8-b322-4018-aadb-32b8b7b1eb15 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:12:47.379100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.417248 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.456652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.515261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.539908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb391e8-b322-4018-aadb-32b8b7b1eb15,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:47.549465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.551312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/edb391e8-b322-4018-aadb-32b8b7b1eb15 HTTP/1.1" status: 204 len: 168 time: 0.2173908 Aug 29 05:12:47.553240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.553681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.553935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48630) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:47.554388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.554388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.554674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.555508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.555844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.556313 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.556640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.556968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.557294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.557623 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3264a-dd72-41fe-932d-a9c86e49a759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:12:47.627839 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.718878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.728877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12a2a24-8b1d-450b-8f77-650bfa6a6643']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:47.738947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7df49bb-4732-4ae4-a47e-40498e489dd7') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:47.739238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7df49bb-4732-4ae4-a47e-40498e489dd7') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:12:47.748318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.761447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.768230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:12:47.768774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:12:47.770806 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:12:47.825948 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.833009 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:47.836132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a12a2a24-8b1d-450b-8f77-650bfa6a6643 HTTP/1.1" status: 204 len: 168 time: 0.2809579 Aug 29 05:12:47.854712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5101d-bea5-4793-b4fa-6fea1bd8f223 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12a2a24-8b1d-450b-8f77-650bfa6a6643,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:47.956817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48634) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:47.997886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6ab1c3df-2e9b-462c-a24f-9b840835dc5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59556ffa298341b59ab83bb3148c95f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397079 Aug 29 05:12:48.000358 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48636) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:48.052458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.072876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.124282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.126771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.127957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22c99bbb-c9c6-4215-b9f4-1908a58a038a HTTP/1.1" status: 204 len: 168 time: 0.1266749 Aug 29 05:12:48.135483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42c605-5101-4e5d-9ce2-a27126127075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c99bbb-c9c6-4215-b9f4-1908a58a038a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:48.820048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 48658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:48.928826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1853550584-network', 'tenant_id': 'c3cdcf0b01c7438c86ee91dcff11a2f3'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:48.951851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Made reservation on behalf of c3cdcf0b01c7438c86ee91dcff11a2f3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:48.954184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:48.963355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.027415 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:12:49.049353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: f5a80a1e-5937-4dba-b233-4d07178c0d39 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:12:49.049696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device f5a80a1e-5937-4dba-b233-4d07178c0d39 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:12:49.069946 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.075650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.103228 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:12:49.109325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747fd3de-addb-4316-9b36-8a461a6dde7b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:49.116976 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.117305 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Added segment 9dc9752c-fb4b-4ec8-b33f-afe16264ec49 of type vlan for network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf Aug 29 05:12:49.158534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.184140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.185128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:49.185835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.242305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4200695 Aug 29 05:12:49.245548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 48662) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:12:49.247879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ad8b0-d82e-44a8-8e18-bcecfac72ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:49.250990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Request body: {'subnet': {'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1853550584-subnet', 'tenant_id': 'c3cdcf0b01c7438c86ee91dcff11a2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:49.258543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:12:49.273544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Made reservation on behalf of c3cdcf0b01c7438c86ee91dcff11a2f3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:49.276610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.457759 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.513758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3766e5f-fced-49c2-9dd3-86c2b76f84ff,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:49.524823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Checking segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:49.525181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Network hostable DHCP agents. Network: e74fc3e4-93be-4b13-8c58-47f4e9bad2cf, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:12:49.543662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:12:49.553580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e74fc3e4-93be-4b13-8c58-47f4e9bad2cf) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:49.558707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:49.559873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:49.563159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef22a9-6e29-4cdc-aa88-343978500e25 None None] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:49.573517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6eb2a4c2-1594-4d25-956e-996c77e262e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3268089 Aug 29 05:12:49.703262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10672306-2455-415f-8741-59d7b95da6ae None None] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:12:49.935233 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-a76d751e-6eee-4273-af53-cac3703c4b6e req-fb8e2773-c11e-4046-8a6d-be1baab686ca service neutron] (94827) timed out ('10.222.0.62', 50924) {{(pid=94827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:12:50.060914 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-3486475e-c7c0-4050-a05f-ac713e5c8f29 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:50.062435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-3486475e-c7c0-4050-a05f-ac713e5c8f29 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 815 time: 0.1017144 Aug 29 05:12:50.077537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-23645229-ed10-4386-89f8-0bebe4fb2bc2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/quotas/c3cdcf0b01c7438c86ee91dcff11a2f3 HTTP/1.1" status: 200 len: 375 time: 0.0094268 Aug 29 05:12:50.115494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-d0a9a2f8-abb1-4491-a031-d383b1e28b2a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323946 Aug 29 05:12:50.281658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-534d90ed-235b-4243-a9b9-405c4d73f744 service neutron] 10.222.0.62 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250248 Aug 29 05:12:50.384277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-3b4fdecf-5942-4500-a919-a03f94015c88 service neutron] 10.222.0.62 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963390 Aug 29 05:12:50.543273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b8b17ec-c087-4725-8882-9652ebc13063 req-d866496f-4788-4102-8387-362f3930def7 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Aug 29 05:12:51.642982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b7be5ae-6f3d-47c5-bf45-37b4150c3ea8 req-4a82245f-5055-457a-a09c-bc5714ca2af6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 210 time: 0.0304935 Aug 29 05:12:51.702936 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-e3bbd909-eee9-4d4e-9c9b-6a9cd66008ed tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:51.704500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-e3bbd909-eee9-4d4e-9c9b-6a9cd66008ed tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 815 time: 0.1376965 Aug 29 05:12:51.732464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Request body: {'port': {'device_id': '1d31577b-7b13-4d97-8645-a1927590cae9', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'admin_state_up': True, 'tenant_id': 'c3cdcf0b01c7438c86ee91dcff11a2f3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:51.845301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Made reservation on behalf of c3cdcf0b01c7438c86ee91dcff11a2f3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:12:51.848929 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:51.976239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Allocated IP 172.20.0.6 (e74fc3e4-93be-4b13-8c58-47f4e9bad2cf/c3766e5f-fced-49c2-9dd3-86c2b76f84ff/04c71257-aa04-4722-892e-e25132dfc6bd) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:12:52.138638 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.183275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.231564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:12:52.234720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:12:52.237809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:12:52.264621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:52.291484 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:52.292111 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.306357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-b50d8de3-76e4-472d-a470-e98c7f17d1f4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780125 Aug 29 05:12:52.323882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Request body: {'port': {'device_id': '1d31577b-7b13-4d97-8645-a1927590cae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:12:52.378834 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.645321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c71257-aa04-4722-892e-e25132dfc6bd {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:52.653489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.666687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Transition to ACTIVE for port object 04c71257-aa04-4722-892e-e25132dfc6bd will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:12:52.670874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.756085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:52.809320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0e95-3b39-4bc9-a1ee-667e6e95fa7f req-becd389f-429e-4434-ba96-7ea177f8acac tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:52.811015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc3c0e95-3b39-4bc9-a1ee-667e6e95fa7f req-becd389f-429e-4434-ba96-7ea177f8acac tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0550754 Aug 29 05:12:52.837035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:12:52.837376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:12:52.837720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:52.842455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:12:52.842778 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:12:52.850746 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:12:52.851089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Checking segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:12:52.851479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Bound using segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:12:52.852565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Bound port: 04c71257-aa04-4722-892e-e25132dfc6bd, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:12:52.852884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc3c0e95-3b39-4bc9-a1ee-667e6e95fa7f req-e0ab415a-0df5-462d-8db6-ef1e5791e5be tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Aug 29 05:12:52.853022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.919344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:12:52.922707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:12:52.927533 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.961997 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:52.962626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:52.964160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 1092 time: 0.6442540 Aug 29 05:12:52.964615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:52.966895 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14873f5d-e992-4916-a81a-0228c09a65a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:52.993331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7279-fe6a-4ea6-9e89-9e1f1d7505e1 service neutron] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:53.020874 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b262c-27f5-41c2-a9bf-fa11a11631a0 x-openstack-request-id: req-3c8b262c-27f5-41c2-a9bf-fa11a11631a0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:53.021174 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:53.021425 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c8b262c-27f5-41c2-a9bf-fa11a11631a0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:53.021831 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'status': 'completed', 'code': 200} Aug 29 05:12:53.079841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-830f78a5-fbc9-415c-b7cf-f9da248f87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.081448 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-830f78a5-fbc9-415c-b7cf-f9da248f87f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0469930 Aug 29 05:12:53.134908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-142aeb02-e33d-425b-b9e0-99436b1a7c69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0404899 Aug 29 05:12:53.183827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-76f80b25-f2e8-4bce-b588-a48457ace24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.185206 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-76f80b25-f2e8-4bce-b588-a48457ace24b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0434310 Aug 29 05:12:53.221003 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-e65eb1bd-aa2a-4d10-b7ce-00c15b7f3720 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279982 Aug 29 05:12:53.308490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-1db4b9da-e16b-4e88-87bf-410ff7d79be0 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807109 Aug 29 05:12:53.400739 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3ade6ebe-9127-42b6-8cfc-b0c832b10a08 req-77d89e1e-5eb9-449b-b203-1b366c5a2b7d service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Aug 29 05:12:53.530053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-23c7fec6-1a99-47df-bff7-aa82f7bdfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.531483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-23c7fec6-1a99-47df-bff7-aa82f7bdfc6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0445573 Aug 29 05:12:53.621348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-f9ff8352-93eb-4224-bda7-8d7a03e84861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.622826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-f9ff8352-93eb-4224-bda7-8d7a03e84861 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0842962 Aug 29 05:12:53.668187 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-eaca9f58-eabf-4bb3-828e-a823384e29a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0382421 Aug 29 05:12:53.722083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-edd20297-539e-4cb9-851f-f6c65ed632d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.723545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-edd20297-539e-4cb9-851f-f6c65ed632d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0470490 Aug 29 05:12:53.755515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-092dfb2e-0a56-4ce8-8a2b-e479974d199c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246491 Aug 29 05:12:53.974954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e01811-26cc-4c62-8771-b88b15ca4936 req-923c8018-b239-417e-be47-1bec9bea7645 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:53.976536 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64e01811-26cc-4c62-8771-b88b15ca4936 req-923c8018-b239-417e-be47-1bec9bea7645 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0496917 Aug 29 05:12:54.024457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-64e01811-26cc-4c62-8771-b88b15ca4936 req-c09f74be-1636-4741-9ced-126165d22273 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Aug 29 05:12:54.135505 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-87db3e18-39c9-4755-b70d-3f1c3fbd5677 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719642 Aug 29 05:12:54.228151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-14873f5d-e992-4916-a81a-0228c09a65a1 req-cec80397-be7b-4074-9883-56ba2f2d9af8 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Aug 29 05:12:55.055342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:12:55.158938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0dc6b-dc10-4c70-8286-f431e81f4360 req-f2f13fff-8200-4ac5-a44c-1ed0d99ce861 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:55.160417 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2d0dc6b-dc10-4c70-8286-f431e81f4360 req-f2f13fff-8200-4ac5-a44c-1ed0d99ce861 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0598118 Aug 29 05:12:55.167312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:55.189409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '04c71257-aa04-4722-892e-e25132dfc6bd', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'port_id': '04c71257-aa04-4722-892e-e25132dfc6bd', 'mac_address': 'fa:16:3e:2d:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766e5f-fced-49c2-9dd3-86c2b76f84ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:12:55.212904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e2d0dc6b-dc10-4c70-8286-f431e81f4360 req-6f7d6bf0-59bc-487e-87fe-7c8cfb2b9a04 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Aug 29 05:12:55.231483 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.246833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c71257-aa04-4722-892e-e25132dfc6bd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:12:55.268291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:55.273660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:55.327992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:55.539014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['04c71257-aa04-4722-892e-e25132dfc6bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:12:56.329875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6bc4d-5cdf-4e5f-9b4b-55c7164fbcae req-1afd5afc-202d-49ab-a039-910cce1730b0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:56.331333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ae6bc4d-5cdf-4e5f-9b4b-55c7164fbcae req-1afd5afc-202d-49ab-a039-910cce1730b0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 944 time: 0.0478735 Aug 29 05:12:56.368178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ae6bc4d-5cdf-4e5f-9b4b-55c7164fbcae req-de7b4280-6d40-41b1-b4de-5b22e9f17d59 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Aug 29 05:12:57.070261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:12:57.121860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 04c71257-aa04-4722-892e-e25132dfc6bd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:12:57.125789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 04c71257-aa04-4722-892e-e25132dfc6bd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:12:57.126155 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:57.225971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:57.249991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:12:57.252364 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281d77a7-7324-43e2-97ef-e3466b443e98" -d '{"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-plugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:12:57.265833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:12:57.271346 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:12:57.305941 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4346ec1a-eee6-4498-afa9-aad14b9150eb x-openstack-request-id: req-4346ec1a-eee6-4498-afa9-aad14b9150eb {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:12:57.306234 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-plugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:12:57.306486 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4346ec1a-eee6-4498-afa9-aad14b9150eb {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:12:57.306882 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'code': 200} Aug 29 05:12:57.322362 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:12:57.431110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0cdd9-bd6d-4476-8485-0cf1b609788f req-07493427-a03f-442d-82f3-2234d7ad3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:57.432696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81a0cdd9-bd6d-4476-8485-0cf1b609788f req-07493427-a03f-442d-82f3-2234d7ad3a6e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1097 time: 0.0477343 Aug 29 05:12:57.481715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-81a0cdd9-bd6d-4476-8485-0cf1b609788f req-9d3a8690-dcaf-419e-9b22-f35e7c738647 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Aug 29 05:12:57.498149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4db3-6e73-4071-bc52-3957caf4136e req-658644f1-1cc8-418d-9124-0fb506d2d515 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:57.500820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a22e4db3-6e73-4071-bc52-3957caf4136e req-658644f1-1cc8-418d-9124-0fb506d2d515 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0619795 Aug 29 05:12:57.546896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a22e4db3-6e73-4071-bc52-3957caf4136e req-c101f9c5-83bd-49c5-b7a1-680f49972b77 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Aug 29 05:12:57.678685 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:12:58.676700 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096b0a-810d-40c8-8cff-26dafedfdf94 req-7499d4ba-1c5b-4a6a-b79a-173e04f0bd5d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:58.678432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e096b0a-810d-40c8-8cff-26dafedfdf94 req-7499d4ba-1c5b-4a6a-b79a-173e04f0bd5d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Aug 29 05:12:58.730909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e096b0a-810d-40c8-8cff-26dafedfdf94 req-42ba8ef3-b953-40c4-87dd-7a66e5d6c646 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Aug 29 05:12:58.872792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eff616-fc4e-4fac-9783-4f4c62e93bfd req-ea902440-2964-467f-9235-163b7134c720 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:58.874614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04eff616-fc4e-4fac-9783-4f4c62e93bfd req-ea902440-2964-467f-9235-163b7134c720 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0585494 Aug 29 05:12:58.923065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04eff616-fc4e-4fac-9783-4f4c62e93bfd req-b5a41893-1051-4e46-8a44-578dfb83c2a1 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Aug 29 05:12:59.164441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf7ad7-c47a-4fbf-acb2-45d8d8d77cd0 req-72e6ac5e-0b19-405b-bc92-93fd15b0a8d4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:59.165817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bccf7ad7-c47a-4fbf-acb2-45d8d8d77cd0 req-72e6ac5e-0b19-405b-bc92-93fd15b0a8d4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Aug 29 05:12:59.208322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bccf7ad7-c47a-4fbf-acb2-45d8d8d77cd0 req-61ce6fe0-146e-4e2a-97df-5c725e1ad66e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364778 Aug 29 05:12:59.324601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569a28e-1d44-410f-a3be-2005a0314899 req-6d8a2fcd-df04-453b-9b80-69fb955bea2e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:59.326173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3569a28e-1d44-410f-a3be-2005a0314899 req-6d8a2fcd-df04-453b-9b80-69fb955bea2e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Aug 29 05:12:59.375449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3569a28e-1d44-410f-a3be-2005a0314899 req-6a49f562-0efc-46c5-be92-1bad9e8412ea tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Aug 29 05:12:59.797803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb950ad-ee29-47fa-aecf-83b7bde67fa7 req-6e173784-2ba9-4d7f-8638-adb6a47cb02e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:12:59.799400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cb950ad-ee29-47fa-aecf-83b7bde67fa7 req-6e173784-2ba9-4d7f-8638-adb6a47cb02e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0609326 Aug 29 05:12:59.813724 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-5eab14f2-4bf0-479e-b980-547856876981 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600896 Aug 29 05:12:59.847690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cb950ad-ee29-47fa-aecf-83b7bde67fa7 req-76f46cd5-b49b-420a-8f05-6040adf70ef5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381017 Aug 29 05:13:00.173737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:00.965253 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573141c-0905-43fe-a679-231d6595dff6 req-03234f57-e8b7-4666-afee-c0cd3238af6a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:00.966734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3573141c-0905-43fe-a679-231d6595dff6 req-03234f57-e8b7-4666-afee-c0cd3238af6a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0490882 Aug 29 05:13:01.010166 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3573141c-0905-43fe-a679-231d6595dff6 req-dcfcd6e5-7034-4dd6-b8fd-eaf4c471da5f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Aug 29 05:13:01.080000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-ad3f1a16-a3da-4fa4-a69b-baab473fadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:01.081505 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-ad3f1a16-a3da-4fa4-a69b-baab473fadc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1097 time: 0.0408580 Aug 29 05:13:01.173175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-5e286875-deec-49c4-aa87-b3849392b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:01.174528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-5e286875-deec-49c4-aa87-b3849392b7d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0861764 Aug 29 05:13:01.215400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-67681ace-2194-4e20-b947-5bb96ab9aa64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0336149 Aug 29 05:13:01.263641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-dfea3c8e-fc7a-472e-8ba2-a7bac55cfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:01.265137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-dfea3c8e-fc7a-472e-8ba2-a7bac55cfbd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0435617 Aug 29 05:13:01.296559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-0a04b3ed-324a-47e6-a2b4-f45ff2a35210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245085 Aug 29 05:13:01.389140 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-bf174380-fb1f-41ef-9b87-b36ac85b20d1 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855584 Aug 29 05:13:01.482917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-ab034551-6781-49ca-9541-cda3cb388200 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Aug 29 05:13:02.135660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96ea4c-dcf7-41a9-a145-145a62687c4e req-731233f5-6f82-4197-a0fc-f5a0d0e1afca tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:02.137216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f96ea4c-dcf7-41a9-a145-145a62687c4e req-731233f5-6f82-4197-a0fc-f5a0d0e1afca tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0536735 Aug 29 05:13:02.177771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f96ea4c-dcf7-41a9-a145-145a62687c4e req-0e97160f-596a-4c5b-928f-165b83217e80 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Aug 29 05:13:03.298864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e471c90-dccc-4206-a862-a32549a8eb8b req-45d44d20-c980-4ed6-ad4e-3e267624c402 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:03.300416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e471c90-dccc-4206-a862-a32549a8eb8b req-45d44d20-c980-4ed6-ad4e-3e267624c402 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Aug 29 05:13:03.337866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e471c90-dccc-4206-a862-a32549a8eb8b req-e40ee78b-9834-4b1f-8164-6b5689419a09 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Aug 29 05:13:04.452699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22704abc-fccc-4d82-af94-e823657cec82 req-c84eea45-78b4-443c-9276-d8609a5b0ecd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:04.454190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22704abc-fccc-4d82-af94-e823657cec82 req-c84eea45-78b4-443c-9276-d8609a5b0ecd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0479763 Aug 29 05:13:04.495280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22704abc-fccc-4d82-af94-e823657cec82 req-e5971140-4128-4835-9ec0-b59de6a59f32 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Aug 29 05:13:05.618811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc726-1bc8-45e1-80f8-f31250217f80 req-b692a752-2ddb-4eb0-a928-255024f045c9 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:05.620363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82abc726-1bc8-45e1-80f8-f31250217f80 req-b692a752-2ddb-4eb0-a928-255024f045c9 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Aug 29 05:13:05.658644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82abc726-1bc8-45e1-80f8-f31250217f80 req-7ffddf0c-76e8-42fb-9faa-880424a2f359 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Aug 29 05:13:06.782699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1391a48-5467-4505-89ed-be8007d85c70 req-19e29f8a-e073-48a6-bbec-644aab8ac8e4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:06.784235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1391a48-5467-4505-89ed-be8007d85c70 req-19e29f8a-e073-48a6-bbec-644aab8ac8e4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Aug 29 05:13:06.835337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1391a48-5467-4505-89ed-be8007d85c70 req-9653cfe5-d8fb-40cc-988a-ec9d556c51e3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Aug 29 05:13:07.395026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f97f3893-1553-4af5-9c20-596fd51208ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:07.968421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fe27-4f4e-431c-b106-45dc62d6e49c req-efa0bab1-d13b-4aa9-a735-7ca60a998f0c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:07.969972 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3af9fe27-4f4e-431c-b106-45dc62d6e49c req-efa0bab1-d13b-4aa9-a735-7ca60a998f0c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Aug 29 05:13:08.012583 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3af9fe27-4f4e-431c-b106-45dc62d6e49c req-1a0ebfd3-7743-45b8-bbef-a4bba6ee344b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Aug 29 05:13:09.127689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c6551-e91c-4757-b947-9753acf698d5 req-be0ddabb-5840-4ad9-b8e9-b84deba8d2c7 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:09.129194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40c6551-e91c-4757-b947-9753acf698d5 req-be0ddabb-5840-4ad9-b8e9-b84deba8d2c7 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Aug 29 05:13:09.166114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40c6551-e91c-4757-b947-9753acf698d5 req-203c93fe-265d-427f-8a74-59007f31bd4e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Aug 29 05:13:10.280416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b30cc2-19e5-4255-a0c1-988b41dd3d4f req-39f64238-0e32-42a2-8539-83ab7ddf3903 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:10.281866 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4b30cc2-19e5-4255-a0c1-988b41dd3d4f req-39f64238-0e32-42a2-8539-83ab7ddf3903 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Aug 29 05:13:10.319488 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4b30cc2-19e5-4255-a0c1-988b41dd3d4f req-90048070-166f-441f-b1e0-23486f11e164 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Aug 29 05:13:10.361481 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:10.419505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ad554ae-4004-4be2-b31c-9dccdac147bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:11.432691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc4e69-befd-4626-90aa-4cfe004d25f8 req-9b21da45-7886-42db-8553-967efb13f597 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:11.434179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49bc4e69-befd-4626-90aa-4cfe004d25f8 req-9b21da45-7886-42db-8553-967efb13f597 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0480354 Aug 29 05:13:11.466971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:11.477109 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49bc4e69-befd-4626-90aa-4cfe004d25f8 req-37ef6718-cbeb-42cb-aba8-d1a4fe73acb5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Aug 29 05:13:12.575761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:12.906009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb48f9e-4901-4c82-a930-5cc5ee647a93 req-5456a078-3acd-4867-8f3e-1b134e7e8cc3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:12.907496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb48f9e-4901-4c82-a930-5cc5ee647a93 req-5456a078-3acd-4867-8f3e-1b134e7e8cc3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.3637819 Aug 29 05:13:12.951049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9eb48f9e-4901-4c82-a930-5cc5ee647a93 req-7120ddea-ace6-486b-bf7c-83c123b1ec82 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Aug 29 05:13:13.216379 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:14.075864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6783b-62bb-4494-953d-f66cb0e17a96 req-39bfb1b4-289e-4cc7-812c-e193f5ed29d3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:14.077375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3b6783b-62bb-4494-953d-f66cb0e17a96 req-39bfb1b4-289e-4cc7-812c-e193f5ed29d3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Aug 29 05:13:14.115851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3b6783b-62bb-4494-953d-f66cb0e17a96 req-c77d23c4-7742-47eb-ba9d-c1a953312c80 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Aug 29 05:13:15.229608 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135c1e-d6bd-47f1-a697-5c8de761302e req-ff19089a-25d9-4ad7-be21-887ac56cb843 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:15.231069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82135c1e-d6bd-47f1-a697-5c8de761302e req-ff19089a-25d9-4ad7-be21-887ac56cb843 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Aug 29 05:13:15.272242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-82135c1e-d6bd-47f1-a697-5c8de761302e req-20c58d6a-b1b7-4fbe-90fe-3df5d7ec1223 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Aug 29 05:13:16.386745 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a4561-134a-40d7-ba00-3fcc753a2b47 req-a3d90a94-be46-4ddd-8ff8-be3ecc90b8e0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:16.388235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f6a4561-134a-40d7-ba00-3fcc753a2b47 req-a3d90a94-be46-4ddd-8ff8-be3ecc90b8e0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0482385 Aug 29 05:13:16.426219 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f6a4561-134a-40d7-ba00-3fcc753a2b47 req-6a428c44-bafb-45a4-88f4-f3f9b030b076 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 29 05:13:17.541863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa7f40-5455-495d-8f75-e35c793a3db4 req-4a323e91-c12c-405b-90cf-7f00aed59ca1 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:17.543370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbaa7f40-5455-495d-8f75-e35c793a3db4 req-4a323e91-c12c-405b-90cf-7f00aed59ca1 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Aug 29 05:13:17.580378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbaa7f40-5455-495d-8f75-e35c793a3db4 req-ca757bb4-2f6f-4123-94ed-b91c2b4372cb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Aug 29 05:13:18.693706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b1bd-18a2-4a4b-a2b9-ce9f8bdc1547 req-0f31edaa-adaa-46d2-ab06-bb545b0fa6f8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:18.695195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe12b1bd-18a2-4a4b-a2b9-ce9f8bdc1547 req-0f31edaa-adaa-46d2-ab06-bb545b0fa6f8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Aug 29 05:13:18.734545 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fe12b1bd-18a2-4a4b-a2b9-ce9f8bdc1547 req-073f3df8-5a5f-4b9c-b6ca-9ed636380f16 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Aug 29 05:13:19.853134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf05d-91e9-43f7-90f4-8a573f34a111 req-5f6f7c7d-7e5c-41a6-8255-51fccedc82e2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:19.854643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cecf05d-91e9-43f7-90f4-8a573f34a111 req-5f6f7c7d-7e5c-41a6-8255-51fccedc82e2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Aug 29 05:13:19.893468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cecf05d-91e9-43f7-90f4-8a573f34a111 req-4283d54e-5c01-477b-a5e6-35802f9055ae tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 29 05:13:21.010326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b115966-8103-4b98-b066-4272285254fb req-ee4597b4-90ca-431d-ba0d-d11a87862108 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:21.011813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b115966-8103-4b98-b066-4272285254fb req-ee4597b4-90ca-431d-ba0d-d11a87862108 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0503268 Aug 29 05:13:21.051268 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b115966-8103-4b98-b066-4272285254fb req-eb7d761f-ca60-4aa2-a45f-9f642424636b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Aug 29 05:13:22.173641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f3a5d-4c9b-446d-890c-2b6571111181 req-4f521145-397b-4396-8b78-555df9d1fd92 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:22.175129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-977f3a5d-4c9b-446d-890c-2b6571111181 req-4f521145-397b-4396-8b78-555df9d1fd92 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Aug 29 05:13:22.216195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-977f3a5d-4c9b-446d-890c-2b6571111181 req-44563b1e-d67e-4aab-8010-c394463636d1 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Aug 29 05:13:23.331625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441433-843a-4d23-95d0-a42f0714f8af req-70e3bd31-85d8-428d-9457-6c1a57407cfc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:23.333128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77441433-843a-4d23-95d0-a42f0714f8af req-70e3bd31-85d8-428d-9457-6c1a57407cfc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Aug 29 05:13:23.370058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77441433-843a-4d23-95d0-a42f0714f8af req-058d446b-4e52-4521-b640-ac3c1dcfcddd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Aug 29 05:13:24.483621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6202f-940b-4fb4-9878-badd4bf46ad0 req-25634fa8-446e-4105-a720-a929cade38b2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:24.485208 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b6202f-940b-4fb4-9878-badd4bf46ad0 req-25634fa8-446e-4105-a720-a929cade38b2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0488706 Aug 29 05:13:24.530396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40b6202f-940b-4fb4-9878-badd4bf46ad0 req-fa62771d-a711-4dd2-8933-3a3a34caa6dc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Aug 29 05:13:25.656065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f418f22-cafd-4695-9182-d5c3c4059dac req-f1e8a833-1abe-41f7-b266-3de66616606b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:25.657556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f418f22-cafd-4695-9182-d5c3c4059dac req-f1e8a833-1abe-41f7-b266-3de66616606b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Aug 29 05:13:25.698891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7f418f22-cafd-4695-9182-d5c3c4059dac req-4adccd49-8c31-457f-8bc1-2b497f97189c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 29 05:13:26.810980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8f18e-1aa7-4675-970f-392584876d59 req-a4fd274f-21d3-457a-b068-e6e163f9fe13 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:26.812470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c8f18e-1aa7-4675-970f-392584876d59 req-a4fd274f-21d3-457a-b068-e6e163f9fe13 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0477045 Aug 29 05:13:26.851494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90c8f18e-1aa7-4675-970f-392584876d59 req-bb812817-dee9-4b2e-a3eb-1f8baf114e26 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Aug 29 05:13:27.973501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54c0c-b431-46f9-9865-b83e1a006f8c req-d70d3b5c-7519-40d6-adaf-305815e50b8d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:27.974993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bee54c0c-b431-46f9-9865-b83e1a006f8c req-d70d3b5c-7519-40d6-adaf-305815e50b8d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0537269 Aug 29 05:13:28.012086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bee54c0c-b431-46f9-9865-b83e1a006f8c req-6093d073-34a2-471e-8389-38c9a98e080f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Aug 29 05:13:28.655301 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-e0fae56f-afb9-4027-b3fb-96086db7d18f service neutron] show failed (client error): The resource could not be found. Aug 29 05:13:28.656362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-e0fae56f-afb9-4027-b3fb-96086db7d18f service neutron] 10.222.0.50 "GET /v2.0/ports/04c71257-aa04-4722-892e-e25132dfc6bd/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0672753 Aug 29 05:13:28.894527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-fa604861-4084-4cc6-9d66-0988f7849537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:28.896098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-fa604861-4084-4cc6-9d66-0988f7849537 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9&tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0741336 Aug 29 05:13:28.914067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:28.965975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.221574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688c01f-8132-4e82-a782-8d49f17bfdd9 req-d547c2cf-1471-48d8-a7ec-010f4ddb499a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:29.223032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f688c01f-8132-4e82-a782-8d49f17bfdd9 req-d547c2cf-1471-48d8-a7ec-010f4ddb499a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.1310692 Aug 29 05:13:29.286975 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f688c01f-8132-4e82-a782-8d49f17bfdd9 req-0532e1b1-7607-494d-99a5-0ad8b7069fec tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567708 Aug 29 05:13:29.294036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:29.328813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h1-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:29.377318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:29.379606 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73560120-ea86-4bbb-b5f1-bc3f8758b944" -d '{"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-unplugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:29.383806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.397961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Transition to ACTIVE for port object 04c71257-aa04-4722-892e-e25132dfc6bd will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:29.401835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.431054 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ea0562-73d3-4eea-92fa-3355234da0db x-openstack-request-id: req-62ea0562-73d3-4eea-92fa-3355234da0db {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:29.431454 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-unplugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:29.431702 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62ea0562-73d3-4eea-92fa-3355234da0db {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:29.432114 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'code': 200} Aug 29 05:13:29.464852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] No DVR routers for this DVR port 04c71257-aa04-4722-892e-e25132dfc6bd on host n-h1-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:13:29.466616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:29.501186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:29.501593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:29.501916 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:29.506225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:13:29.506543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Attempting to bind port 04c71257-aa04-4722-892e-e25132dfc6bd on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:29.511215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:29.511545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Checking segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:29.511948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Bound using segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:29.512393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Bound port: 04c71257-aa04-4722-892e-e25132dfc6bd, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:29.512738 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.576474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:29.579340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:29.583736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.616131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:29.617309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:29.618676 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] 10.222.0.54 "PUT /v2.0/ports/04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 1092 time: 0.7087100 Aug 29 05:13:29.639910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97a11-e93b-4809-8911-3afc21dcaf96 service neutron] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:29.692734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-8e400c88-565a-4443-9286-26ea80f8c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:29.694244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-8e400c88-565a-4443-9286-26ea80f8c975 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0479784 Aug 29 05:13:29.791961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-c1aa6f98-7238-4b9c-9375-6f3844f2ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:29.793344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-c1aa6f98-7238-4b9c-9375-6f3844f2ebb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0866401 Aug 29 05:13:29.837956 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-d98dc5b2-a47f-476b-8095-6afb6ef4d034 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0340860 Aug 29 05:13:29.888484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-bf0d1a4c-71ad-4106-9ba8-6f8a591648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:29.889981 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-bf0d1a4c-71ad-4106-9ba8-6f8a591648b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0436759 Aug 29 05:13:29.924409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-6f225acb-c14c-49b0-8340-b84c36517024 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254016 Aug 29 05:13:30.027602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-4eb142d3-96ab-499c-967a-85ab98e66b5b service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933576 Aug 29 05:13:30.124244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11cfaca0-298f-48d6-b6ef-fc27a586b320 req-bdc82015-667f-4ffd-8d32-46ff4e96a764 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Aug 29 05:13:30.166864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:30.412491 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd6fe-9b0d-4841-bf29-9f5bb40dc62b req-23896c2a-8fae-4713-b2e2-09c3014fe20b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:30.413973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c70bd6fe-9b0d-4841-bf29-9f5bb40dc62b req-23896c2a-8fae-4713-b2e2-09c3014fe20b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0546486 Aug 29 05:13:30.451876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c70bd6fe-9b0d-4841-bf29-9f5bb40dc62b req-ceb08c37-d641-4949-aac7-1f09bfd1a36e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320601 Aug 29 05:13:31.336508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:13:31.382914 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:13:31.432917 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:31.435441 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac82b6-2159-4456-a7d0-faf64f671123" -d '{"events": [{"name": "network-changed", "server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:31.484415 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0525c3c3-1640-4903-8b7c-f9738cdc5e5b x-openstack-request-id: req-0525c3c3-1640-4903-8b7c-f9738cdc5e5b {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:31.484889 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:31.485257 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0525c3c3-1640-4903-8b7c-f9738cdc5e5b {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:31.485942 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'status': 'completed', 'code': 200} Aug 29 05:13:31.565922 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-076e7162-b665-44dc-ae4d-dd8142c863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.567593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-076e7162-b665-44dc-ae4d-dd8142c863d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0407670 Aug 29 05:13:31.574603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-a792fa9d-edeb-4f4b-a8b3-ccb0944c88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.576127 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-a792fa9d-edeb-4f4b-a8b3-ccb0944c88a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0725317 Aug 29 05:13:31.588893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd03170-e690-4a00-890e-b16d4d05f590 req-4ab3e215-2561-4b5b-8976-422bc6d12bdb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.590338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bd03170-e690-4a00-890e-b16d4d05f590 req-4ab3e215-2561-4b5b-8976-422bc6d12bdb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0592773 Aug 29 05:13:31.663236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-8cbf4267-f394-47c8-b03f-218529eed4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.664718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-8cbf4267-f394-47c8-b03f-218529eed4a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0904250 Aug 29 05:13:31.678143 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8bd03170-e690-4a00-890e-b16d4d05f590 req-b9df9305-fcf7-44ef-92d1-0fcea3028475 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787032 Aug 29 05:13:31.707112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-49d1aa5c-bdae-4d7d-9927-7036290d1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.708603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-49d1aa5c-bdae-4d7d-9927-7036290d1ae4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.1174273 Aug 29 05:13:31.712342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-ad3af24f-62af-4540-a9f8-39478d0681ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0406172 Aug 29 05:13:31.751576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-0116a92a-b1de-4002-810d-8ad592aeb8b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0337725 Aug 29 05:13:31.760939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-6a29fe0a-b94e-4e87-97af-28ab7587e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.762411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-6a29fe0a-b94e-4e87-97af-28ab7587e7e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0435429 Aug 29 05:13:31.794410 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-a081174c-3c22-4e43-b1a0-21bc4d04c2c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251877 Aug 29 05:13:31.805045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-790fd871-8342-4164-8075-5abde0cb4e43 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:13:31.806096 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-790fd871-8342-4164-8075-5abde0cb4e43 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051789 Aug 29 05:13:31.808751 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-db364e4e-b3c1-46c7-81de-403b13fb4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:31.810182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-db364e4e-b3c1-46c7-81de-403b13fb4ab7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0477402 Aug 29 05:13:31.845322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-74519c16-b51f-4c53-9432-5f9232cc79c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245047 Aug 29 05:13:31.903706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-9c6d437b-53ad-42ae-a914-9c675d77744d service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906217 Aug 29 05:13:31.953513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-2ec91dbb-c6df-4c29-b5ec-a58e9e16b6e4 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902126 Aug 29 05:13:32.002910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-43bcaf93-4a97-4cc7-9afb-13f1de70adeb service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920279 Aug 29 05:13:32.055217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1eac82b6-2159-4456-a7d0-faf64f671123 req-2d9ea092-115c-4e33-9ebe-2d8bae51a34e service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Aug 29 05:13:32.795694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c7606-aeeb-4fe5-aaf7-ec51959c6493 req-f275949d-3051-414b-b3dc-298531128dcc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:32.797207 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d4c7606-aeeb-4fe5-aaf7-ec51959c6493 req-f275949d-3051-414b-b3dc-298531128dcc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0492988 Aug 29 05:13:32.834688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d4c7606-aeeb-4fe5-aaf7-ec51959c6493 req-2af91252-15f2-45ba-bf8e-fdcb816d6f46 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Aug 29 05:13:33.031963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3124a2-1222-481d-b8b0-816084754182 req-8fa42cc7-2a10-4b71-a61e-2fa295cfa50b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:33.033397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3124a2-1222-481d-b8b0-816084754182 req-8fa42cc7-2a10-4b71-a61e-2fa295cfa50b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 943 time: 0.0492542 Aug 29 05:13:33.072140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a3124a2-1222-481d-b8b0-816084754182 req-126de58d-97f8-400f-bd7f-d925c7509abd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Aug 29 05:13:33.129297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb448e-fcac-4117-99ea-159225f4395a req-49c8e0e3-65ae-413c-92a9-edf7df2c7659 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:33.130820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-49c8e0e3-65ae-413c-92a9-edf7df2c7659 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9&tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&binding%3Ahost_id=n-h2-712139-13 HTTP/1.1" status: 200 len: 943 time: 0.0934000 Aug 29 05:13:33.191893 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-e2cb448e-fcac-4117-99ea-159225f4395a req-6761ba32-1603-4ddf-9d97-19cdca30223e service neutron] delete failed (client error): The resource could not be found. Aug 29 05:13:33.192941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-6761ba32-1603-4ddf-9d97-19cdca30223e service neutron] 10.222.0.50 "DELETE /v2.0/ports/04c71257-aa04-4722-892e-e25132dfc6bd/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0542865 Aug 29 05:13:33.299119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb448e-fcac-4117-99ea-159225f4395a req-de5591bc-8a54-4a87-a5ea-31b0d8624c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:33.300682 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-de5591bc-8a54-4a87-a5ea-31b0d8624c92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 1095 time: 0.0423162 Aug 29 05:13:33.395072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb448e-fcac-4117-99ea-159225f4395a req-8f1ed011-ae31-4222-8404-e16201f2ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:33.396907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-8f1ed011-ae31-4222-8404-e16201f2ba8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0880806 Aug 29 05:13:33.447971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-981118d3-88f5-45d5-b3f2-c32dfc8d2d12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 200 len: 217 time: 0.0440161 Aug 29 05:13:33.515202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb448e-fcac-4117-99ea-159225f4395a req-aa2e051f-b61a-4ef3-b8ac-b117f37ae77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:33.520442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-aa2e051f-b61a-4ef3-b8ac-b117f37ae77c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0631087 Aug 29 05:13:33.554225 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-79702f3e-b684-46d1-9e9b-23af0b00d425 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259964 Aug 29 05:13:33.645916 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-e0f7df48-b245-41ed-ba12-abaed1c54b85 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844305 Aug 29 05:13:33.734987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e2cb448e-fcac-4117-99ea-159225f4395a req-a70f3d07-91b5-4f41-83e7-139a7a79821d service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822556 Aug 29 05:13:33.884453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:13:33.975785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:33.986808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '04c71257-aa04-4722-892e-e25132dfc6bd', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'port_id': '04c71257-aa04-4722-892e-e25132dfc6bd', 'mac_address': 'fa:16:3e:2d:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766e5f-fced-49c2-9dd3-86c2b76f84ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:13:34.026986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.042328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c71257-aa04-4722-892e-e25132dfc6bd {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:34.062029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:34.066226 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:34.119984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:34.230981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d538c9-1b2d-4a49-b89a-8ee6eb2ab033 req-3513b203-b68b-4177-9ed7-8b8a102e3a50 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:34.232550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08d538c9-1b2d-4a49-b89a-8ee6eb2ab033 req-3513b203-b68b-4177-9ed7-8b8a102e3a50 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 944 time: 0.0654418 Aug 29 05:13:34.270790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-08d538c9-1b2d-4a49-b89a-8ee6eb2ab033 req-a5e14f02-f6f0-49a0-b755-1b4b9eaecdc8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Aug 29 05:13:34.312115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['04c71257-aa04-4722-892e-e25132dfc6bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:34.681478 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:13:35.387310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba788-4e9e-4734-81e9-127843bc02b9 req-bb963883-26ec-436d-bc97-e15d622dc2f2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.388812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f8ba788-4e9e-4734-81e9-127843bc02b9 req-bb963883-26ec-436d-bc97-e15d622dc2f2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 944 time: 0.0497594 Aug 29 05:13:35.426965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f8ba788-4e9e-4734-81e9-127843bc02b9 req-23667300-f3c9-41be-845b-6489a3e905f0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Aug 29 05:13:35.550436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf098db-21ed-4fc0-b5bf-baba265a9556 req-46c3a69f-d9c0-4255-8700-0482e4620002 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.552038 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bf098db-21ed-4fc0-b5bf-baba265a9556 req-46c3a69f-d9c0-4255-8700-0482e4620002 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 944 time: 0.0588257 Aug 29 05:13:35.591601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bf098db-21ed-4fc0-b5bf-baba265a9556 req-387f2d25-a3b1-4cf5-9c4f-7713c4e6a30a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Aug 29 05:13:35.711196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364b0ed-dc9f-4509-b410-5ad3ffdecd4e req-08cefd84-48a9-407a-b486-55607018b379 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:35.712601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9364b0ed-dc9f-4509-b410-5ad3ffdecd4e req-08cefd84-48a9-407a-b486-55607018b379 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 944 time: 0.0545180 Aug 29 05:13:35.756677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9364b0ed-dc9f-4509-b410-5ad3ffdecd4e req-f0abfee7-8c04-4d76-9966-f92400381c3c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Aug 29 05:13:35.906129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:35.949482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 04c71257-aa04-4722-892e-e25132dfc6bd completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:35.954047 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 04c71257-aa04-4722-892e-e25132dfc6bd triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:35.954482 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.032584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.055769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:36.058063 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed2be74-630d-439e-82a1-7c3ca8031360" -d '{"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-plugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:36.070867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:36.075762 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:36.103809 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f68a0f-76bc-4521-b6c0-5183abab85cd x-openstack-request-id: req-64f68a0f-76bc-4521-b6c0-5183abab85cd {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:36.104125 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-plugged", "status": "completed", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:36.108443 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64f68a0f-76bc-4521-b6c0-5183abab85cd {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:36.108443 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'code': 200} Aug 29 05:13:36.112348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b93bbaaf-364f-422e-9ac8-c8e1b07e433d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:36.115249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b93bbaaf-364f-422e-9ac8-c8e1b07e433d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 815 time: 0.1104128 Aug 29 05:13:36.131262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:36.131497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-1915fa36-5405-496f-b8d5-81b65997d5f5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/quotas/c3cdcf0b01c7438c86ee91dcff11a2f3 HTTP/1.1" status: 200 len: 375 time: 0.0100260 Aug 29 05:13:36.189871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-2f08c973-6bcd-49c5-a431-700602e9e287 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482697 Aug 29 05:13:36.286154 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-a159b28d-7d40-4a5b-8fdf-feefe7bcd8bc service neutron] 10.222.0.62 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875864 Aug 29 05:13:36.377190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-1986335b-7d30-435c-a0b3-42ff88189f3e service neutron] 10.222.0.62 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845885 Aug 29 05:13:36.534794 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96281d0e-767f-42a7-a018-b95c0bf0ea17 req-3eac9990-12c4-43db-a60d-951e4924e78d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 210 time: 0.0272477 Aug 29 05:13:37.402932 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-711c3c0a-9c5d-44a7-8f0f-66e29ad91b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.485488 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-ea672f41-a493-49ee-9703-d8c7d1673de6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:37.488180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-ea672f41-a493-49ee-9703-d8c7d1673de6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d31577b-7b13-4d97-8645-a1927590cae9 HTTP/1.1" status: 200 len: 945 time: 0.0720425 Aug 29 05:13:37.605716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Deleting port 04c71257-aa04-4722-892e-e25132dfc6bd {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:13:37.606433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-9ad24ff0-d1cc-4477-b297-64f0fb46efd8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:37.607294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-9ad24ff0-d1cc-4477-b297-64f0fb46efd8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 815 time: 0.1585889 Aug 29 05:13:37.607551 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.634467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Request body: {'port': {'device_id': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'admin_state_up': True, 'tenant_id': 'c3cdcf0b01c7438c86ee91dcff11a2f3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:37.680624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805ecdcd-543a-4c41-9677-535374478933 req-10683944-660f-4d4e-b2bf-e95d67aa6750 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 210 time: 0.0556407 Aug 29 05:13:37.724297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] For port 04c71257-aa04-4722-892e-e25132dfc6bd, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=04c71257-aa04-4722-892e-e25132dfc6bd,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:37.724648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.737825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Calling delete_port for 04c71257-aa04-4722-892e-e25132dfc6bd owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:13:37.748426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Made reservation on behalf of c3cdcf0b01c7438c86ee91dcff11a2f3 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:13:37.752041 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.893125 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.894104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Allocated IP 172.20.0.14 (e74fc3e4-93be-4b13-8c58-47f4e9bad2cf/c3766e5f-fced-49c2-9dd3-86c2b76f84ff/479e9837-67ed-4f3f-8e87-338459c773fa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:13:37.909439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['04c71257-aa04-4722-892e-e25132dfc6bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:37.926909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Pushing event deleted for resources: {'Port': ['ID=04c71257-aa04-4722-892e-e25132dfc6bd,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:37.974283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] No DVR routers for this DVR port 04c71257-aa04-4722-892e-e25132dfc6bd on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:13:37.977981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:37.980658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5bc1f64f-3101-45cf-a9a3-61b18089aca0 req-841f0cae-666e-4f1c-9e97-e1fdaf086f36 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.54 "DELETE /v2.0/ports/04c71257-aa04-4722-892e-e25132dfc6bd HTTP/1.1" status: 204 len: 173 time: 0.4864829 Aug 29 05:13:37.981094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-deleted', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:37.983327 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c88fd0-f42c-491f-ab13-01b3bd732bcf" -d '{"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-deleted", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:38.019028 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb821d2-c19b-40ab-afd2-1d00ce808dca x-openstack-request-id: req-9eb821d2-c19b-40ab-afd2-1d00ce808dca {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:38.019326 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31577b-7b13-4d97-8645-a1927590cae9", "name": "network-vif-deleted", "tag": "04c71257-aa04-4722-892e-e25132dfc6bd", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:38.019576 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eb821d2-c19b-40ab-afd2-1d00ce808dca {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:38.020199 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31577b-7b13-4d97-8645-a1927590cae9', 'name': 'network-vif-deleted', 'tag': '04c71257-aa04-4722-892e-e25132dfc6bd', 'status': 'completed', 'code': 200} Aug 29 05:13:38.067120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.113092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.124772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['04c71257-aa04-4722-892e-e25132dfc6bd'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:38.159820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:13:38.165561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:13:38.169316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:13:38.194841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:38.222615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.223216 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.245847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-ae2f039b-5870-4a06-b6a9-49aed5525e4b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158993 Aug 29 05:13:38.263125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Request body: {'port': {'device_id': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:13:38.323277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.600567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b7f15f4-8bc0-406e-bd08-6836f00abdee req-9672dbde-f482-413c-86be-a1ed598f1cef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298865 Aug 29 05:13:38.605839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479e9837-67ed-4f3f-8e87-338459c773fa {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:38.613164 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.626885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Transition to ACTIVE for port object 479e9837-67ed-4f3f-8e87-338459c773fa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:13:38.630815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.699681 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b7f15f4-8bc0-406e-bd08-6836f00abdee req-a523972b-4a85-4a33-83b3-ef6dd0238b77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0378644 Aug 29 05:13:38.716279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:38.772964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b7f15f4-8bc0-406e-bd08-6836f00abdee req-f7fe5041-55d5-4755-bd91-730268779de5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408065 Aug 29 05:13:38.806502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0f67-ad0b-486e-9df7-00deb74be439 req-b8b49513-969e-4012-9a63-4a3ffff1afe2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.808060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-feaa0f67-ad0b-486e-9df7-00deb74be439 req-b8b49513-969e-4012-9a63-4a3ffff1afe2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0509646 Aug 29 05:13:38.846053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-feaa0f67-ad0b-486e-9df7-00deb74be439 req-a3fa70cc-f8a7-4c9e-9b41-6536b9ae1930 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 29 05:13:38.846310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:13:38.846633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:13:38.846956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:38.854306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:13:38.854548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:13:38.864431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:13:38.864768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Checking segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:13:38.865153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Bound using segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:13:38.865590 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Bound port: 479e9837-67ed-4f3f-8e87-338459c773fa, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:13:38.865946 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.923082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f15f4-8bc0-406e-bd08-6836f00abdee req-19363732-c718-4117-8617-4b01f1c1a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.924574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b7f15f4-8bc0-406e-bd08-6836f00abdee req-19363732-c718-4117-8617-4b01f1c1a1a8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441553 Aug 29 05:13:38.951810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:13:38.954781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:13:38.959392 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.997248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:38.997857 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:38.999283 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] 10.222.0.54 "PUT /v2.0/ports/479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 1093 time: 0.7407882 Aug 29 05:13:38.999718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:39.002000 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54749ad-14fa-4c07-918a-4a383157229a" -d '{"events": [{"name": "network-changed", "server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:39.027368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0af4a-8706-4173-b544-4f643864ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:39.050267 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8ded8-3c88-4951-95ed-564f9ecf849d x-openstack-request-id: req-6ff8ded8-3c88-4951-95ed-564f9ecf849d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:39.050555 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:39.050808 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ff8ded8-3c88-4951-95ed-564f9ecf849d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:39.051204 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'status': 'completed', 'code': 200} Aug 29 05:13:39.083765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-0fd00bf5-dcd5-4c3f-8526-5846aee63302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.085344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-0fd00bf5-dcd5-4c3f-8526-5846aee63302 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.0439091 Aug 29 05:13:39.130211 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-3cfd6b2f-9700-4484-8338-b078ade6a322 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0357330 Aug 29 05:13:39.183636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-8d8b8ada-2b5b-4971-b564-efea34ae7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.185132 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-8d8b8ada-2b5b-4971-b564-efea34ae7b8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0444667 Aug 29 05:13:39.222131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-5a1bd7c2-a583-47a7-9a5b-747d76028e08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285664 Aug 29 05:13:39.315418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-8d398c93-0609-4e71-9376-bc18920ef6ce service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816765 Aug 29 05:13:39.413718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad248bff-f779-4dfc-b718-9f2f89b480ce req-eef9a4e4-53a5-4805-a722-3190875d4cdd service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860641 Aug 29 05:13:39.511708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54749ad-14fa-4c07-918a-4a383157229a req-ca97f866-ade9-445d-aa04-1e4104769e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.513249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-ca97f866-ade9-445d-aa04-1e4104769e83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.0442324 Aug 29 05:13:39.604906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54749ad-14fa-4c07-918a-4a383157229a req-9f36329b-a2f1-43fb-9829-e5aea609658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.606391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-9f36329b-a2f1-43fb-9829-e5aea609658a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0854621 Aug 29 05:13:39.660165 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-92f71426-79c8-47cd-927a-c95f03a76448 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0458608 Aug 29 05:13:39.708338 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54749ad-14fa-4c07-918a-4a383157229a req-6f813901-7590-4855-b6a5-5f138ff17668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.709657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-6f813901-7590-4855-b6a5-5f138ff17668 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0416563 Aug 29 05:13:39.743530 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-99b62309-cd54-4ab5-9b97-a829b3a78c93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253601 Aug 29 05:13:39.835645 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-0fe13260-5e17-4390-b25e-4ba55b19ecfe service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Aug 29 05:13:39.925259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d54749ad-14fa-4c07-918a-4a383157229a req-4350fd0e-ac5a-4277-897f-ddcd6108201a service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Aug 29 05:13:39.962514 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808968-aee7-4374-97b1-cc2ad56b36c9 req-bf5c8f4f-e514-4d91-a584-8dedee8b84a6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:39.964033 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15808968-aee7-4374-97b1-cc2ad56b36c9 req-bf5c8f4f-e514-4d91-a584-8dedee8b84a6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0504129 Aug 29 05:13:40.001909 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15808968-aee7-4374-97b1-cc2ad56b36c9 req-7b102bcc-947c-422c-bff6-c731703a6c9a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Aug 29 05:13:40.362135 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:40.419839 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-777b0bf2-f541-4725-a0b8-25326cd6aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:41.123277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7552b83-0dfa-4995-b455-f60be6935ccb req-0e16d8ad-82ad-40d6-a74d-4b9550e38e45 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:41.124809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7552b83-0dfa-4995-b455-f60be6935ccb req-0e16d8ad-82ad-40d6-a74d-4b9550e38e45 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0534830 Aug 29 05:13:41.163658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c7552b83-0dfa-4995-b455-f60be6935ccb req-9a1eed24-fe52-465b-86f4-4d06c03b18c8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Aug 29 05:13:41.469512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:41.899167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:13:41.902315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:13:41.927314 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 04c71257-aa04-4722-892e-e25132dfc6bd {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:13:41.927660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 04c71257-aa04-4722-892e-e25132dfc6bd not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:13:42.012696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:42.023714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '479e9837-67ed-4f3f-8e87-338459c773fa', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'port_id': '479e9837-67ed-4f3f-8e87-338459c773fa', 'mac_address': 'fa:16:3e:2a:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766e5f-fced-49c2-9dd3-86c2b76f84ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:13:42.061163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:42.074843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479e9837-67ed-4f3f-8e87-338459c773fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:13:42.094376 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:42.099234 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:42.146209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:42.291147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c58ca-a094-4850-84ef-10158571d9ce req-5422a699-c7b4-4d39-a328-ce933943fa92 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:42.293861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-827c58ca-a094-4850-84ef-10158571d9ce req-5422a699-c7b4-4d39-a328-ce933943fa92 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0635743 Aug 29 05:13:42.331238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-827c58ca-a094-4850-84ef-10158571d9ce req-b99fe99c-fbf6-4c38-83ec-a90b72fefd35 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Aug 29 05:13:42.349040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['479e9837-67ed-4f3f-8e87-338459c773fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:13:42.584736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:43.218812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:43.443570 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934ceab-d5b7-4c74-96d9-31f6435522a5 req-a70b797a-5141-4ffc-8a3e-03d5dc8d532d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:43.445670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f934ceab-d5b7-4c74-96d9-31f6435522a5 req-a70b797a-5141-4ffc-8a3e-03d5dc8d532d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0491228 Aug 29 05:13:43.482292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f934ceab-d5b7-4c74-96d9-31f6435522a5 req-12bdbbf3-e4e0-4d0e-9a6d-666bab03e55d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 29 05:13:43.895800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:13:43.943117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 479e9837-67ed-4f3f-8e87-338459c773fa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:13:43.947149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 479e9837-67ed-4f3f-8e87-338459c773fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:13:43.947513 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:44.025116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:44.047207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:13:44.049486 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7df13af-0045-4063-8c7a-3e30d3c040e6" -d '{"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-plugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:13:44.063542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:13:44.068070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:13:44.091577 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c319a020-a1ca-4bd7-b6bc-678c9a38f368 x-openstack-request-id: req-c319a020-a1ca-4bd7-b6bc-678c9a38f368 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:13:44.091942 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-plugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:13:44.092138 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c319a020-a1ca-4bd7-b6bc-678c9a38f368 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:13:44.092524 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'code': 200} Aug 29 05:13:44.117680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:13:44.125048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.125382 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.125714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.126051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.126369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.126690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.127004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.127320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.127633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.128128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.128293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.128598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:13:44.218393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa2d7-a124-49a3-ab0f-13a2cf0d8598 req-a4f1499b-5060-4c0c-8cad-9533c48f86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:44.220007 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-680fa2d7-a124-49a3-ab0f-13a2cf0d8598 req-a4f1499b-5060-4c0c-8cad-9533c48f86e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1098 time: 0.0494535 Aug 29 05:13:44.264399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-680fa2d7-a124-49a3-ab0f-13a2cf0d8598 req-ee82a721-b421-44dd-8cfe-b6682378fdf9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 29 05:13:44.605191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34876cc-b863-47f7-ab5e-34c032b378ee req-e81998eb-61fe-44b3-bad4-3503436d7327 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:44.606725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a34876cc-b863-47f7-ab5e-34c032b378ee req-e81998eb-61fe-44b3-bad4-3503436d7327 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0542874 Aug 29 05:13:44.644451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a34876cc-b863-47f7-ab5e-34c032b378ee req-4440fb4f-fc13-4297-b7c2-4389afc4865b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Aug 29 05:13:45.759091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea529-4f95-48a7-9b06-83c2e2cba6cb req-dd835cf6-3c3c-4bb5-8ece-c2cade508f0c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:45.760602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-553ea529-4f95-48a7-9b06-83c2e2cba6cb req-dd835cf6-3c3c-4bb5-8ece-c2cade508f0c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0485413 Aug 29 05:13:45.797897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-553ea529-4f95-48a7-9b06-83c2e2cba6cb req-1d54cf03-26bb-4ca8-bb35-5032639c7836 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 29 05:13:45.917792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca992342-b5b5-4186-abdf-cbb5764f70c3 req-829da344-bfcc-49f9-a3e7-7d1b2aa0721e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:45.919279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca992342-b5b5-4186-abdf-cbb5764f70c3 req-829da344-bfcc-49f9-a3e7-7d1b2aa0721e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0571952 Aug 29 05:13:45.956746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca992342-b5b5-4186-abdf-cbb5764f70c3 req-b21339c4-8bce-4ebd-a8c3-2abef3af5dd3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Aug 29 05:13:46.176129 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-c72e7dca-415c-4665-a0d7-da049f4d1e3c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406733 Aug 29 05:13:46.194787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279193-e9bb-443b-ad94-9c288717cdbe req-1f7fc9ee-4005-4e8f-a016-102345e8602f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:46.196347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0279193-e9bb-443b-ad94-9c288717cdbe req-1f7fc9ee-4005-4e8f-a016-102345e8602f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0539727 Aug 29 05:13:46.234272 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0279193-e9bb-443b-ad94-9c288717cdbe req-0dbd52f2-0df7-4262-afc4-2cc3144ae1d0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Aug 29 05:13:47.327057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-d002d92d-3339-4443-b849-ea5dec88c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:47.328640 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-d002d92d-3339-4443-b849-ea5dec88c23f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1098 time: 0.0416367 Aug 29 05:13:47.358259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5dc65-10cc-45c3-9baf-2ae1bf5f79de req-913f6ffd-393f-4c8c-a6e1-92cf980de3b6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:47.359820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14d5dc65-10cc-45c3-9baf-2ae1bf5f79de req-913f6ffd-393f-4c8c-a6e1-92cf980de3b6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0545979 Aug 29 05:13:47.401519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14d5dc65-10cc-45c3-9baf-2ae1bf5f79de req-bf4b2c7b-7f86-4b4d-9e00-9ea2b4868e80 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355256 Aug 29 05:13:47.427077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-a0a2e636-b74d-499c-a934-b886c86caebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:47.428613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-a0a2e636-b74d-499c-a934-b886c86caebd service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0911279 Aug 29 05:13:47.470704 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-9f150f45-c1e3-4e60-96c7-6d27d70324fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0351005 Aug 29 05:13:47.520926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-64f0f742-0086-48a9-98f7-5a595a90044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:47.522943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-64f0f742-0086-48a9-98f7-5a595a90044e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0439982 Aug 29 05:13:47.553113 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-31194f18-379c-4f13-8837-06768bf88d13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240426 Aug 29 05:13:47.642866 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-7af082a5-9cf5-4b10-88fb-84f4e729b901 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Aug 29 05:13:47.731540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-cb625001-ebfb-4123-9d94-c557336405f5 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800261 Aug 29 05:13:48.518293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65621f6-4aca-48d2-9735-52e125e8c5b3 req-013ecf36-533a-443f-8777-6462b1a20f16 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:48.519784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c65621f6-4aca-48d2-9735-52e125e8c5b3 req-013ecf36-533a-443f-8777-6462b1a20f16 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0510952 Aug 29 05:13:48.558296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c65621f6-4aca-48d2-9735-52e125e8c5b3 req-9f0e51ff-46d3-4d6d-970e-b2a3974a91a0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Aug 29 05:13:49.676204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d44a5-bcc6-4bdd-9a45-bcc0d85e4738 req-a49493c8-3c21-4bc1-8c63-38dcdb339407 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:49.677692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c47d44a5-bcc6-4bdd-9a45-bcc0d85e4738 req-a49493c8-3c21-4bc1-8c63-38dcdb339407 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0526009 Aug 29 05:13:49.714965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c47d44a5-bcc6-4bdd-9a45-bcc0d85e4738 req-ca2cd056-21f3-4284-a34e-b27af6c1029d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 29 05:13:50.830035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55fd91-4ae1-4554-a31f-4a80c9860073 req-0c5d8a83-0ce9-4613-983c-38b379afdd12 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:50.831535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb55fd91-4ae1-4554-a31f-4a80c9860073 req-0c5d8a83-0ce9-4613-983c-38b379afdd12 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0496829 Aug 29 05:13:50.869626 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bb55fd91-4ae1-4554-a31f-4a80c9860073 req-c698de46-d2de-4f4d-94f9-2df17c9439e4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Aug 29 05:13:51.983085 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c254d7-f834-4dea-b498-53c984b6646d req-55d2fe90-96e5-457e-88b4-09fab9625a67 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:51.984591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74c254d7-f834-4dea-b498-53c984b6646d req-55d2fe90-96e5-457e-88b4-09fab9625a67 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0476162 Aug 29 05:13:52.021592 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-74c254d7-f834-4dea-b498-53c984b6646d req-9b8ff4a9-008c-4331-b2ab-96de34ef10c7 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Aug 29 05:13:53.137828 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823fc6e-96c3-4dfb-b34a-06d09eb13e79 req-8fe154e4-e569-417a-a386-6e53c65dd9fc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:53.139307 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8823fc6e-96c3-4dfb-b34a-06d09eb13e79 req-8fe154e4-e569-417a-a386-6e53c65dd9fc tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0522072 Aug 29 05:13:53.176982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8823fc6e-96c3-4dfb-b34a-06d09eb13e79 req-6cf1967b-722c-487d-b472-dc403b23f55a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Aug 29 05:13:54.290630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd752cf0-b916-46e3-a616-4603a83ae178 req-2c34a01e-400c-4d00-b5e7-7662bbbc6cdd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:54.292131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd752cf0-b916-46e3-a616-4603a83ae178 req-2c34a01e-400c-4d00-b5e7-7662bbbc6cdd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0485961 Aug 29 05:13:54.330471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd752cf0-b916-46e3-a616-4603a83ae178 req-14491048-1d22-400a-843a-afd72760cbbd tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 29 05:13:55.441767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3e9b-154a-4c09-991e-abf9aa034cd5 req-70312c81-5ca4-4b29-a7b0-66fd6c0d0232 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:55.443224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43ad3e9b-154a-4c09-991e-abf9aa034cd5 req-70312c81-5ca4-4b29-a7b0-66fd6c0d0232 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0474179 Aug 29 05:13:55.481531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43ad3e9b-154a-4c09-991e-abf9aa034cd5 req-09faff6c-23d7-4de9-9e17-5a8e12d55f16 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Aug 29 05:13:56.598809 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426b231-2efb-40c0-b873-c88b7a6d204f req-28af4c5c-f883-4dd7-8d44-53e323a5c787 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:56.600823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2426b231-2efb-40c0-b873-c88b7a6d204f req-28af4c5c-f883-4dd7-8d44-53e323a5c787 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0516582 Aug 29 05:13:56.638607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2426b231-2efb-40c0-b873-c88b7a6d204f req-3d38a14e-0219-4cc5-90e4-80fda664351e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Aug 29 05:13:57.751637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc287-9a81-46dd-8434-21ff4bfac816 req-e667e688-d9f0-4c03-85bd-89458999819c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:57.753106 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b15cc287-9a81-46dd-8434-21ff4bfac816 req-e667e688-d9f0-4c03-85bd-89458999819c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0473680 Aug 29 05:13:57.791051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b15cc287-9a81-46dd-8434-21ff4bfac816 req-1e70fac1-ec31-425c-9729-34c491d5f815 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Aug 29 05:13:58.907544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627048-ad6a-43d3-a469-5d9e589c5588 req-0be1744d-2643-4aa6-bd54-0d3934c7d2e2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:13:58.909057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89627048-ad6a-43d3-a469-5d9e589c5588 req-0be1744d-2643-4aa6-bd54-0d3934c7d2e2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0506446 Aug 29 05:13:58.946114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89627048-ad6a-43d3-a469-5d9e589c5588 req-44b61a11-6f67-4392-b29f-7f2014c2fe2b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Aug 29 05:14:00.064142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b9816-7f2e-4218-8352-ba4c3277d3e0 req-d6bf203b-6cd2-4629-ae8c-95a0477b5bf5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:00.065607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-549b9816-7f2e-4218-8352-ba4c3277d3e0 req-d6bf203b-6cd2-4629-ae8c-95a0477b5bf5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0517819 Aug 29 05:14:00.103289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-549b9816-7f2e-4218-8352-ba4c3277d3e0 req-f6c64f44-2504-49c9-b912-b986b09cde1c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Aug 29 05:14:00.183584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:01.217536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a956-83dd-4e8e-bdb9-81cc55b3e611 req-c2cfc7b5-84d8-4597-bbbb-84179d89aa2a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:01.219030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c53a956-83dd-4e8e-bdb9-81cc55b3e611 req-c2cfc7b5-84d8-4597-bbbb-84179d89aa2a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0492430 Aug 29 05:14:01.256989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c53a956-83dd-4e8e-bdb9-81cc55b3e611 req-2f460e40-a28f-4ec7-a7af-902b3ad568c1 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Aug 29 05:14:02.375715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a063e-13c2-453e-91bd-2d7d9788aed2 req-20364355-94a4-4f7c-b8ae-b64683f414ec tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:02.377240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e5a063e-13c2-453e-91bd-2d7d9788aed2 req-20364355-94a4-4f7c-b8ae-b64683f414ec tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0495336 Aug 29 05:14:02.414833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e5a063e-13c2-453e-91bd-2d7d9788aed2 req-1257ae3b-f043-4ce9-b30c-7e283977ebe0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Aug 29 05:14:03.533505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbea460-004c-44cb-8b90-b31624356318 req-3296ad2e-5924-4dbf-affc-d44eb49f384a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:03.534973 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffbea460-004c-44cb-8b90-b31624356318 req-3296ad2e-5924-4dbf-affc-d44eb49f384a tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0527151 Aug 29 05:14:03.571992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ffbea460-004c-44cb-8b90-b31624356318 req-e705a955-5859-4fa1-b90b-639e40fb6b60 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Aug 29 05:14:04.688181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9ccb-9c00-415d-8dcb-302a6c2b2a4c req-4532476c-9839-4130-b584-c827ffd0d768 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:04.689663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81df9ccb-9c00-415d-8dcb-302a6c2b2a4c req-4532476c-9839-4130-b584-c827ffd0d768 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0492370 Aug 29 05:14:04.728218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81df9ccb-9c00-415d-8dcb-302a6c2b2a4c req-d7e51f4c-5a5d-4be8-94dc-c5d5b2f01009 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Aug 29 05:14:05.840251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b2324-ae66-4dfe-8522-704d11674804 req-7c0a731e-9f44-442c-be13-309f88516de2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:05.841745 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e1b2324-ae66-4dfe-8522-704d11674804 req-7c0a731e-9f44-442c-be13-309f88516de2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0479510 Aug 29 05:14:05.879204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e1b2324-ae66-4dfe-8522-704d11674804 req-09ff5026-ba10-40f2-b6f2-0d69f13cc7b3 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 29 05:14:07.020229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574edd5-d6ed-414c-8ef1-ea3c17cc829b req-35d355b6-33c2-49ee-b052-cc32d0bc10b4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:07.021749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1574edd5-d6ed-414c-8ef1-ea3c17cc829b req-35d355b6-33c2-49ee-b052-cc32d0bc10b4 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0522141 Aug 29 05:14:07.059103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1574edd5-d6ed-414c-8ef1-ea3c17cc829b req-4f8eac6b-7993-4538-b709-71fd02677481 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Aug 29 05:14:07.394439 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e63b396a-6553-43be-afce-2dbfd2136a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:08.175174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48678e86-7e56-4a12-b4a2-70bd624a029a req-afd2719a-9822-499e-a0f9-2d895b537aeb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:08.176683 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48678e86-7e56-4a12-b4a2-70bd624a029a req-afd2719a-9822-499e-a0f9-2d895b537aeb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0487564 Aug 29 05:14:08.213991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48678e86-7e56-4a12-b4a2-70bd624a029a req-c5f328bf-d462-4702-aa5f-95c1b6b71b77 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Aug 29 05:14:09.331538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b18be3-293d-4886-a819-0ba1d7c34f61 req-622f2dce-4f12-47f2-a8d7-145311a75161 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:09.333051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29b18be3-293d-4886-a819-0ba1d7c34f61 req-622f2dce-4f12-47f2-a8d7-145311a75161 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0533738 Aug 29 05:14:09.371290 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29b18be3-293d-4886-a819-0ba1d7c34f61 req-ea46d736-2916-492c-9bfd-177c97f26c86 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Aug 29 05:14:10.363252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:10.419966 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7289f122-e3d4-4711-849d-15318b151aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:10.495204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219f9c6-40e3-4647-8c34-0d5755b07dae req-5ab40399-65b8-44fd-b960-78ee1e96048d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:10.498098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4219f9c6-40e3-4647-8c34-0d5755b07dae req-5ab40399-65b8-44fd-b960-78ee1e96048d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0557652 Aug 29 05:14:10.538080 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4219f9c6-40e3-4647-8c34-0d5755b07dae req-26efee6a-5847-4fdc-b3aa-addb587ab17c tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Aug 29 05:14:11.475684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:11.652615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09682-dd10-4903-af23-941472078782 req-2e4d3f5f-daba-47d6-b1a7-2ffc198d0f37 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:11.654093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48a09682-dd10-4903-af23-941472078782 req-2e4d3f5f-daba-47d6-b1a7-2ffc198d0f37 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0491624 Aug 29 05:14:11.681368 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:14:11.692727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48a09682-dd10-4903-af23-941472078782 req-a26198ed-7dcc-4456-967b-652a1338153f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Aug 29 05:14:12.578645 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:12.806408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d68ca8-a7ca-4c87-ba49-6eb6a4a2af68 req-dda49dc7-4bc0-459c-a518-d7ffb4087532 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:12.807885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d68ca8-a7ca-4c87-ba49-6eb6a4a2af68 req-dda49dc7-4bc0-459c-a518-d7ffb4087532 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0484817 Aug 29 05:14:12.846177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4d68ca8-a7ca-4c87-ba49-6eb6a4a2af68 req-fb64d452-3aad-4a48-ba33-9f0818f238c2 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Aug 29 05:14:13.221634 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:14.015907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b4806-3e91-4bcb-b28b-02e6328f354d req-c0b996e8-d3f6-4b78-9c09-1d88c9d356fb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:14.017671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b63b4806-3e91-4bcb-b28b-02e6328f354d req-c0b996e8-d3f6-4b78-9c09-1d88c9d356fb tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.1038673 Aug 29 05:14:14.054717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b63b4806-3e91-4bcb-b28b-02e6328f354d req-3a7a47a0-d057-4992-be64-b5ffb610cc91 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Aug 29 05:14:14.918200 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-455d6cfd-2292-4e8b-957a-b72d52e1b091 service neutron] show failed (client error): The resource could not be found. Aug 29 05:14:14.919228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-455d6cfd-2292-4e8b-957a-b72d52e1b091 service neutron] 10.222.0.54 "GET /v2.0/ports/479e9837-67ed-4f3f-8e87-338459c773fa/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0588591 Aug 29 05:14:15.140343 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-171f70bb-b4a5-42ac-b32c-750e2e1ff055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:15.142150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-171f70bb-b4a5-42ac-b32c-750e2e1ff055 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b&tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3 HTTP/1.1" status: 200 len: 1098 time: 0.0453796 Aug 29 05:14:15.161168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:15.217000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.225737 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23027-d5a9-4acc-817b-627dc6618be1 req-6b6fe779-c801-490e-bcfd-8d432ef53e7d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:15.227232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ab23027-d5a9-4acc-817b-627dc6618be1 req-6b6fe779-c801-490e-bcfd-8d432ef53e7d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.1019204 Aug 29 05:14:15.266347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ab23027-d5a9-4acc-817b-627dc6618be1 req-5189cbda-b731-4e89-8056-1f4c23690d83 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 29 05:14:15.439580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:15.472797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:15.512511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:15.515056 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80adc526-17ae-4c8c-a007-fc5480f081e6" -d '{"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-unplugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:15.519660 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.534321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Transition to ACTIVE for port object 479e9837-67ed-4f3f-8e87-338459c773fa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:15.538423 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.569777 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4e44f-99d9-42ee-9420-c0b35a5469cb x-openstack-request-id: req-67a4e44f-99d9-42ee-9420-c0b35a5469cb {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:15.570078 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-unplugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:15.570323 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67a4e44f-99d9-42ee-9420-c0b35a5469cb {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:15.570729 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'code': 200} Aug 29 05:14:15.604986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:15.607139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] No DVR routers for this DVR port 479e9837-67ed-4f3f-8e87-338459c773fa on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:15.618402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.618750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.619091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.619429 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.619763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.620118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.620449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.620775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.621101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.621426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.621748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.622069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:15.654386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:15.654722 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:15.655055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:15.659370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:14:15.659691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Attempting to bind port 479e9837-67ed-4f3f-8e87-338459c773fa on network e74fc3e4-93be-4b13-8c58-47f4e9bad2cf {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:15.664555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:15.664893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Checking segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:15.665277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Bound using segment: {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:15.665700 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Bound port: 479e9837-67ed-4f3f-8e87-338459c773fa, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc9752c-fb4b-4ec8-b33f-afe16264ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:15.666062 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.732905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:15.736461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:15.741922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.790537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:15.791163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:15.792603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] 10.222.0.50 "PUT /v2.0/ports/479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 1093 time: 0.6358299 Aug 29 05:14:15.808964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee46a25-fdbe-4261-b5cd-63b490655b0a service neutron] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:15.866676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-01505522-0dc4-4d61-9979-0fe3b74b6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:15.868224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-01505522-0dc4-4d61-9979-0fe3b74b6734 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.0421126 Aug 29 05:14:15.968179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-4457c332-fc26-4b25-b6bf-b8111fa002ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:15.969669 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-4457c332-fc26-4b25-b6bf-b8111fa002ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0945361 Aug 29 05:14:16.011747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-dd55b65b-2e63-47f4-8c99-9c51ff713377 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0345831 Aug 29 05:14:16.061454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-8ac2180d-b526-47ce-b521-f743f8fe7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:16.062985 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-8ac2180d-b526-47ce-b521-f743f8fe7cbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0452087 Aug 29 05:14:16.100965 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-bae67f80-a1ee-43a0-9701-93eb4178ee76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307536 Aug 29 05:14:16.196437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-11c5bdba-768a-4932-a3cb-06f869be78e5 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828395 Aug 29 05:14:16.386954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc3ea-d8ae-493a-92b4-c3c2754cff9b req-d925e80c-f91d-49de-8692-6ba72dad1298 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:16.388684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-009cc3ea-d8ae-493a-92b4-c3c2754cff9b req-d925e80c-f91d-49de-8692-6ba72dad1298 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0506709 Aug 29 05:14:16.429778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-009cc3ea-d8ae-493a-92b4-c3c2754cff9b req-b8040509-4fe5-4de2-9b58-9060bf7a7fb0 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Aug 29 05:14:16.575812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bee7c129-fd25-43e8-a463-55f2b1ef9457 req-1154d4a8-eadd-4168-8966-596f1f3e5141 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725049 Aug 29 05:14:17.550869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739e150-dba8-4856-b479-6f335014658d req-b2899e1c-1f33-4b34-b7ed-3905df0f0928 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:17.552343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9739e150-dba8-4856-b479-6f335014658d req-b2899e1c-1f33-4b34-b7ed-3905df0f0928 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0516701 Aug 29 05:14:17.571419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:17.573803 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07" -d '{"events": [{"name": "network-changed", "server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:17.590242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9739e150-dba8-4856-b479-6f335014658d req-d7e84ecb-6fe5-4921-8f81-05b92499b434 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Aug 29 05:14:17.675866 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36096f7-4633-43e3-a5f6-3145c24d6bc4 x-openstack-request-id: req-d36096f7-4633-43e3-a5f6-3145c24d6bc4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:17.676268 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:17.676631 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d36096f7-4633-43e3-a5f6-3145c24d6bc4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:17.677027 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'status': 'completed', 'code': 200} Aug 29 05:14:17.812909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-c845af73-6ba1-44b6-810e-b0677461b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:17.814413 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-c845af73-6ba1-44b6-810e-b0677461b484 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.1179752 Aug 29 05:14:17.822181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-4798eeaa-6072-42de-9bfc-479e7e90e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:17.823560 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-4798eeaa-6072-42de-9bfc-479e7e90e35d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.0959387 Aug 29 05:14:17.977730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-2daf98d3-3173-4c3f-9ebe-b6c938c7e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:17.979120 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-2daf98d3-3173-4c3f-9ebe-b6c938c7e875 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.1531420 Aug 29 05:14:17.981708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-5b5cfab4-ddd8-44f2-8a11-757944148beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:17.983031 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-5b5cfab4-ddd8-44f2-8a11-757944148beb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.1498821 Aug 29 05:14:18.038178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-54210e7a-3ee2-4d9b-91b9-a5d86cf8cc11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0466549 Aug 29 05:14:18.075457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-33f0bce7-a41f-4cce-82d5-239e1d7b2cb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0441031 Aug 29 05:14:18.144858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-f0e88570-76b6-4a9f-9dd5-33e0db05d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:18.146403 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-f0e88570-76b6-4a9f-9dd5-33e0db05d2a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0797701 Aug 29 05:14:18.153886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-51c3b9d6-939f-430f-93de-a24f137eff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:18.155540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-51c3b9d6-939f-430f-93de-a24f137eff72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0602794 Aug 29 05:14:18.196062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-14b6ced7-56da-40ca-a011-5774a7450f4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394773 Aug 29 05:14:18.223007 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-12c19fc2-1c4c-4d72-bc8d-d1a173786503 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375111 Aug 29 05:14:18.372710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-898cb63a-d46d-4d0a-aad1-a7b4d0f7ccfb service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588080 Aug 29 05:14:18.377707 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-7dfb1af2-da38-4fdb-81bc-3d5d47871e0f service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437709 Aug 29 05:14:18.533171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-89e86bb0-1bd1-42ef-9be2-679115e30667 service neutron] 10.222.0.50 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528060 Aug 29 05:14:18.535065 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-522b9822-6fd5-4ab6-aade-8f54cc9e3a07 req-de0e8c9a-0f67-4bc3-b6ae-9de2baf9d959 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472847 Aug 29 05:14:18.706580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c6368-1dc9-4cd3-bd79-3174db190f13 req-b41eeeaf-751b-4d62-8a76-9371d094331d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:18.708088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-510c6368-1dc9-4cd3-bd79-3174db190f13 req-b41eeeaf-751b-4d62-8a76-9371d094331d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0491657 Aug 29 05:14:18.744947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-510c6368-1dc9-4cd3-bd79-3174db190f13 req-ffc16e39-1d65-496a-b0bb-8cd0ab568d46 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Aug 29 05:14:18.943249 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d856047-63f3-48cf-820c-989e2d504710 req-f9c50817-f99e-44ef-b046-eeeba8ecb572 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:18.944771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d856047-63f3-48cf-820c-989e2d504710 req-f9c50817-f99e-44ef-b046-eeeba8ecb572 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 944 time: 0.0494800 Aug 29 05:14:18.975141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-514dff51-f308-4af2-9c96-bb599c6b3417 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:18.976643 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-514dff51-f308-4af2-9c96-bb599c6b3417 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.54 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b&tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.0561209 Aug 29 05:14:18.982409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d856047-63f3-48cf-820c-989e2d504710 req-931e67f5-f826-4222-bbef-7fb67259c661 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Aug 29 05:14:19.038028 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-e723b765-b184-4a65-ac70-6e9c203daa36 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:14:19.039055 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-e723b765-b184-4a65-ac70-6e9c203daa36 service neutron] 10.222.0.54 "DELETE /v2.0/ports/479e9837-67ed-4f3f-8e87-338459c773fa/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0541973 Aug 29 05:14:19.130254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-4e38fdd3-f217-4597-91bf-e7087393edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:19.131796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-4e38fdd3-f217-4597-91bf-e7087393edba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 1096 time: 0.0430548 Aug 29 05:14:19.229589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-e95a23d2-44de-43ec-a0a4-7da6b0a95713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:19.231062 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-e95a23d2-44de-43ec-a0a4-7da6b0a95713 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 200 len: 916 time: 0.0872180 Aug 29 05:14:19.278446 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-30fd9f87-5b2e-4539-be20-895b5b206c04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 200 len: 217 time: 0.0351250 Aug 29 05:14:19.331539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-3b1f6d7e-8f69-4cd4-9cb8-6afd154c458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:19.333067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-3b1f6d7e-8f69-4cd4-9cb8-6afd154c458f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 200 len: 855 time: 0.0439568 Aug 29 05:14:19.370422 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-3f75964f-7748-4eb2-b677-1e8da0b30e2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249021 Aug 29 05:14:19.465450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-6581a7ce-a1c4-4a89-b890-2897ae5fd1ea service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Aug 29 05:14:19.559054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:14:19.559658 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcbc1614-705e-4bc0-8d98-c67e0898fbe3 req-efc52df1-7a8a-471f-bb0b-709725fd6a69 service neutron] 10.222.0.54 "GET /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Aug 29 05:14:19.656151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:19.668110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '479e9837-67ed-4f3f-8e87-338459c773fa', 'network_id': 'e74fc3e4-93be-4b13-8c58-47f4e9bad2cf', 'port_id': '479e9837-67ed-4f3f-8e87-338459c773fa', 'mac_address': 'fa:16:3e:2a:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766e5f-fced-49c2-9dd3-86c2b76f84ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:14:19.704022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:19.719345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479e9837-67ed-4f3f-8e87-338459c773fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:14:19.738502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:19.742941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:19.788529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:20.037670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['479e9837-67ed-4f3f-8e87-338459c773fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:20.060875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:20.111667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78c82-2a5a-4f56-874d-b63c8cda3aba req-3e0a4aa9-1ef0-4219-878f-11aaea7c76a6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.112831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eca78c82-2a5a-4f56-874d-b63c8cda3aba req-3e0a4aa9-1ef0-4219-878f-11aaea7c76a6 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0551975 Aug 29 05:14:20.120657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:20.154891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eca78c82-2a5a-4f56-874d-b63c8cda3aba req-0b8025da-e027-44cb-99cf-d8c3a28cbe2f tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Aug 29 05:14:20.276701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1d27a-e793-45fe-bbbf-cf1eed0fd13d req-3a407313-9a1a-4925-bf6d-c803572ed993 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.278103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77a1d27a-e793-45fe-bbbf-cf1eed0fd13d req-3a407313-9a1a-4925-bf6d-c803572ed993 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0501723 Aug 29 05:14:20.316925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77a1d27a-e793-45fe-bbbf-cf1eed0fd13d req-66df5cef-bda5-406d-a880-1ff678bb749b tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 29 05:14:20.433474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5c290-6736-431b-8d09-c5cd15958779 req-2e8d07a4-cfab-4553-979f-8b35404e21a5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.435085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed5c290-6736-431b-8d09-c5cd15958779 req-2e8d07a4-cfab-4553-979f-8b35404e21a5 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0500081 Aug 29 05:14:20.471854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed5c290-6736-431b-8d09-c5cd15958779 req-4ad9da5a-9879-404d-9a24-0e5fcf5bbf0d tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 29 05:14:20.814237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83df0b-a3ec-4aac-8f8b-7c763b8bf59d req-86d7201a-3a40-4a65-a0cd-8d0dd805f998 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:20.815612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f83df0b-a3ec-4aac-8f8b-7c763b8bf59d req-86d7201a-3a40-4a65-a0cd-8d0dd805f998 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 945 time: 0.0523760 Aug 29 05:14:20.855604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f83df0b-a3ec-4aac-8f8b-7c763b8bf59d req-43c2ed10-991b-46c0-8f85-5b297471fc2e tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Aug 29 05:14:21.573784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:21.621725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 479e9837-67ed-4f3f-8e87-338459c773fa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:21.625337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 479e9837-67ed-4f3f-8e87-338459c773fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:21.625733 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:21.701853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:21.723941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:21.726788 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a79fe79-4773-4d69-a110-d9ab1e5d8f2e" -d '{"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-plugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:21.742169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:21.746450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:21.771988 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5b73d-d17b-4a63-83fc-bb0aac3f5ad5 x-openstack-request-id: req-29f5b73d-d17b-4a63-83fc-bb0aac3f5ad5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:21.772284 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-plugged", "status": "completed", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:21.772538 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29f5b73d-d17b-4a63-83fc-bb0aac3f5ad5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:21.772923 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'code': 200} Aug 29 05:14:21.799093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:21.970596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e079ab-5971-44fd-9cf0-7ad58e056471 req-ba7019b7-48b0-44f5-93f4-4d66a5927441 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:21.972092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0e079ab-5971-44fd-9cf0-7ad58e056471 req-ba7019b7-48b0-44f5-93f4-4d66a5927441 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0490592 Aug 29 05:14:22.008306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0e079ab-5971-44fd-9cf0-7ad58e056471 req-f3f43bde-310a-46ad-8ae6-5664db235213 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.62 "GET /v2.0/security-groups?id=747fd3de-addb-4316-9b36-8a461a6dde7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303447 Aug 29 05:14:22.105470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-c09f5174-d182-4ec8-8163-2436ccf3e4c9 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:22.106964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-c09f5174-d182-4ec8-8163-2436ccf3e4c9 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.50 "GET /v2.0/ports?device_id=8766b77f-8dd1-4809-8bb2-df7ffd4c312b HTTP/1.1" status: 200 len: 946 time: 0.0579753 Aug 29 05:14:22.196453 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Deleting port 479e9837-67ed-4f3f-8e87-338459c773fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:14:22.196720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.286923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] For port 479e9837-67ed-4f3f-8e87-338459c773fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=479e9837-67ed-4f3f-8e87-338459c773fa,segment=NetworkSegment(9dc9752c-fb4b-4ec8-b33f-afe16264ec49),segment_id=9dc9752c-fb4b-4ec8-b33f-afe16264ec49)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:22.287290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.300673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Calling delete_port for 479e9837-67ed-4f3f-8e87-338459c773fa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:14:22.424112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.458118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['479e9837-67ed-4f3f-8e87-338459c773fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:22.460128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Pushing event deleted for resources: {'Port': ['ID=479e9837-67ed-4f3f-8e87-338459c773fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:22.502075 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] No DVR routers for this DVR port 479e9837-67ed-4f3f-8e87-338459c773fa on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:14:22.504962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:22.507793 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67f7445e-313b-40f0-8b87-ff2ad7ce9001 req-04d37829-c978-4584-b439-447cb2c74fa8 tempest-ServerDiskConfigTestJSON-1797016478 tempest-ServerDiskConfigTestJSON-1797016478-project] 10.222.0.50 "DELETE /v2.0/ports/479e9837-67ed-4f3f-8e87-338459c773fa HTTP/1.1" status: 204 len: 173 time: 0.3947825 Aug 29 05:14:22.508270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-deleted', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:22.510588 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f4b368-b315-405b-9981-f6859e3ddabc" -d '{"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-deleted", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:22.549587 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d3112-1c6b-4688-8aaf-17633317b7c9 x-openstack-request-id: req-817d3112-1c6b-4688-8aaf-17633317b7c9 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:22.549885 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8766b77f-8dd1-4809-8bb2-df7ffd4c312b", "name": "network-vif-deleted", "tag": "479e9837-67ed-4f3f-8e87-338459c773fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:22.550162 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-817d3112-1c6b-4688-8aaf-17633317b7c9 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:22.550565 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8766b77f-8dd1-4809-8bb2-df7ffd4c312b', 'name': 'network-vif-deleted', 'tag': '479e9837-67ed-4f3f-8e87-338459c773fa', 'status': 'completed', 'code': 200} Aug 29 05:14:23.127753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:23.172169 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Deleting subnet c3766e5f-fced-49c2-9dd3-86c2b76f84ff {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:14:23.175136 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.212022 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.249216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.301330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.326776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3766e5f-fced-49c2-9dd3-86c2b76f84ff,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:23.332698 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.335129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c3766e5f-fced-49c2-9dd3-86c2b76f84ff HTTP/1.1" status: 204 len: 168 time: 0.2062769 Aug 29 05:14:23.337851 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:23.340508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.340862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.341205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.341542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.341876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.342208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.342536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.342863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.343188 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.343510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.343833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.344182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce0df98-dd3c-4ff5-b151-b4f23eb8f4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:23.405548 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.485938 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.495361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74fc3e4-93be-4b13-8c58-47f4e9bad2cf']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:23.507583 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc9752c-fb4b-4ec8-b33f-afe16264ec49') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:23.507881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc9752c-fb4b-4ec8-b33f-afe16264ec49') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:23.523064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.537785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.543706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:14:23.544137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:14:23.545791 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:14:23.604820 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.613455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.615335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] 10.222.0.62 "DELETE /v2.0/networks/e74fc3e4-93be-4b13-8c58-47f4e9bad2cf HTTP/1.1" status: 204 len: 168 time: 0.2764876 Aug 29 05:14:23.625159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499a9a-bfef-4a83-854e-b1f6d0ebc1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e74fc3e4-93be-4b13-8c58-47f4e9bad2cf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:23.736573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:23.780167 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a927b56f-b32a-4af0-bc71-14331aee77d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3cdcf0b01c7438c86ee91dcff11a2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420859 Aug 29 05:14:23.782510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49020) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:23.829879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.850147 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.896418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.898989 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:23.900188 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/747fd3de-addb-4316-9b36-8a461a6dde7b HTTP/1.1" status: 204 len: 168 time: 0.1167727 Aug 29 05:14:23.908231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448deea9-79bf-4779-bc58-2a27406a48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747fd3de-addb-4316-9b36-8a461a6dde7b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:24.590311 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:24.692000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1776417200-network', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:24.712651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:14:24.715166 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.723723 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.816987 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.821206 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.844911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:14:24.853221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0269a339-d311-460c-9db3-743c62d25ec1,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:24.859066 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.860137 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Added segment b2bbe346-c527-4b9c-8019-b02d51dd7b30 of type vlan for network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e Aug 29 05:14:24.905027 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.928642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.929668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:24.930244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:24.984358 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3929183 Aug 29 05:14:24.987328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49046) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:24.989584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7482c2-b43a-48f7-abb6-baca037c0afc admin admin] Pushing event updated for resources: {'Network': ['ID=242e69d8-4409-4977-afbb-9bb6b0d4ce5e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:24.993181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Request body: {'subnet': {'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1776417200-subnet', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:24.999040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:14:25.014228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:14:25.016942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.184707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.240761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fce0b59-d468-49ac-9a47-c8e7ec5e6571,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:25.251869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:25.252256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Network hostable DHCP agents. Network: 242e69d8-4409-4977-afbb-9bb6b0d4ce5e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:14:25.268302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:14:25.277252 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 242e69d8-4409-4977-afbb-9bb6b0d4ce5e) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:25.281267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:25.281847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.287524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a68d8-c712-4c13-a6ce-43d5a0f11fe5 None None] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:25.296537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-65f171eb-5919-4bac-aeb0-85a551296763 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3080747 Aug 29 05:14:25.299616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49048) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:25.304367 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:25.325154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.326139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.379957 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.430558 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:14:25.431405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.522066 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.573908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Allocated IP 172.20.0.2 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/05f55554-8896-4d8b-8b15-19c4ae6b7586) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:25.585920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:14:25.614227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 479e9837-67ed-4f3f-8e87-338459c773fa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:14:25.614569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 479e9837-67ed-4f3f-8e87-338459c773fa not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:14:25.764452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.766899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.775027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Transition to ACTIVE for port object 05f55554-8896-4d8b-8b15-19c4ae6b7586 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:25.791167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Transition to ACTIVE for port object 05f55554-8896-4d8b-8b15-19c4ae6b7586 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:25.791869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.798858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.840232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:25.845188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:25.849901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:25.862989 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Pushing event updated for resources: {'Port': ['ID=05f55554-8896-4d8b-8b15-19c4ae6b7586,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:25.917570 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Attempting to bind port 05f55554-8896-4d8b-8b15-19c4ae6b7586 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:25.917951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Attempting to bind port 05f55554-8896-4d8b-8b15-19c4ae6b7586 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:25.918303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Attempting to bind port 05f55554-8896-4d8b-8b15-19c4ae6b7586 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:25.922502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Allocated IP 172.25.3.75 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/3d134646-6385-48e5-a8a4-913b3204af47) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:25.924429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:25.924879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:25.925454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.925899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:25.926321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Bound port: 05f55554-8896-4d8b-8b15-19c4ae6b7586, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:25.926741 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:25.992647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] For port 05f55554-8896-4d8b-8b15-19c4ae6b7586, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:25.997507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] For port 05f55554-8896-4d8b-8b15-19c4ae6b7586, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=05f55554-8896-4d8b-8b15-19c4ae6b7586,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:26.001993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.055393 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.066941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2e4f8-49e1-4e8b-a171-43271d033d4c None None] Pushing event updated for resources: {'Port': ['ID=05f55554-8896-4d8b-8b15-19c4ae6b7586,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:26.092382 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.138012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:26.141431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:26.146106 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:26.149251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d134646-6385-48e5-a8a4-913b3204af47,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:26.346112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 05f55554-8896-4d8b-8b15-19c4ae6b7586 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:26.408138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 05f55554-8896-4d8b-8b15-19c4ae6b7586 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:26.438086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:26.638623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.008935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e0c8bb-2172-4759-92e5-b2966b2e1120 None None] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:14:27.061068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:14:27.091105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Provisioning for port 05f55554-8896-4d8b-8b15-19c4ae6b7586 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:27.098830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Provisioning complete for port 05f55554-8896-4d8b-8b15-19c4ae6b7586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:27.099729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.171373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:27.187543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:27.188484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.189938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8b34a55-6da0-4f51-808b-24a64c1b69e5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8890955 Aug 29 05:14:27.192573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49050) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:27.207347 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:27.208005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:27.468655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.520121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:27.523474 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] For port 05f55554-8896-4d8b-8b15-19c4ae6b7586, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=05f55554-8896-4d8b-8b15-19c4ae6b7586,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:27.549282 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.641932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.680113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e057059-88bc-4438-8a56-4d31e6018dbf None None] Pushing event updated for resources: {'Port': ['ID=05f55554-8896-4d8b-8b15-19c4ae6b7586,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:27.700054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9efaa452-607a-40ab-a2d9-ee8a40780a0b None None] Provisioning complete for port 05f55554-8896-4d8b-8b15-19c4ae6b7586 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:27.700428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9efaa452-607a-40ab-a2d9-ee8a40780a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.826774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:26Z', 'revision_number': 3, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:27.852750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Allocated IP 172.20.0.1 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/06ed60b6-1606-4c41-ad87-bcc38b500282) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:27.856727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:27.857079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Updating router 64e11d41-5c0f-4085-bf1d-4da533014fd3 port 3d134646-6385-48e5-a8a4-913b3204af47 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:14:27.884717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.956728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:27.969839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Transition to ACTIVE for port object 06ed60b6-1606-4c41-ad87-bcc38b500282 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:28.002874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.047742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:28.052279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:28.054696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:28.079053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Pushing event updated for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:28.098794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.160655 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.171556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Transition to ACTIVE for port object 3d134646-6385-48e5-a8a4-913b3204af47 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:28.179050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.237517 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7af6c-ae43-4c00-9e9b-e1732524475b None None] Pushing event updated for resources: {'Port': ['ID=3d134646-6385-48e5-a8a4-913b3204af47,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:28.242079 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Attempting to bind port 3d134646-6385-48e5-a8a4-913b3204af47 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:28.242738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Attempting to bind port 3d134646-6385-48e5-a8a4-913b3204af47 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:28.242841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Attempting to bind port 3d134646-6385-48e5-a8a4-913b3204af47 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:28.249812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:28.249997 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.250185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:28.250581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.250964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:28.251428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Bound port: 3d134646-6385-48e5-a8a4-913b3204af47, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:28.252071 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.312406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 05f55554-8896-4d8b-8b15-19c4ae6b7586 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:28.336761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] For port 3d134646-6385-48e5-a8a4-913b3204af47, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:28.358037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] For port 3d134646-6385-48e5-a8a4-913b3204af47, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d134646-6385-48e5-a8a4-913b3204af47,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:28.366005 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.399521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8d66e6f-210a-4051-a266-de6505178c9c None None] Provisioning for port 06ed60b6-1606-4c41-ad87-bcc38b500282 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:28.415616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e8d66e6f-210a-4051-a266-de6505178c9c None None] Provisioning complete for port 06ed60b6-1606-4c41-ad87-bcc38b500282 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:28.416002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8d66e6f-210a-4051-a266-de6505178c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.422521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.428341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.471338 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:28.471879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:28.494004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.495721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Pushing event updated for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:28.514823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7af6c-ae43-4c00-9e9b-e1732524475b None None] Pushing event updated for resources: {'Port': ['ID=3d134646-6385-48e5-a8a4-913b3204af47,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:28.522999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 05f55554-8896-4d8b-8b15-19c4ae6b7586 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:28.523362 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.526457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e8d66e6f-210a-4051-a266-de6505178c9c None None] Port 06ed60b6-1606-4c41-ad87-bcc38b500282 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:14:28.591403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:28.592874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:28.626866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:28.728602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:28.844893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:28.853294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1c182525-9daf-4818-bce9-1077a44d7a19 admin admin] 10.222.0.62 "PUT /v2.0/routers/64e11d41-5c0f-4085-bf1d-4da533014fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6561708 Aug 29 05:14:28.864144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e750e480-763d-497b-a395-457459e547de None None] Provisioning complete for port 06ed60b6-1606-4c41-ad87-bcc38b500282 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:28.864539 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e750e480-763d-497b-a395-457459e547de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:28.914057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e750e480-763d-497b-a395-457459e547de None None] Port 06ed60b6-1606-4c41-ad87-bcc38b500282 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:14:28.916741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 2, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:28.944232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799e768-7ccd-4c97-a255-1065d1defb5d None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 2, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:29.333496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49058) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:29.338272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392326114', 'description': 'tempest-description--672463456'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:29.368900 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.453864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.458199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.486252 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.490324 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1529281 Aug 29 05:14:29.490561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:29.495141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'security_group_rule': {'security_group_id': '44cfc031-2662-4d5c-abed-75f020f99fc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:29.501925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf84fe-b21a-4bce-9013-85087b66fc7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cfc031-2662-4d5c-abed-75f020f99fc7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:29.530419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.612859 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.617275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.635837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bcd351-2acc-4545-8700-09c93e8c649d,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:29.644137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.645401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f9bf8985-7f39-477a-81a4-bd2000c4676f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538990 Aug 29 05:14:29.648310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:29.652902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'security_group_rule': {'security_group_id': '44cfc031-2662-4d5c-abed-75f020f99fc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:29.682578 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.744259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.748229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.769333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5006e0ae-787d-40b0-911b-69b59fe51ee1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:29.773605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.776834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a343f234-a872-448c-b45c-edc5b014218f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270700 Aug 29 05:14:29.777994 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49064) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:29.782542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:29.804368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:29.907789 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.018457 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Allocated IP 172.25.3.52 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/68f7d38f-8109-45e7-a060-6464a139ca54) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:30.126174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.178229 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.210430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.242677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:30.245882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:30.251693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:30.254707 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=68f7d38f-8109-45e7-a060-6464a139ca54,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:30.326319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d134646-6385-48e5-a8a4-913b3204af47 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:30.347051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.376307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3d134646-6385-48e5-a8a4-913b3204af47 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:30.380505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d134646-6385-48e5-a8a4-913b3204af47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:30.380884 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.384237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.464461 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.485507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 3d134646-6385-48e5-a8a4-913b3204af47, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d134646-6385-48e5-a8a4-913b3204af47,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:30.489627 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.541026 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.541539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=3d134646-6385-48e5-a8a4-913b3204af47,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:30.546962 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.613160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=68f7d38f-8109-45e7-a060-6464a139ca54,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:30.625617 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.640039 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:30.641554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df9c57c0-f178-45b7-b6d5-e0a531c0e883 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8626261 Aug 29 05:14:30.786788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-ded7afc8-168a-4eaa-8d40-2b44590214ee tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--392326114&fields=id&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 267 time: 0.0354650 Aug 29 05:14:30.901164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-7cdcb7c6-a500-4098-a3de-c2b3a9480f8c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:30.902755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-7cdcb7c6-a500-4098-a3de-c2b3a9480f8c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1085615 Aug 29 05:14:30.919247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-eab42769-3eaa-4aae-9510-0bb20dd66862 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/quotas/bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Aug 29 05:14:30.925827 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:30.935822 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:30.936510 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:30.978149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-554f2393-910a-463e-97bd-88f37bf95802 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497272 Aug 29 05:14:30.998868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b529e686-390b-4b56-82ad-c48f577c4c2c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:14:30.999870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b529e686-390b-4b56-82ad-c48f577c4c2c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055785 Aug 29 05:14:31.043570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:31.093943 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b44eaae7-cacd-485f-948f-498593036a9a service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873435 Aug 29 05:14:31.185451 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-c29360cc-e1d1-4559-8cdc-34ffd3f58526 service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823255 Aug 29 05:14:31.242248 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 2, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:31.272094 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:31.272433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Updating router 64e11d41-5c0f-4085-bf1d-4da533014fd3 port 06ed60b6-1606-4c41-ad87-bcc38b500282 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:14:31.305906 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.394198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26d1d8e1-a929-423a-8eea-a0410ab191de req-f6d172d4-5313-4893-b9bd-998820405317 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 210 time: 0.0271378 Aug 29 05:14:31.575890 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.587396 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Transition to ACTIVE for port object 06ed60b6-1606-4c41-ad87-bcc38b500282 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:31.594358 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.643713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Pushing event updated for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:31.669504 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.669900 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.670173 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.670480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.670805 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.671118 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.671436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.671751 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.672115 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.672411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.672726 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.673041 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:14:31.714688 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Attempting to bind port 06ed60b6-1606-4c41-ad87-bcc38b500282 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:31.715049 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Attempting to bind port 06ed60b6-1606-4c41-ad87-bcc38b500282 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:31.715399 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Attempting to bind port 06ed60b6-1606-4c41-ad87-bcc38b500282 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:31.721566 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:31.721947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:31.722467 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.722933 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:31.723387 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Bound port: 06ed60b6-1606-4c41-ad87-bcc38b500282, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:31.723759 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.793351 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] For port 06ed60b6-1606-4c41-ad87-bcc38b500282, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:31.798058 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] For port 06ed60b6-1606-4c41-ad87-bcc38b500282, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06ed60b6-1606-4c41-ad87-bcc38b500282,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:31.802365 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:31.863220 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:31.864302 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:31.906933 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4cea8-214d-4c9b-996e-25c5a9f79142 None None] Pushing event updated for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:31.995881 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:32.191346 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:31Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:32.219827 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6475b187-f7bb-4d5c-ae2f-4d06e0fc32fa None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:31Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:32.317175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d134646-6385-48e5-a8a4-913b3204af47 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:32.372958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d134646-6385-48e5-a8a4-913b3204af47 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:32.373331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.474693 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06ed60b6-1606-4c41-ad87-bcc38b500282 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:32.538468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 06ed60b6-1606-4c41-ad87-bcc38b500282 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:32.539679 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-011aec90-ed41-4962-ac67-117fb0d3137a req-36ffa172-0640-4b43-95a8-9ddef1e1db86 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 210 time: 0.0426280 Aug 29 05:14:32.544998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 06ed60b6-1606-4c41-ad87-bcc38b500282 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:32.545622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.558004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-11deee6c-eff5-4120-b7aa-501ccb7606cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:32.559632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-11deee6c-eff5-4120-b7aa-501ccb7606cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1771879 Aug 29 05:14:32.614207 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-e5d5441e-7982-4817-aed7-9623ae0b0cf1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 379 time: 0.0385749 Aug 29 05:14:32.625769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'port': {'device_id': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'admin_state_up': True, 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'security_groups': ['44cfc031-2662-4d5c-abed-75f020f99fc7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:32.639118 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.678062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 06ed60b6-1606-4c41-ad87-bcc38b500282, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06ed60b6-1606-4c41-ad87-bcc38b500282,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:32.682903 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.739070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:32.746855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:14:32.750960 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:32.887882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Allocated IP 172.20.0.5 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/bfe06038-6f98-4f47-96b6-92292d3ff62b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:14:33.035815 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.049497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Transition to ACTIVE for port object bfe06038-6f98-4f47-96b6-92292d3ff62b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:33.081916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.126605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:14:33.129680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:14:33.133569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:14:33.139973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:33.189503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.190143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.204998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-cc7b1e2c-cd8c-48a9-a8b4-741e2a17305f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833969 Aug 29 05:14:33.224653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Request body: {'port': {'device_id': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:33.284254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.318473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92afe9fc-aabb-4851-8a9a-5ff73f5ccbce None None] Provisioning for port bfe06038-6f98-4f47-96b6-92292d3ff62b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:33.322350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92afe9fc-aabb-4851-8a9a-5ff73f5ccbce None None] Provisioning complete for port bfe06038-6f98-4f47-96b6-92292d3ff62b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:33.322770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-92afe9fc-aabb-4851-8a9a-5ff73f5ccbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.356348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-92afe9fc-aabb-4851-8a9a-5ff73f5ccbce None None] Port bfe06038-6f98-4f47-96b6-92292d3ff62b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:14:33.546804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe06038-6f98-4f47-96b6-92292d3ff62b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:14:33.553958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.569933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Transition to ACTIVE for port object bfe06038-6f98-4f47-96b6-92292d3ff62b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:14:33.575012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.629321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:33.709208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:14:33.709573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:14:33.709912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:33.715392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:14:33.715734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:14:33.721575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:14:33.722126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:14:33.722515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:14:33.722956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Bound port: bfe06038-6f98-4f47-96b6-92292d3ff62b, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:14:33.723321 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.796632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:14:33.800272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:14:33.805218 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.842119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.842860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:33.844517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] 10.222.0.54 "PUT /v2.0/ports/bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 1092 time: 0.6248016 Aug 29 05:14:33.844796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:33.847117 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35" -d '{"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:33.874743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9bb1f-159c-4b68-8ba4-e2a2b9339bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:33.933471 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9fcb2-9109-4746-abdc-a7a0f630a13a x-openstack-request-id: req-59a9fcb2-9109-4746-abdc-a7a0f630a13a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:33.933776 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:33.934030 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59a9fcb2-9109-4746-abdc-a7a0f630a13a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:33.934443 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'status': 'completed', 'code': 200} Aug 29 05:14:33.951068 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-3c179372-c9d1-4ab8-a6a8-4c4585d1dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:33.952650 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-3c179372-c9d1-4ab8-a6a8-4c4585d1dc05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1095 time: 0.0543454 Aug 29 05:14:34.000947 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-8f37321b-703b-4128-a616-a8aeddc5a29f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 217 time: 0.0396626 Aug 29 05:14:34.044323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db9083-e0dc-4ea7-b083-5d0b413e3d54 req-b43ccf4d-c603-4f8e-ae09-ccf7e25dfb68 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.045762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6db9083-e0dc-4ea7-b083-5d0b413e3d54 req-b43ccf4d-c603-4f8e-ae09-ccf7e25dfb68 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 943 time: 0.4473732 Aug 29 05:14:34.055878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-bf4ccc1a-988c-412d-a32d-295b61727393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.057371 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-bf4ccc1a-988c-412d-a32d-295b61727393 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0469499 Aug 29 05:14:34.085064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6db9083-e0dc-4ea7-b083-5d0b413e3d54 req-c124c49e-aad8-413d-9db4-1a517df0cf11 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Aug 29 05:14:34.117094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-561e6882-a179-49f7-9aff-e0b4811b5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.118636 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-561e6882-a179-49f7-9aff-e0b4811b5e99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489788 Aug 29 05:14:34.218012 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-b51dbebd-7751-43eb-89bf-802894beed90 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Aug 29 05:14:34.287149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06ed60b6-1606-4c41-ad87-bcc38b500282 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:34.313500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9becdd7a-2caa-4494-87ad-547b4f08f263 req-e63e5d4d-9952-40e6-8411-985fe8f8d25c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838850 Aug 29 05:14:34.333956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 06ed60b6-1606-4c41-ad87-bcc38b500282 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:34.334703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:34.411299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-6e330b00-2406-4da1-8205-b33b0323016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.413465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-6e330b00-2406-4da1-8205-b33b0323016c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1095 time: 0.0447130 Aug 29 05:14:34.506725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-198057ec-8ca4-4cb8-9d6b-8919806a13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.508218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-198057ec-8ca4-4cb8-9d6b-8919806a13e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0876610 Aug 29 05:14:34.550045 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-e91dd6b0-0b8e-494f-8876-1c321418b53f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 217 time: 0.0342414 Aug 29 05:14:34.601939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-5092db7b-c256-4bbb-b16a-5fce1c1a2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.603313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-5092db7b-c256-4bbb-b16a-5fce1c1a2ca9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0465446 Aug 29 05:14:34.656892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-24ec0fa8-5481-4d1a-858a-63c116a7d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:34.658411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-24ec0fa8-5481-4d1a-858a-63c116a7d64e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455005 Aug 29 05:14:34.747067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-62e193e2-e765-477c-9d62-9c1746a7f765 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Aug 29 05:14:35.131655 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-431e23ee-6bfb-4b92-b9c0-6ea21bd49c35 req-f1fb9099-bdf7-4635-ab7e-ae99449e5fe0 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760655 Aug 29 05:14:35.203503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885948db-79f9-4be5-9ce6-cfd4ca9e99b5 req-415ef84c-ade1-40e6-a2cc-d66e4549aa51 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:35.204990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-885948db-79f9-4be5-9ce6-cfd4ca9e99b5 req-415ef84c-ade1-40e6-a2cc-d66e4549aa51 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 943 time: 0.0480354 Aug 29 05:14:35.242237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-885948db-79f9-4be5-9ce6-cfd4ca9e99b5 req-aeda1369-4fe6-491d-8e5d-73783b075286 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Aug 29 05:14:36.114572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:14:36.204899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:36.216420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'mac_address': 'fa:16:3e:1e:fb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:14:36.255959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:36.268802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe06038-6f98-4f47-96b6-92292d3ff62b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:14:36.289059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:36.293673 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:36.355569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:36.369492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809c3fd-7f1d-4113-95b2-d1888834f6f0 req-a6380455-5bcc-4d98-ba4f-b4df53271cbd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:36.370996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5809c3fd-7f1d-4113-95b2-d1888834f6f0 req-a6380455-5bcc-4d98-ba4f-b4df53271cbd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0502255 Aug 29 05:14:36.408882 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5809c3fd-7f1d-4113-95b2-d1888834f6f0 req-df2b95c5-c3da-466a-aaf0-32386afe1dba tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319393 Aug 29 05:14:36.557129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['bfe06038-6f98-4f47-96b6-92292d3ff62b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:14:37.394753 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-333b3319-33b2-430c-b96d-a2e3a96c0324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:37.526631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa42df-4042-47d0-bd40-d4207cfb3dd8 req-9d7c696a-15e6-493d-9a1a-1fb211c97225 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:37.528103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7aaa42df-4042-47d0-bd40-d4207cfb3dd8 req-9d7c696a-15e6-493d-9a1a-1fb211c97225 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0519810 Aug 29 05:14:37.564341 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7aaa42df-4042-47d0-bd40-d4207cfb3dd8 req-5833433f-1355-4ac6-aec3-4b5fe5903a10 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302293 Aug 29 05:14:38.114466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:14:38.165323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port bfe06038-6f98-4f47-96b6-92292d3ff62b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:14:38.173549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port bfe06038-6f98-4f47-96b6-92292d3ff62b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:14:38.173946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:38.250767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:38.276775 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:38.279041 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa78c3d3-1d79-413e-87ce-c846ced4608a" -d '{"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-plugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:38.449640 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e1ea4-e521-447c-b86a-9ecbabe977a9 x-openstack-request-id: req-7f5e1ea4-e521-447c-b86a-9ecbabe977a9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:38.450373 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-plugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:38.450373 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f5e1ea4-e521-447c-b86a-9ecbabe977a9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:38.450646 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'code': 200} Aug 29 05:14:38.452340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:14:38.458960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:38.492323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234b242-ca09-41ef-adf3-93d82c461b46 req-86d84c0a-228d-4b0e-8e4b-42c42fa999aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:38.493744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4234b242-ca09-41ef-adf3-93d82c461b46 req-86d84c0a-228d-4b0e-8e4b-42c42fa999aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1097 time: 0.0425322 Aug 29 05:14:38.507709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:14:38.532359 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4234b242-ca09-41ef-adf3-93d82c461b46 req-43dc50a9-65e9-4888-a476-aa671f8688cf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288310 Aug 29 05:14:38.678684 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d145cd6-8ce0-4351-b21d-4f12112252ca req-dc58c8da-68cf-4d7e-b380-26efa7758b5f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:38.680238 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d145cd6-8ce0-4351-b21d-4f12112252ca req-dc58c8da-68cf-4d7e-b380-26efa7758b5f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0483871 Aug 29 05:14:38.717579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d145cd6-8ce0-4351-b21d-4f12112252ca req-98f971ad-b0dc-4d5b-b23c-5e4046aee4dc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Aug 29 05:14:39.833048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845a07-ce83-4b8d-8779-893b076deb11 req-171d218c-3e61-4922-ad5e-43c8d489ea0c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:39.835134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de845a07-ce83-4b8d-8779-893b076deb11 req-171d218c-3e61-4922-ad5e-43c8d489ea0c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0497127 Aug 29 05:14:39.873929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de845a07-ce83-4b8d-8779-893b076deb11 req-d26b90c0-05a2-47fd-a239-fb4c10f44ef4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Aug 29 05:14:40.365795 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:40.420307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8a4cdf8-7c66-46ea-b8d6-46985ace3de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:40.594946 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f50d8651-7985-4e89-b014-dd454591622d req-66117698-27e1-4b4d-adab-c6baa8eae71d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257347 Aug 29 05:14:40.680840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f50d8651-7985-4e89-b014-dd454591622d req-ca47e48b-a7d1-49e9-afd6-c259ff705e4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0278144 Aug 29 05:14:40.726676 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f50d8651-7985-4e89-b014-dd454591622d req-3c9ac9f3-b247-4cb4-8b54-8bfce804f98a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193124 Aug 29 05:14:40.818623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8651-7985-4e89-b014-dd454591622d req-31d0a1a5-b47c-4deb-960c-b321a5d225a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:40.820284 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f50d8651-7985-4e89-b014-dd454591622d req-31d0a1a5-b47c-4deb-960c-b321a5d225a6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864437 Aug 29 05:14:40.988614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2f321-a9f5-4155-801f-929ea711af86 req-ca117c2e-a40d-434e-abc7-cf17367f52ec tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:40.990498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ee2f321-a9f5-4155-801f-929ea711af86 req-ca117c2e-a40d-434e-abc7-cf17367f52ec tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0512097 Aug 29 05:14:41.027810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ee2f321-a9f5-4155-801f-929ea711af86 req-c1ea072f-d458-44c5-9a6b-1d876b8d4387 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Aug 29 05:14:41.143007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494cb0d-8b81-44af-bab4-b76021959b15 req-33a791ed-a18d-4877-b93a-569f4d8fb4ab tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:41.144524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9494cb0d-8b81-44af-bab4-b76021959b15 req-33a791ed-a18d-4877-b93a-569f4d8fb4ab tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0523515 Aug 29 05:14:41.153157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49112) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:14:41.157586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'floatingip': {'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:14:41.195885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:41.476090 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:41.629633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:41.635000 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:41.740949 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa associated. External IP: 172.25.3.52, port: bfe06038-6f98-4f47-96b6-92292d3ff62b. Aug 29 05:14:41.944707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:14:42.050760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:14:42.055499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.060275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:14:42.069498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:42.070063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:42.082740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-23ce51e8-4485-420f-b129-19666b70e9fc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "PUT /v2.0/floatingips/eb497160-d619-4269-b96a-eb6bf17549aa HTTP/1.1" status: 200 len: 990 time: 0.9285140 Aug 29 05:14:42.083912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:14:42.086166 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8" -d '{"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:14:42.184787 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ca4e6-48da-402c-8a49-e0cadcd9aff0 x-openstack-request-id: req-b28ca4e6-48da-402c-8a49-e0cadcd9aff0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:14:42.185091 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:14:42.185337 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b28ca4e6-48da-402c-8a49-e0cadcd9aff0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:14:42.185738 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'status': 'completed', 'code': 200} Aug 29 05:14:42.187248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:42.248777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-8578a4dc-4838-413d-a7f3-9e9d76a4c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.250377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-8578a4dc-4838-413d-a7f3-9e9d76a4c337 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1097 time: 0.0405288 Aug 29 05:14:42.344490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-e6bbb8fa-944e-40a6-a53e-be68856631d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.345887 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-e6bbb8fa-944e-40a6-a53e-be68856631d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0877037 Aug 29 05:14:42.411087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-48f910ef-ee20-4259-8235-eecd87253ebf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 998 time: 0.0580125 Aug 29 05:14:42.420398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:1e:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:14:41Z', 'revision_number': 1, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:42.447380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:14:42.455769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:14:42.456410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:14:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:42.464152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-1cd153b7-b5b2-4e3f-a9a8-6e2fb173dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.465637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-1cd153b7-b5b2-4e3f-a9a8-6e2fb173dc6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0479865 Aug 29 05:14:42.513783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-581c1802-f7dc-40c8-b11d-768645923dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:14:42.515323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-581c1802-f7dc-40c8-b11d-768645923dca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416961 Aug 29 05:14:42.560506 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:14:42.604095 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:42.608858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-20d7e958-ceaf-4a1a-b0fa-9bb56adf283c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Aug 29 05:14:42.710043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b64b7ca-a795-4e82-b80e-e0ac2fd829f8 req-ee34aab2-1408-4d6e-9cb2-05f7c511f73c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924606 Aug 29 05:14:42.796853 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-52744133-966e-48e8-9934-f05a2f92759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:1e:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:14:41Z', 'revision_number': 1, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:14:42.826327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52744133-966e-48e8-9934-f05a2f92759f None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:1e:fb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:14:41Z', 'revision_number': 1, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:14:43.026278 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccc9f7-b6a3-4e70-8bb5-5c3ce7006cff None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:14:43.228164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:14:48.680566 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:00.213334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:07.397910 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c0fb-5f95-49de-be43-18d092b555d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.367330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:10.423471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5c24-8fb1-4ec9-b736-85636d274612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:11.478253 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:12.592360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:13.231595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:19.641442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-c0b9548f-2c6f-4716-bda9-2e28d2499024 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396183 Aug 29 05:15:19.730161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-43b846c2-cc21-475e-9458-59a3946ad98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.731646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-43b846c2-cc21-475e-9458-59a3946ad98f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1097 time: 0.0402641 Aug 29 05:15:19.839048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-bf3017c3-fde3-4bfc-aa30-fd4ea7d3d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.840555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-bf3017c3-fde3-4bfc-aa30-fd4ea7d3d3f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0859358 Aug 29 05:15:19.907908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-9348dff2-6365-40e4-8943-82b65ee04204 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 1000 time: 0.0582728 Aug 29 05:15:19.961121 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-78815ddf-aa1b-4db7-bf2b-3eb01e717581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:19.962601 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-78815ddf-aa1b-4db7-bf2b-3eb01e717581 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0472960 Aug 29 05:15:20.013912 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-5c414b75-9221-4a24-b266-8d481b0d0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:20.015387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-5c414b75-9221-4a24-b266-8d481b0d0df4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390093 Aug 29 05:15:20.104781 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-87729897-bbff-45ac-8b7d-271667c5644c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810611 Aug 29 05:15:20.200306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4bddb9d3-cbae-492d-876a-f6968a6a7a6e req-801496d5-1986-4bb5-911d-df4a72b6bd0e service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Aug 29 05:15:25.681618 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:15:30.211732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:37.400616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a881f139-67ba-4e3f-a333-25497e771388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.368730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:40.424069 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e917edff-c8a1-4d5d-b288-254a09d8db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:41.480885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:41.576179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5bdf5671-212a-4197-98fd-e7c1303089dd req-e61607c0-cc56-4b2f-af29-7a735dabd1dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261199 Aug 29 05:15:41.664115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5bdf5671-212a-4197-98fd-e7c1303089dd req-12878111-9d7d-46dc-839a-2e8887c17ebf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0252504 Aug 29 05:15:41.709777 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5bdf5671-212a-4197-98fd-e7c1303089dd req-61866516-3e80-4d02-be93-2c1354ab9401 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194194 Aug 29 05:15:41.808910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf5671-212a-4197-98fd-e7c1303089dd req-340f4c71-7e5f-4931-8a5c-47f22e9e2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:15:41.810277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5bdf5671-212a-4197-98fd-e7c1303089dd req-340f4c71-7e5f-4931-8a5c-47f22e9e2038 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940332 Aug 29 05:15:42.597046 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:15:43.233062 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:00.214358 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:02.681186 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:07.402374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f6d2e45-dca7-49d0-a0ba-99188d5dffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.369309 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:10.426200 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b766568-718a-4836-8af1-54372217c482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:11.482548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:12.621652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:13.235642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:19.642567 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-2fa06784-aad7-4bd8-84f9-b0763c8b445f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403595 Aug 29 05:16:19.727368 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc18c-ecae-489c-9386-88c1e0846274 req-924db4d7-ee25-4b6d-8415-f59b66462f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:19.729104 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-924db4d7-ee25-4b6d-8415-f59b66462f5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1097 time: 0.0420520 Aug 29 05:16:19.847747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc18c-ecae-489c-9386-88c1e0846274 req-e03efa3c-a8b3-4263-a0b3-fc12590d6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:19.849258 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-e03efa3c-a8b3-4263-a0b3-fc12590d6ea4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0890737 Aug 29 05:16:19.918999 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-5047b14f-ae4e-4cfc-a909-020706dc60d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 1000 time: 0.0618739 Aug 29 05:16:19.977018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc18c-ecae-489c-9386-88c1e0846274 req-87667ff4-b6a7-4139-9303-0af1e51da008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:19.978506 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-87667ff4-b6a7-4139-9303-0af1e51da008 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0519519 Aug 29 05:16:20.025233 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecc18c-ecae-489c-9386-88c1e0846274 req-c649ed0c-0538-4bed-a9eb-90dbc0e863ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:20.026769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-c649ed0c-0538-4bed-a9eb-90dbc0e863ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400145 Aug 29 05:16:20.123356 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-31d43af3-b230-4203-b9f2-66137f740a6b service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882862 Aug 29 05:16:20.216963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-acecc18c-ecae-489c-9386-88c1e0846274 req-6abac722-e397-4517-9d45-cc728e4376d7 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848579 Aug 29 05:16:23.719037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04b436-c73d-49f1-bb78-7a8d545d69da req-38a74905-4819-4ddf-923b-9ef353a5759c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:23.720613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f04b436-c73d-49f1-bb78-7a8d545d69da req-38a74905-4819-4ddf-923b-9ef353a5759c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0527239 Aug 29 05:16:23.762902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f04b436-c73d-49f1-bb78-7a8d545d69da req-42cb2424-9a64-4a02-8e08-7ee1ef513ee5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Aug 29 05:16:23.978888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 49340) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:24.013419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2161f-4938-4483-8ec4-995c2732483e req-f4acf646-0f8d-46f6-ba6c-925058486868 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:24.015190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fb2161f-4938-4483-8ec4-995c2732483e req-f4acf646-0f8d-46f6-ba6c-925058486868 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0608771 Aug 29 05:16:24.054440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fb2161f-4938-4483-8ec4-995c2732483e req-94013c84-7e18-42dc-a4cc-913d244a3747 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Aug 29 05:16:24.068452 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-78c8d157-8359-4cee-a119-d6f212692ccd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882938 Aug 29 05:16:25.171722 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2255-0ca3-47d8-a6cb-a58b6d3a5373 req-1131fa90-ba8c-4615-b420-8e1df930023e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.173235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89dd2255-0ca3-47d8-a6cb-a58b6d3a5373 req-1131fa90-ba8c-4615-b420-8e1df930023e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0492983 Aug 29 05:16:25.211367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89dd2255-0ca3-47d8-a6cb-a58b6d3a5373 req-5c41e51c-ad79-4f20-bc1a-fa1928c23f99 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Aug 29 05:16:25.385000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-a8f734b1-bec3-4e1a-8402-1e753b4e2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.386527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-a8f734b1-bec3-4e1a-8402-1e753b4e2ce6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1097 time: 0.0415616 Aug 29 05:16:25.484410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-af9d0ba0-39a0-4761-ba5f-51106991c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.485888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-af9d0ba0-39a0-4761-ba5f-51106991c880 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0907390 Aug 29 05:16:25.555744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-0e3f20da-7a24-4f23-b24e-99f040a31f4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 1000 time: 0.0604529 Aug 29 05:16:25.615250 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-ca7f26e8-30bf-4170-b3ad-3aae9fb1a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.616746 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-ca7f26e8-30bf-4170-b3ad-3aae9fb1a771 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0526941 Aug 29 05:16:25.676082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-968be8c0-e381-4e30-9ef8-e2d053057c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:25.677520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-968be8c0-e381-4e30-9ef8-e2d053057c97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472996 Aug 29 05:16:25.788204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-8dd49d50-44b3-4000-9045-102086920e7a service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963078 Aug 29 05:16:25.884437 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-e0993ecc-e3de-4e30-aeda-39f61271c06f service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875614 Aug 29 05:16:26.327789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2aaef-085d-43ca-9c9e-f6eb49e95fee req-da656d7d-0a1b-467a-8d69-4d9695615dd7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:26.329293 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b2aaef-085d-43ca-9c9e-f6eb49e95fee req-da656d7d-0a1b-467a-8d69-4d9695615dd7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0496504 Aug 29 05:16:26.366610 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07b2aaef-085d-43ca-9c9e-f6eb49e95fee req-333b67a9-ea36-4c51-b539-645d45ff58d6 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Aug 29 05:16:27.486898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36212b74-c1ed-4626-9cdb-d1644bad0dd1 req-c676b49f-5f24-4bad-a986-2474c908591c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:27.488407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36212b74-c1ed-4626-9cdb-d1644bad0dd1 req-c676b49f-5f24-4bad-a986-2474c908591c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0533943 Aug 29 05:16:27.528755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36212b74-c1ed-4626-9cdb-d1644bad0dd1 req-3252cfdd-3710-4f99-8d74-74347d7bbd0d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345259 Aug 29 05:16:28.645985 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11464efd-db98-4dbc-9cfd-6d28d5f1c717 req-accf22ca-7ce4-4315-b84e-76b9da4e51fe tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:28.647494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11464efd-db98-4dbc-9cfd-6d28d5f1c717 req-accf22ca-7ce4-4315-b84e-76b9da4e51fe tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0495090 Aug 29 05:16:28.685773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11464efd-db98-4dbc-9cfd-6d28d5f1c717 req-1cae25ef-177d-4d4a-a640-8ee96a503fcd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 29 05:16:29.807618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ad980-c172-49f6-85c2-11957315be9e req-8d4c4655-e120-4f98-b207-cd6158ea47cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:29.811259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-989ad980-c172-49f6-85c2-11957315be9e req-8d4c4655-e120-4f98-b207-cd6158ea47cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0509515 Aug 29 05:16:29.847961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-989ad980-c172-49f6-85c2-11957315be9e req-6277aa63-e699-46ab-abe8-17b5b4b406b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327797 Aug 29 05:16:30.225960 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:30.973956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f5b6-f36d-43a5-8543-a0856e1707e1 req-fd89894b-c799-48a1-9e42-a9898fc8296e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:30.975446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f3f5b6-f36d-43a5-8543-a0856e1707e1 req-fd89894b-c799-48a1-9e42-a9898fc8296e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0537486 Aug 29 05:16:31.013407 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f8f3f5b6-f36d-43a5-8543-a0856e1707e1 req-d8dc588e-68f5-4a96-9567-b913ae7c8ef3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Aug 29 05:16:32.137712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35154577-7df1-489f-af5b-fa3bd57b7875 req-a4599064-24b0-412b-977f-ad882c4492cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:32.139226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35154577-7df1-489f-af5b-fa3bd57b7875 req-a4599064-24b0-412b-977f-ad882c4492cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0592976 Aug 29 05:16:32.177609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35154577-7df1-489f-af5b-fa3bd57b7875 req-919c2f1e-567f-49b0-a7e8-e64f9714b31a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315835 Aug 29 05:16:33.290844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef7664-4d2f-40d9-b690-b7fced24050f req-132b1b93-0dfd-49a1-aa32-ce319d7b7810 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:33.292387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1aef7664-4d2f-40d9-b690-b7fced24050f req-132b1b93-0dfd-49a1-aa32-ce319d7b7810 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0488927 Aug 29 05:16:33.329861 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1aef7664-4d2f-40d9-b690-b7fced24050f req-ca7ec864-7b31-40a5-b417-98022aea1971 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Aug 29 05:16:34.447334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f9c6-39bb-452e-b2d0-ff2c105fe439 req-0d0c43a8-723e-4e41-989f-294160ddc936 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:34.448848 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bde5f9c6-39bb-452e-b2d0-ff2c105fe439 req-0d0c43a8-723e-4e41-989f-294160ddc936 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0527732 Aug 29 05:16:34.486204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bde5f9c6-39bb-452e-b2d0-ff2c105fe439 req-3d0e08ff-f4ed-4171-b991-e98a21dc1c2c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Aug 29 05:16:35.613339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c629a-39e0-4253-bfd1-1bd6dab4f715 req-a97c6a81-0912-4ffa-b2aa-877f3712bfaf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:35.614843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-357c629a-39e0-4253-bfd1-1bd6dab4f715 req-a97c6a81-0912-4ffa-b2aa-877f3712bfaf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0546355 Aug 29 05:16:35.653463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-357c629a-39e0-4253-bfd1-1bd6dab4f715 req-2d94d331-cc72-43ab-ad51-ec5396d3ad07 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Aug 29 05:16:36.769662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4717a-9b4d-43a4-a253-b97d440854eb req-78448cc1-5b8b-43eb-83b9-b7506229e13e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:36.771146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ef4717a-9b4d-43a4-a253-b97d440854eb req-78448cc1-5b8b-43eb-83b9-b7506229e13e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0505795 Aug 29 05:16:36.808850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ef4717a-9b4d-43a4-a253-b97d440854eb req-72c9ad2d-1803-4a67-876b-1bf997643e04 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Aug 29 05:16:37.403121 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0cb18d5a-6b1b-44ec-81d4-df17620b800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:37.933624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f88a-89aa-4a79-a061-ecb64e9906e3 req-484af787-4776-4a0b-9ac5-6f16b22ac8ce tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:37.935844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e06f88a-89aa-4a79-a061-ecb64e9906e3 req-484af787-4776-4a0b-9ac5-6f16b22ac8ce tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0597501 Aug 29 05:16:37.975483 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e06f88a-89aa-4a79-a061-ecb64e9906e3 req-9be0197d-bd2c-4ea1-bc54-eb1c67bcc989 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Aug 29 05:16:38.157093 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d5d8d2bb-3f69-425f-b533-cf02162cd22f service neutron] show failed (client error): The resource could not be found. Aug 29 05:16:38.158173 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d5d8d2bb-3f69-425f-b533-cf02162cd22f service neutron] 10.222.0.54 "GET /v2.0/ports/bfe06038-6f98-4f47-96b6-92292d3ff62b/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0561714 Aug 29 05:16:38.377348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-4c78e832-71d4-4bb8-a5c0-257b01193126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:38.379156 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-4c78e832-71d4-4bb8-a5c0-257b01193126 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1097 time: 0.0450158 Aug 29 05:16:38.403827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:38.459908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.658181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:38.690332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:38.729782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:38.732077 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9fe39-5a3d-4eb8-9046-8b2b868b7f7c" -d '{"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:38.735807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.748301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Transition to ACTIVE for port object bfe06038-6f98-4f47-96b6-92292d3ff62b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:38.752374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:38.798231 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95883760-7aff-4e10-af37-2601320a9712 x-openstack-request-id: req-95883760-7aff-4e10-af37-2601320a9712 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:38.798511 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:38.798769 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95883760-7aff-4e10-af37-2601320a9712 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:38.799199 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'code': 200} Aug 29 05:16:38.807812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:38.874165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.874516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.874895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.875186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.875521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.875845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.876208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.876536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.876928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.877311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.877541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.877863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:38.948512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] No DVR routers for this DVR port bfe06038-6f98-4f47-96b6-92292d3ff62b on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:39.097961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:39.098449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:39.098901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:39.101719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64544b-f5ad-44b0-aa22-79e511d75912 req-8b98fbcf-ddd6-408a-87f6-149500794d53 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.103304 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f64544b-f5ad-44b0-aa22-79e511d75912 req-8b98fbcf-ddd6-408a-87f6-149500794d53 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 943 time: 0.0582306 Aug 29 05:16:39.104390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:16:39.104717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Attempting to bind port bfe06038-6f98-4f47-96b6-92292d3ff62b on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:39.112318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:39.112903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:39.113422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:39.113708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Bound port: bfe06038-6f98-4f47-96b6-92292d3ff62b, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:39.114065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.145856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f64544b-f5ad-44b0-aa22-79e511d75912 req-bbcfbd94-b07d-49be-aa72-1b4f385f1dbd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337014 Aug 29 05:16:39.181693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:39.182919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:39.187588 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.231088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.231725 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:39.233257 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] 10.222.0.50 "PUT /v2.0/ports/bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 1092 time: 0.8335617 Aug 29 05:16:39.260614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fca0-3486-44b8-8bb3-f18cf810b537 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:39.323064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-c38742a5-40ba-481b-be7d-c5b1a4930da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.324698 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-c38742a5-40ba-481b-be7d-c5b1a4930da2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1095 time: 0.0457735 Aug 29 05:16:39.430953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-766168eb-c20a-4f32-8d6d-953e970e4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.432588 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-766168eb-c20a-4f32-8d6d-953e970e4a55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0965042 Aug 29 05:16:39.500527 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-f58fb73e-2c7f-42e8-89fe-99a8e3a01390 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 998 time: 0.0594125 Aug 29 05:16:39.553656 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-f62578cc-afb8-4c5f-be75-5e52909002db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.555102 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-f62578cc-afb8-4c5f-be75-5e52909002db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0471046 Aug 29 05:16:39.616203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-f5356e12-717f-488c-b8a3-18869e587fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:39.617737 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-f5356e12-717f-488c-b8a3-18869e587fc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548246 Aug 29 05:16:39.680251 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:16:39.707841 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-9a790722-cdf1-4907-b0a7-202d21c02de3 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811286 Aug 29 05:16:39.801162 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bde878f1-cded-4b49-9a8e-d4b7a575572c req-9c46b9d6-1076-4fc0-92e8-9cb4f8125d61 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Aug 29 05:16:40.269247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca09daf-880e-4ba9-ab34-6dbf9938e61c req-d9b68bbf-fbb2-4e73-ae16-44f4ce3cf310 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.270751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ca09daf-880e-4ba9-ab34-6dbf9938e61c req-d9b68bbf-fbb2-4e73-ae16-44f4ce3cf310 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 943 time: 0.0480666 Aug 29 05:16:40.310141 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ca09daf-880e-4ba9-ab34-6dbf9938e61c req-e9ddb41e-7646-4d9b-a868-73c37606e21b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333869 Aug 29 05:16:40.368787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.424974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5c6d988b-e1de-46db-a6d0-10306ce9f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:40.799900 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:40.802242 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3" -d '{"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:40.850568 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ac683e-ae0f-48e9-829a-932fbdf00766 x-openstack-request-id: req-21ac683e-ae0f-48e9-829a-932fbdf00766 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:40.850859 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:40.851115 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21ac683e-ae0f-48e9-829a-932fbdf00766 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:40.851549 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'status': 'completed', 'code': 200} Aug 29 05:16:40.944952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-a150cf71-7270-4693-8bc0-ba13624ff33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.946465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-a150cf71-7270-4693-8bc0-ba13624ff33a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1095 time: 0.0726709 Aug 29 05:16:40.952292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-85e95dfb-02b2-4ab3-972b-6c207ebc7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:40.953664 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-85e95dfb-02b2-4ab3-972b-6c207ebc7990 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1095 time: 0.0534358 Aug 29 05:16:41.108412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-917ea2e8-a9a3-49ed-9926-5d9efd6ecb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.110203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-917ea2e8-a9a3-49ed-9926-5d9efd6ecb7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1553147 Aug 29 05:16:41.111173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-622cb10c-dd19-4e8e-bc75-a101a2b0fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.113047 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-622cb10c-dd19-4e8e-bc75-a101a2b0fd9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1514735 Aug 29 05:16:41.237074 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-d0ce86eb-233a-4495-8ea5-4026bbd818f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 998 time: 0.1154058 Aug 29 05:16:41.240740 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-a8ff0dc4-3462-4a90-af24-ac988dfad679 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 998 time: 0.1138742 Aug 29 05:16:41.322322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-6726b471-c1b4-47d8-9ad8-51a52ddc1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.323778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-6726b471-c1b4-47d8-9ad8-51a52ddc1c0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0774598 Aug 29 05:16:41.325394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-b2269daf-5d6a-4136-8d84-14857a954ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.326696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-b2269daf-5d6a-4136-8d84-14857a954ef8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0726016 Aug 29 05:16:41.403723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-e231216f-a19c-47fa-bbba-d01efc08e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.405269 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-e231216f-a19c-47fa-bbba-d01efc08e849 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641270 Aug 29 05:16:41.407739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-a5c1960a-eaf9-4db6-a80f-e788c1e6714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.409672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-a5c1960a-eaf9-4db6-a80f-e788c1e6714c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772376 Aug 29 05:16:41.432149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e58c94-11c8-4c6f-a8c7-c0fb6aa98b44 req-e0020d88-56ad-4394-b3be-6eae435fc170 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:41.433656 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7e58c94-11c8-4c6f-a8c7-c0fb6aa98b44 req-e0020d88-56ad-4394-b3be-6eae435fc170 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 943 time: 0.0553000 Aug 29 05:16:41.476639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b7e58c94-11c8-4c6f-a8c7-c0fb6aa98b44 req-74377841-4721-4692-867c-200d68311e02 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370288 Aug 29 05:16:41.499413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:41.570810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-26fd0372-c10d-4235-88df-c6a8a868cf66 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575117 Aug 29 05:16:41.594563 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-dd7f4b0d-9841-43ee-9035-6486f160efbd service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638970 Aug 29 05:16:41.734508 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-bd8acbbb-cd4b-4f2c-adef-c8b571e17e6a service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527925 Aug 29 05:16:41.739480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1023a95f-7a0a-43ad-a4d2-2b6ea11065c3 req-4e657920-6910-4cf0-a464-144288281f54 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347091 Aug 29 05:16:42.338198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:16:42.429483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.445444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'mac_address': 'fa:16:3e:1e:fb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:16:42.482123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.495229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe06038-6f98-4f47-96b6-92292d3ff62b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:42.515395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:42.520637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.571045 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:42.581018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.581471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.581814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.582155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.582494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.582673 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36fefc2b-f767-47af-b845-02366ccd7408 req-ef2265cd-0ace-49c1-a7b7-2fad6ad43a8b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303273 Aug 29 05:16:42.583354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.583354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.583530 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.583765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.584125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.584453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.584778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:16:42.612747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:42.620202 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b2de5-272b-4304-98f9-49cdc336a19c req-b8606853-ecdb-4e62-974f-28d6364436e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:42.621793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-521b2de5-272b-4304-98f9-49cdc336a19c req-b8606853-ecdb-4e62-974f-28d6364436e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0653465 Aug 29 05:16:42.663065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-521b2de5-272b-4304-98f9-49cdc336a19c req-cac40f85-133b-4e79-9e63-5fd9c4e94ba1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Aug 29 05:16:42.677710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36fefc2b-f767-47af-b845-02366ccd7408 req-bf84d118-8802-4704-a42a-2034822de86f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0302601 Aug 29 05:16:42.726412 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36fefc2b-f767-47af-b845-02366ccd7408 req-2ce99133-9e41-4be4-9eb8-67f4481b79c1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192442 Aug 29 05:16:42.844555 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fefc2b-f767-47af-b845-02366ccd7408 req-790e2de8-00a9-40ab-b789-142025693d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:42.846574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36fefc2b-f767-47af-b845-02366ccd7408 req-790e2de8-00a9-40ab-b789-142025693d25 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074800 Aug 29 05:16:42.857890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8c400-d19d-47a4-bfe6-61b40dee9ea8 req-b3a365e4-5440-4902-9e32-f3d7fe74cbe4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:42.859400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48f8c400-d19d-47a4-bfe6-61b40dee9ea8 req-b3a365e4-5440-4902-9e32-f3d7fe74cbe4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0496311 Aug 29 05:16:42.875856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['bfe06038-6f98-4f47-96b6-92292d3ff62b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:42.895830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d004-5237-47c8-8385-153e1986be9b req-ccf5e9bf-df50-477e-9092-4f1c3feef795 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:42.897360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-ccf5e9bf-df50-477e-9092-4f1c3feef795 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf&tenant_id=bf1ab05449854c859242f8bcd606d561&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.0660119 Aug 29 05:16:42.901965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:42.905442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48f8c400-d19d-47a4-bfe6-61b40dee9ea8 req-f02f49dd-b9e8-4bb3-8d8f-ba8454400ea4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352781 Aug 29 05:16:42.964184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:42.964597 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-05b8d004-5237-47c8-8385-153e1986be9b req-1c813158-5317-4f68-9522-a241d2504954 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:16:42.966096 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-1c813158-5317-4f68-9522-a241d2504954 service neutron] 10.222.0.54 "DELETE /v2.0/ports/bfe06038-6f98-4f47-96b6-92292d3ff62b/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0609558 Aug 29 05:16:43.052609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d004-5237-47c8-8385-153e1986be9b req-67edad25-d769-43c7-99d8-e96d7a837671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.054092 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-67edad25-d769-43c7-99d8-e96d7a837671 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 1096 time: 0.0422163 Aug 29 05:16:43.143699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d004-5237-47c8-8385-153e1986be9b req-0d2257ef-93b3-4ae1-830e-b2eb30b0b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.145281 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-0d2257ef-93b3-4ae1-830e-b2eb30b0b26d service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0837965 Aug 29 05:16:43.214509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-2ee6852e-783c-4058-be31-578f592bdef9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 200 len: 999 time: 0.0601208 Aug 29 05:16:43.239561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:43.270711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d004-5237-47c8-8385-153e1986be9b req-5ee05440-6fa0-4c79-9c4d-7f0425d7361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.272193 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-5ee05440-6fa0-4c79-9c4d-7f0425d7361f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0485077 Aug 29 05:16:43.322038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d004-5237-47c8-8385-153e1986be9b req-d7b3fbdf-931b-48cd-8228-e1eb2a7924c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:43.323547 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-d7b3fbdf-931b-48cd-8228-e1eb2a7924c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410399 Aug 29 05:16:43.416488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-3e07eea5-219b-4fa4-adae-00bb13667bf2 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Aug 29 05:16:43.505336 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-05b8d004-5237-47c8-8385-153e1986be9b req-1b020569-c535-4215-84db-7ce49b555538 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803876 Aug 29 05:16:44.032379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354bc0c-f607-4468-8373-c9ab98c36f4a req-c380cd8f-ef0a-40ce-a64e-cc8c15e6e682 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.033950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2354bc0c-f607-4468-8373-c9ab98c36f4a req-c380cd8f-ef0a-40ce-a64e-cc8c15e6e682 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0545330 Aug 29 05:16:44.074103 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2354bc0c-f607-4468-8373-c9ab98c36f4a req-856bd0ef-7141-4ddc-b046-050a33b07849 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Aug 29 05:16:44.194186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef5ab-83da-461f-add3-de89d290bc35 req-90ca5677-fb3f-4a16-9e99-b12550a8711c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.195579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-747ef5ab-83da-461f-add3-de89d290bc35 req-90ca5677-fb3f-4a16-9e99-b12550a8711c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0508730 Aug 29 05:16:44.233007 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-747ef5ab-83da-461f-add3-de89d290bc35 req-25e706d3-5507-4056-866f-e0621d9d986d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 29 05:16:44.352719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:44.355208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651995c5-afd5-4b57-9284-903fa772edd8 req-75bf8f39-9ac3-4a81-bb22-98a95eb4a3b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.356753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-651995c5-afd5-4b57-9284-903fa772edd8 req-75bf8f39-9ac3-4a81-bb22-98a95eb4a3b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 944 time: 0.0482986 Aug 29 05:16:44.394427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-651995c5-afd5-4b57-9284-903fa772edd8 req-d59b0914-5118-48d1-ad45-452dd4d7d8ec tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Aug 29 05:16:44.400987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port bfe06038-6f98-4f47-96b6-92292d3ff62b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:44.404888 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port bfe06038-6f98-4f47-96b6-92292d3ff62b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:44.405256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.485297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.508598 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:44.510916 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6756f382-933e-4d4b-8434-2aab39c8b8eb" -d '{"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-plugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:44.524957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:44.530152 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:44.557263 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe97e4-41e9-4e50-b6b3-1a4446a8164d x-openstack-request-id: req-95fe97e4-41e9-4e50-b6b3-1a4446a8164d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:44.557574 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-plugged", "status": "completed", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:44.557849 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95fe97e4-41e9-4e50-b6b3-1a4446a8164d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:44.558201 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'code': 200} Aug 29 05:16:44.581961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:44.646521 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a401b4-2a88-4ee5-87b1-b6f76fbf27bb req-94e09a39-ad64-45f0-9243-dbd1b3fc6172 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:44.648053 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06a401b4-2a88-4ee5-87b1-b6f76fbf27bb req-94e09a39-ad64-45f0-9243-dbd1b3fc6172 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0552773 Aug 29 05:16:44.685173 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06a401b4-2a88-4ee5-87b1-b6f76fbf27bb req-c906bc73-62ca-40e0-8309-e6c978fb0596 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Aug 29 05:16:45.802035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b03244-bfd8-4e1b-8843-521efdc4d513 req-18cf2947-d518-46c0-aa7e-5ec4a8747110 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:45.803708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62b03244-bfd8-4e1b-8843-521efdc4d513 req-18cf2947-d518-46c0-aa7e-5ec4a8747110 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0515263 Aug 29 05:16:45.841384 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62b03244-bfd8-4e1b-8843-521efdc4d513 req-ad13f3dc-3a66-49f6-9833-5d1f44878dc2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318043 Aug 29 05:16:46.144091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-622138e9-c044-4181-8ff2-1c4c1aa5eca7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:46.145602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-622138e9-c044-4181-8ff2-1c4c1aa5eca7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 945 time: 0.0544405 Aug 29 05:16:46.231819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Deleting port bfe06038-6f98-4f47-96b6-92292d3ff62b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:16:46.232196 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:46.322692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] For port bfe06038-6f98-4f47-96b6-92292d3ff62b, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=bfe06038-6f98-4f47-96b6-92292d3ff62b,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:46.323058 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:46.771369 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:46.771753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:46.772106 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa disassociated. External IP: 172.25.3.52, port: bfe06038-6f98-4f47-96b6-92292d3ff62b. Aug 29 05:16:46.772449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Calling delete_port for bfe06038-6f98-4f47-96b6-92292d3ff62b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:16:46.903558 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:46.933119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'Port': ['ID=bfe06038-6f98-4f47-96b6-92292d3ff62b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:46.941366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91da25b0-5b3e-4615-9b4f-0ee5975ae665 req-1995867a-ee8c-4930-b0ba-0498100c4d73 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=edffab7e-e963-4da1-a235-51b55c9ce5bf HTTP/1.1" status: 200 len: 210 time: 0.0297451 Aug 29 05:16:47.052735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:47.163398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:47.173140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:47.183568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:47.184212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:47.204053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] No DVR routers for this DVR port bfe06038-6f98-4f47-96b6-92292d3ff62b on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:16:47.208958 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:47.210906 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b360f8b5-c63a-4513-96e3-8d3a416f94b4 req-321d7a06-a62b-4c09-8624-ae655d9c085f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "DELETE /v2.0/ports/bfe06038-6f98-4f47-96b6-92292d3ff62b HTTP/1.1" status: 204 len: 173 time: 1.0591679 Aug 29 05:16:47.211351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-deleted', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:47.215673 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f225709c-dbd5-46eb-8086-4fa394ee2bad" -d '{"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-deleted", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:47.262042 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de703f44-76d9-4cb5-a386-dc92de67a995 x-openstack-request-id: req-de703f44-76d9-4cb5-a386-dc92de67a995 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:47.262451 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edffab7e-e963-4da1-a235-51b55c9ce5bf", "name": "network-vif-deleted", "tag": "bfe06038-6f98-4f47-96b6-92292d3ff62b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:47.262837 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de703f44-76d9-4cb5-a386-dc92de67a995 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:47.263295 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edffab7e-e963-4da1-a235-51b55c9ce5bf', 'name': 'network-vif-deleted', 'tag': 'bfe06038-6f98-4f47-96b6-92292d3ff62b', 'status': 'completed', 'code': 200} Aug 29 05:16:47.303763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:47.510363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:47.537789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:47.546106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:47.546709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:47.650619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:47.838331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:47.867330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0d017-b358-4d67-8de1-55b996558cc4 None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:48.099267 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe343a-56ff-43de-8672-aac8a4b76584 None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:16:48.179539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-d00b5074-5304-4e80-8b7d-babb50a7fa6f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--392326114&fields=id&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 267 time: 0.0331664 Aug 29 05:16:48.292422 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-6468c841-0445-400a-a95a-390817ddd46a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:48.293888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-6468c841-0445-400a-a95a-390817ddd46a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1077454 Aug 29 05:16:48.313678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-4af7dafa-6591-4cf4-aab2-a6de36b99c4c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/quotas/bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 375 time: 0.0133173 Aug 29 05:16:48.370854 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-be6bd3b8-cef8-454c-8e37-39c7dc752834 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475218 Aug 29 05:16:48.470459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-2f1d0d29-c56f-43a0-9406-72d0dd8aa03f service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874004 Aug 29 05:16:48.557622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-c2fce00c-3964-431a-b13e-c340c6a2beea service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809722 Aug 29 05:16:48.716573 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a99b833b-590c-41c0-b3bf-54d3849eaeca req-9bbeb066-48a2-4c81-80d5-107c05620a98 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Aug 29 05:16:49.745096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-7df6786c-09a0-45cb-ad7f-2ae28fad2875 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:49.746681 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-7df6786c-09a0-45cb-ad7f-2ae28fad2875 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1058547 Aug 29 05:16:49.794713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-2802c3dc-d3f6-431b-866d-6961e1b1900c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 379 time: 0.0363605 Aug 29 05:16:49.809387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'port': {'device_id': '4a491371-7426-4c89-b86f-e38a0caa3988', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'admin_state_up': True, 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'security_groups': ['44cfc031-2662-4d5c-abed-75f020f99fc7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:49.816826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b875fcbf-6b3f-4b97-855f-9177cb154e97 req-ac59a960-aaf4-40a0-8b5d-e9da058d237f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 210 time: 0.0305967 Aug 29 05:16:49.915238 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:16:49.918756 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.051697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Allocated IP 172.20.0.3 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/5115b4d6-ce87-4bf3-922f-3b949186542d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:16:50.193239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.206479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Transition to ACTIVE for port object 5115b4d6-ce87-4bf3-922f-3b949186542d will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:50.238794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.281015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:16:50.284066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:16:50.288525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:16:50.314335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:50.356100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:50.356750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.365282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:16:50.376791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-25257d03-e0a0-4438-a109-60a391aa4d82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713325 Aug 29 05:16:50.390888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Request body: {'port': {'device_id': '4a491371-7426-4c89-b86f-e38a0caa3988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:50.455627 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.545320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: bfe06038-6f98-4f47-96b6-92292d3ff62b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:16:50.545647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device bfe06038-6f98-4f47-96b6-92292d3ff62b not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:16:50.585160 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ae2fba8-1055-4b71-b6cb-3ed3ba3b7e80 None None] Provisioning for port 5115b4d6-ce87-4bf3-922f-3b949186542d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:50.589839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ae2fba8-1055-4b71-b6cb-3ed3ba3b7e80 None None] Provisioning complete for port 5115b4d6-ce87-4bf3-922f-3b949186542d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:50.590199 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fba8-1055-4b71-b6cb-3ed3ba3b7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.624531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2fba8-1055-4b71-b6cb-3ed3ba3b7e80 None None] Port 5115b4d6-ce87-4bf3-922f-3b949186542d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:16:50.737556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5115b4d6-ce87-4bf3-922f-3b949186542d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:50.745808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.757950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Transition to ACTIVE for port object 5115b4d6-ce87-4bf3-922f-3b949186542d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:16:50.761535 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.813380 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:50.884347 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:16:50.884685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:16:50.885013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:50.890184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:16:50.890530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:16:50.896476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:16:50.897071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:16:50.897896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:16:50.898527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Bound port: 5115b4d6-ce87-4bf3-922f-3b949186542d, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:16:50.898899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:50.949431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3c59c-63f2-4f95-be95-8d79f6f9389c req-f1af4ff9-abec-4d2c-ae58-dd5e96c17263 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:50.951296 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed3c59c-63f2-4f95-be95-8d79f6f9389c req-f1af4ff9-abec-4d2c-ae58-dd5e96c17263 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0551515 Aug 29 05:16:50.968223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:16:50.971459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:16:50.977237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.011284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.012225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:51.012595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ed3c59c-63f2-4f95-be95-8d79f6f9389c req-2de821a4-3ed9-4c20-91f9-73785e9c2cbd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538065 Aug 29 05:16:51.013515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] 10.222.0.54 "PUT /v2.0/ports/5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 1092 time: 0.6278710 Aug 29 05:16:51.013964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:51.020370 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:51.068312 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac41ef4-d929-4c78-8cfc-b9564988569b x-openstack-request-id: req-bac41ef4-d929-4c78-8cfc-b9564988569b {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:51.068312 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:51.068729 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bac41ef4-d929-4c78-8cfc-b9564988569b {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:51.068940 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'status': 'completed', 'code': 200} Aug 29 05:16:51.072195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1e30c-99f7-468d-a80f-0287c92ac7bb service neutron] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:51.119291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-fa3a084c-b964-4c5a-96d9-e3a20258c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.120896 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-fa3a084c-b964-4c5a-96d9-e3a20258c146 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.0448570 Aug 29 05:16:51.181035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-3d55bc6b-2706-4496-ba7f-fb7c03dd7d1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 217 time: 0.0507164 Aug 29 05:16:51.235324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-7ae61c55-4bc6-4172-b8a7-bb178625386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.236842 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-7ae61c55-4bc6-4172-b8a7-bb178625386f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0481503 Aug 29 05:16:51.285646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-beb11c90-3525-4e7d-a3f3-d205ae141cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.287169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-beb11c90-3525-4e7d-a3f3-d205ae141cc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428510 Aug 29 05:16:51.386583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-4687bbb6-4e25-4856-b9f3-6d23c8d954f0 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885892 Aug 29 05:16:51.475696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-455fc462-c331-4eda-9e86-6f2b0c22363a req-1e078b76-3383-4593-ade1-158562775997 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808611 Aug 29 05:16:51.568662 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-a5a80b10-9632-445c-ad60-823ef75cacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.570145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-a5a80b10-9632-445c-ad60-823ef75cacab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.0484014 Aug 29 05:16:51.661431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-04861ba3-716d-4418-9125-07451b92e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.662803 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-04861ba3-716d-4418-9125-07451b92e207 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0830605 Aug 29 05:16:51.710106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-5f23178e-106c-4ddd-9c41-ed0dd9c17bd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 217 time: 0.0355096 Aug 29 05:16:51.767664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-ba0d54fa-de6f-479c-84af-ae56ed4700e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.769177 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-ba0d54fa-de6f-479c-84af-ae56ed4700e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0511971 Aug 29 05:16:51.816970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-b1ba49f8-ebae-4a59-98b0-3d59ac80192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:51.818490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-b1ba49f8-ebae-4a59-98b0-3d59ac80192f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406394 Aug 29 05:16:51.908357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-4831ca9d-7ed4-4501-a8bd-60fc34f5bbeb service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810659 Aug 29 05:16:52.003385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-56cfa2ec-ff2c-42cd-92d5-a94a4469df3f req-06a85e4c-40f6-4ad8-9581-b06cf0793029 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Aug 29 05:16:52.133624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06d4f7-03f1-457a-b92f-fae43cfc1a88 req-ddbff479-9b65-45aa-9beb-21c222d398a6 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:52.135133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c06d4f7-03f1-457a-b92f-fae43cfc1a88 req-ddbff479-9b65-45aa-9beb-21c222d398a6 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0495358 Aug 29 05:16:52.173507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2c06d4f7-03f1-457a-b92f-fae43cfc1a88 req-7e1937cf-7c54-4e43-88ac-54db0e91c5a4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Aug 29 05:16:52.930136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:16:53.029638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:53.042663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'mac_address': 'fa:16:3e:4c:c4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:16:53.082042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:53.095723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115b4d6-ce87-4bf3-922f-3b949186542d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:16:53.117701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:53.122391 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:53.171703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:53.298831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c20fa-2213-4fec-bc99-7bfa326f53ea req-6c26fd05-b294-4093-8497-4daa5dea9565 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:53.301147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e9c20fa-2213-4fec-bc99-7bfa326f53ea req-6c26fd05-b294-4093-8497-4daa5dea9565 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0549803 Aug 29 05:16:53.339377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e9c20fa-2213-4fec-bc99-7bfa326f53ea req-91629b42-c804-49a9-9912-12827c46ef72 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Aug 29 05:16:53.383226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['5115b4d6-ce87-4bf3-922f-3b949186542d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:16:54.459564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65222a-34be-4ad7-a24f-ec757cb22f8f req-019fbab9-1d24-431f-8f5a-8f348ee6879f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:54.461072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e65222a-34be-4ad7-a24f-ec757cb22f8f req-019fbab9-1d24-431f-8f5a-8f348ee6879f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0489779 Aug 29 05:16:54.497971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e65222a-34be-4ad7-a24f-ec757cb22f8f req-8f59295c-8fe2-4755-8f70-b93d37534732 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Aug 29 05:16:54.938590 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:16:54.984918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 5115b4d6-ce87-4bf3-922f-3b949186542d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:16:54.989215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 5115b4d6-ce87-4bf3-922f-3b949186542d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:16:54.989580 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.065998 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.087092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:55.089392 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8846f6-72d4-428c-9ece-66b45e57f01e" -d '{"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-plugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:55.102727 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:16:55.107233 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:55.130516 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8291a4-c238-47c2-b05f-c413eb0542dc x-openstack-request-id: req-9c8291a4-c238-47c2-b05f-c413eb0542dc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:55.130808 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-plugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:55.131057 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c8291a4-c238-47c2-b05f-c413eb0542dc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:55.131522 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'code': 200} Aug 29 05:16:55.157399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:16:55.235652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022d435-d695-415b-a72e-adb5c8166ae8 req-7825a2b9-1f8c-4311-9d42-af877cfe3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:55.237079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9022d435-d695-415b-a72e-adb5c8166ae8 req-7825a2b9-1f8c-4311-9d42-af877cfe3f05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1097 time: 0.0412419 Aug 29 05:16:55.273389 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9022d435-d695-415b-a72e-adb5c8166ae8 req-ba4692c3-4e17-4126-8f1e-7f337cf7acea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274794 Aug 29 05:16:55.615312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3290f-a4e6-4e9d-b577-7e9ea4ea70b9 req-09557646-4ca7-4440-9480-996ca7460061 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:55.616835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cd3290f-a4e6-4e9d-b577-7e9ea4ea70b9 req-09557646-4ca7-4440-9480-996ca7460061 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0499189 Aug 29 05:16:55.654967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cd3290f-a4e6-4e9d-b577-7e9ea4ea70b9 req-18f2e53c-7674-4d5f-b0e1-54ddec23aeb9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Aug 29 05:16:56.773075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c41e4-5649-4827-9f2c-3a7252d4b608 req-268e0d80-939d-4df2-a94e-0f90b9ab6c3a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.774552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d88c41e4-5649-4827-9f2c-3a7252d4b608 req-268e0d80-939d-4df2-a94e-0f90b9ab6c3a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0532541 Aug 29 05:16:56.812901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d88c41e4-5649-4827-9f2c-3a7252d4b608 req-35e531e8-c699-42e2-a3d3-df1e1596c2b0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 29 05:16:56.926903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67260001-b79f-4686-bbac-75ce6a1eac0b req-6872b423-5281-4254-aaf0-4e73ac817706 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:56.928423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-67260001-b79f-4686-bbac-75ce6a1eac0b req-6872b423-5281-4254-aaf0-4e73ac817706 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Aug 29 05:16:56.936976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:16:56.941402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'floatingip': {'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:16:56.979846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:57.421181 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:57.425462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:57.526654 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa associated. External IP: 172.25.3.52, port: 5115b4d6-ce87-4bf3-922f-3b949186542d. Aug 29 05:16:57.736240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:16:57.839472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:16:57.844086 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:16:57.851116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:16:57.860273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:57.860883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:57.873037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee910125-d273-4f3d-9f19-31e5d67694ed tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "PUT /v2.0/floatingips/eb497160-d619-4269-b96a-eb6bf17549aa HTTP/1.1" status: 200 len: 990 time: 0.9350786 Aug 29 05:16:57.873617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:16:57.875906 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58392bc3-e32b-4311-9b6d-4de63d786414" -d '{"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:16:57.920961 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d27ac4-6296-4b1d-a9dc-2d9252c2a6aa x-openstack-request-id: req-69d27ac4-6296-4b1d-a9dc-2d9252c2a6aa {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:16:57.921251 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:16:57.921503 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69d27ac4-6296-4b1d-a9dc-2d9252c2a6aa {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:16:57.921907 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'status': 'completed', 'code': 200} Aug 29 05:16:57.970675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:57.994193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-ef75116c-cf3a-4a27-bb1c-72e90b0c6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:57.995674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-ef75116c-cf3a-4a27-bb1c-72e90b0c6e17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1097 time: 0.0464442 Aug 29 05:16:58.087639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-7ce8008e-4caa-40b9-a86c-e39581476e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:58.089169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-7ce8008e-4caa-40b9-a86c-e39581476e9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0854614 Aug 29 05:16:58.166160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-1156bd6d-2aae-40aa-a803-f527cd9b6b76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 998 time: 0.0693009 Aug 29 05:16:58.199678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:4c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a491371-7426-4c89-b86f-e38a0caa3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:16:57Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:58.216039 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-7df31605-bc54-456b-ae64-f23835cafb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:58.217534 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-7df31605-bc54-456b-ae64-f23835cafb57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0435638 Aug 29 05:16:58.226645 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:16:58.235508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:16:58.236364 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:16:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:58.263864 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-529a6bbc-1d3d-403c-aaba-23a86e6f5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:16:58.265595 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-529a6bbc-1d3d-403c-aaba-23a86e6f5e84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402861 Aug 29 05:16:58.343472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:16:58.362275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-02f3906f-4883-4680-b1c2-729b65196c25 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Aug 29 05:16:58.459342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-58392bc3-e32b-4311-9b6d-4de63d786414 req-0fadccf4-08fd-4d90-b5fd-2063d3c388e9 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Aug 29 05:16:58.581922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:4c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a491371-7426-4c89-b86f-e38a0caa3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:16:57Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:16:58.611908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd50d52-2f1c-496a-a2d5-380ee9c789eb None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:4c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a491371-7426-4c89-b86f-e38a0caa3988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:16:57Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:16:58.822192 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb58ee-1515-4402-9448-0abdb9e03d9a None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:17:00.227952 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:07.404217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bce83ea-3e0f-4bf8-9175-c8e0ad823cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:10.369941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:10.424988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e306-61d5-48ff-a936-10c277901e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:11.491224 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:12.624031 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:13.241656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:16.679908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:17:19.649998 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-50335ee0-8fa4-42f7-b6e6-3a695ee5855b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401976 Aug 29 05:17:19.739932 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-b703c11d-f235-4c37-b2ec-bec6ed524aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.741939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-b703c11d-f235-4c37-b2ec-bec6ed524aaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1097 time: 0.0442073 Aug 29 05:17:19.845893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-359336d6-dbd2-4fb6-b68b-28b9fdda5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.847261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-359336d6-dbd2-4fb6-b68b-28b9fdda5fd0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0820091 Aug 29 05:17:19.918177 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-951df9c7-6984-483c-b22f-32bf96f32d2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 1000 time: 0.0611157 Aug 29 05:17:19.967059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-44ccee54-853f-464b-905c-a85b5939480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:19.968509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-44ccee54-853f-464b-905c-a85b5939480e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0424833 Aug 29 05:17:20.019280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-df86909c-78f8-4a7e-9d61-d18d3be66789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:17:20.020824 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-df86909c-78f8-4a7e-9d61-d18d3be66789 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442293 Aug 29 05:17:20.115726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-a33e2858-de57-4f8e-bc95-d9873fd76163 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843208 Aug 29 05:17:20.206816 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3bbc7154-4c5a-4069-ac61-17d81a9458ac req-cbdf79e8-bca7-4ed2-a213-fd5526d416a0 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Aug 29 05:17:30.242122 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:37.405138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57447ec6-d39b-4ad7-80d5-2b68a96b1d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.371847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:40.425262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-36981efe-52c8-4d32-8d2c-7d751ed1f761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:41.494260 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:42.619768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:43.244112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:17:53.679769 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:00.260623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:07.406789 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-50d27aaa-d8ee-44b4-9f0c-6ade5c4d90ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:10.376857 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:10.425094 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2248e9f-65b0-428a-aff0-7cc02e6397b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:11.503738 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:12.636735 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:13.250496 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:19.664042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-fa5cf9c1-85b6-4f7d-bfbb-54d97b5b962f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417840 Aug 29 05:18:19.751271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-76909626-2953-499f-a64e-c0ca59b0fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:19.752910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-76909626-2953-499f-a64e-c0ca59b0fc74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1097 time: 0.0448887 Aug 29 05:18:19.858948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-7b467f90-f76a-46a7-8ddb-3ae4ea44ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:19.860632 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-7b467f90-f76a-46a7-8ddb-3ae4ea44ed31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0873134 Aug 29 05:18:19.935424 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-29a9daed-25e5-4f1d-ad82-2610e60a41d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 1000 time: 0.0628974 Aug 29 05:18:19.988133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-256c0ad9-8702-4db4-9d39-6eaedf2b38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:19.989559 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-256c0ad9-8702-4db4-9d39-6eaedf2b38d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0429156 Aug 29 05:18:20.039023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-b49938a2-3f24-4b48-be28-9cc5a726f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:20.041060 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-b49938a2-3f24-4b48-be28-9cc5a726f376 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394254 Aug 29 05:18:20.133809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-186fa8f3-6172-461a-a1f3-84d9f5238ea5 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 Aug 29 05:18:20.223844 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7a324c80-c1ac-45b2-bbd4-eff6328ec4e9 req-3e58d617-922b-4dfe-b3d5-ecb81f02a263 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818663 Aug 29 05:18:30.253914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:30.679548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:18:37.408845 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edde8e70-6d2d-4634-b4dc-9d42ccefb5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:40.369235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:40.425320 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2d65863-ff96-4c08-89a0-438fca26a270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:41.499434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:42.653405 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.250296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:43.575953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52e85125-3607-4592-8245-4482c7808723 req-a5dfa941-3c41-4e23-9e51-2da591de8726 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258644 Aug 29 05:18:43.660951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52e85125-3607-4592-8245-4482c7808723 req-d7c2410a-0bf4-49a7-9af8-47c35c24ddba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0252120 Aug 29 05:18:43.706988 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52e85125-3607-4592-8245-4482c7808723 req-70e1c5fc-9ca7-4d20-8bf3-68399c809a15 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193343 Aug 29 05:18:43.804537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85125-3607-4592-8245-4482c7808723 req-0e892d79-d0c7-4137-9c79-570445ce05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:43.806625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-52e85125-3607-4592-8245-4482c7808723 req-0e892d79-d0c7-4137-9c79-570445ce05be service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924180 Aug 29 05:18:44.055360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5d557-da66-46c4-b3d8-5111481f7f83 req-00868e72-7d04-4ead-886d-c54a0faa32aa tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:44.057446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecb5d557-da66-46c4-b3d8-5111481f7f83 req-00868e72-7d04-4ead-886d-c54a0faa32aa tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0515487 Aug 29 05:18:44.095840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ecb5d557-da66-46c4-b3d8-5111481f7f83 req-a21b5f52-a63d-42ac-9736-980097f753d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Aug 29 05:18:45.227498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9120b51-6b21-48b2-9436-2b4f47478670 req-8221cda2-3aa3-4d73-92c9-bbb7eef20411 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:45.229607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9120b51-6b21-48b2-9436-2b4f47478670 req-8221cda2-3aa3-4d73-92c9-bbb7eef20411 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0546625 Aug 29 05:18:45.266502 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9120b51-6b21-48b2-9436-2b4f47478670 req-5bc2e259-3baa-40b5-8010-43bc89a890f3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Aug 29 05:18:46.383290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5de3-ce5e-4903-a091-1c061c7eb7bd req-ec9f771a-d17d-48fc-925f-d3285ffcc038 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:46.385028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-482e5de3-ce5e-4903-a091-1c061c7eb7bd req-ec9f771a-d17d-48fc-925f-d3285ffcc038 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0501077 Aug 29 05:18:46.422685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-482e5de3-ce5e-4903-a091-1c061c7eb7bd req-d3a60223-f63e-45a1-a039-bf101f581d9b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 29 05:18:47.544686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cca4-cbea-4e83-a41c-c121b0a4cfc5 req-96ad8a29-0e61-4194-b889-2fef0a0d98d4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:47.546232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f35cca4-cbea-4e83-a41c-c121b0a4cfc5 req-96ad8a29-0e61-4194-b889-2fef0a0d98d4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Aug 29 05:18:47.585134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f35cca4-cbea-4e83-a41c-c121b0a4cfc5 req-acc950c1-c2a3-4812-b9f0-1b4b40decf38 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Aug 29 05:18:48.713028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98854b52-5b39-4581-88d7-86edec5a1177 req-27474b64-37f8-4ec1-8457-1f774914c1b0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:48.714668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98854b52-5b39-4581-88d7-86edec5a1177 req-27474b64-37f8-4ec1-8457-1f774914c1b0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Aug 29 05:18:48.777138 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-98854b52-5b39-4581-88d7-86edec5a1177 req-9673a4fb-fb30-4ebd-8b2f-d964c1c48cac tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558009 Aug 29 05:18:49.894135 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed470b-1d25-48af-b91a-a0825e0a1ecf req-66909c5f-6672-41d4-8feb-1e82fc880674 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:49.895688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-beed470b-1d25-48af-b91a-a0825e0a1ecf req-66909c5f-6672-41d4-8feb-1e82fc880674 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Aug 29 05:18:49.935005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-beed470b-1d25-48af-b91a-a0825e0a1ecf req-6d0db98d-15f0-48b3-a4ef-80cd35b00057 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333104 Aug 29 05:18:51.056871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a134d-a2e4-473e-b3da-8dfb43c7bdf4 req-3121460f-faa8-4f99-82ff-4c14461bbc6d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:51.058554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc5a134d-a2e4-473e-b3da-8dfb43c7bdf4 req-3121460f-faa8-4f99-82ff-4c14461bbc6d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Aug 29 05:18:51.098912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dc5a134d-a2e4-473e-b3da-8dfb43c7bdf4 req-c146885c-9037-48c2-8e21-60de58138ce1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342157 Aug 29 05:18:52.229694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50283-99d6-40f9-b0da-3965b54aea4e req-84cd9590-7b77-4ee8-808f-80c48e0c1152 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:52.231271 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31a50283-99d6-40f9-b0da-3965b54aea4e req-84cd9590-7b77-4ee8-808f-80c48e0c1152 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0603311 Aug 29 05:18:52.279565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31a50283-99d6-40f9-b0da-3965b54aea4e req-a53def73-1eae-4585-9714-5a311074ef60 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358117 Aug 29 05:18:53.404566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b906d-859a-4826-81b6-8f7facbb6e26 req-43891b16-555d-4686-9615-69fca456d39e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:53.406218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b9b906d-859a-4826-81b6-8f7facbb6e26 req-43891b16-555d-4686-9615-69fca456d39e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0538232 Aug 29 05:18:53.450255 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b9b906d-859a-4826-81b6-8f7facbb6e26 req-a612d147-8319-40b4-9fc0-83d1303a8c40 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348661 Aug 29 05:18:54.589416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9de5dd-d038-4919-83d9-82c96a003832 req-28eb03f7-b876-46e8-97f1-668c61f0831a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:54.590924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d9de5dd-d038-4919-83d9-82c96a003832 req-28eb03f7-b876-46e8-97f1-668c61f0831a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Aug 29 05:18:54.630885 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d9de5dd-d038-4919-83d9-82c96a003832 req-76878d99-6441-4abd-87a0-d5683609239c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338788 Aug 29 05:18:54.878402 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-ec10fa1f-692c-4f5a-8b6c-9bf29ae2c1b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488095 Aug 29 05:18:54.937265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e522b37-f594-4b58-9951-1df8186bbc73 req-51dbfa04-3a7f-4404-9b9d-e50f1e903957 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:54.938834 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e522b37-f594-4b58-9951-1df8186bbc73 req-51dbfa04-3a7f-4404-9b9d-e50f1e903957 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0667946 Aug 29 05:18:54.986900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2e522b37-f594-4b58-9951-1df8186bbc73 req-c29580be-7122-457a-b568-a2de7880e36f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Aug 29 05:18:56.116712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73d914-1687-4a38-b874-28fcf24102dd req-9135881e-76cd-48ac-876f-30682070a82c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:56.118267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a73d914-1687-4a38-b874-28fcf24102dd req-9135881e-76cd-48ac-876f-30682070a82c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0572810 Aug 29 05:18:56.169923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a73d914-1687-4a38-b874-28fcf24102dd req-23a90d29-39c3-4b1f-8729-2b98f32f5809 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444264 Aug 29 05:18:56.231295 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-156740d0-bdd3-4de3-866f-16bbde0503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:56.233974 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-156740d0-bdd3-4de3-866f-16bbde0503c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1097 time: 0.0609713 Aug 29 05:18:56.341883 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2fdb3755-f07c-40cd-ae42-0d1b975d5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:56.343357 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2fdb3755-f07c-40cd-ae42-0d1b975d5ac5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1012616 Aug 29 05:18:56.415195 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-fae38441-2f12-4171-a4ec-40aa88650e43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 1000 time: 0.0634654 Aug 29 05:18:56.474221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2a9b56d8-6063-4a7a-8ce3-ebbff34f0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:56.475742 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2a9b56d8-6063-4a7a-8ce3-ebbff34f0ba7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0515187 Aug 29 05:18:56.525298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-45239f97-8f4b-4fbb-b5ca-04cf1f3c3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:56.526856 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-45239f97-8f4b-4fbb-b5ca-04cf1f3c3830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425043 Aug 29 05:18:56.626596 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-04279fad-3db2-48f4-a323-c56217781d57 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904214 Aug 29 05:18:56.728543 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-ba753ec4-03cd-4851-81ce-f1149d412108 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932319 Aug 29 05:18:57.312327 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57625e1e-3094-4a7a-92b1-a0c8a1726b06 req-dbbdc2c3-2d5f-4c39-825d-95a66bb526b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:57.315008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57625e1e-3094-4a7a-92b1-a0c8a1726b06 req-dbbdc2c3-2d5f-4c39-825d-95a66bb526b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0670726 Aug 29 05:18:57.358281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57625e1e-3094-4a7a-92b1-a0c8a1726b06 req-b34aa009-1959-4c42-b684-2fe0f5c66ec1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361636 Aug 29 05:18:58.484480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aef10-e29c-4afb-8b3a-cd37808d59fd req-67628d53-7750-417d-9baa-dd10dea2707b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:58.486025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042aef10-e29c-4afb-8b3a-cd37808d59fd req-67628d53-7750-417d-9baa-dd10dea2707b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Aug 29 05:18:58.877752 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-042aef10-e29c-4afb-8b3a-cd37808d59fd req-b4235a74-1b71-4d9a-962e-02800419c330 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853741 Aug 29 05:18:58.939898 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-710ab9cd-5f94-4e74-8703-867b8e85c3ea service neutron] show failed (client error): The resource could not be found. Aug 29 05:18:58.941022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-710ab9cd-5f94-4e74-8703-867b8e85c3ea service neutron] 10.222.0.54 "GET /v2.0/ports/5115b4d6-ce87-4bf3-922f-3b949186542d/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0579166 Aug 29 05:18:59.154384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2c9a23a8-1a4c-4790-83a6-c7eb47e05810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:59.155807 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2c9a23a8-1a4c-4790-83a6-c7eb47e05810 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1097 time: 0.0457385 Aug 29 05:18:59.174144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:18:59.230686 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.435983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:18:59.471372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:59.510881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:18:59.514004 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80aea9-de58-4ed9-8868-6508b3ce1fd2" -d '{"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-unplugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:18:59.518052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.534401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Transition to ACTIVE for port object 5115b4d6-ce87-4bf3-922f-3b949186542d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:18:59.538251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.569811 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4269b08-e460-4ee0-9ece-343994318b2f x-openstack-request-id: req-f4269b08-e460-4ee0-9ece-343994318b2f {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:18:59.570100 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-unplugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:18:59.570350 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4269b08-e460-4ee0-9ece-343994318b2f {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:18:59.570745 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'code': 200} Aug 29 05:18:59.636260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:18:59.648534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.648884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.649225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.650114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.650448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.650779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.651100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.651430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.651759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.652132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.652464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.652790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:18:59.687698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] No DVR routers for this DVR port 5115b4d6-ce87-4bf3-922f-3b949186542d on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:18:59.842958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:18:59.843265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:18:59.843595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:59.848281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:18:59.848654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Attempting to bind port 5115b4d6-ce87-4bf3-922f-3b949186542d on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:18:59.853518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:18:59.853850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:18:59.854229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:18:59.854653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Bound port: 5115b4d6-ce87-4bf3-922f-3b949186542d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:18:59.855011 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.919563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:18:59.922800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:18:59.928431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.967727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:18:59.968410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:18:59.969837 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] 10.222.0.50 "PUT /v2.0/ports/5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 1092 time: 0.8000133 Aug 29 05:18:59.991346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbac35-9bdf-447d-9e75-2815c43add97 service neutron] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:00.015591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7ded8-4027-4aac-a4f3-7ee8024a5b36 req-12ef5c76-9a99-4e07-9b56-238ad3342b3a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.017994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9e7ded8-4027-4aac-a4f3-7ee8024a5b36 req-12ef5c76-9a99-4e07-9b56-238ad3342b3a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0627725 Aug 29 05:19:00.064655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9e7ded8-4027-4aac-a4f3-7ee8024a5b36 req-9ecd1057-d9b8-4d26-82ce-40c2424bc4e3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398805 Aug 29 05:19:00.073931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-b8bb0c70-2a5e-4d62-9309-412e6b72aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.076603 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-b8bb0c70-2a5e-4d62-9309-412e6b72aa21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.0703375 Aug 29 05:19:00.174752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-9f713d21-1dc1-40f1-b4d0-4ccbe897c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.176276 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-9f713d21-1dc1-40f1-b4d0-4ccbe897c0d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0918181 Aug 29 05:19:00.250352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-c3df4f20-5be0-45c1-9775-0697688e78b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 998 time: 0.0671709 Aug 29 05:19:00.270821 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:00.301032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-afa51bca-2906-4298-bc41-fcb85e5c0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.302476 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-afa51bca-2906-4298-bc41-fcb85e5c0468 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0452065 Aug 29 05:19:00.349835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-b1a13d42-b7e9-4073-a797-22d2eca92c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:00.351344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-b1a13d42-b7e9-4073-a797-22d2eca92c69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419099 Aug 29 05:19:00.447840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-dbe8593e-d12d-48dc-ac9e-6444720dab86 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Aug 29 05:19:00.541504 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-51ebd509-e7ee-4a04-8b4c-84af7013a9d5 req-2678e5b6-d1d9-4788-affb-cf57c9e49985 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858288 Aug 29 05:19:01.199755 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd32cf-9135-4ce9-a46e-ab5763f09df1 req-e7b407b1-5f78-4a24-9b69-cc2f47ff7870 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:01.201414 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8dd32cf-9135-4ce9-a46e-ab5763f09df1 req-e7b407b1-5f78-4a24-9b69-cc2f47ff7870 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0544543 Aug 29 05:19:01.241887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8dd32cf-9135-4ce9-a46e-ab5763f09df1 req-ae439d67-3140-42db-bded-23ec9b5794cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Aug 29 05:19:01.572050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:01.574439 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76febf55-c93c-4baf-b5fc-81b42815bddb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:01.626461 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44b217-c07c-4891-b451-269055edb193 x-openstack-request-id: req-aa44b217-c07c-4891-b451-269055edb193 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:01.626758 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:01.627013 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa44b217-c07c-4891-b451-269055edb193 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:01.627455 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'status': 'completed', 'code': 200} Aug 29 05:19:02.038916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-fd4a68c7-66e2-48a1-937d-8a5b829627a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.040675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-fd4a68c7-66e2-48a1-937d-8a5b829627a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.3928416 Aug 29 05:19:02.052483 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-f86f1416-2b4a-4c06-91ec-bc46a616e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.054009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-f86f1416-2b4a-4c06-91ec-bc46a616e3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.3743563 Aug 29 05:19:02.211586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-3a26e7d2-be34-437c-af72-3e74f9fe977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.213689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-3a26e7d2-be34-437c-af72-3e74f9fe977e service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1635396 Aug 29 05:19:02.215100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-cbbdd7ab-bb2a-4bd2-adda-d3f3bf02d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.216489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-cbbdd7ab-bb2a-4bd2-adda-d3f3bf02d5ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1541662 Aug 29 05:19:02.338844 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-9aa22ec6-4bc2-45c1-9a9d-b082a74bffb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 998 time: 0.1155088 Aug 29 05:19:02.340438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-8c823991-04fe-4762-be1e-deba75120d00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 998 time: 0.1110320 Aug 29 05:19:02.371440 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7c7ac-029e-4888-aeb6-6788d3f236de req-5aabcc37-d783-4692-8cdc-ad89979e40e5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.373071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0b7c7ac-029e-4888-aeb6-6788d3f236de req-5aabcc37-d783-4692-8cdc-ad89979e40e5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0577993 Aug 29 05:19:02.417324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0b7c7ac-029e-4888-aeb6-6788d3f236de req-fac0712f-549c-44be-8631-545ae3ae5108 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Aug 29 05:19:02.431691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-61e31a49-c038-4aed-b23f-97628a766af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.433334 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-61e31a49-c038-4aed-b23f-97628a766af8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0789113 Aug 29 05:19:02.434724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-ac824d33-91a4-4ea7-80fe-2a0ecb4c5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.436080 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-ac824d33-91a4-4ea7-80fe-2a0ecb4c5f76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0896304 Aug 29 05:19:02.520607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-fa6b11ee-f1cc-458f-90d2-dfc8347e3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.522151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-fa6b11ee-f1cc-458f-90d2-dfc8347e3781 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806515 Aug 29 05:19:02.524093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-18c1efad-05ef-4328-9536-a742dbcdd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.525528 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-18c1efad-05ef-4328-9536-a742dbcdd115 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750458 Aug 29 05:19:02.684584 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0912-75a3-4dc0-b94d-7d08bfda20d0 req-b29546d8-5cea-4f79-8eb9-28affea34563 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.686193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c0f0912-75a3-4dc0-b94d-7d08bfda20d0 req-b29546d8-5cea-4f79-8eb9-28affea34563 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0894401 Aug 29 05:19:02.703032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-9bba0f9b-c886-4448-847e-1ed6b00ad9a1 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728981 Aug 29 05:19:02.705474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-88497d23-a073-4852-b12d-ba56dcfba13c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652670 Aug 29 05:19:02.711294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990864b5-8279-47c7-b452-160465db0a97 req-4c160ffc-f22d-4412-b1d9-73bd4b4fd606 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.713097 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-4c160ffc-f22d-4412-b1d9-73bd4b4fd606 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988&tenant_id=bf1ab05449854c859242f8bcd606d561&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 943 time: 0.0893314 Aug 29 05:19:02.775788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c0f0912-75a3-4dc0-b94d-7d08bfda20d0 req-9c723c2a-9c72-48c1-b1ed-33f20245b12f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788152 Aug 29 05:19:02.809470 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-990864b5-8279-47c7-b452-160465db0a97 req-a996dc32-c29b-4331-8c51-1eb8fcc8f240 service neutron] delete failed (client error): The resource could not be found. Aug 29 05:19:02.811253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-a996dc32-c29b-4331-8c51-1eb8fcc8f240 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5115b4d6-ce87-4bf3-922f-3b949186542d/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0896771 Aug 29 05:19:02.877335 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-9124a0b2-782a-4250-9637-2d7d35bf2631 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661870 Aug 29 05:19:02.881407 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-76febf55-c93c-4baf-b5fc-81b42815bddb req-081fb90c-e024-4f23-9656-8ee666fde5b0 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625714 Aug 29 05:19:02.992730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990864b5-8279-47c7-b452-160465db0a97 req-69d4d3d9-815b-4fea-9560-02187d724233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:02.994217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-69d4d3d9-815b-4fea-9560-02187d724233 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1095 time: 0.0443053 Aug 29 05:19:03.096080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990864b5-8279-47c7-b452-160465db0a97 req-4d34acc0-014a-4f0b-b19c-068816d94098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.097649 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-4d34acc0-014a-4f0b-b19c-068816d94098 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0908647 Aug 29 05:19:03.175857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-7090760a-c643-4852-9074-7868902a7c26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 998 time: 0.0690417 Aug 29 05:19:03.229029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990864b5-8279-47c7-b452-160465db0a97 req-9cb4a3e0-8ee0-4a48-87f3-4088a3321012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.230523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-9cb4a3e0-8ee0-4a48-87f3-4088a3321012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0467966 Aug 29 05:19:03.282443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990864b5-8279-47c7-b452-160465db0a97 req-b8310fd5-395b-40e3-98a9-5d660b451a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.284148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-b8310fd5-395b-40e3-98a9-5d660b451a97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453198 Aug 29 05:19:03.385791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-e711ef99-1779-4d90-9458-ac4c3e0ea4f9 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913424 Aug 29 05:19:03.485584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-990864b5-8279-47c7-b452-160465db0a97 req-a93f7be4-232c-42b2-a390-2073a5f524f5 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914485 Aug 29 05:19:03.674712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:03.718277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:03.916454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467a33-0c75-4ce8-bb42-f0db865183f9 req-a563ab80-4204-4e5b-99bf-88bd37317e69 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:03.918420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70467a33-0c75-4ce8-bb42-f0db865183f9 req-a563ab80-4204-4e5b-99bf-88bd37317e69 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0616407 Aug 29 05:19:03.960904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70467a33-0c75-4ce8-bb42-f0db865183f9 req-a568beb3-dacd-4ae4-9688-caf542455d32 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357561 Aug 29 05:19:04.872689 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:19:04.978646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:04.992444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'mac_address': 'fa:16:3e:4c:c4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:19:05.034600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:05.048383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5115b4d6-ce87-4bf3-922f-3b949186542d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:05.068425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:05.074311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:05.097900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e1f41-056c-426d-bd49-ae44148dd4af req-8e7a7cf8-6c4a-4b74-af25-4710b0938b39 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.099524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc3e1f41-056c-426d-bd49-ae44148dd4af req-8e7a7cf8-6c4a-4b74-af25-4710b0938b39 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 943 time: 0.0591021 Aug 29 05:19:05.128721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:05.136757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.137101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.137486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.137771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.138093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.138681 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.139002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.139330 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.139650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.139996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.140318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.140625 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:19:05.157085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bc3e1f41-056c-426d-bd49-ae44148dd4af req-169ae94f-2904-4408-a048-1f49353e44e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510828 Aug 29 05:19:05.296909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87fb7-d06d-4b0d-870c-be79c12957d9 req-05515e74-91cb-411b-8aaf-d2fdc6502de5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.298500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4f87fb7-d06d-4b0d-870c-be79c12957d9 req-05515e74-91cb-411b-8aaf-d2fdc6502de5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0553172 Aug 29 05:19:05.341286 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4f87fb7-d06d-4b0d-870c-be79c12957d9 req-5a834ab9-5482-45fb-8d03-d078aa339190 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362101 Aug 29 05:19:05.406381 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['5115b4d6-ce87-4bf3-922f-3b949186542d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:05.563200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57636-3102-47d2-bf86-423b2a194050 req-30042778-6ddd-4e48-8c82-c338451323df tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.564820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39e57636-3102-47d2-bf86-423b2a194050 req-30042778-6ddd-4e48-8c82-c338451323df tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0542614 Aug 29 05:19:05.609111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39e57636-3102-47d2-bf86-423b2a194050 req-00744190-4c00-4cba-a38b-372d883bdb68 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379138 Aug 29 05:19:05.638789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-72a64928-feb1-4698-a3bb-622303667cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.640517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-72a64928-feb1-4698-a3bb-622303667cd3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 1096 time: 0.0541911 Aug 29 05:19:05.749791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-72469821-2686-42cb-9a0f-a75cf88a0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.751275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-72469821-2686-42cb-9a0f-a75cf88a0056 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1023216 Aug 29 05:19:05.823668 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-eae2c565-93e5-4630-983f-3ead2b39a279 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 200 len: 999 time: 0.0646317 Aug 29 05:19:05.885986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-0e92444b-050c-458d-9fca-b27f4bd72e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.887526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-0e92444b-050c-458d-9fca-b27f4bd72e19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0551202 Aug 29 05:19:05.938543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-ddd28840-f9f9-4d9a-9695-e1364ed30c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:05.940124 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-ddd28840-f9f9-4d9a-9695-e1364ed30c9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445325 Aug 29 05:19:06.045771 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-c5b88661-5cc4-47ed-9454-863c0def07e2 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980000 Aug 29 05:19:06.148269 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-dcab6f61-43d4-446e-8852-5362e4efa146 req-24e84442-b7cc-44eb-8ecc-9e145b0bdf28 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951023 Aug 29 05:19:06.737172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36a04b-b89a-4e71-8827-0fc0fb00747e req-06473753-43b9-4231-acf5-bc373ee9ae36 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:06.738757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c36a04b-b89a-4e71-8827-0fc0fb00747e req-06473753-43b9-4231-acf5-bc373ee9ae36 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0530512 Aug 29 05:19:06.780737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c36a04b-b89a-4e71-8827-0fc0fb00747e req-54cb14da-f61d-473d-97dd-29879239db15 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357513 Aug 29 05:19:06.872560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:06.936039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 5115b4d6-ce87-4bf3-922f-3b949186542d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:06.943302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 5115b4d6-ce87-4bf3-922f-3b949186542d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:06.944607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.038899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.065037 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:07.067866 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a0d2d9-214a-4d90-b0b0-2f7223480247" -d '{"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-plugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:07.089459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:07.095213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.107849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c32dd-4098-42ea-83d2-cf0e3b369dd3 req-251871fa-2b86-4f07-af46-50717eb637c3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:07.107849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-585c32dd-4098-42ea-83d2-cf0e3b369dd3 req-251871fa-2b86-4f07-af46-50717eb637c3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 944 time: 0.0661266 Aug 29 05:19:07.129330 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575b06a-5527-4f71-9137-cf846387e7d7 x-openstack-request-id: req-2575b06a-5527-4f71-9137-cf846387e7d7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:07.129761 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-plugged", "status": "completed", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:07.129977 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2575b06a-5527-4f71-9137-cf846387e7d7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:07.130448 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'code': 200} Aug 29 05:19:07.154415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-585c32dd-4098-42ea-83d2-cf0e3b369dd3 req-7470ec01-49f6-4590-ab58-f47488c9ee48 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Aug 29 05:19:07.162194 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:07.419684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6e999390-bb2e-4c7c-ad92-c2fc8f767173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:07.686111 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:08.292445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31785490-07c6-4f50-a59e-eb30ea562d80 req-a3e35757-4f16-46ab-b4be-cdda1ed67392 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:08.294083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31785490-07c6-4f50-a59e-eb30ea562d80 req-a3e35757-4f16-46ab-b4be-cdda1ed67392 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0565405 Aug 29 05:19:08.342161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31785490-07c6-4f50-a59e-eb30ea562d80 req-3eaa41dd-c24f-4616-9778-94297b997d79 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366740 Aug 29 05:19:08.500204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-d2fbd3ad-e299-4a8b-975d-49812443affd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:08.501945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-d2fbd3ad-e299-4a8b-975d-49812443affd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Aug 29 05:19:08.614813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Deleting port 5115b4d6-ce87-4bf3-922f-3b949186542d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:19:08.615309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:08.715856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] For port 5115b4d6-ce87-4bf3-922f-3b949186542d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=5115b4d6-ce87-4bf3-922f-3b949186542d,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:08.716172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:08.918170 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:08.918560 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:08.918877 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa disassociated. External IP: 172.25.3.52, port: 5115b4d6-ce87-4bf3-922f-3b949186542d. Aug 29 05:19:08.919227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Calling delete_port for 5115b4d6-ce87-4bf3-922f-3b949186542d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:19:09.057927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.089603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'Port': ['ID=5115b4d6-ce87-4bf3-922f-3b949186542d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:09.226221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:09.355835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:09.366053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:09.378209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:09.378840 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:09.420928 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] No DVR routers for this DVR port 5115b4d6-ce87-4bf3-922f-3b949186542d on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:19:09.424916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:09.428905 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aaed6a7d-961a-44fe-aab0-b45ae0e86710 req-fe105cef-047b-45d8-89b0-2f8a184dd2cf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "DELETE /v2.0/ports/5115b4d6-ce87-4bf3-922f-3b949186542d HTTP/1.1" status: 204 len: 173 time: 0.9201932 Aug 29 05:19:09.429629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-deleted', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:09.434475 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87951e3f-a0bb-4306-907a-d68774c17cf5" -d '{"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-deleted", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:09.493176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5837532-02b1-4512-85af-1654f9213d1e req-4ff8d382-864f-4d53-a9a1-faa5bae4b334 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a491371-7426-4c89-b86f-e38a0caa3988 HTTP/1.1" status: 200 len: 210 time: 0.0680504 Aug 29 05:19:09.507723 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8117f9-d991-4725-b16c-ae8b66b036b7 x-openstack-request-id: req-ba8117f9-d991-4725-b16c-ae8b66b036b7 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:09.509827 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a491371-7426-4c89-b86f-e38a0caa3988", "name": "network-vif-deleted", "tag": "5115b4d6-ce87-4bf3-922f-3b949186542d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:09.510440 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba8117f9-d991-4725-b16c-ae8b66b036b7 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:09.511515 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a491371-7426-4c89-b86f-e38a0caa3988', 'name': 'network-vif-deleted', 'tag': '5115b4d6-ce87-4bf3-922f-3b949186542d', 'status': 'completed', 'code': 200} Aug 29 05:19:09.682970 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:09.959674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:09.988471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:09.997568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:09.998200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:18:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:10.113482 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:10.331445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:10.369476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c67a2-7089-4ab9-92d2-d896af92a3f0 None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:10.383178 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:10.441638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c35e2aac-7b8e-4ed3-bef3-e080975379fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:10.671580 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b241ea-d2d3-47b1-bbfe-c2e9a5fffef4 None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:10.832665 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-69b18c69-a188-4cf8-9743-f6a77514512d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--392326114&fields=id&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 267 time: 0.0456007 Aug 29 05:19:10.888999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:19:10.911976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 5115b4d6-ce87-4bf3-922f-3b949186542d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:19:10.912295 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 5115b4d6-ce87-4bf3-922f-3b949186542d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:19:10.961459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-fc710959-b114-4c5d-bedb-a23e6d0fac7f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:10.963602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-fc710959-b114-4c5d-bedb-a23e6d0fac7f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1173947 Aug 29 05:19:10.983428 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-6e97edd1-ceda-4fd0-9c7c-ae78f47b22b3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/quotas/bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 375 time: 0.0139029 Aug 29 05:19:11.041497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-ed81e8bf-8829-4147-9dcc-19d1e9ccb755 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521762 Aug 29 05:19:11.195734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-64687950-a298-4315-b5b8-b245c1d98e6c service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421273 Aug 29 05:19:11.289980 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-d9989005-92b1-4236-ad5b-564603252856 service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Aug 29 05:19:11.464816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51bc4b6d-d836-4f96-9982-c04d0a699c33 req-67bb6cda-3bea-4a2f-a023-438f31c7fbe9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 210 time: 0.0356772 Aug 29 05:19:11.505241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.504884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-bf1e678a-8486-46a0-b17b-5b969027f87a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:12.506479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-bf1e678a-8486-46a0-b17b-5b969027f87a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1183386 Aug 29 05:19:12.557077 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-adeca462-ba73-4970-a32e-9098f87d4a52 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 379 time: 0.0390568 Aug 29 05:19:12.570980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'port': {'device_id': '5eb92142-4172-439d-ab47-a971c0747016', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'admin_state_up': True, 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'security_groups': ['44cfc031-2662-4d5c-abed-75f020f99fc7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:12.615075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8c97ec92-3c38-46f7-a2b6-7020db908641 req-264e6f50-45ce-406b-89a2-feac8462cb50 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 210 time: 0.0435741 Aug 29 05:19:12.668844 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.688764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:19:12.692432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:12.826899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Allocated IP 172.20.0.12 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/d1ddb1c1-e88c-464d-9657-4ff58f86ab32) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:19:12.986363 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.002527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Transition to ACTIVE for port object d1ddb1c1-e88c-464d-9657-4ff58f86ab32 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:13.038803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.085913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:19:13.089952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:19:13.093934 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:19:13.125063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:13.161913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:13.162575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.183444 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-00600b72-4435-4629-9f24-4b12add4f6e1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6167428 Aug 29 05:19:13.198818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Request body: {'port': {'device_id': '5eb92142-4172-439d-ab47-a971c0747016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:13.261667 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.283242 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.342251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9670982-ec45-4102-9293-7af7f08b97ba None None] Provisioning for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:13.346385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c9670982-ec45-4102-9293-7af7f08b97ba None None] Provisioning complete for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:13.346750 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9670982-ec45-4102-9293-7af7f08b97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.382390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c9670982-ec45-4102-9293-7af7f08b97ba None None] Port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:19:13.567646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:13.576743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.589726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Transition to ACTIVE for port object d1ddb1c1-e88c-464d-9657-4ff58f86ab32 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:19:13.593825 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.651034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:13.741386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:19:13.741729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:19:13.742130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:13.747534 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:19:13.747859 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:19:13.754640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:19:13.755008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:19:13.755556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:19:13.756036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Bound port: d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:19:13.756405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.850800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd454276-e1c5-4dcd-b30e-c8e5ddec7923 req-49cf1fb6-5009-4ddb-a5d2-6f8f22fe5493 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:13.852655 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd454276-e1c5-4dcd-b30e-c8e5ddec7923 req-49cf1fb6-5009-4ddb-a5d2-6f8f22fe5493 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.1572413 Aug 29 05:19:13.862103 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:19:13.866629 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:19:13.873716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.898790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd454276-e1c5-4dcd-b30e-c8e5ddec7923 req-1b69eddc-4a62-4061-a8ce-911a8c10baca tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390522 Aug 29 05:19:13.918029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:13.924203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:13.925846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1093 time: 0.7335882 Aug 29 05:19:13.926323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:13.928811 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b030dba-e590-4e57-bd80-2104baec7a06" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:13.962020 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518df2b2-68c1-45c1-856e-334818b5eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:13.995541 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094c5cb-9f02-4c9e-8f1b-6369a7703da8 x-openstack-request-id: req-a094c5cb-9f02-4c9e-8f1b-6369a7703da8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:13.995827 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:13.996112 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a094c5cb-9f02-4c9e-8f1b-6369a7703da8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:13.996511 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'status': 'completed', 'code': 200} Aug 29 05:19:14.036223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-6d2fe689-4ffc-4c63-848c-2ff577763532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.037775 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-6d2fe689-4ffc-4c63-848c-2ff577763532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1096 time: 0.0554020 Aug 29 05:19:14.084812 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-1372851e-53d4-4d5a-a0e2-cfc59124a95d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 217 time: 0.0365565 Aug 29 05:19:14.142743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-1754119d-0578-4bfb-94e2-ae88a07aca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.144309 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-1754119d-0578-4bfb-94e2-ae88a07aca7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0522618 Aug 29 05:19:14.196622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-74e1ec3d-8d4d-4a4b-a21f-879b5f8eef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.198101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-74e1ec3d-8d4d-4a4b-a21f-879b5f8eef81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465388 Aug 29 05:19:14.320019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-80d73db9-9aad-44ed-866c-ca9fd71f608f service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121740 Aug 29 05:19:14.429798 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-627eb29b-704f-4423-bb50-36b1db6ec4b2 req-7d4c9cdd-733b-4a6c-b701-fb8497357940 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017606 Aug 29 05:19:14.533162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-09a2e20f-fff2-4e83-b66e-deb07def435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.534713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-09a2e20f-fff2-4e83-b66e-deb07def435a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1096 time: 0.0453467 Aug 29 05:19:14.636944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-9986e503-fcf9-4474-b74d-bdffd905a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.638735 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-9986e503-fcf9-4474-b74d-bdffd905a90c service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0955744 Aug 29 05:19:14.689166 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-fd98f7c0-e7a5-48ef-93bc-49cf3f6c0368 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 217 time: 0.0417435 Aug 29 05:19:14.747808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-80d5c4a5-0672-414a-ac54-e5daccb5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.749674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-80d5c4a5-0672-414a-ac54-e5daccb5d7a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0511482 Aug 29 05:19:14.805069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-0d8848a7-20f9-4152-813b-004bbb070d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:14.807311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-0d8848a7-20f9-4152-813b-004bbb070d3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491292 Aug 29 05:19:14.910957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-58dcc357-25bd-41fd-8f6b-09a3214a469c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940824 Aug 29 05:19:15.029666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7b030dba-e590-4e57-bd80-2104baec7a06 req-a44e0e57-d921-4b0b-b35b-bf369c96af01 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091914 Aug 29 05:19:15.055707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fc256-aa29-4294-9245-ededf49f7182 req-df2074a8-6a66-4e36-b789-030bf60c4edc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:15.057365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a85fc256-aa29-4294-9245-ededf49f7182 req-df2074a8-6a66-4e36-b789-030bf60c4edc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0556545 Aug 29 05:19:15.101279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a85fc256-aa29-4294-9245-ededf49f7182 req-4c7a5831-0e1c-40f8-a700-31ff07e0d0b9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Aug 29 05:19:15.778666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:19:15.878409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:15.892053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:19:15.938948 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:15.954741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:19:15.978794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:15.983986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:16.038987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:16.272516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d1ddb1c1-e88c-464d-9657-4ff58f86ab32'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:19:16.304746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2393-265a-4535-9ae1-933236038083 req-c108c660-e070-47a5-8a78-fa6ad923dc77 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:16.306791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-435d2393-265a-4535-9ae1-933236038083 req-c108c660-e070-47a5-8a78-fa6ad923dc77 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.1256618 Aug 29 05:19:16.347108 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-435d2393-265a-4535-9ae1-933236038083 req-16e0978f-a161-4431-b62c-bcf7d90929bb tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337155 Aug 29 05:19:17.468523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6bc9-5dc6-4b1d-b4d4-ec8eb1710913 req-0f1aeb45-3e28-4f25-9128-24cf7b9ccfd8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:17.470016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54af6bc9-5dc6-4b1d-b4d4-ec8eb1710913 req-0f1aeb45-3e28-4f25-9128-24cf7b9ccfd8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0527759 Aug 29 05:19:17.506887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-54af6bc9-5dc6-4b1d-b4d4-ec8eb1710913 req-8222c36b-842b-4cdf-9ee5-25b3f6e20200 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Aug 29 05:19:17.809680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:19:17.860010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:19:17.863959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:19:17.864337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.954280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:17.979520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:17.982450 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b61ac4-8b80-4133-9589-acf49e98bf38" -d '{"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-plugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:17.997358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:19:18.002487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:18.037030 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780fe6c-00d2-4ded-8b62-68ca7637fd10 x-openstack-request-id: req-9780fe6c-00d2-4ded-8b62-68ca7637fd10 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:18.037326 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-plugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:18.037580 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9780fe6c-00d2-4ded-8b62-68ca7637fd10 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:18.037977 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'code': 200} Aug 29 05:19:18.053870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:19:18.211735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087d8b-c399-4bc1-aa09-6cf5b3b6aa2b req-ba4f3c57-63cb-428d-9a55-430df12543da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:18.213289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e087d8b-c399-4bc1-aa09-6cf5b3b6aa2b req-ba4f3c57-63cb-428d-9a55-430df12543da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1098 time: 0.1073861 Aug 29 05:19:18.249941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7e087d8b-c399-4bc1-aa09-6cf5b3b6aa2b req-333a89e9-e7e7-4273-9515-92798397627b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275290 Aug 29 05:19:18.620121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5cb2a-7e17-43d9-b0bf-90a2363ab0bd req-6fdbbdfb-c1f5-4772-b34f-ff78cca6879e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:18.621616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94d5cb2a-7e17-43d9-b0bf-90a2363ab0bd req-6fdbbdfb-c1f5-4772-b34f-ff78cca6879e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0487838 Aug 29 05:19:18.659984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94d5cb2a-7e17-43d9-b0bf-90a2363ab0bd req-83f538a4-06d5-4bb2-a4e0-89f7cba951a4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Aug 29 05:19:19.777065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99307c0f-8cc7-4be8-9998-1d08e2be462f req-26aac56d-4b21-4a91-89f0-ff4b914e4ec9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:19.778611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99307c0f-8cc7-4be8-9998-1d08e2be462f req-26aac56d-4b21-4a91-89f0-ff4b914e4ec9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0499425 Aug 29 05:19:19.820153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99307c0f-8cc7-4be8-9998-1d08e2be462f req-491c8dde-821a-48db-a638-93b6f5fcc0df tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353196 Aug 29 05:19:19.940407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f1336-2e37-476f-a64e-f8bc4f0c8e51 req-869e7b4b-f418-40b9-82eb-2982f8421edd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:19.941859 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc3f1336-2e37-476f-a64e-f8bc4f0c8e51 req-869e7b4b-f418-40b9-82eb-2982f8421edd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0546806 Aug 29 05:19:19.951340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 49860) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:19:19.955993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'floatingip': {'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:19:20.003266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.470355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.474417 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.577097 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa associated. External IP: 172.25.3.52, port: d1ddb1c1-e88c-464d-9657-4ff58f86ab32. Aug 29 05:19:20.643025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-70f42749-09b9-4cef-8e7a-adbc1a6ee358 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425637 Aug 29 05:19:20.733625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-9c5b0e68-a81a-4cce-9fdf-4340e7afa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.735035 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-9c5b0e68-a81a-4cce-9fdf-4340e7afa8cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1098 time: 0.0432842 Aug 29 05:19:20.801942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:19:20.846986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-8de58d2d-1472-4f80-bf49-bc27942cabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.848520 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-8de58d2d-1472-4f80-bf49-bc27942cabd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0923083 Aug 29 05:19:20.913502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:19:20.919599 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:20.919840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-5bf25e0d-0a20-4e47-9bd5-473b6b6e9628 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 999 time: 0.0627658 Aug 29 05:19:20.926945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:19:20.940971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:20.950579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:19:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:20.954181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1ac0708f-d129-4f97-9b55-f0d6bd3bb587 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "PUT /v2.0/floatingips/eb497160-d619-4269-b96a-eb6bf17549aa HTTP/1.1" status: 200 len: 991 time: 0.9990635 Aug 29 05:19:20.954181 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:19:20.954447 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea02180-807b-4545-bda9-7211613a241b" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:19:20.977410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-9c523f27-caff-41e6-ae6d-1c9f9315e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:20.979526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-9c523f27-caff-41e6-ae6d-1c9f9315e056 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0517480 Aug 29 05:19:21.022257 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce76cbb9-b394-436c-b69e-f15bb29f924f x-openstack-request-id: req-ce76cbb9-b394-436c-b69e-f15bb29f924f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:19:21.022257 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:19:21.022257 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce76cbb9-b394-436c-b69e-f15bb29f924f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:19:21.022257 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'status': 'completed', 'code': 200} Aug 29 05:19:21.037508 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-d80a6c7c-2b40-42e2-bde8-2321bd862cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.039068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-d80a6c7c-2b40-42e2-bde8-2321bd862cac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519660 Aug 29 05:19:21.107822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:21.148108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-45bd48b3-b120-4bde-b665-246792165852 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010346 Aug 29 05:19:21.255302 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d1eed2d9-0729-444d-bd17-db6c72568f3d req-830474bf-b893-42a7-a88e-6c0ae3f3b88e service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993900 Aug 29 05:19:21.346153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02180-807b-4545-bda9-7211613a241b req-4bfc9b24-1927-4943-b010-a0a2309cda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.347688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-4bfc9b24-1927-4943-b010-a0a2309cda65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1098 time: 0.0432198 Aug 29 05:19:21.358337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb92142-4172-439d-ab47-a971c0747016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:19:20Z', 'revision_number': 9, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:21.385898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:19:21.394512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:19:21.395125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:19:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:21.446403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02180-807b-4545-bda9-7211613a241b req-041c94d6-4066-41a7-8e94-36207b910b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.449589 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-041c94d6-4066-41a7-8e94-36207b910b05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0911119 Aug 29 05:19:21.506620 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:19:21.524210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-31ae765e-c0bf-4f38-8cc0-2fcb6e62ed6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 999 time: 0.0658064 Aug 29 05:19:21.576790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02180-807b-4545-bda9-7211613a241b req-48eb3a46-b74d-42b1-9484-98a81469ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.578266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-48eb3a46-b74d-42b1-9484-98a81469ea99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0466633 Aug 29 05:19:21.630845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02180-807b-4545-bda9-7211613a241b req-b81f1655-39e8-497f-a8ac-baf57b0e5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:21.632400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-b81f1655-39e8-497f-a8ac-baf57b0e5f34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457923 Aug 29 05:19:21.759356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb92142-4172-439d-ab47-a971c0747016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:19:20Z', 'revision_number': 9, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:19:21.792481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1221b1-c731-4a8d-959a-6536ed458c8b None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb92142-4172-439d-ab47-a971c0747016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:19:20Z', 'revision_number': 9, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:19:22.036643 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dd38e-2b95-4a50-a2aa-965288001c46 None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:19:22.056393 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-dc595c94-bdce-4eea-b205-d6fa905b9554 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151888 Aug 29 05:19:22.157261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8ea02180-807b-4545-bda9-7211613a241b req-4a90dfd2-37ec-4d60-8d44-bac1ded47e87 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931919 Aug 29 05:19:30.270102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:37.411365 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7107cf31-bc1a-4f42-b945-de27ef2011b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:40.376113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:40.433452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c5c58767-048b-44b9-8f92-532461ed26af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:41.505442 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:42.687200 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:43.255858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:19:44.685503 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:19:45.431387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-279ae165-5480-42da-8a3f-442bcf191efc req-6b33567d-ec31-4202-8221-a7a154e450d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0765483 Aug 29 05:19:45.516895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-279ae165-5480-42da-8a3f-442bcf191efc req-4ba200ad-4c82-4def-ac3a-0ae036e07dde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Aug 29 05:19:45.563355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-279ae165-5480-42da-8a3f-442bcf191efc req-78b6a655-2b95-4c98-8e38-97af141fbb36 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209239 Aug 29 05:19:45.661449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae165-5480-42da-8a3f-442bcf191efc req-f5e2c14b-3028-4f6a-9c5e-736036d066be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:19:45.662961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-279ae165-5480-42da-8a3f-442bcf191efc req-f5e2c14b-3028-4f6a-9c5e-736036d066be service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934782 Aug 29 05:20:00.283002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:07.415356 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b476114-cd08-4ec0-845d-59bec8dc5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.378104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:10.435518 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2a751826-1f2a-461e-a7f5-a16403f0ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:11.510182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:12.704036 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:13.258761 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:21.637039 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-baa4bca3-83d8-40c9-84bd-76baf6975eee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449631 Aug 29 05:20:21.685191 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:20:21.722611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-69df32c8-535b-46be-a325-d819b4efd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.724171 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-69df32c8-535b-46be-a325-d819b4efd20e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1098 time: 0.0433340 Aug 29 05:20:21.840889 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-0bcc0c18-0aa6-428e-a582-6cd5ad32d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.842409 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-0bcc0c18-0aa6-428e-a582-6cd5ad32d1ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0983815 Aug 29 05:20:21.917553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-a9639885-cb00-4c3e-8b30-a3f99e03961d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1002 time: 0.0666115 Aug 29 05:20:21.981655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-fd562f75-4969-4441-af09-d29674997315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:21.983068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-fd562f75-4969-4441-af09-d29674997315 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0451927 Aug 29 05:20:22.032247 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-b5678cee-5563-4fca-8589-06d4e75184eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:22.033779 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-b5678cee-5563-4fca-8589-06d4e75184eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427010 Aug 29 05:20:22.133585 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-b0f5869e-0ef4-485c-a032-ddd9b09fcf5b service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909593 Aug 29 05:20:22.228924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-67de9be2-f8a3-43e7-b5bb-d79b448f21db req-5c83d416-b398-4051-85e8-4958d0ffba69 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Aug 29 05:20:30.298980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:37.420584 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2617104-7755-4d83-a617-b75c6e52813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:40.380078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:40.436930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-736ffe8b-6607-420e-9ebd-ddd07a2b546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:41.513440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:42.715257 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:43.262182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:20:45.199053 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aff99e90-9435-49a8-a4e4-e4ea7e3a0b93 req-e5d81937-8664-4a14-b134-bb18d66a8561 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275867 Aug 29 05:20:45.289746 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aff99e90-9435-49a8-a4e4-e4ea7e3a0b93 req-ff8311c6-eff0-4d53-bf92-0eecde4f764d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Aug 29 05:20:45.338204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aff99e90-9435-49a8-a4e4-e4ea7e3a0b93 req-b5cfdbed-b278-4458-a934-4126e3e9c00f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210643 Aug 29 05:20:45.469974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff99e90-9435-49a8-a4e4-e4ea7e3a0b93 req-90c36647-afe6-47ac-9f84-5d96a2a32728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:20:45.472462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-aff99e90-9435-49a8-a4e4-e4ea7e3a0b93 req-90c36647-afe6-47ac-9f84-5d96a2a32728 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268516 Aug 29 05:20:58.684295 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:00.307302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:02.757892 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-bff1c3e7-88b6-40fb-b604-0f42001a9551 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426652 Aug 29 05:21:02.780122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a131-0cc0-486c-8178-2e7f87f2f040 req-f9cbc28a-c252-4247-aaf9-cc7549a42f1f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:02.781740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5e9a131-0cc0-486c-8178-2e7f87f2f040 req-f9cbc28a-c252-4247-aaf9-cc7549a42f1f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0554163 Aug 29 05:21:02.822378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5e9a131-0cc0-486c-8178-2e7f87f2f040 req-61d1fc25-7b54-4552-8a1f-17aaa6d9a16e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345242 Aug 29 05:21:03.947043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513c24-f04a-4455-a056-7b0bc7c3bb2b req-67c40024-3ff3-437e-ae48-7fe5c17121d1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:03.948994 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d513c24-f04a-4455-a056-7b0bc7c3bb2b req-67c40024-3ff3-437e-ae48-7fe5c17121d1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0535202 Aug 29 05:21:03.990698 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9d513c24-f04a-4455-a056-7b0bc7c3bb2b req-b4d239fc-0513-40b2-b551-3f78f4d25d6c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Aug 29 05:21:04.002051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-8ab844b8-3d9d-4a5e-9ac7-074ac9ba0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.003583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-8ab844b8-3d9d-4a5e-9ac7-074ac9ba0fbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1098 time: 0.0450060 Aug 29 05:21:04.095288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-130cfa19-d8de-4131-b64b-521a3bc6882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.096825 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-130cfa19-d8de-4131-b64b-521a3bc6882c service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0853069 Aug 29 05:21:04.170362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-4ea0f772-f426-4ca4-b177-f9e23da54b39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1002 time: 0.0655620 Aug 29 05:21:04.225190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-12bce339-7e02-4d08-97f0-7542a5b4ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.226708 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-12bce339-7e02-4d08-97f0-7542a5b4ea67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0476713 Aug 29 05:21:04.273833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-1f8f6e42-3479-4b90-94da-30b0dc12f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:04.275322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-1f8f6e42-3479-4b90-94da-30b0dc12f6de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403359 Aug 29 05:21:04.370932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-27f39f8d-cd1c-4f5a-905c-1ef5c5b8c96f service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Aug 29 05:21:04.462574 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-7e9f2b11-da1b-41ca-8006-1eb9146278f7 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825846 Aug 29 05:21:05.111599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3bbbc-5ec7-42e5-95d8-1506785ba404 req-7074ac66-33bf-4961-af9c-8b8a3338e5e6 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:05.113201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eca3bbbc-5ec7-42e5-95d8-1506785ba404 req-7074ac66-33bf-4961-af9c-8b8a3338e5e6 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0508366 Aug 29 05:21:05.152755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eca3bbbc-5ec7-42e5-95d8-1506785ba404 req-966c821e-0fd8-4eb3-b6b8-e52e32beac1d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334647 Aug 29 05:21:06.279319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d93b7-eaac-4e69-bae3-adf8aaece840 req-d7039842-c331-4f1f-9c64-3b4460c2b83b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:06.280845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-324d93b7-eaac-4e69-bae3-adf8aaece840 req-d7039842-c331-4f1f-9c64-3b4460c2b83b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0510523 Aug 29 05:21:06.319375 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-324d93b7-eaac-4e69-bae3-adf8aaece840 req-f8c5ce8a-77df-4f3a-a290-7981a3d0297e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Aug 29 05:21:07.422443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-89c0775d-e8f5-4545-a639-d262302ff265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:07.439656 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1bee-0ca0-4204-aff9-a4673e734bba req-bad03c83-11c3-4503-b3cb-c287c0c1de4e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:07.441253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-177d1bee-0ca0-4204-aff9-a4673e734bba req-bad03c83-11c3-4503-b3cb-c287c0c1de4e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Aug 29 05:21:07.485732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-177d1bee-0ca0-4204-aff9-a4673e734bba req-2d0d0658-5d09-4d27-a348-3cb08c14f68d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Aug 29 05:21:08.603305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504eca-b807-4772-8896-a876e7864b4a req-f614c401-8746-404f-b186-010f0c6c5189 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:08.604916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d504eca-b807-4772-8896-a876e7864b4a req-f614c401-8746-404f-b186-010f0c6c5189 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Aug 29 05:21:08.642968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d504eca-b807-4772-8896-a876e7864b4a req-9ae099ef-dc66-4fd9-8e5e-38d9916bdd0e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Aug 29 05:21:09.760150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2688-59bc-4d67-8478-3b8356317959 req-bb0ebfee-3c77-4d56-bb37-89d6e75e37b0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:09.761730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd1b2688-59bc-4d67-8478-3b8356317959 req-bb0ebfee-3c77-4d56-bb37-89d6e75e37b0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0499249 Aug 29 05:21:09.799222 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd1b2688-59bc-4d67-8478-3b8356317959 req-4ece813c-5891-4ae1-baaa-4744a2403b9b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Aug 29 05:21:10.381515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:10.437169 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8752bc8b-c84d-4ed3-98de-f91f42ef26ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:10.914487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd21db-54da-441f-b68f-81aeab4544b4 req-6bd855a3-96ec-4547-91ed-d0e6203798b2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:10.916653 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8dd21db-54da-441f-b68f-81aeab4544b4 req-6bd855a3-96ec-4547-91ed-d0e6203798b2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0493693 Aug 29 05:21:10.956993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b8dd21db-54da-441f-b68f-81aeab4544b4 req-8b9a97bc-7ec6-4ef6-8fd8-8c4456ca7eb5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344965 Aug 29 05:21:11.514878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:12.077429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6894c2-57c7-4d7f-bd16-9e46cdc147f4 req-0bcbbdcd-d156-4c3f-a66a-98a9f962c6f8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:12.078923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d6894c2-57c7-4d7f-bd16-9e46cdc147f4 req-0bcbbdcd-d156-4c3f-a66a-98a9f962c6f8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0503385 Aug 29 05:21:12.120658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8d6894c2-57c7-4d7f-bd16-9e46cdc147f4 req-efdc8ff3-44f9-46c5-917a-1c95bf5993ce tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357289 Aug 29 05:21:12.727125 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.235959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594067b-e221-43e7-afca-93fbf34d1626 req-fcf46792-ac8e-4a5d-a0a1-068422cfb784 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:13.237437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d594067b-e221-43e7-afca-93fbf34d1626 req-fcf46792-ac8e-4a5d-a0a1-068422cfb784 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0480392 Aug 29 05:21:13.264770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:13.276921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d594067b-e221-43e7-afca-93fbf34d1626 req-41f85a9b-fcfe-4055-8049-1d43ee71ca59 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334747 Aug 29 05:21:14.403021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647d7c7-5158-40d5-adb9-e5c26170793d req-fd265f9c-f8d4-4425-8fce-15a42dc8bf67 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:14.404555 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5647d7c7-5158-40d5-adb9-e5c26170793d req-fd265f9c-f8d4-4425-8fce-15a42dc8bf67 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0520761 Aug 29 05:21:14.448635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5647d7c7-5158-40d5-adb9-e5c26170793d req-835f4bc5-ba9f-4e2e-8c1b-8c1b1d2b0b03 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Aug 29 05:21:15.576144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15838a-b270-4659-ba8b-2c31cff6930a req-25917b9e-9bb3-4e0e-a250-0a68f7b49627 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:15.577706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b15838a-b270-4659-ba8b-2c31cff6930a req-25917b9e-9bb3-4e0e-a250-0a68f7b49627 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Aug 29 05:21:15.617548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b15838a-b270-4659-ba8b-2c31cff6930a req-e861014f-04b7-43da-a4f9-30d5fbf0401c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Aug 29 05:21:16.616169 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-4f2958a7-64aa-42f9-b10e-aeefd756ac9b service neutron] show failed (client error): The resource could not be found. Aug 29 05:21:16.618017 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-4f2958a7-64aa-42f9-b10e-aeefd756ac9b service neutron] 10.222.0.54 "GET /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0682526 Aug 29 05:21:16.782450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5797c-ae75-4c2f-b17c-1a5feb839ff4 req-070c5830-b056-4d1f-b2e3-348184aec655 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:16.784251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec5797c-ae75-4c2f-b17c-1a5feb839ff4 req-070c5830-b056-4d1f-b2e3-348184aec655 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0909882 Aug 29 05:21:16.834151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aec5797c-ae75-4c2f-b17c-1a5feb839ff4 req-3168ff97-5a86-4281-83f4-5ff490831ee4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Aug 29 05:21:16.865892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-7e99927c-6779-4749-b052-1284d26a4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:16.867573 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-7e99927c-6779-4749-b052-1284d26a4c4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1098 time: 0.0543365 Aug 29 05:21:16.891609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:16.954655 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.235980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:17.277926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:17.360659 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:17.365487 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3a72ff-fcb7-4494-b662-a3560c22b4da" -d '{"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:17.373652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.394987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Transition to ACTIVE for port object d1ddb1c1-e88c-464d-9657-4ff58f86ab32 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:17.400043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.497367 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5f4cf-2934-4734-aace-6a4377c0507d x-openstack-request-id: req-b7f5f4cf-2934-4734-aace-6a4377c0507d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:17.497662 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:17.497913 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7f5f4cf-2934-4734-aace-6a4377c0507d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:17.498309 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'code': 200} Aug 29 05:21:17.508302 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.523992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.524341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.525220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.525556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.525885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.526213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.526540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.526862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.527186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.527505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.527825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.528177 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:17.575748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] No DVR routers for this DVR port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:17.731421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:17.732128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:17.732128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:17.737503 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:21:17.737836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:17.743957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:17.744458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:17.744763 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:17.745248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Bound port: d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:17.745649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.814346 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:17.817838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:17.823006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.861536 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:17.862275 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:17.864277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] 10.222.0.50 "PUT /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1093 time: 0.9773426 Aug 29 05:21:17.895710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa3d59-9928-40b8-9267-7ed57e013ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:17.965517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-1e83fc60-d1d3-41cd-8c8b-387c02859e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:17.967447 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-1e83fc60-d1d3-41cd-8c8b-387c02859e61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1096 time: 0.0494914 Aug 29 05:21:17.990263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fefc72-b89b-4a6f-8ed3-6907f1a7b694 req-4053048b-5d20-4c24-bb99-43f21b935961 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:17.996771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40fefc72-b89b-4a6f-8ed3-6907f1a7b694 req-4053048b-5d20-4c24-bb99-43f21b935961 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0715303 Aug 29 05:21:18.054724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40fefc72-b89b-4a6f-8ed3-6907f1a7b694 req-dc50e48b-6a76-4282-a5e2-e04ef3e73f6d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560846 Aug 29 05:21:18.108041 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-9982c3dc-d31f-4096-952f-3a60bc21238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:18.110415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-9982c3dc-d31f-4096-952f-3a60bc21238e service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1352618 Aug 29 05:21:18.186370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-495254cd-5470-4053-884b-780dbef9ebc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.0665600 Aug 29 05:21:18.244122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-a9477bcb-feef-4dc3-a340-8b321d436a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:18.245740 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-a9477bcb-feef-4dc3-a340-8b321d436a20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0517969 Aug 29 05:21:18.294894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-024b8d37-5676-4534-b7fc-b54be8933ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:18.296463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-024b8d37-5676-4534-b7fc-b54be8933ad7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423908 Aug 29 05:21:18.388845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-97c3c86e-7e91-425a-bbc7-b391758e9723 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Aug 29 05:21:18.495864 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-6c6ae07e-3709-4402-afea-33bcb4340db5 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943115 Aug 29 05:21:19.180465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60718c9f-a54c-4a77-8f4b-e1a50381787a req-85a268bf-d3df-4b62-9514-3790b3354427 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.182045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60718c9f-a54c-4a77-8f4b-e1a50381787a req-85a268bf-d3df-4b62-9514-3790b3354427 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Aug 29 05:21:19.228067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-60718c9f-a54c-4a77-8f4b-e1a50381787a req-ac6d023b-e949-4212-94b3-f6ce36f481c1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353792 Aug 29 05:21:19.499580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:19.502042 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe74b98-1137-4ece-9196-6d3a155d0d73" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:19.550422 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c88d59-d10d-409d-8f77-3884ba8d1f71 x-openstack-request-id: req-52c88d59-d10d-409d-8f77-3884ba8d1f71 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:19.550722 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:19.550993 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52c88d59-d10d-409d-8f77-3884ba8d1f71 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:19.551404 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'status': 'completed', 'code': 200} Aug 29 05:21:19.632592 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-a1b9f7ba-dbae-43fd-8f32-4aa8f722e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.634118 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-a1b9f7ba-dbae-43fd-8f32-4aa8f722e8a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1096 time: 0.0644801 Aug 29 05:21:19.694760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-31840ec5-4369-4ef1-9ee5-7600334015ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.696252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-31840ec5-4369-4ef1-9ee5-7600334015ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1096 time: 0.0920613 Aug 29 05:21:19.787815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-a571b7e2-a8df-4c48-8ecd-1c0ebca43e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.789244 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-a571b7e2-a8df-4c48-8ecd-1c0ebca43e6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1476309 Aug 29 05:21:19.855046 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-42fa9f2f-8991-459d-8229-60fd783b144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.856542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-42fa9f2f-8991-459d-8229-60fd783b144c service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1524234 Aug 29 05:21:19.876861 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-5972851f-12a4-4e3e-bc9c-5c060a2d117c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.0792968 Aug 29 05:21:19.963623 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-39ae9e76-9f12-4b4c-94f8-33fd24c853cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.0965741 Aug 29 05:21:19.968828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-681a185f-4dab-4163-8549-39836d9f3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:19.970202 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-681a185f-4dab-4163-8549-39836d9f3e34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0661926 Aug 29 05:21:20.016228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-46d27966-eb3c-47d5-9b96-f65e2dca5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:20.017713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-46d27966-eb3c-47d5-9b96-f65e2dca5dad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393188 Aug 29 05:21:20.118640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-5d798dde-b84c-42ac-8600-ecd8bd448105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:20.119711 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-5d798dde-b84c-42ac-8600-ecd8bd448105 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0868275 Aug 29 05:21:20.171547 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-4c73517d-4e39-428e-810e-f70e18ec9b2a service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454482 Aug 29 05:21:20.188272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-b4f98498-3b9a-4611-bd47-880d47d143e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:20.189659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-b4f98498-3b9a-4611-bd47-880d47d143e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619621 Aug 29 05:21:20.329291 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-22871a27-f386-44c3-9f15-d6103c65829d service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502168 Aug 29 05:21:20.340715 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-888520a5-af35-4453-b82f-1259c8c072af service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139889 Aug 29 05:21:20.352000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb942c6-78cf-46eb-8155-7570d42e7b54 req-14e8d5e6-3279-44e5-9c9f-0cf5dc6ca786 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:20.353553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abb942c6-78cf-46eb-8155-7570d42e7b54 req-14e8d5e6-3279-44e5-9c9f-0cf5dc6ca786 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0554667 Aug 29 05:21:20.393453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abb942c6-78cf-46eb-8155-7570d42e7b54 req-71cf4552-c9e6-4dc2-866b-9642a97dc73a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Aug 29 05:21:20.417212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:20.444050 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbe74b98-1137-4ece-9196-6d3a155d0d73 req-d79a738a-a967-4a3d-a374-f65780c4b7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921037 Aug 29 05:21:20.457322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:21.503824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:21:21.516407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f470d-a39b-404d-8407-fa98d12ab4bc req-257c1592-5108-44b1-88bd-8ed8f174c975 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:21.518540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-323f470d-a39b-404d-8407-fa98d12ab4bc req-257c1592-5108-44b1-88bd-8ed8f174c975 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0507197 Aug 29 05:21:21.561684 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-323f470d-a39b-404d-8407-fa98d12ab4bc req-bcda9268-508f-4d27-a831-3c5176d0e40c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357816 Aug 29 05:21:21.602799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:21.770319 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:21:21.809653 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.823328 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:21.851067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:21.856086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:21.876874 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-75fa4f59-88f9-4c35-959a-fb2038baf20e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:21.878540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-75fa4f59-88f9-4c35-959a-fb2038baf20e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&tenant_id=bf1ab05449854c859242f8bcd606d561&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.0597608 Aug 29 05:21:21.896652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a3a05-69d9-4ba5-b679-6c72f548cef1 req-22253257-589a-4e03-bcd1-fbca8bce3210 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:21.904447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f98a3a05-69d9-4ba5-b679-6c72f548cef1 req-22253257-589a-4e03-bcd1-fbca8bce3210 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 944 time: 0.0706470 Aug 29 05:21:21.910491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:21.918548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.918895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.919230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.919780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.920307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.920639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.920967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.921294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.921619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.921939 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.922416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.922741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:21:21.942177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f98a3a05-69d9-4ba5-b679-6c72f548cef1 req-19bd8371-1110-43d9-a7ff-a455bbb4ba7d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Aug 29 05:21:21.945717 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-e022f787-1478-4176-b9f6-1d255014c6f0 service neutron] 10.222.0.50 "GET /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.0571907 Aug 29 05:21:22.038432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-96412fdc-1f33-4bd8-b771-48ae9d3cb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.040029 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-96412fdc-1f33-4bd8-b771-48ae9d3cb993 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1097 time: 0.0458231 Aug 29 05:21:22.131206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-b33641fe-b9f7-4eb5-b7f9-677e7cccab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.132776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-b33641fe-b9f7-4eb5-b7f9-677e7cccab5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0847116 Aug 29 05:21:22.202230 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-8739fa60-82be-4670-92f7-61f0bef77673 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1001 time: 0.0615559 Aug 29 05:21:22.228825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d1ddb1c1-e88c-464d-9657-4ff58f86ab32'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:21:22.257126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-876d44e7-7c7e-4e6f-9f1c-980747a52c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.258609 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-876d44e7-7c7e-4e6f-9f1c-980747a52c25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0439987 Aug 29 05:21:22.304892 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-38ebfb2c-6d9d-4eb2-88d5-b26029c7607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:22.306443 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-38ebfb2c-6d9d-4eb2-88d5-b26029c7607c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400746 Aug 29 05:21:22.410947 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-05a46236-10cf-44fb-badc-095d88640bf7 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860026 Aug 29 05:21:22.501163 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-de2eb864-ecef-4b6d-8b95-c0a9b9d516cb service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Aug 29 05:21:23.058287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03098d6-196e-4aad-a0d5-1afe73e231a3 req-7ca11e4f-a87d-40b1-a9fa-d1201865ef95 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:23.059801 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03098d6-196e-4aad-a0d5-1afe73e231a3 req-7ca11e4f-a87d-40b1-a9fa-d1201865ef95 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 29 05:21:23.097889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f03098d6-196e-4aad-a0d5-1afe73e231a3 req-b1e600ad-cd12-4388-97d7-a68f53b22502 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Aug 29 05:21:23.516928 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:23.564379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:23.567872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:23.568266 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.649412 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.671332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:23.673623 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f9996a-4438-4e9a-b326-9aa3dfc7bcfd" -d '{"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-plugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:23.686606 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:23.690917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:23.737683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:23.780540 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f24d02f-50fe-4da1-8b69-19da357698c1 x-openstack-request-id: req-7f24d02f-50fe-4da1-8b69-19da357698c1 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:23.780835 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-plugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:23.781091 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f24d02f-50fe-4da1-8b69-19da357698c1 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:23.781497 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'code': 200} Aug 29 05:21:24.217680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c773d9-5415-47f2-87e4-6b3c5fdd0953 req-5c75857f-754d-4a77-ad1e-b04c61f09e82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:24.219145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03c773d9-5415-47f2-87e4-6b3c5fdd0953 req-5c75857f-754d-4a77-ad1e-b04c61f09e82 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Aug 29 05:21:24.260313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03c773d9-5415-47f2-87e4-6b3c5fdd0953 req-c24f2e01-f55c-4e95-baf3-c71c8fd4e317 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349233 Aug 29 05:21:24.810569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-07e4d585-5103-4e01-85ca-2655715ed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:24.812172 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-07e4d585-5103-4e01-85ca-2655715ed50b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1098 time: 0.0436320 Aug 29 05:21:24.826690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:24.885993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.091123 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:25.123835 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:25.164373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:25.167336 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e22a5-cf02-4bb5-bdd0-9fb61fbeb6c3" -d '{"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:25.171116 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.186844 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Transition to ACTIVE for port object d1ddb1c1-e88c-464d-9657-4ff58f86ab32 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:25.190953 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.220762 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4993c9c-2bc4-40bd-907b-36ef984700f1 x-openstack-request-id: req-d4993c9c-2bc4-40bd-907b-36ef984700f1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:25.221052 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:25.221299 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4993c9c-2bc4-40bd-907b-36ef984700f1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:25.221687 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'code': 200} Aug 29 05:21:25.278316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:25.323730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] No DVR routers for this DVR port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:25.381961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b529-307c-40aa-ad08-b542bb935c89 req-022a612b-ecf5-4247-b0e0-1237e74f3797 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.383595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba82b529-307c-40aa-ad08-b542bb935c89 req-022a612b-ecf5-4247-b0e0-1237e74f3797 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Aug 29 05:21:25.432736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ba82b529-307c-40aa-ad08-b542bb935c89 req-3760e4c2-6d6d-481b-9e44-d9954bc5a619 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Aug 29 05:21:25.486419 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:25.486750 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:25.487104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:25.491266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:21:25.491576 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Attempting to bind port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:25.496300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:25.496577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:25.496950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:25.497362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Bound port: d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:25.497711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.560204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:25.563299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:25.567093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.603331 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.603951 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:25.605400 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] 10.222.0.54 "PUT /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1094 time: 0.7830021 Aug 29 05:21:25.630783 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cd2a0-e5e5-4110-80c7-9f7e0a910cdb service neutron] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:25.675388 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-6f4aa618-1073-491d-b65f-cb61b56b331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.676962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-6f4aa618-1073-491d-b65f-cb61b56b331f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1097 time: 0.0430939 Aug 29 05:21:25.771841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-48b8abcd-970d-4e9f-85f4-a4b5c5a2f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.773314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-48b8abcd-970d-4e9f-85f4-a4b5c5a2f951 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0891500 Aug 29 05:21:25.846573 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-57d3ee38-6b67-4156-9cd7-ab092a201961 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.0647271 Aug 29 05:21:25.897867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-dcfea4a3-1ac9-4513-a4bb-b68439b319fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.899222 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-dcfea4a3-1ac9-4513-a4bb-b68439b319fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0440350 Aug 29 05:21:25.946079 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-77975577-755c-4970-8c5f-d64cbd62ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:25.947550 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-77975577-755c-4970-8c5f-d64cbd62ba9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399508 Aug 29 05:21:26.045814 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-7ebd9cdc-cd2c-4090-970f-b3ad1ea7166c service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891161 Aug 29 05:21:26.137502 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e34c2e57-624e-4c5b-8bd1-bbd33f7baa48 req-623a498e-9431-48de-b097-60bd0f82b200 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Aug 29 05:21:26.552541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ff1fe-2b43-4e5f-bc63-2d3120493067 req-67e7a89d-bf02-49cf-9381-36d5dccd7a9f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:26.554092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-157ff1fe-2b43-4e5f-bc63-2d3120493067 req-67e7a89d-bf02-49cf-9381-36d5dccd7a9f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Aug 29 05:21:26.592023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-157ff1fe-2b43-4e5f-bc63-2d3120493067 req-43360381-787c-4816-96a4-9f8b40ef153e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319571 Aug 29 05:21:27.223325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:27.225861 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45d1d8-28b0-4901-89fb-0c17b9500928" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:27.272562 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1b213c-59b4-437b-90b0-b71a298d7c98 x-openstack-request-id: req-1b1b213c-59b4-437b-90b0-b71a298d7c98 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:27.272858 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:27.273105 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b1b213c-59b4-437b-90b0-b71a298d7c98 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:27.273501 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'status': 'completed', 'code': 200} Aug 29 05:21:27.366221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-fc1d0ff0-0cbe-446a-9522-68beaf1cd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.367713 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-fc1d0ff0-0cbe-446a-9522-68beaf1cd355 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1097 time: 0.0730538 Aug 29 05:21:27.374145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-1c5c8d5c-8e40-45d8-9b33-2c9d3252911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.375560 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-1c5c8d5c-8e40-45d8-9b33-2c9d3252911e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 1097 time: 0.0558429 Aug 29 05:21:27.540135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:27.588821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:27.713974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0367da-791f-4f85-b3ca-51ee1b9f1bf8 req-fe45a68d-d0c6-4b26-a4aa-6db933cf97fe tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.715512 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f0367da-791f-4f85-b3ca-51ee1b9f1bf8 req-fe45a68d-d0c6-4b26-a4aa-6db933cf97fe tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Aug 29 05:21:27.760360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8f0367da-791f-4f85-b3ca-51ee1b9f1bf8 req-2234b6a5-58a4-455a-bf18-b7bf0c8596a1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Aug 29 05:21:27.831082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-0a4d5baf-96eb-46db-8188-8be99c5fb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.832692 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-0a4d5baf-96eb-46db-8188-8be99c5fb28d service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.4562523 Aug 29 05:21:27.833958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-ec9b993c-52c6-4518-9525-53362e1a6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:27.835238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-ec9b993c-52c6-4518-9525-53362e1a6ac3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.4513907 Aug 29 05:21:27.947203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-464197fd-5bd3-45d5-a245-858e317749ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.1055386 Aug 29 05:21:27.948890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-713d0567-183c-471b-9e77-0419e154245c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 200 len: 1000 time: 0.1014988 Aug 29 05:21:28.034663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-f1518369-c45f-454d-bbed-a2ec157fe67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.036214 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-f1518369-c45f-454d-bbed-a2ec157fe67f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0795448 Aug 29 05:21:28.039437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-4d2eb221-4b2a-4cb5-8bc8-95b31d3ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.040799 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-4d2eb221-4b2a-4cb5-8bc8-95b31d3ff2a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0769818 Aug 29 05:21:28.110270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-e255bcbe-1271-43ee-8398-c4bbc72d9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.111791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-e255bcbe-1271-43ee-8398-c4bbc72d9b84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680552 Aug 29 05:21:28.113518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-f64459a9-639a-4133-b2c7-512a8ef93e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.114860 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-f64459a9-639a-4133-b2c7-512a8ef93e64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621185 Aug 29 05:21:28.276830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-b3ea865c-eeb7-450f-8130-906e029c1805 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496475 Aug 29 05:21:28.278438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-f64dedae-05c2-410d-ae22-734511aa33d6 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585224 Aug 29 05:21:28.433586 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-d7cab71e-6d23-4518-a3d4-7b8e22dbb376 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498311 Aug 29 05:21:28.435467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bc45d1d8-28b0-4901-89fb-0c17b9500928 req-0c706918-ba92-40a4-8624-a5fe8678e683 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442177 Aug 29 05:21:28.897263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207ba11-8d40-4bd5-b336-ba518080dc26 req-7fd8b6a0-020c-4f76-a49b-dcac5b59fb83 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:28.898841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4207ba11-8d40-4bd5-b336-ba518080dc26 req-7fd8b6a0-020c-4f76-a49b-dcac5b59fb83 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Aug 29 05:21:28.937061 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4207ba11-8d40-4bd5-b336-ba518080dc26 req-6987aabc-9933-4141-8ed3-956c72908c04 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Aug 29 05:21:29.051198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24e58f-8601-4276-acb8-cfccc9990b9a req-b71bdbe9-5d74-46dc-aac4-d037a9f8adcb tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:29.052705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de24e58f-8601-4276-acb8-cfccc9990b9a req-b71bdbe9-5d74-46dc-aac4-d037a9f8adcb tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Aug 29 05:21:29.089856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-de24e58f-8601-4276-acb8-cfccc9990b9a req-ba79ca93-b86d-471b-ad5f-73cc406b2197 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Aug 29 05:21:29.202550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd644f-97cf-43eb-85c8-f6fccc2c08c6 req-54f58a8f-d379-4f60-9a26-782be4eb9845 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:29.204050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dbd644f-97cf-43eb-85c8-f6fccc2c08c6 req-54f58a8f-d379-4f60-9a26-782be4eb9845 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Aug 29 05:21:29.245125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0dbd644f-97cf-43eb-85c8-f6fccc2c08c6 req-e4c65fbc-8c63-4fe7-8c8a-f5594e94e86f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352142 Aug 29 05:21:29.483951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b0e9-2f3c-4ca7-8aaa-5b0695d715b3 req-2c440a31-7b3f-4787-9ab6-63117f430f83 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:29.485454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b328b0e9-2f3c-4ca7-8aaa-5b0695d715b3 req-2c440a31-7b3f-4787-9ab6-63117f430f83 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0524659 Aug 29 05:21:29.522771 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b328b0e9-2f3c-4ca7-8aaa-5b0695d715b3 req-7a5282e9-7e55-4610-98d1-da4fd87f9b33 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Aug 29 05:21:30.312147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:30.440882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:21:30.535860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:30.552040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'mac_address': 'fa:16:3e:ca:cf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:21:30.595177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:30.609237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:30.632969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:30.638130 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:30.668845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004a5f-3713-4ed3-8972-40310963433b req-a3f9bb4a-59a0-473b-aeb7-3b223fcc19b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:30.670547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6004a5f-3713-4ed3-8972-40310963433b req-a3f9bb4a-59a0-473b-aeb7-3b223fcc19b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Aug 29 05:21:30.694664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:30.714064 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c6004a5f-3713-4ed3-8972-40310963433b req-89caa7b5-a129-4a12-99dd-6dea71c82f58 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Aug 29 05:21:30.906790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-fa42b8bc-7140-41fb-8e5e-48f70800a8ce tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:30.908297 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-fa42b8bc-7140-41fb-8e5e-48f70800a8ce tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 946 time: 0.0568907 Aug 29 05:21:31.003461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Deleting port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:21:31.003712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.089082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] For port d1ddb1c1-e88c-464d-9657-4ff58f86ab32, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:31.089448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.265632 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.265993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.266340 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa disassociated. External IP: 172.25.3.52, port: d1ddb1c1-e88c-464d-9657-4ff58f86ab32. Aug 29 05:21:31.266686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Calling delete_port for d1ddb1c1-e88c-464d-9657-4ff58f86ab32 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:21:31.403398 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.432146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'Port': ['ID=d1ddb1c1-e88c-464d-9657-4ff58f86ab32,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:31.562095 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:31.676056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:31.686077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:31.695344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:31.696064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:31.715808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] No DVR routers for this DVR port d1ddb1c1-e88c-464d-9657-4ff58f86ab32 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:21:31.718654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:31.720849 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f1a05e4d-eb72-49ce-a193-cb009684e3ae req-6c9ca8bc-96d9-41a6-af2a-ce117fa176d2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "DELETE /v2.0/ports/d1ddb1c1-e88c-464d-9657-4ff58f86ab32 HTTP/1.1" status: 204 len: 173 time: 0.8032274 Aug 29 05:21:31.721293 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-deleted', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:31.723814 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca0735-6764-415c-af0c-81e81577eb84" -d '{"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-deleted", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:31.770398 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef2c8c-443e-47c8-95f9-64c36aa1cac2 x-openstack-request-id: req-e3ef2c8c-443e-47c8-95f9-64c36aa1cac2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:31.770823 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb92142-4172-439d-ab47-a971c0747016", "name": "network-vif-deleted", "tag": "d1ddb1c1-e88c-464d-9657-4ff58f86ab32", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:31.771183 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3ef2c8c-443e-47c8-95f9-64c36aa1cac2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:31.771663 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb92142-4172-439d-ab47-a971c0747016', 'name': 'network-vif-deleted', 'tag': 'd1ddb1c1-e88c-464d-9657-4ff58f86ab32', 'status': 'completed', 'code': 200} Aug 29 05:21:31.820189 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:31.831002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e4153a-0748-4719-ae00-a5d6f52efcee req-3fe3b44f-d7af-4264-b010-52c24b81286e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eb92142-4172-439d-ab47-a971c0747016 HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 29 05:21:32.024323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:32.053812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:32.063113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:32.063736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:21:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:32.177192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:32.382442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:32.408565 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcd0b8-815d-42f7-982c-b3c289cec151 None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:32.631630 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147efed-799a-4594-bfac-824a82a801ef None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:21:33.161923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-8366b25c-6d9e-4f94-86ac-a60bf09ba412 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--392326114&fields=id&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 267 time: 0.0383427 Aug 29 05:21:33.269304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-3c5537f3-6392-4855-86aa-de43f91028f2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:33.270837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-3c5537f3-6392-4855-86aa-de43f91028f2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1015153 Aug 29 05:21:33.287204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-28aab9a1-7377-4a32-a9b4-e176574bba51 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/quotas/bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Aug 29 05:21:33.346006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-529285e3-1cfb-4f78-affc-80e1f4d12bbf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528653 Aug 29 05:21:33.449197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-bb567987-a59d-45bc-9451-279e6b4e36cc service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903621 Aug 29 05:21:33.544648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-9504ac54-f0a7-4189-b769-2cbea750da06 service neutron] 10.222.0.62 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889430 Aug 29 05:21:33.709944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ca87073b-61a7-4c3c-b5f2-e5287551f78c req-3440986d-b76a-497d-b095-e8007ab4599b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0308268 Aug 29 05:21:34.480198 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:21:34.500472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: d1ddb1c1-e88c-464d-9657-4ff58f86ab32 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:21:34.500809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d1ddb1c1-e88c-464d-9657-4ff58f86ab32 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:21:34.786695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e93c23f-d24b-440d-b5fc-0c100c05d4b1 req-7f7205fc-e4c8-4285-9ec1-0808ed131ac2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0262616 Aug 29 05:21:35.683847 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:21:35.697240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-8182b0a9-ce39-4532-93f1-a05275863f74 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:35.698774 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-8182b0a9-ce39-4532-93f1-a05275863f74 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 812 time: 0.1138401 Aug 29 05:21:35.745619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-743abc80-37d0-43e1-8558-a2e1b4fd4a98 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 379 time: 0.0357916 Aug 29 05:21:35.757275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'port': {'device_id': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'admin_state_up': True, 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'security_groups': ['44cfc031-2662-4d5c-abed-75f020f99fc7']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:35.884659 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a5b0293-af4c-4598-8b58-3409e943c031 req-0335ec98-4d9e-49b9-a44d-9e3339719c1c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0274460 Aug 29 05:21:35.891989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Made reservation on behalf of bf1ab05449854c859242f8bcd606d561 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:21:35.896289 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.032879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Allocated IP 172.20.0.14 (242e69d8-4409-4977-afbb-9bb6b0d4ce5e/9fce0b59-d468-49ac-9a47-c8e7ec5e6571/d95990e2-daa5-4589-8d2f-8d179748de14) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:21:36.177553 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.192169 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Transition to ACTIVE for port object d95990e2-daa5-4589-8d2f-8d179748de14 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:36.224922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.271470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:21:36.274733 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:21:36.278692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:21:36.288236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:36.335037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:36.335724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.356337 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-c6e4fd4e-1e1d-403d-8807-fd7f75d814d3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029601 Aug 29 05:21:36.372085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Request body: {'port': {'device_id': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:36.434768 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.507587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f7071b5-617c-4efd-8803-acfec3d5333b None None] Provisioning for port d95990e2-daa5-4589-8d2f-8d179748de14 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:36.512735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8f7071b5-617c-4efd-8803-acfec3d5333b None None] Provisioning complete for port d95990e2-daa5-4589-8d2f-8d179748de14 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:36.513107 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8f7071b5-617c-4efd-8803-acfec3d5333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.552015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8f7071b5-617c-4efd-8803-acfec3d5333b None None] Port d95990e2-daa5-4589-8d2f-8d179748de14 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:21:36.716052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:36.723395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.735543 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Transition to ACTIVE for port object d95990e2-daa5-4589-8d2f-8d179748de14 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:21:36.738836 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.791618 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:36.865008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:21:36.865353 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:21:36.865688 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:36.870358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:21:36.870687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:21:36.875715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:21:36.876099 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:21:36.876487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:21:36.876919 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Bound port: d95990e2-daa5-4589-8d2f-8d179748de14, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:21:36.877281 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:36.952510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:21:36.955754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:21:36.961402 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:37.006595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.007513 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:37.009637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] 10.222.0.54 "PUT /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1093 time: 0.6439195 Aug 29 05:21:37.010260 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:37.014121 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614547e-0473-4635-8148-cf2e94495779" -d '{"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:37.043486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97955f-de72-473c-9dfe-c8460c274f5e req-79534150-0ab3-4b1b-bb9b-7be7b623fcb2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.046196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da97955f-de72-473c-9dfe-c8460c274f5e req-79534150-0ab3-4b1b-bb9b-7be7b623fcb2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0875888 Aug 29 05:21:37.054398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de59db-fc26-4fa8-8e3f-b72a865f7299 service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:37.095328 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b12e5-33bc-49e7-b7d9-d7a202d0c146 x-openstack-request-id: req-368b12e5-33bc-49e7-b7d9-d7a202d0c146 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:37.095622 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:37.095879 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-368b12e5-33bc-49e7-b7d9-d7a202d0c146 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:37.096405 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'status': 'completed', 'code': 200} Aug 29 05:21:37.112556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da97955f-de72-473c-9dfe-c8460c274f5e req-c7cfeb6f-dcdf-46e9-ba9c-8d9c9519c570 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562379 Aug 29 05:21:37.115501 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-ba7aa26d-c3ed-4ede-91f3-aab91921a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.117172 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-ba7aa26d-c3ed-4ede-91f3-aab91921a505 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0584195 Aug 29 05:21:37.162170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-e55eb3c3-ff03-4a11-9009-f68e53eca019 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 217 time: 0.0367179 Aug 29 05:21:37.214655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-f44399aa-add9-4356-8bf6-88f6085d1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.216222 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-f44399aa-add9-4356-8bf6-88f6085d1170 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0468693 Aug 29 05:21:37.272399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-32c1683f-87c7-407c-90de-3ef859ed4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.273897 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-32c1683f-87c7-407c-90de-3ef859ed4bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482156 Aug 29 05:21:37.374966 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-d2c19b10-5fc3-47b6-9efb-f421d6a4e8e3 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924215 Aug 29 05:21:37.427610 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e4da-4d6a-41bc-bf79-b6808d478a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:37.482522 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bea011e5-8bd1-4a37-8380-b3384661e386 req-458af231-758a-464c-bb3a-30b11af92596 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992577 Aug 29 05:21:37.593427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614547e-0473-4635-8148-cf2e94495779 req-8c948491-ff9a-4169-9f05-aafd1b4b5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.594937 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-8c948491-ff9a-4169-9f05-aafd1b4b5b66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0590029 Aug 29 05:21:37.693641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614547e-0473-4635-8148-cf2e94495779 req-a25cd792-9400-4169-b863-ac38af779bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.695226 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-a25cd792-9400-4169-b863-ac38af779bfe service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0924482 Aug 29 05:21:37.740720 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-37192362-4f3a-4bd7-9707-835c6451e79c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 217 time: 0.0374894 Aug 29 05:21:37.789351 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614547e-0473-4635-8148-cf2e94495779 req-ff64fa5c-bb85-468e-b435-e97c4853e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.790805 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-ff64fa5c-bb85-468e-b435-e97c4853e777 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0430758 Aug 29 05:21:37.838019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614547e-0473-4635-8148-cf2e94495779 req-8333b1f6-c464-4e7c-963b-ffabc9572b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:37.839544 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-8333b1f6-c464-4e7c-963b-ffabc9572b15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400608 Aug 29 05:21:37.934726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-05017b26-4d2d-4ce6-8c92-8a2954f6ab55 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859661 Aug 29 05:21:38.025694 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7614547e-0473-4635-8148-cf2e94495779 req-874ba716-6904-4f72-b376-342ba5dec657 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825076 Aug 29 05:21:38.223369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e4d8-a8d6-49e2-9e4f-af8d52eb7e6f req-e959b38c-0734-4ca6-94af-d9a6bc7b546f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:38.224869 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4411e4d8-a8d6-49e2-9e4f-af8d52eb7e6f req-e959b38c-0734-4ca6-94af-d9a6bc7b546f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0488222 Aug 29 05:21:38.266121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4411e4d8-a8d6-49e2-9e4f-af8d52eb7e6f req-05422372-5885-4ba7-aac3-e64aaedd0cfc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348308 Aug 29 05:21:39.379091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c96691-017b-4e3d-999e-5ed468492ff4 req-e3b9036a-13fd-4dfc-adce-ce983146f118 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:39.380601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58c96691-017b-4e3d-999e-5ed468492ff4 req-e3b9036a-13fd-4dfc-adce-ce983146f118 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0484598 Aug 29 05:21:39.418808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-58c96691-017b-4e3d-999e-5ed468492ff4 req-e2f9b2ac-6ea3-4c8e-ac1f-9a6ea3371447 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Aug 29 05:21:40.382822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:40.437719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-19cfa3ec-fca2-4645-bc5f-0fc90888da5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:40.526442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:21:40.532427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5407-4aa5-4a5e-afb1-4f2edf28c9fd req-1da5b742-9fe4-4bda-8933-4abf67e0aa8c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:40.533951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03ed5407-4aa5-4a5e-afb1-4f2edf28c9fd req-1da5b742-9fe4-4bda-8933-4abf67e0aa8c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0489392 Aug 29 05:21:40.574090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-03ed5407-4aa5-4a5e-afb1-4f2edf28c9fd req-c41745fc-2e8b-4049-ac97-aa0ba51d236f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Aug 29 05:21:40.622222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:40.634012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:21:40.676553 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:40.689713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:21:40.709097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:40.713434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:40.764052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:40.942887 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d95990e2-daa5-4589-8d2f-8d179748de14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:21:41.517675 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:41.689010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f60de-a2fd-4a59-a1f1-9b855045aac1 req-c13cc9a5-343e-4dc6-ac69-b9cef898d0e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:41.690485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-019f60de-a2fd-4a59-a1f1-9b855045aac1 req-c13cc9a5-343e-4dc6-ac69-b9cef898d0e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Aug 29 05:21:41.737753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-019f60de-a2fd-4a59-a1f1-9b855045aac1 req-ad9eda36-28cc-4b0d-9b10-e9388a8a35eb tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 Aug 29 05:21:42.544316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:21:42.591694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d95990e2-daa5-4589-8d2f-8d179748de14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:21:42.595601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d95990e2-daa5-4589-8d2f-8d179748de14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:21:42.595997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.670307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.695433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:42.698419 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc587880-f4af-4007-abb2-218c977e8f3e" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:42.710889 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:21:42.715451 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.744539 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7217a8b8-e04b-4cb9-abdb-26809ee3419b x-openstack-request-id: req-7217a8b8-e04b-4cb9-abdb-26809ee3419b {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:42.744829 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:42.745084 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7217a8b8-e04b-4cb9-abdb-26809ee3419b {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:42.745475 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'code': 200} Aug 29 05:21:42.754911 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:42.778894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:21:42.844408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e89d-d3d9-4c1a-a3dc-f98f8bc3ecd8 req-c4cd77fd-ca0c-4df0-bda5-a50f423df4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:42.845925 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8587e89d-d3d9-4c1a-a3dc-f98f8bc3ecd8 req-c4cd77fd-ca0c-4df0-bda5-a50f423df4f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1098 time: 0.0423524 Aug 29 05:21:42.860043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabe9c9-853b-48e9-9ab0-b887d03b7f07 req-17351541-307b-44e9-84a6-c07152ad2309 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:42.861572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbabe9c9-853b-48e9-9ab0-b887d03b7f07 req-17351541-307b-44e9-84a6-c07152ad2309 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0493643 Aug 29 05:21:42.890557 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8587e89d-d3d9-4c1a-a3dc-f98f8bc3ecd8 req-69f9dc7f-4484-4182-bfd0-8d8616b9fa3e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354047 Aug 29 05:21:42.903045 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbabe9c9-853b-48e9-9ab0-b887d03b7f07 req-67503cae-6b47-4e5c-a622-548fe142b67b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 Aug 29 05:21:43.268570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:44.023054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a17eaa-b339-4569-8a74-944056c41a56 req-7224abc9-2730-4e2e-bc7a-4cea76648c15 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:44.024638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a17eaa-b339-4569-8a74-944056c41a56 req-7224abc9-2730-4e2e-bc7a-4cea76648c15 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0485141 Aug 29 05:21:44.063481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69a17eaa-b339-4569-8a74-944056c41a56 req-413f26dc-6177-41bf-9d48-a85d5b215cc9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323565 Aug 29 05:21:45.184021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02205-fa79-42e9-a124-bb28034e44d1 req-b352f08e-8e51-485a-b569-df19a7c02d78 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:45.185513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc02205-fa79-42e9-a124-bb28034e44d1 req-b352f08e-8e51-485a-b569-df19a7c02d78 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Aug 29 05:21:45.227287 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2fc02205-fa79-42e9-a124-bb28034e44d1 req-0d805717-0fc4-4f13-83ec-9d8e1d7e79ea tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358202 Aug 29 05:21:45.341638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce58d-0c52-4223-a824-85c93efa3f9d req-816d4474-f981-43e1-bbcd-58f67ebabf9b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:45.343279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b1fce58d-0c52-4223-a824-85c93efa3f9d req-816d4474-f981-43e1-bbcd-58f67ebabf9b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0513773 Aug 29 05:21:45.351837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50242) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:21:45.356945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Request body: {'floatingip': {'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:21:45.398222 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.839741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:45.843588 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:46.283546 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa associated. External IP: 172.25.3.52, port: d95990e2-daa5-4589-8d2f-8d179748de14. Aug 29 05:21:46.500220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:21:46.608784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:21:46.613769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:21:46.618822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:21:46.628932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:46.629545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:46.640292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e0e0b3b8-b233-4703-8df7-391dc6182536 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "PUT /v2.0/floatingips/eb497160-d619-4269-b96a-eb6bf17549aa HTTP/1.1" status: 200 len: 992 time: 1.2873487 Aug 29 05:21:46.640887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:21:46.643113 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5225ddb-7bd4-413b-ad53-5b151319b7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:21:46.740070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:46.803217 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f38e35-f3e9-4241-b91c-7aac7830b3dc x-openstack-request-id: req-09f38e35-f3e9-4241-b91c-7aac7830b3dc {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:21:46.803500 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:21:46.803744 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09f38e35-f3e9-4241-b91c-7aac7830b3dc {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:21:46.804162 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'status': 'completed', 'code': 200} Aug 29 05:21:46.869345 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-8a1202a2-bf55-40dd-bf44-e7307b0da617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.870869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-8a1202a2-bf55-40dd-bf44-e7307b0da617 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1098 time: 0.0412877 Aug 29 05:21:46.961401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-b9981c8b-ad6d-4a87-a80e-94b044ef471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:46.962898 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-b9981c8b-ad6d-4a87-a80e-94b044ef471d service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0835571 Aug 29 05:21:46.969636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:21:45Z', 'revision_number': 13, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:46.999974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:21:47.008425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:21:47.009035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:21:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:47.034444 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-65e26629-cc15-4219-863a-e82eeb5a08c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.0628591 Aug 29 05:21:47.089619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-129e85ab-652e-49a6-b6aa-f8044608dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:47.091149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-129e85ab-652e-49a6-b6aa-f8044608dde1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0487518 Aug 29 05:21:47.130696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:21:47.140752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-7df82df5-e186-4d8c-8460-271b9a3f0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:47.142319 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-7df82df5-e186-4d8c-8460-271b9a3f0870 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430291 Aug 29 05:21:47.155289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-d051c3c3-467c-482d-9d0d-adac5745884c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:21:47.156406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-d051c3c3-467c-482d-9d0d-adac5745884c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060766 Aug 29 05:21:47.230494 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-172814ef-c2ba-455d-8de0-678bf21e9ff1 req-b5b7753a-680a-42db-a944-a7240e1ea4a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0655069 Aug 29 05:21:47.280331 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-872e97a0-63dc-44d7-b842-dad5872d3200 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164477 Aug 29 05:21:47.356415 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-172814ef-c2ba-455d-8de0-678bf21e9ff1 req-0ade212e-080f-45b6-9fec-7794c50e434d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0602069 Aug 29 05:21:47.365667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:21:45Z', 'revision_number': 13, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:21:47.393690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d49dc-a6e1-412a-a469-8181c243396f None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'eb497160-d619-4269-b96a-eb6bf17549aa', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:14:30Z', 'updated_at': '2021-08-29T05:21:45Z', 'revision_number': 13, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:21:47.412340 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-172814ef-c2ba-455d-8de0-678bf21e9ff1 req-6d827f08-3595-43c7-aa39-d3bc0eafe599 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294573 Aug 29 05:21:47.435239 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b5225ddb-7bd4-413b-ad53-5b151319b7e8 req-21db5045-c93c-4be6-8b74-7dfa24ad1b60 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472132 Aug 29 05:21:47.517146 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172814ef-c2ba-455d-8de0-678bf21e9ff1 req-da36cb0e-581f-409a-a730-8462073cfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:21:47.518629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-172814ef-c2ba-455d-8de0-678bf21e9ff1 req-da36cb0e-581f-409a-a730-8462073cfb49 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971308 Aug 29 05:21:47.629367 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d283c1-3ba9-4b4f-9122-09df617110ea None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:22:00.306914 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:07.418234 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb14aeed-f62b-446a-96bd-046594686114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:10.391123 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:10.437674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7af20c47-1b19-413b-9db7-ce0f0eaf5042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:11.519711 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:12.683752 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:22:12.889972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:13.271909 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:24.639449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-e9023d95-a9a3-4f7b-8c37-d9e87a958a11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453477 Aug 29 05:22:24.722903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-14375d7f-56f1-4f3f-917f-0969280e2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:24.724497 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-14375d7f-56f1-4f3f-917f-0969280e2064 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1098 time: 0.0412960 Aug 29 05:22:24.828951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-037e218b-6005-4f78-aec7-240c543c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:24.830401 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-037e218b-6005-4f78-aec7-240c543c925f service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0843775 Aug 29 05:22:24.906308 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-fe962a70-2165-423a-97f7-97d3a8d7c454 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1002 time: 0.0673406 Aug 29 05:22:24.955654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-6a505f2f-b633-4c97-a4c4-9a8e4561ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:24.957186 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-6a505f2f-b633-4c97-a4c4-9a8e4561ae83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0436251 Aug 29 05:22:25.005682 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-64148f7f-4e05-45aa-a051-d0349628a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:25.007273 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-64148f7f-4e05-45aa-a051-d0349628a2c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424607 Aug 29 05:22:25.109027 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-d839d990-5b56-46e6-b180-1bfc87ffa8ee service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931888 Aug 29 05:22:25.200493 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-156a6c79-8769-46d7-8bdc-d665e98190bd req-13fab90e-96e5-45c9-8c1d-e8c87384b596 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841794 Aug 29 05:22:30.309935 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:37.425542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-430ac11a-28e8-4bc2-887c-19805f016cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.384193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:40.439213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-544767df-2e17-4139-a3c6-d392c7c3444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:41.523162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:42.749077 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:43.274202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:22:47.283058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08100626-c762-4871-b3da-9406483d2021 req-de313938-3136-40b0-a109-612832ff1aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0379591 Aug 29 05:22:47.370351 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08100626-c762-4871-b3da-9406483d2021 req-9cc4ebc6-fdbf-4859-8652-31d510617e50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0256786 Aug 29 05:22:47.417190 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08100626-c762-4871-b3da-9406483d2021 req-defacd1e-bbf9-4612-a4b0-f7003c80f162 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214288 Aug 29 05:22:47.525958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08100626-c762-4871-b3da-9406483d2021 req-c407f0aa-91ce-4125-bbcd-a08e073343fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:22:47.527523 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-08100626-c762-4871-b3da-9406483d2021 req-c407f0aa-91ce-4125-bbcd-a08e073343fe service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038921 Aug 29 05:22:49.682940 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:00.333802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:07.427581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b29bb017-0206-4512-b7bb-fa94e509b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.387664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:10.443029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e7d16752-b860-4ec3-aab2-6a682b8578af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:11.525739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:12.741527 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:13.278401 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:26.631609 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-082bb526-cc7c-41fa-98d2-61a524e39292 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441101 Aug 29 05:23:26.681950 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:23:27.011694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-b059e782-8d33-46b4-9ea3-92faad1d1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.013220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-b059e782-8d33-46b4-9ea3-92faad1d1da1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1098 time: 0.3355737 Aug 29 05:23:27.140188 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-2845fd39-f3f5-47e9-baa8-56ce8a1cbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.141666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-2845fd39-f3f5-47e9-baa8-56ce8a1cbde6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0898409 Aug 29 05:23:27.215910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-92eba76a-e7b3-49ea-9e3d-e750d791335a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1002 time: 0.0635631 Aug 29 05:23:27.270860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-4f04f6d0-202c-49f1-924b-e2755b0b5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.272799 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-4f04f6d0-202c-49f1-924b-e2755b0b5ae0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0489752 Aug 29 05:23:27.322494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-5eaf8e00-46fc-4ba6-891f-f9c09eddd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:27.324101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-5eaf8e00-46fc-4ba6-891f-f9c09eddd5c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430467 Aug 29 05:23:27.424261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-bd6624f0-0f3b-4931-9f2e-4e3e30cedf53 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898967 Aug 29 05:23:27.517515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c298e155-d1b2-48b4-bf6d-cf0d068b3640 req-7c1dc826-e041-4f43-9d71-6fa3e8b68f2e service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840259 Aug 29 05:23:28.486706 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710df5-9d35-41be-8f83-fb6e737315f2 req-bd5e9daf-96b8-4f52-9930-cf1e8221d932 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:28.488221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0710df5-9d35-41be-8f83-fb6e737315f2 req-bd5e9daf-96b8-4f52-9930-cf1e8221d932 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Aug 29 05:23:28.525280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0710df5-9d35-41be-8f83-fb6e737315f2 req-5ffba0d0-cc1d-40cf-8583-8f3d516a8075 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Aug 29 05:23:30.345600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:37.429411 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f3c0-42f9-470a-91dc-fb8d9df7acb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:39.756282 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd5a7a-5f7d-4d65-bacc-441d126e0593 req-27613170-937e-4f1d-b67a-0173462ac928 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:39.757883 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50dd5a7a-5f7d-4d65-bacc-441d126e0593 req-27613170-937e-4f1d-b67a-0173462ac928 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0528719 Aug 29 05:23:39.808651 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-50dd5a7a-5f7d-4d65-bacc-441d126e0593 req-6346abda-8c2a-48d6-9ae6-15ee8b4c1d16 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Aug 29 05:23:39.813485 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-bbba2105-ba93-4582-9cef-f3bca1501cfa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213856 Aug 29 05:23:40.393854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:40.443234 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-48dee85c-450f-4bd9-a062-83bd6638fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:40.934941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d27b03-b202-470c-b803-6c0bb912e565 req-69843d67-d0ec-4496-93cb-dff4bd60a976 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:40.936457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32d27b03-b202-470c-b803-6c0bb912e565 req-69843d67-d0ec-4496-93cb-dff4bd60a976 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0523183 Aug 29 05:23:40.983707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-32d27b03-b202-470c-b803-6c0bb912e565 req-acd8d3d5-0ccf-4a21-95ad-0694dad5a7b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Aug 29 05:23:41.528792 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:42.101937 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f454-e14c-4f3e-991a-247e18c2244a req-8db3b250-b2f9-470a-8c3b-318485af4a03 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:42.103531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4440f454-e14c-4f3e-991a-247e18c2244a req-8db3b250-b2f9-470a-8c3b-318485af4a03 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0493405 Aug 29 05:23:42.144113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4440f454-e14c-4f3e-991a-247e18c2244a req-8617f8ac-23e4-40c4-b978-bb29f4ef8721 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Aug 29 05:23:42.776373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:43.100608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-a71d971a-1b38-496d-8b78-3bed14a9d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.102115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-a71d971a-1b38-496d-8b78-3bed14a9d9b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1098 time: 0.0429056 Aug 29 05:23:43.198500 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-04c01654-bcff-4147-ae90-ea20fc995fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.200070 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-04c01654-bcff-4147-ae90-ea20fc995fda service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0899265 Aug 29 05:23:43.269597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096564f-046f-408a-9598-7aadc096499f req-7a572c3f-1320-4db6-806c-7cbf567952b2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.271378 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2096564f-046f-408a-9598-7aadc096499f req-7a572c3f-1320-4db6-806c-7cbf567952b2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0538230 Aug 29 05:23:43.284395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:43.286033 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-29c30cf8-8bc8-438d-9b48-6fec8ef58af1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1002 time: 0.0770795 Aug 29 05:23:43.319704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2096564f-046f-408a-9598-7aadc096499f req-448dfb5d-1425-47c2-a894-5fb9bc0c39aa tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411038 Aug 29 05:23:43.352319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-8ed79d6d-0d77-4d8c-adf3-b36b1003ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.355043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-8ed79d6d-0d77-4d8c-adf3-b36b1003ae6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0560920 Aug 29 05:23:43.412725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-6eb3d84a-87df-4ad3-a7c9-ff00da4e5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:43.414316 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-6eb3d84a-87df-4ad3-a7c9-ff00da4e5ccd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462680 Aug 29 05:23:43.514510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-b08adff7-8487-46db-99dc-e93b7b243f09 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906770 Aug 29 05:23:43.607963 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-44be75d7-1ff1-42da-bc29-f76697e6d803 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Aug 29 05:23:44.443588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca477d-b20b-40c1-b5a7-cb023986a0ca req-094860de-b233-405f-88fb-e4012726d183 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:44.445093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14ca477d-b20b-40c1-b5a7-cb023986a0ca req-094860de-b233-405f-88fb-e4012726d183 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0493088 Aug 29 05:23:44.481442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14ca477d-b20b-40c1-b5a7-cb023986a0ca req-aeefaed8-0af2-4fb1-ad0c-7dfec57f583a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304160 Aug 29 05:23:45.606437 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90373448-c662-4073-aaa9-c2ae798c3225 req-259bcf1a-0101-4429-a6cd-22b101445c60 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:45.608008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90373448-c662-4073-aaa9-c2ae798c3225 req-259bcf1a-0101-4429-a6cd-22b101445c60 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Aug 29 05:23:45.649902 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90373448-c662-4073-aaa9-c2ae798c3225 req-d0a00988-4881-49d6-9567-1d6a1a494509 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356970 Aug 29 05:23:46.773340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842d13-b283-4864-84f5-5220a5b92a64 req-f92bbd6c-4d7c-429e-a965-4471df89d4d5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:46.774930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15842d13-b283-4864-84f5-5220a5b92a64 req-f92bbd6c-4d7c-429e-a965-4471df89d4d5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0543668 Aug 29 05:23:46.819089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15842d13-b283-4864-84f5-5220a5b92a64 req-b7e580d6-17cd-464a-87aa-c71902646adc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374618 Aug 29 05:23:47.271495 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9eb9749c-646b-4fdb-9cd9-2be7b4f73880 req-152724ff-a978-49cb-97c2-b6a901f3a2d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293312 Aug 29 05:23:47.478967 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9eb9749c-646b-4fdb-9cd9-2be7b4f73880 req-86f9ff60-fb7b-4c71-9db4-568298a81218 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0315840 Aug 29 05:23:47.527741 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9eb9749c-646b-4fdb-9cd9-2be7b4f73880 req-ba467a75-7b93-474b-bb0b-ce1d9a1626d7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208867 Aug 29 05:23:47.626699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9749c-646b-4fdb-9cd9-2be7b4f73880 req-5b331b74-27fe-4807-96ac-7d4cfe0466d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:47.628246 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9eb9749c-646b-4fdb-9cd9-2be7b4f73880 req-5b331b74-27fe-4807-96ac-7d4cfe0466d3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935757 Aug 29 05:23:47.948605 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6410f7-a1c7-426f-804a-035a1a650db9 req-c8753c09-9bef-46fa-aee3-c9ba737a8dc7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:47.950220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a6410f7-a1c7-426f-804a-035a1a650db9 req-c8753c09-9bef-46fa-aee3-c9ba737a8dc7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0552113 Aug 29 05:23:47.993721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a6410f7-a1c7-426f-804a-035a1a650db9 req-320f7cd7-edbf-420c-9fff-d0c909a63c9d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372264 Aug 29 05:23:49.128790 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18371955-954c-4d4a-93a0-8c20a7766dc3 req-29abce90-44e5-403f-a4bf-8b3188b5df96 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:49.131589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18371955-954c-4d4a-93a0-8c20a7766dc3 req-29abce90-44e5-403f-a4bf-8b3188b5df96 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0623384 Aug 29 05:23:49.181892 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18371955-954c-4d4a-93a0-8c20a7766dc3 req-588d6880-f51c-4117-ac21-4fddb71f4d94 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Aug 29 05:23:50.306467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fc80f-9dad-4c79-bf92-8bcd7bb0230e req-b7192c3d-cd2c-42ed-ab59-a54510351dfa tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:50.308269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d4fc80f-9dad-4c79-bf92-8bcd7bb0230e req-b7192c3d-cd2c-42ed-ab59-a54510351dfa tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0529377 Aug 29 05:23:50.368496 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5d4fc80f-9dad-4c79-bf92-8bcd7bb0230e req-f7798966-b0bb-4706-84a5-d602ed3eaf7b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510905 Aug 29 05:23:51.504425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361fd22-fdd3-49b8-ae9d-a736b31c6523 req-e07c6c45-a0c8-47df-8747-40c34e198ac8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:51.505984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6361fd22-fdd3-49b8-ae9d-a736b31c6523 req-e07c6c45-a0c8-47df-8747-40c34e198ac8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Aug 29 05:23:51.547425 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6361fd22-fdd3-49b8-ae9d-a736b31c6523 req-22069901-4b5f-4d43-8343-65e39b263947 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Aug 29 05:23:52.675643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ed38-4966-43dd-84cf-e992b7bc6c38 req-866a8138-a099-44a8-90e1-bf999a562bd1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:52.677277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-30b1ed38-4966-43dd-84cf-e992b7bc6c38 req-866a8138-a099-44a8-90e1-bf999a562bd1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0535543 Aug 29 05:23:52.718244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-30b1ed38-4966-43dd-84cf-e992b7bc6c38 req-4c4ed756-d7e1-4d93-b781-201f2f617ebe tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Aug 29 05:23:53.839545 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c162c8-c39b-4c41-9e57-5f18a85da436 req-bb08b23c-234e-4001-a92d-d37403a360b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:53.841172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c162c8-c39b-4c41-9e57-5f18a85da436 req-bb08b23c-234e-4001-a92d-d37403a360b4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0510757 Aug 29 05:23:53.885049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79c162c8-c39b-4c41-9e57-5f18a85da436 req-2d0cf238-88f3-463a-b710-4e8a81c13286 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377650 Aug 29 05:23:55.004429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444bc4-146e-435d-abb5-e6358e852899 req-bb56a806-e229-4f5e-8116-758c31f5833c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:55.005998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e444bc4-146e-435d-abb5-e6358e852899 req-bb56a806-e229-4f5e-8116-758c31f5833c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0502141 Aug 29 05:23:55.046388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e444bc4-146e-435d-abb5-e6358e852899 req-7487be6a-f74d-40a1-98a7-1aa94610e0f0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333636 Aug 29 05:23:56.166036 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09447a16-aa83-4bb0-81f7-447c309cb667 req-500d4c7f-436b-4884-994c-69d02e9c6fae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:56.167524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09447a16-aa83-4bb0-81f7-447c309cb667 req-500d4c7f-436b-4884-994c-69d02e9c6fae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Aug 29 05:23:56.206003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-09447a16-aa83-4bb0-81f7-447c309cb667 req-f07d311e-34f2-4723-a1a8-9c393b58b5f4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325136 Aug 29 05:23:57.326425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bfa4f-c630-4e8a-a8c3-db31ac2c04d8 req-c3f5ff6c-6727-4ad3-829a-4cea146214ab tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:57.327895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1bfa4f-c630-4e8a-a8c3-db31ac2c04d8 req-c3f5ff6c-6727-4ad3-829a-4cea146214ab tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0518191 Aug 29 05:23:57.374629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1bfa4f-c630-4e8a-a8c3-db31ac2c04d8 req-2f76f41a-3a73-4036-8c94-c415c086dd10 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Aug 29 05:23:57.815621 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-1758588c-59fa-409d-a43b-b489b831fa8d req-35cc7488-2e53-4168-8e39-7cd38366802f service neutron] show failed (client error): The resource could not be found. Aug 29 05:23:57.816718 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-35cc7488-2e53-4168-8e39-7cd38366802f service neutron] 10.222.0.54 "GET /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0567379 Aug 29 05:23:58.030559 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-3317f981-e6c1-4f79-9afe-3b2f475dc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:58.031972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-3317f981-e6c1-4f79-9afe-3b2f475dc7ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1098 time: 0.0469553 Aug 29 05:23:58.049279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:23:58.101949 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.303145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:23:58.335523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:58.380820 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:23:58.383138 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301b6e2-0b63-44de-858f-8312cbc6687f" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:23:58.387269 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.399573 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Transition to ACTIVE for port object d95990e2-daa5-4589-8d2f-8d179748de14 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:23:58.404473 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.450803 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3687de65-2267-48d8-89d4-808a6587a582 x-openstack-request-id: req-3687de65-2267-48d8-89d4-808a6587a582 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:23:58.451098 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:23:58.451345 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3687de65-2267-48d8-89d4-808a6587a582 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:23:58.451739 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'code': 200} Aug 29 05:23:58.489493 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:58.503179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.503525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.503868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.504226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.505066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.505279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.505677 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.506078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.506686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.506999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.507405 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.507812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:23:58.509544 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928efef-5517-4185-873e-5b6cdd40ca84 req-2642137c-d19f-440c-9e95-54824ce21c0c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:58.511562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4928efef-5517-4185-873e-5b6cdd40ca84 req-2642137c-d19f-440c-9e95-54824ce21c0c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0650995 Aug 29 05:23:58.549056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] No DVR routers for this DVR port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:23:58.563147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4928efef-5517-4185-873e-5b6cdd40ca84 req-2217bf16-9245-4229-9c03-fd9e9592f66a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447378 Aug 29 05:23:58.705023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:23:58.705348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:23:58.705690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:58.710393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:23:58.710720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:23:58.715725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:23:58.716645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:23:58.718023 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:23:58.718615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Bound port: d95990e2-daa5-4589-8d2f-8d179748de14, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:23:58.718984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.786223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:23:58.790003 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:23:58.795506 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.828422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:58.829131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:23:58.830748 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] 10.222.0.50 "PUT /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1093 time: 0.7853832 Aug 29 05:23:58.857155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a85074-52b8-4a8c-9f08-4156f7dc6f8c service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:23:58.916665 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-4a9c01e0-c4f0-4f89-bfaa-60f5152650ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:58.918058 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-4a9c01e0-c4f0-4f89-bfaa-60f5152650ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0524776 Aug 29 05:23:59.020827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-605900a4-733c-4607-9de1-05b35ca079b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.022927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-605900a4-733c-4607-9de1-05b35ca079b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0978272 Aug 29 05:23:59.095871 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-139ef81f-8c5d-4f03-bdcc-96546f6289fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.0653276 Aug 29 05:23:59.169100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-34bf5ade-3a92-4f27-8a93-4fe36e4e2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.172180 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-34bf5ade-3a92-4f27-8a93-4fe36e4e2a30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0697522 Aug 29 05:23:59.220022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758588c-59fa-409d-a43b-b489b831fa8d req-3a6a660b-464a-4c51-9da9-4a056a3fcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.221687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-3a6a660b-464a-4c51-9da9-4a056a3fcf0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431688 Aug 29 05:23:59.233370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-b71db70a-e7ab-43cb-a29f-3bdfeb5af999 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:23:59.234390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-b71db70a-e7ab-43cb-a29f-3bdfeb5af999 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052979 Aug 29 05:23:59.327465 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-7aeef22e-8edb-43ec-9748-58b14826d7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Aug 29 05:23:59.372660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:23:59.426089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:23:59.439416 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1758588c-59fa-409d-a43b-b489b831fa8d req-71fb9354-c8a4-4e8f-a4e6-96cd40104c79 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046596 Aug 29 05:23:59.686573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d70f-151b-4129-82a8-ff971d557aff req-cc11d697-ff7c-4a8a-8cf7-c62aa67c6255 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:23:59.688246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66e1d70f-151b-4129-82a8-ff971d557aff req-cc11d697-ff7c-4a8a-8cf7-c62aa67c6255 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0539336 Aug 29 05:23:59.728924 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66e1d70f-151b-4129-82a8-ff971d557aff req-71916943-d844-4b2e-8de4-c5be84ddd694 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333173 Aug 29 05:24:00.385672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:00.453052 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:00.456441 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acce65f-c564-47cb-89e0-1dcd01550c11" -d '{"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:00.509429 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a71c5-5944-444e-a41e-052b5f4c5676 x-openstack-request-id: req-ac8a71c5-5944-444e-a41e-052b5f4c5676 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:00.509612 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:00.509859 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac8a71c5-5944-444e-a41e-052b5f4c5676 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:00.510611 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'status': 'completed', 'code': 200} Aug 29 05:24:00.604974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-0b47ff99-689c-499c-bf04-a31357a2dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.607079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-0b47ff99-689c-499c-bf04-a31357a2dc69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0730491 Aug 29 05:24:00.613138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-20f6b72a-a911-45c2-851b-fe68ee840b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.614615 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-20f6b72a-a911-45c2-851b-fe68ee840b85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0537088 Aug 29 05:24:00.786512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-e0c79a1f-426b-4842-aa14-762eb557d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.788072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-e0c79a1f-426b-4842-aa14-762eb557d0e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1697557 Aug 29 05:24:00.789734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-be00f38c-d9fe-474e-a6e4-73278008e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.790625 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-be00f38c-d9fe-474e-a6e4-73278008e8d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.1641877 Aug 29 05:24:00.860204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819803-b8b1-42e9-aafb-5b11408ec3d1 req-957d1ab7-f8da-4b63-a1ff-6ee7c6f1491b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:00.862041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51819803-b8b1-42e9-aafb-5b11408ec3d1 req-957d1ab7-f8da-4b63-a1ff-6ee7c6f1491b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0558083 Aug 29 05:24:00.909837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-51819803-b8b1-42e9-aafb-5b11408ec3d1 req-05c68dd7-10b3-4d18-9fa7-e90ff9dbaad4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Aug 29 05:24:00.916927 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-f5635df7-6fa5-4e06-a091-d70e4236208a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.1119170 Aug 29 05:24:00.919735 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-c09e4d2a-3d89-4919-b855-d84ef4398517 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.1209052 Aug 29 05:24:01.010821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-a9823da1-35b1-4da6-a51c-16d07aae2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.012314 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-a9823da1-35b1-4da6-a51c-16d07aae2602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0866992 Aug 29 05:24:01.016275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-c51a6984-732b-4a7e-aaac-a4266b2a67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.017722 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-c51a6984-732b-4a7e-aaac-a4266b2a67b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0829141 Aug 29 05:24:01.098444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-3fc51491-b00f-49ec-95ea-218df8fb27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.100040 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-3fc51491-b00f-49ec-95ea-218df8fb27a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759208 Aug 29 05:24:01.103050 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-76b2a8bd-aa60-4c35-bc71-c8933aa8c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:01.104579 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-76b2a8bd-aa60-4c35-bc71-c8933aa8c33f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792642 Aug 29 05:24:01.272209 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-e967f697-1fde-4dd9-81bf-e4123a184e18 service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577923 Aug 29 05:24:01.274154 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-dd36bb86-5f99-4150-8f00-87c9c77f1e22 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613767 Aug 29 05:24:01.444566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-602f7306-333d-4779-a79c-e8ad82d39def service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641273 Aug 29 05:24:01.448665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3acce65f-c564-47cb-89e0-1dcd01550c11 req-0c118588-1fce-4e22-a742-a8de746f033e service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604285 Aug 29 05:24:02.044206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774e39-a57c-4f58-ab94-72d459c9e229 req-86d9ea9e-a474-437b-b27b-d3194c04daff tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:02.045900 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1774e39-a57c-4f58-ab94-72d459c9e229 req-86d9ea9e-a474-437b-b27b-d3194c04daff tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0537136 Aug 29 05:24:02.094135 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1774e39-a57c-4f58-ab94-72d459c9e229 req-ffef2698-0630-46b9-8fd3-57d518d3da11 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413964 Aug 29 05:24:03.215182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa13f0-b922-46b8-9d88-7ae7841b3db6 req-b88f7c2a-1c54-43c1-8337-20bf0f8f3e28 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:03.216737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bfa13f0-b922-46b8-9d88-7ae7841b3db6 req-b88f7c2a-1c54-43c1-8337-20bf0f8f3e28 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Aug 29 05:24:03.254353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4bfa13f0-b922-46b8-9d88-7ae7841b3db6 req-0be29dca-2f29-4726-89f0-494c0c386138 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Aug 29 05:24:03.683590 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:04.370571 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e544f0-f8d1-4835-8b20-8341f5640b72 req-1e4662ab-0fe4-4c48-87d7-5456ab6cef59 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:04.372067 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13e544f0-f8d1-4835-8b20-8341f5640b72 req-1e4662ab-0fe4-4c48-87d7-5456ab6cef59 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0493765 Aug 29 05:24:04.414616 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-13e544f0-f8d1-4835-8b20-8341f5640b72 req-49fe9bb3-49de-4633-ac6d-e5f4ed8c77ca tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363548 Aug 29 05:24:05.537187 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307741-6f6f-4ae4-bce6-07df9cf07e1d req-ce97fff6-2f6d-4f68-9a12-c97e292b66c3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:05.538719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb307741-6f6f-4ae4-bce6-07df9cf07e1d req-ce97fff6-2f6d-4f68-9a12-c97e292b66c3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0562878 Aug 29 05:24:05.579787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cb307741-6f6f-4ae4-bce6-07df9cf07e1d req-e58e5073-1879-4139-93ec-f026d98b2a36 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335493 Aug 29 05:24:06.704087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce741dd-e2fd-4e46-aeaa-88c2fe99a366 req-67f84b6d-7714-4519-aaca-dd431694b295 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:06.705605 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cce741dd-e2fd-4e46-aeaa-88c2fe99a366 req-67f84b6d-7714-4519-aaca-dd431694b295 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0554113 Aug 29 05:24:06.742965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cce741dd-e2fd-4e46-aeaa-88c2fe99a366 req-038bca7b-342d-40ae-9bc8-f23531b86fa5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314028 Aug 29 05:24:07.430749 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03aedceb-ef91-44f4-9d1d-3b610d3f814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:07.858872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54f5d0-c964-4623-85b8-af35bf17c6af req-fa77403c-52ec-4a36-89ff-1ebc8809a41c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:07.860380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a54f5d0-c964-4623-85b8-af35bf17c6af req-fa77403c-52ec-4a36-89ff-1ebc8809a41c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0483315 Aug 29 05:24:07.902162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a54f5d0-c964-4623-85b8-af35bf17c6af req-46c9a61b-ca33-4e39-b428-fb9585fb28c0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Aug 29 05:24:09.019000 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4408e-9d01-4887-8f75-b9c5981672b4 req-e0b26829-b3e2-42a8-ae92-5bf4852aa7dc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:09.020577 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69b4408e-9d01-4887-8f75-b9c5981672b4 req-e0b26829-b3e2-42a8-ae92-5bf4852aa7dc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0489581 Aug 29 05:24:09.065313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-69b4408e-9d01-4887-8f75-b9c5981672b4 req-b3ac116d-98d4-4042-870f-4fa85ba802ac tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 Aug 29 05:24:10.179245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdcb90-355c-4678-946e-8f816e16abca req-78e49068-d95e-4b03-a62a-a340ed507e05 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:10.180708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9cdcb90-355c-4678-946e-8f816e16abca req-78e49068-d95e-4b03-a62a-a340ed507e05 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0476997 Aug 29 05:24:10.217361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a9cdcb90-355c-4678-946e-8f816e16abca req-7a16ee3d-fb55-4c8c-afc2-96ce9deb96c4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301394 Aug 29 05:24:10.400084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:10.444313 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e032162-9647-493b-9b9a-182bdfd174dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.331717 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b7f7-d948-4936-a908-1a850e434131 req-5babd7e3-6e6b-446f-8758-cc32e56010e2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.333276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c75b7f7-d948-4936-a908-1a850e434131 req-5babd7e3-6e6b-446f-8758-cc32e56010e2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0488181 Aug 29 05:24:11.380113 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7c75b7f7-d948-4936-a908-1a850e434131 req-477afa1e-bab6-491a-9aad-f415d177dff1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Aug 29 05:24:11.533274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:11.672038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-07d76c1e-7553-45a1-a67c-17c9a8762c4a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.673582 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-07d76c1e-7553-45a1-a67c-17c9a8762c4a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.50 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&tenant_id=bf1ab05449854c859242f8bcd606d561&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 944 time: 0.0566688 Aug 29 05:24:11.687142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4323d20-efcc-46c6-9a2c-e6bf6bd8cb30 req-aacf8ef9-74ed-4184-b5b7-fa5fb89c2db3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.688661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4323d20-efcc-46c6-9a2c-e6bf6bd8cb30 req-aacf8ef9-74ed-4184-b5b7-fa5fb89c2db3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 944 time: 0.0496852 Aug 29 05:24:11.726213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4323d20-efcc-46c6-9a2c-e6bf6bd8cb30 req-4766d335-de83-43d0-89c2-a6c73da2bcdd tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Aug 29 05:24:11.735153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-707c49a8-e85f-4854-bc7f-9b692ce322d3 service neutron] 10.222.0.50 "GET /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14/bindings/n-h1-712139-13 HTTP/1.1" status: 200 len: 383 time: 0.0545459 Aug 29 05:24:11.818908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-26f3dcaa-3f94-4e99-b12e-a3b87a4c9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.820460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-26f3dcaa-3f94-4e99-b12e-a3b87a4c9fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1096 time: 0.0452535 Aug 29 05:24:11.921246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-16756402-b8de-4d69-8a44-8e05ed8aaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:11.922816 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-16756402-b8de-4d69-8a44-8e05ed8aaee6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0950890 Aug 29 05:24:11.993435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-0a571198-e12f-4366-b7e2-2412ac3830ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.0636196 Aug 29 05:24:12.042246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-0f8cd43a-b20f-44a2-999a-d92399905867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.043687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-0f8cd43a-b20f-44a2-999a-d92399905867 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0437722 Aug 29 05:24:12.088285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-324b8442-2588-4db8-9873-6d45a2530b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.089778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-324b8442-2588-4db8-9873-6d45a2530b8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389044 Aug 29 05:24:12.184260 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-b55c3d1d-1d7b-4675-8d5c-e0ece5da1b5d service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863962 Aug 29 05:24:12.215777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:12.278987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-75ed33a1-1f66-4556-9a6f-0529b933255c service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 Aug 29 05:24:12.314757 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:12.327288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:12.366214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.378355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:12.397072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:12.401097 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.447311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:12.455220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.455592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.455950 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.456293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.456626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.456960 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.457283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.457609 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.457931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.458255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.458578 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.458944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:12.727646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['d95990e2-daa5-4589-8d2f-8d179748de14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:12.796987 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:12.848726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5fefb-d620-497c-8998-3a5d42986a18 req-3d0c2295-3e8d-4a9c-8550-873b55e498e2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:12.850241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e5fefb-d620-497c-8998-3a5d42986a18 req-3d0c2295-3e8d-4a9c-8550-873b55e498e2 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0513346 Aug 29 05:24:12.889923 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-93e5fefb-d620-497c-8998-3a5d42986a18 req-005f8fe9-2e8e-4193-a027-0c6324dc2da5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Aug 29 05:24:13.278242 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.006129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f5eb-0cb3-4486-ab2b-ef9f55588260 req-ee5dcd43-5b10-4038-a35a-22dad5cdf860 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:14.007712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3a1f5eb-0cb3-4486-ab2b-ef9f55588260 req-ee5dcd43-5b10-4038-a35a-22dad5cdf860 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 29 05:24:14.050146 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c3a1f5eb-0cb3-4486-ab2b-ef9f55588260 req-4cfd9df1-2315-431c-a065-b19c74038591 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354359 Aug 29 05:24:14.237974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:14.287353 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port d95990e2-daa5-4589-8d2f-8d179748de14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:14.291022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port d95990e2-daa5-4589-8d2f-8d179748de14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:14.291396 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.372755 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.395298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:14.397586 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d034da2-63ab-4108-84b0-47fe97833c30" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:14.412349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:14.417552 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:14.453770 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159bb3fe-4520-40ec-853f-a1e1e3e35da5 x-openstack-request-id: req-159bb3fe-4520-40ec-853f-a1e1e3e35da5 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:14.454121 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:14.454407 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-159bb3fe-4520-40ec-853f-a1e1e3e35da5 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:14.454860 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'code': 200} Aug 29 05:24:14.477630 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:15.178927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc59a-ddf7-4011-accd-671713b70fef req-7fbe5674-3a45-4827-85ab-8ee171172bbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:15.180481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0ebc59a-ddf7-4011-accd-671713b70fef req-7fbe5674-3a45-4827-85ab-8ee171172bbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0500362 Aug 29 05:24:15.220233 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0ebc59a-ddf7-4011-accd-671713b70fef req-85b26899-7d28-4a5a-97fc-ceda711f824d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Aug 29 05:24:16.255475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-0cab391f-2a6d-4dce-857a-01616a4204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:16.257038 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-0cab391f-2a6d-4dce-857a-01616a4204dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3&tenant_id=bf1ab05449854c859242f8bcd606d561 HTTP/1.1" status: 200 len: 1098 time: 0.0415545 Aug 29 05:24:16.269155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:16.328120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.400338 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ac958-e5c2-4a12-adad-559b8ec06c50 req-efbdd13b-905a-49dd-b718-c2ea1a603bd0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:16.401852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c93ac958-e5c2-4a12-adad-559b8ec06c50 req-efbdd13b-905a-49dd-b718-c2ea1a603bd0 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.1106143 Aug 29 05:24:16.441145 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c93ac958-e5c2-4a12-adad-559b8ec06c50 req-eaceb841-b59d-442e-9422-439deadef643 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Aug 29 05:24:16.533198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:16.567227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:16.605552 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:16.607843 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68984aa-8786-4ccc-953a-3f5123895f20" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:16.611993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.625305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Transition to ACTIVE for port object d95990e2-daa5-4589-8d2f-8d179748de14 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:16.628234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.659826 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6edc3-cc2e-46af-b6b1-d0fa807559a1 x-openstack-request-id: req-a8d6edc3-cc2e-46af-b6b1-d0fa807559a1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:16.660742 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:16.660742 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8d6edc3-cc2e-46af-b6b1-d0fa807559a1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:16.660742 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'code': 200} Aug 29 05:24:16.708417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=10']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:16.752376 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] No DVR routers for this DVR port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:16.886414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:16.886744 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:16.887071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:16.891438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:24:16.891755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Attempting to bind port d95990e2-daa5-4589-8d2f-8d179748de14 on network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:16.896520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:16.896860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Checking segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:16.897240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Bound using segment: {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:16.897657 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Bound port: d95990e2-daa5-4589-8d2f-8d179748de14, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bbe346-c527-4b9c-8019-b02d51dd7b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:16.898012 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:16.962740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:16.965664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:16.969973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.007432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.008071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:17.009457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1094 time: 0.7444017 Aug 29 05:24:17.033951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6ec5e-3633-4399-91c7-fa520e3829d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=11']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:17.079918 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-2d51c565-e34b-461f-91cf-2fb2888873da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.081499 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-2d51c565-e34b-461f-91cf-2fb2888873da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1097 time: 0.0444195 Aug 29 05:24:17.186214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-bc35b4c0-ded2-40c3-920a-9e44382079b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.188388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-bc35b4c0-ded2-40c3-920a-9e44382079b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0953491 Aug 29 05:24:17.259810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-3304f901-8b5a-402d-916c-2a8482a89788 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.0637112 Aug 29 05:24:17.314680 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-f487dea0-df52-4d3f-a915-42be2d017308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.316096 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-f487dea0-df52-4d3f-a915-42be2d017308 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0441339 Aug 29 05:24:17.367078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-863b6baa-26c7-4d30-bb67-7f80623bb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.368630 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-863b6baa-26c7-4d30-bb67-7f80623bb324 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402198 Aug 29 05:24:17.461820 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-e9103e0e-e597-4c79-b69a-4f7e64e3ea5f service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Aug 29 05:24:17.559097 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29af0-0753-4228-937e-78ef8b734dd4 req-7e2ec713-a9b4-4394-9434-de7d28e968b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:17.559865 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8799d3e3-3b65-4252-8ff3-c50ee908f630 req-446d32e1-9c61-47f9-bcf6-be0f698eee7b service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Aug 29 05:24:17.561230 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ec29af0-0753-4228-937e-78ef8b734dd4 req-7e2ec713-a9b4-4394-9434-de7d28e968b5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0492597 Aug 29 05:24:17.603360 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ec29af0-0753-4228-937e-78ef8b734dd4 req-1554f3c8-a039-42a3-bbdc-3b03187629d1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361440 Aug 29 05:24:18.254214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:18.296203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:18.662443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:18.664861 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf0342b-b9a1-4e79-a575-becf36989a19" -d '{"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:18.717989 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10c09d0-3ffa-4a00-97e3-91e7bf28a8a2 x-openstack-request-id: req-d10c09d0-3ffa-4a00-97e3-91e7bf28a8a2 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:18.718297 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:18.718552 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d10c09d0-3ffa-4a00-97e3-91e7bf28a8a2 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:18.719025 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'status': 'completed', 'code': 200} Aug 29 05:24:18.794796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096fe1c-805f-4e38-8850-dfc27e1f2cc2 req-447e4456-a3f8-4496-884e-fddb03c8d7b8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.797019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f096fe1c-805f-4e38-8850-dfc27e1f2cc2 req-447e4456-a3f8-4496-884e-fddb03c8d7b8 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.1197605 Aug 29 05:24:18.837928 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f096fe1c-805f-4e38-8850-dfc27e1f2cc2 req-d19d085b-54c6-4a29-b7d6-c6a04b8fba51 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Aug 29 05:24:18.840140 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-ca6d04cd-dea0-42d0-bc00-d66210113545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.841658 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-ca6d04cd-dea0-42d0-bc00-d66210113545 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1097 time: 0.0747564 Aug 29 05:24:18.848437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-a0d71fb5-4a2a-4744-9946-bcb3f8bad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:18.850388 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-a0d71fb5-4a2a-4744-9946-bcb3f8bad055 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1097 time: 0.1093681 Aug 29 05:24:19.311206 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-df02ffdf-0695-4389-be0b-e677aa2e021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.312743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-df02ffdf-0695-4389-be0b-e677aa2e021a service neutron] 10.222.0.50 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.4614387 Aug 29 05:24:19.313852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-f85c1d34-5546-400f-b07b-a5cf544f1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.315160 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-f85c1d34-5546-400f-b07b-a5cf544f1646 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.4494500 Aug 29 05:24:19.428145 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-03915948-b713-4411-a0a5-23e30e5dd5ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.1079051 Aug 29 05:24:19.432101 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-6f000066-9b53-45dc-8913-2cb4b1aab604 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.1062593 Aug 29 05:24:19.510694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-d717f89e-b6f3-49de-a39f-3293e9457237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.512200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-d717f89e-b6f3-49de-a39f-3293e9457237 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0770497 Aug 29 05:24:19.517269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-af35b5c8-7a9b-49d4-9b73-cb1470096d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.518680 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-af35b5c8-7a9b-49d4-9b73-cb1470096d5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0583816 Aug 29 05:24:19.592119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-f035c91b-11ac-4188-9fb8-14610bceeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.596526 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-f035c91b-11ac-4188-9fb8-14610bceeedb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762596 Aug 29 05:24:19.599881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-d7c4ff80-989c-42a6-b07f-257edee82984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.601295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-d7c4ff80-989c-42a6-b07f-257edee82984 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735667 Aug 29 05:24:19.756419 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-686da996-8874-4f90-a44b-44cdec9fcbbe service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517911 Aug 29 05:24:19.758112 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-a6612f7b-a6ff-445b-a164-a62dc0e2a690 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461568 Aug 29 05:24:19.919076 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-847b7d40-4009-4459-9130-0eb3139af37b service neutron] 10.222.0.50 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541390 Aug 29 05:24:19.921072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bdf0342b-b9a1-4e79-a575-becf36989a19 req-5a1fda09-93d8-4e86-9e8f-3f61888df4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491468 Aug 29 05:24:19.970379 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cdaf5-3358-41a6-9164-6a96a2f49854 req-b8821f58-7e78-4d5a-8720-b1b8b813d54e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:19.972371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-918cdaf5-3358-41a6-9164-6a96a2f49854 req-b8821f58-7e78-4d5a-8720-b1b8b813d54e tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0591812 Aug 29 05:24:20.016379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-918cdaf5-3358-41a6-9164-6a96a2f49854 req-fa557001-5669-45d8-b621-00373f079485 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Aug 29 05:24:21.145577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7702-63c8-415c-91ff-15de45ac3545 req-9818d42c-6508-4b03-816d-bab3d640b007 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:21.148412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-477d7702-63c8-415c-91ff-15de45ac3545 req-9818d42c-6508-4b03-816d-bab3d640b007 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0627816 Aug 29 05:24:21.214807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-477d7702-63c8-415c-91ff-15de45ac3545 req-01cb2377-0e96-42f5-af74-2365d32da87a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590909 Aug 29 05:24:22.339879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13938d2-05c7-4731-87c7-5e9ccc8ed9b7 req-ad8e1cb5-97ce-48e4-b719-c7127e0ebfb1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:22.341540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a13938d2-05c7-4731-87c7-5e9ccc8ed9b7 req-ad8e1cb5-97ce-48e4-b719-c7127e0ebfb1 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0642819 Aug 29 05:24:22.382316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a13938d2-05c7-4731-87c7-5e9ccc8ed9b7 req-be42534d-8a2d-4fa0-b625-bd9f360d7bd5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Aug 29 05:24:23.499704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b17c-ebb1-43f8-9d60-3d6b3a3e948c req-482cea64-424e-4358-8678-33ac2076c266 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:23.501224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95d0b17c-ebb1-43f8-9d60-3d6b3a3e948c req-482cea64-424e-4358-8678-33ac2076c266 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Aug 29 05:24:23.539977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95d0b17c-ebb1-43f8-9d60-3d6b3a3e948c req-7bc96abe-f9e4-4c38-8857-59a133ed2194 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Aug 29 05:24:24.662433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873179d9-a56a-4604-a426-61995aaa8cb1 req-dbd5711f-732b-4eb1-be63-e70532471cf5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:24.663962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-873179d9-a56a-4604-a426-61995aaa8cb1 req-dbd5711f-732b-4eb1-be63-e70532471cf5 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Aug 29 05:24:24.705071 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-873179d9-a56a-4604-a426-61995aaa8cb1 req-d6fa2416-5932-4dde-ab2c-238183e31fa7 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352082 Aug 29 05:24:25.825033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbc339-46c3-4979-9027-356495a79543 req-738281a1-ce2a-42ef-a6a2-c99b8e523d0a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:25.826515 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0dbc339-46c3-4979-9027-356495a79543 req-738281a1-ce2a-42ef-a6a2-c99b8e523d0a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Aug 29 05:24:25.865294 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0dbc339-46c3-4979-9027-356495a79543 req-bbebcf38-9714-454b-959e-1f879035a5da tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325384 Aug 29 05:24:26.982100 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f04083-79f4-422a-a236-4351a6af75f5 req-4a09acff-4844-45ad-893c-896c08326b52 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:26.983649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f04083-79f4-422a-a236-4351a6af75f5 req-4a09acff-4844-45ad-893c-896c08326b52 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Aug 29 05:24:27.021590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a8f04083-79f4-422a-a236-4351a6af75f5 req-a1ede248-f8b0-4704-ac1f-6d2ca634405f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Aug 29 05:24:28.181793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051d7b-e89a-4d84-a004-ab6b616999a8 req-48fe822b-7fbd-45e8-b890-f96dfd7f26f9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.183241 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9051d7b-e89a-4d84-a004-ab6b616999a8 req-48fe822b-7fbd-45e8-b890-f96dfd7f26f9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Aug 29 05:24:28.224691 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c9051d7b-e89a-4d84-a004-ab6b616999a8 req-e0ca099c-a396-4ac7-91f4-0006c3c0d8e3 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352609 Aug 29 05:24:28.698834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-394acba6-0310-47ea-b146-36a44205922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.700535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-394acba6-0310-47ea-b146-36a44205922c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf1ab05449854c859242f8bcd606d561&device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 1097 time: 0.0497408 Aug 29 05:24:28.822281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-49246830-3a90-4976-97aa-c4401275af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.823941 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-49246830-3a90-4976-97aa-c4401275af84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 200 len: 913 time: 0.0887737 Aug 29 05:24:28.899562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-6133ef1d-6c14-425a-a81b-cf6cac0ec884 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 200 len: 1000 time: 0.0670891 Aug 29 05:24:28.953514 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-09a618b3-ebc2-4cce-a14c-521d1f9d3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:28.954978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-09a618b3-ebc2-4cce-a14c-521d1f9d3d9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 200 len: 851 time: 0.0466831 Aug 29 05:24:29.001854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-bccd6e65-60f0-4094-866e-9a6afa057357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:29.003358 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-bccd6e65-60f0-4094-866e-9a6afa057357 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=242e69d8-4409-4977-afbb-9bb6b0d4ce5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407853 Aug 29 05:24:29.102159 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-9358b185-0ff9-4f23-8565-0b7817d09b3b service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900726 Aug 29 05:24:29.194450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26c0f554-c929-43ca-9f29-071aa011a4e0 req-d7c2e782-afb2-4a56-9844-63b60ae7014d service neutron] 10.222.0.54 "GET /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Aug 29 05:24:29.353294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8ecad-6634-459d-ab54-ce140d786018 req-4d421dfc-3e29-4329-b39c-4da496c9a0d9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:29.354936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ca8ecad-6634-459d-ab54-ce140d786018 req-4d421dfc-3e29-4329-b39c-4da496c9a0d9 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0495493 Aug 29 05:24:29.395060 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ca8ecad-6634-459d-ab54-ce140d786018 req-1c8812d8-e728-49f5-8adc-163f1a2ff115 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334909 Aug 29 05:24:29.500753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:29.510614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd2857-1afa-40b8-a6c6-b785674b8900 req-07eb9146-0cab-417d-9969-bf043a0681cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:29.512399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdcd2857-1afa-40b8-a6c6-b785674b8900 req-07eb9146-0cab-417d-9969-bf043a0681cc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0500762 Aug 29 05:24:29.552225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdcd2857-1afa-40b8-a6c6-b785674b8900 req-0f0cde8e-da37-42fd-aea5-e9213ae038ea tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Aug 29 05:24:29.601743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:29.613938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'port_id': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'mac_address': 'fa:16:3e:7f:1a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:29.652488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:29.669868 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:29.689652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64c85-235f-40e6-ac93-815f65b337c1 req-c1a72144-60b8-4b72-b88a-142993bcb84f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:29.690831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5d64c85-235f-40e6-ac93-815f65b337c1 req-c1a72144-60b8-4b72-b88a-142993bcb84f tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 945 time: 0.0512705 Aug 29 05:24:29.693049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:29.698758 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:29.736886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5d64c85-235f-40e6-ac93-815f65b337c1 req-1fa8b782-c0af-4acf-8813-4e2cfd8339e4 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 Aug 29 05:24:29.754355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=12']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:29.975516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf8906-dc02-44d6-8b85-361bdd6fce7c req-f5bad21e-6973-4ff7-9c52-cb54526f1276 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:29.977029 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdbf8906-dc02-44d6-8b85-361bdd6fce7c req-f5bad21e-6973-4ff7-9c52-cb54526f1276 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Aug 29 05:24:30.005666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['d95990e2-daa5-4589-8d2f-8d179748de14'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:30.018826 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fdbf8906-dc02-44d6-8b85-361bdd6fce7c req-0a49ac79-4595-4dc7-ad42-c8c48c843392 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349286 Aug 29 05:24:30.385933 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:31.134219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bd759-471c-4a06-8d73-a779225dbf47 req-6f498f14-e07e-4c70-b892-dfcebdfb678c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:31.135992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-553bd759-471c-4a06-8d73-a779225dbf47 req-6f498f14-e07e-4c70-b892-dfcebdfb678c tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Aug 29 05:24:31.173827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-553bd759-471c-4a06-8d73-a779225dbf47 req-f13fe43d-ba12-4225-ab11-52a5330c2c05 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Aug 29 05:24:31.508867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:31.559862 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port d95990e2-daa5-4589-8d2f-8d179748de14 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:31.564159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port d95990e2-daa5-4589-8d2f-8d179748de14 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:31.564538 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:31.642776 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:31.664446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:31.666674 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f2e8df-0c0e-410f-8d99-8ff460d3de47" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:31.678905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:31.683221 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:31.709841 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d93f6-4aa1-4d26-9174-735bd474d81a x-openstack-request-id: req-016d93f6-4aa1-4d26-9174-735bd474d81a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:31.710239 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-plugged", "status": "completed", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:31.710488 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-016d93f6-4aa1-4d26-9174-735bd474d81a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:31.710903 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'code': 200} Aug 29 05:24:31.734619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=13']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:31.785819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-a0a0e262-dd05-4dbf-ac2b-e9ac45420e42 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:31.787194 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-a0a0e262-dd05-4dbf-ac2b-e9ac45420e42 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 947 time: 0.0510633 Aug 29 05:24:31.882816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Deleting port d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:31.883155 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:31.969074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] For port d95990e2-daa5-4589-8d2f-8d179748de14, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=d95990e2-daa5-4589-8d2f-8d179748de14,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:31.969448 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.141599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.141987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.142324 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Floating IP eb497160-d619-4269-b96a-eb6bf17549aa disassociated. External IP: 172.25.3.52, port: d95990e2-daa5-4589-8d2f-8d179748de14. Aug 29 05:24:32.142658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Calling delete_port for d95990e2-daa5-4589-8d2f-8d179748de14 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:32.267817 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.290047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a778fd-4ff7-4fb4-8f1c-56cc1b8edaa4 req-bc8eaf24-320b-4ad8-b9be-dbd53c1be87d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:32.291570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89a778fd-4ff7-4fb4-8f1c-56cc1b8edaa4 req-bc8eaf24-320b-4ad8-b9be-dbd53c1be87d tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 868 time: 0.0488622 Aug 29 05:24:32.303812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'Port': ['ID=d95990e2-daa5-4589-8d2f-8d179748de14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:32.334937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89a778fd-4ff7-4fb4-8f1c-56cc1b8edaa4 req-4698a689-4fc8-4f4a-b90d-01f0e78d99bf tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups?id=44cfc031-2662-4d5c-abed-75f020f99fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365639 Aug 29 05:24:32.420808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:24:32.529022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:32.540666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:32.550356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:32.550979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:24:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:32.573879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] No DVR routers for this DVR port d95990e2-daa5-4589-8d2f-8d179748de14 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:32.576637 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:32.578728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c9dfec72-6bb0-4752-bfa8-96a6d7c1bc89 req-c40e6c18-383e-4399-8528-a40b801d49ae tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.54 "DELETE /v2.0/ports/d95990e2-daa5-4589-8d2f-8d179748de14 HTTP/1.1" status: 204 len: 173 time: 0.7822502 Aug 29 05:24:32.579176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-deleted', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:32.581510 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c01adb6-9554-4e22-ba40-ac709146860f" -d '{"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-deleted", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:32.625654 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afe73a6-d7c2-45d1-ae3b-adabcb66c877 x-openstack-request-id: req-2afe73a6-d7c2-45d1-ae3b-adabcb66c877 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:32.625995 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60812e86-b0a7-44f2-96c6-cb17068944f3", "name": "network-vif-deleted", "tag": "d95990e2-daa5-4589-8d2f-8d179748de14", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:32.626675 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2afe73a6-d7c2-45d1-ae3b-adabcb66c877 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:32.626675 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60812e86-b0a7-44f2-96c6-cb17068944f3', 'name': 'network-vif-deleted', 'tag': 'd95990e2-daa5-4589-8d2f-8d179748de14', 'status': 'completed', 'code': 200} Aug 29 05:24:32.663878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:32.879592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:32.907134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:32.916702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:32.917339 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:24:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:33.025380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:33.223365 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:33.250139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7df9df-b6e8-43f9-b316-63406e1ba87d None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:28Z', 'revision_number': 4, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '06ed60b6-1606-4c41-ad87-bcc38b500282', 'name': '', 'network_id': '242e69d8-4409-4977-afbb-9bb6b0d4ce5e', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'mac_address': 'fa:16:3e:4c:4a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:27Z', 'updated_at': '2021-08-29T05:14:32Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'subnets': [{'id': '9fce0b59-d468-49ac-9a47-c8e7ec5e6571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:33.439591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-61fe36b2-e78a-4f34-81cb-376497fbfd41 req-65dca419-42da-4158-86da-c02211fc7e03 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0267580 Aug 29 05:24:33.501411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a480-c2cd-470c-97ee-83f27ee6dd4d None None] New status for floating IP eb497160-d619-4269-b96a-eb6bf17549aa: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:24:34.557372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0aace9b6-a24f-4f14-9679-2db510f65efb req-2f7d81eb-b54a-4716-bc92-94d179b5cd9b tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0269277 Aug 29 05:24:35.541248 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:35.562514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: d95990e2-daa5-4589-8d2f-8d179748de14 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:35.562865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device d95990e2-daa5-4589-8d2f-8d179748de14 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:35.653070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-768697b7-4a3e-44b5-b95a-2c68b38684bb req-96b42aa8-5c75-458e-863c-9e5a567fd69a tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/ports?device_id=60812e86-b0a7-44f2-96c6-cb17068944f3 HTTP/1.1" status: 200 len: 210 time: 0.0266953 Aug 29 05:24:37.436265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01ae250d-33fb-450c-9a49-9155d0be5489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.395399 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.445622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e583979e-47da-4382-b403-14c988a15a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.462167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50738) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:40.521341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.545752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.592174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.594678 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.595911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "DELETE /v2.0/security-groups/44cfc031-2662-4d5c-abed-75f020f99fc7 HTTP/1.1" status: 204 len: 168 time: 0.1327186 Aug 29 05:24:40.598633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50740) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:40.604976 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cfc031-2662-4d5c-abed-75f020f99fc7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:40.612892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.613037 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-2d53e20b-9397-443d-a883-3a2ec4f08b11 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] show failed (client error): The resource could not be found. Aug 29 05:24:40.613239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.613585 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.613907 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2d53e20b-9397-443d-a883-3a2ec4f08b11 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "GET /v2.0/security-groups/44cfc031-2662-4d5c-abed-75f020f99fc7 HTTP/1.1" status: 404 len: 347 time: 0.0142417 Aug 29 05:24:40.614055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.614237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.614564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.614885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.615205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.615527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.615842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.616191 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.616502 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4a77fc-53ae-41dc-b523-4e441da2ebbc tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:24:40.617113 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50742) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:40.682332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:24:40.748045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Deleting port 68f7d38f-8109-45e7-a060-6464a139ca54 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:40.748391 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.822094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.822340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:40.834619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Calling delete_port for 68f7d38f-8109-45e7-a060-6464a139ca54 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:40.970440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.001660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Pushing event deleted for resources: {'Port': ['ID=68f7d38f-8109-45e7-a060-6464a139ca54,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:41.059952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.063045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.064250 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-036f2f83-1a42-47b3-a557-ed7a33570704 tempest-ServerActionsTestJSON-1449115397 tempest-ServerActionsTestJSON-1449115397-project] 10.222.0.62 "DELETE /v2.0/floatingips/eb497160-d619-4269-b96a-eb6bf17549aa HTTP/1.1" status: 204 len: 168 time: 0.4462132 Aug 29 05:24:41.067213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50744) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:41.535159 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.607883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.843548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Deleting port 06ed60b6-1606-4c41-ad87-bcc38b500282 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:41.843786 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.923179 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] For port 06ed60b6-1606-4c41-ad87-bcc38b500282, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=06ed60b6-1606-4c41-ad87-bcc38b500282,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:41.923536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:41.936794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Calling delete_port for 06ed60b6-1606-4c41-ad87-bcc38b500282 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:42.115191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.142336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ed60b6-1606-4c41-ad87-bcc38b500282,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:42.309416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.524314 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Router 64e11d41-5c0f-4085-bf1d-4da533014fd3 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:24:42.631360 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:24:42.636842 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-27afceb9-2c60-4b72-b904-c03acf354525 admin admin] 10.222.0.62 "PUT /v2.0/routers/64e11d41-5c0f-4085-bf1d-4da533014fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5684354 Aug 29 05:24:42.639887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:42.643344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Sync routers for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:24:42.652687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:42.653325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:24:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:42.743715 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.757264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:42.848635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.853949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.908274 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Deleting port 3d134646-6385-48e5-a8a4-913b3204af47 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:42.908692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.961200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3d134646-6385-48e5-a8a4-913b3204af47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:24:42Z', 'revision_number': 5, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port': {'id': '3d134646-6385-48e5-a8a4-913b3204af47', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:42.987193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Checking router: 64e11d41-5c0f-4085-bf1d-4da533014fd3 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:24:42.987420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] For port 3d134646-6385-48e5-a8a4-913b3204af47, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d134646-6385-48e5-a8a4-913b3204af47,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:42.987612 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:42.995754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Routers {'64e11d41-5c0f-4085-bf1d-4da533014fd3'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:24:42.996389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:24:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['64e11d41-5c0f-4085-bf1d-4da533014fd3'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:43.001389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Calling delete_port for 3d134646-6385-48e5-a8a4-913b3204af47 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:43.170325 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.196146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d134646-6385-48e5-a8a4-913b3204af47,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:43.235654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] Set router 64e11d41-5c0f-4085-bf1d-4da533014fd3 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:24:43.269500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.299793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:24:42Z', 'revision_number': 6, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:43.331855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37094fa-708a-4f8d-91f3-9ca01a7047ad None None] The sync data for ids ['64e11d41-5c0f-4085-bf1d-4da533014fd3'] in n-d-712139-13 is: [{'id': '64e11d41-5c0f-4085-bf1d-4da533014fd3', 'name': 'tempest-ServerActionsTestJSON-1776417200-router', 'tenant_id': 'bf1ab05449854c859242f8bcd606d561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:14:25Z', 'updated_at': '2021-08-29T05:24:42Z', 'revision_number': 6, 'project_id': 'bf1ab05449854c859242f8bcd606d561', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:24:43.338224 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.362256 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.366316 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.416415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.416944 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e11d41-5c0f-4085-bf1d-4da533014fd3 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:24:43.422023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.424751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-57b5f41d-1dc2-427a-a972-d6b530460699 admin admin] 10.222.0.62 "DELETE /v2.0/routers/64e11d41-5c0f-4085-bf1d-4da533014fd3 HTTP/1.1" status: 204 len: 168 time: 0.7822371 Aug 29 05:24:43.427019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:43.473093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Deleting subnet 9fce0b59-d468-49ac-9a47-c8e7ec5e6571 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:24:43.476323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.515056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.593907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.644867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.668973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fce0b59-d468-49ac-9a47-c8e7ec5e6571,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:43.675734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.679873 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a4739a5-fa6e-42c1-95e7-e26961291d61 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9fce0b59-d468-49ac-9a47-c8e7ec5e6571 HTTP/1.1" status: 204 len: 168 time: 0.2493386 Aug 29 05:24:43.680140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:43.681111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd277f-4015-4ac6-93c2-c4af369b1a0a None None] Network 242e69d8-4409-4977-afbb-9bb6b0d4ce5e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:43.753097 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.809177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Deleting port 05f55554-8896-4d8b-8b15-19c4ae6b7586 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:24:43.809518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.870401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] For port 05f55554-8896-4d8b-8b15-19c4ae6b7586, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=05f55554-8896-4d8b-8b15-19c4ae6b7586,segment=NetworkSegment(b2bbe346-c527-4b9c-8019-b02d51dd7b30),segment_id=b2bbe346-c527-4b9c-8019-b02d51dd7b30)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:43.870752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.883329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Calling delete_port for 05f55554-8896-4d8b-8b15-19c4ae6b7586 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:24:43.963793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:43.990484 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f55554-8896-4d8b-8b15-19c4ae6b7586,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:43.992616 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] No DVR routers for this DVR port 05f55554-8896-4d8b-8b15-19c4ae6b7586 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:24:44.066440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.076763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242e69d8-4409-4977-afbb-9bb6b0d4ce5e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:44.087690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bbe346-c527-4b9c-8019-b02d51dd7b30') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:44.088022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bbe346-c527-4b9c-8019-b02d51dd7b30') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:24:44.097389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.103841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13f3f0-b1a9-4da3-9f06-eea8696cd453 None None] DHCP port deletion for 242e69d8-4409-4977-afbb-9bb6b0d4ce5e request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:24:44.121270 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.128548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:24:44.128884 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:24:44.130601 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:24:44.184899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.191272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.194010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] 10.222.0.62 "DELETE /v2.0/networks/242e69d8-4409-4977-afbb-9bb6b0d4ce5e HTTP/1.1" status: 204 len: 168 time: 0.5128098 Aug 29 05:24:44.206262 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989f46e-8039-484e-8ad6-d8ef44291957 admin admin] Pushing event deleted for resources: {'Network': ['ID=242e69d8-4409-4977-afbb-9bb6b0d4ce5e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:44.326058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50756) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:44.370332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ab15897-331a-4032-9659-ebf804b8d72d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf1ab05449854c859242f8bcd606d561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428126 Aug 29 05:24:44.372521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50758) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:44.425523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.446433 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.497384 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.500072 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:44.501231 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0269a339-d311-460c-9db3-743c62d25ec1 HTTP/1.1" status: 204 len: 168 time: 0.1272304 Aug 29 05:24:44.508862 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5ecb-abad-4e15-b0df-a879fc45b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0269a339-d311-460c-9db3-743c62d25ec1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:44.646205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 05f55554-8896-4d8b-8b15-19c4ae6b7586 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:44.665765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 05f55554-8896-4d8b-8b15-19c4ae6b7586 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:44.666117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 05f55554-8896-4d8b-8b15-19c4ae6b7586 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:44.666529 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06ed60b6-1606-4c41-ad87-bcc38b500282 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:44.687028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 06ed60b6-1606-4c41-ad87-bcc38b500282 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:44.687702 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 06ed60b6-1606-4c41-ad87-bcc38b500282 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:44.688005 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d134646-6385-48e5-a8a4-913b3204af47 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:24:44.708762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3d134646-6385-48e5-a8a4-913b3204af47 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:24:44.709112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d134646-6385-48e5-a8a4-913b3204af47 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:24:45.271051 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50780) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:45.374685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1537906614-network', 'tenant_id': '1bbdf45098d2483dbf31d70bf714d0fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:45.395827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Made reservation on behalf of 1bbdf45098d2483dbf31d70bf714d0fe for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:45.398452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.407790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.506913 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.511025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.532173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:24:45.546577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd52791-80da-49e8-bd94-4a00873beeb8,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:45.549888 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.550231 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Added segment a724a40b-02c3-472f-bb2b-75cdffde7675 of type vlan for network e087954b-26ab-4e88-9f73-6d61dba6cc0c Aug 29 05:24:45.589823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.613832 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.614823 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:45.615659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.668063 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3958926 Aug 29 05:24:45.671076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:24:45.676728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Request body: {'subnet': {'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1537906614-subnet', 'tenant_id': '1bbdf45098d2483dbf31d70bf714d0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:45.678730 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b599e-36bd-4fd2-b8c5-3da93a76473f admin admin] Pushing event updated for resources: {'Network': ['ID=e087954b-26ab-4e88-9f73-6d61dba6cc0c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:45.689629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:24:45.697758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Made reservation on behalf of 1bbdf45098d2483dbf31d70bf714d0fe for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:45.700119 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.881379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.939599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e663913c-dc46-4bb9-83ec-cefaedb6e88b,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:45.950744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Checking segment: {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:45.951110 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Network hostable DHCP agents. Network: e087954b-26ab-4e88-9f73-6d61dba6cc0c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:24:45.968367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:24:45.977037 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, e087954b-26ab-4e88-9f73-6d61dba6cc0c) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:45.981396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:45.982506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:45.989274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7a14b-fefe-4383-a1d7-fb445b88f43c None None] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:45.996353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ade77233-4531-4570-a0c8-e4fdbda7b4ac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3235281 Aug 29 05:24:46.118265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e7be5-a1c8-4562-a340-5947ef4cb62f None None] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:24:46.432136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-f0e9aec7-2f6b-4455-9a29-092546081570 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:46.433554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-f0e9aec7-2f6b-4455-9a29-092546081570 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 814 time: 0.1039164 Aug 29 05:24:46.448889 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-47844ec5-27bf-4712-bb68-fe2e40934a05 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/quotas/1bbdf45098d2483dbf31d70bf714d0fe HTTP/1.1" status: 200 len: 375 time: 0.0090194 Aug 29 05:24:46.479962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-8c5951d3-25ad-4809-a4c6-4369b30d3c2d tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253003 Aug 29 05:24:46.536932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-687a64a7-eaa3-49d3-8337-5a90385f3f29 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:24:46.537952 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-687a64a7-eaa3-49d3-8337-5a90385f3f29 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505526 Aug 29 05:24:46.628838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-db354ec0-ed0f-4724-8bf9-e35ef9189128 service neutron] 10.222.0.62 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Aug 29 05:24:46.715140 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-e13b52d0-50a8-41c4-851f-bbe7dbcff0f7 service neutron] 10.222.0.62 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798142 Aug 29 05:24:46.880429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-596b3b68-9ace-4a53-9712-e8afc44132d2 req-4298173e-22e8-491e-9ba0-854289bedea6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 210 time: 0.0319571 Aug 29 05:24:47.975738 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24cc8591-332a-4b6c-8df1-439df6d8b3ba req-a4077e2a-bf58-4dc5-ac0f-58de8529b110 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Aug 29 05:24:47.994280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-fc4ec47e-bf53-4f2f-860c-884307f5e22e tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:47.995790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-fc4ec47e-bf53-4f2f-860c-884307f5e22e tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.54 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 814 time: 0.1095080 Aug 29 05:24:48.011603 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Request body: {'port': {'device_id': '3ccda958-1719-40d2-8f48-0ec762524c50', 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c', 'admin_state_up': True, 'tenant_id': '1bbdf45098d2483dbf31d70bf714d0fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:48.136365 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Made reservation on behalf of 1bbdf45098d2483dbf31d70bf714d0fe for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:24:48.140705 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:48.265000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Allocated IP 172.20.0.4 (e087954b-26ab-4e88-9f73-6d61dba6cc0c/e663913c-dc46-4bb9-83ec-cefaedb6e88b/47247c40-73c0-421d-bc7c-d6eabea6dfa0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:24:48.416005 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:48.463878 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:48.507724 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:24:48.511126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:24:48.515520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:24:48.521747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Pushing event updated for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:48.569927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:48.570537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:48.585086 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-bbd1f4e8-8409-4e37-8b0c-a38c4fb69450 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776629 Aug 29 05:24:48.602710 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Request body: {'port': {'device_id': '3ccda958-1719-40d2-8f48-0ec762524c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:24:48.654600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.094847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ba5a-1917-4756-9192-551b578e4ffa req-314d66c6-0c55-4c26-9924-a0aeb460d89c tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.096466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4686ba5a-1917-4756-9192-551b578e4ffa req-314d66c6-0c55-4c26-9924-a0aeb460d89c tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 931 time: 0.0508502 Aug 29 05:24:49.145361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4686ba5a-1917-4756-9192-551b578e4ffa req-e88b35b7-38ac-4299-96fb-b84c228c3541 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Aug 29 05:24:49.221479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47247c40-73c0-421d-bc7c-d6eabea6dfa0 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:49.229098 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.242055 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Transition to ACTIVE for port object 47247c40-73c0-421d-bc7c-d6eabea6dfa0 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:24:49.246460 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.305780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Pushing event updated for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:49.379483 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3d331e32-59b4-4e28-acd1-e39f52efa731 req-b486ee53-8d7c-4b84-a220-5449055b9777 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0795901 Aug 29 05:24:49.403008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Attempting to bind port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:24:49.403349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Attempting to bind port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:24:49.404232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Attempting to bind port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 on network e087954b-26ab-4e88-9f73-6d61dba6cc0c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:49.408987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 on network e087954b-26ab-4e88-9f73-6d61dba6cc0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:24:49.409306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Attempting to bind port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 on network e087954b-26ab-4e88-9f73-6d61dba6cc0c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:24:49.414308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:24:49.414642 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Checking segment: {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:24:49.415021 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Bound using segment: {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:24:49.415441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Bound port: 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:24:49.415799 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.487656 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3d331e32-59b4-4e28-acd1-e39f52efa731 req-0a39adff-0d60-431e-a465-dd5609bd5cae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0346355 Aug 29 05:24:49.512736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:24:49.517277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:24:49.528530 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.546344 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3d331e32-59b4-4e28-acd1-e39f52efa731 req-998959b9-3ce2-4aa6-a813-cdc620f3a0e1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308092 Aug 29 05:24:49.582614 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.583422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:49.584846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] 10.222.0.54 "PUT /v2.0/ports/47247c40-73c0-421d-bc7c-d6eabea6dfa0 HTTP/1.1" status: 200 len: 1092 time: 0.9863310 Aug 29 05:24:49.594800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:49.597078 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad747f96-3c61-4247-9383-ffc01e8b885a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:49.669310 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3557372f-8702-4828-ac65-153f198882b0 x-openstack-request-id: req-3557372f-8702-4828-ac65-153f198882b0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:49.669642 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:49.669894 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3557372f-8702-4828-ac65-153f198882b0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:49.670320 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0', 'status': 'completed', 'code': 200} Aug 29 05:24:49.692205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88263-e1bc-464f-be47-6fef1c5ead58 service neutron] Pushing event updated for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:49.718096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-cba5e180-c8d9-41ef-bf91-866cffd2982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.719608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-cba5e180-c8d9-41ef-bf91-866cffd2982f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 1095 time: 0.0854163 Aug 29 05:24:49.739789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d331e32-59b4-4e28-acd1-e39f52efa731 req-4e15744f-0937-4ba9-8096-585b2ba8b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.741210 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3d331e32-59b4-4e28-acd1-e39f52efa731 req-4e15744f-0937-4ba9-8096-585b2ba8b964 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754038 Aug 29 05:24:49.775519 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-bf20be5e-a907-4656-b213-1e3c9e4710d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0 HTTP/1.1" status: 200 len: 217 time: 0.0419507 Aug 29 05:24:49.829285 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858b32-35fa-4c85-809f-2c105001f997 req-5a38a044-3746-4fcb-a331-ae4a7eac04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:49.830657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-5a38a044-3746-4fcb-a331-ae4a7eac04ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e663913c-dc46-4bb9-83ec-cefaedb6e88b HTTP/1.1" status: 200 len: 854 time: 0.0446963 Aug 29 05:24:49.866498 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-4c18644c-c60b-4f36-a183-17ba9b91769a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e087954b-26ab-4e88-9f73-6d61dba6cc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251534 Aug 29 05:24:49.960549 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-7a29bcab-376d-4854-90fd-88987954a7bf service neutron] 10.222.0.54 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854077 Aug 29 05:24:50.053128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-99858b32-35fa-4c85-809f-2c105001f997 req-c0f3f73a-fa74-4e06-adc4-0887cb225725 service neutron] 10.222.0.54 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802515 Aug 29 05:24:50.141839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-36e7b433-df40-4167-bf11-b622206602ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.143352 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-36e7b433-df40-4167-bf11-b622206602ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 1095 time: 0.0422328 Aug 29 05:24:50.243790 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-b2c553cd-fd01-4f5f-a413-9546f9f5e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.245347 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-b2c553cd-fd01-4f5f-a413-9546f9f5e551 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 915 time: 0.0906208 Aug 29 05:24:50.262417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ac588-d940-4b68-94f0-ca4f3d31d41e req-8b933333-8918-4b5c-ba02-8277ea6c3a08 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.263960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f00ac588-d940-4b68-94f0-ca4f3d31d41e req-8b933333-8918-4b5c-ba02-8277ea6c3a08 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 943 time: 0.0509601 Aug 29 05:24:50.288174 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-824299ac-55f1-4194-afd7-72cf651761b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0 HTTP/1.1" status: 200 len: 217 time: 0.0351183 Aug 29 05:24:50.301911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f00ac588-d940-4b68-94f0-ca4f3d31d41e req-98d6e429-77d6-45b8-ae03-2077190d4f52 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Aug 29 05:24:50.343288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-5678d907-fd55-4aaf-a504-6b0513ebdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:50.344809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-5678d907-fd55-4aaf-a504-6b0513ebdb5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e663913c-dc46-4bb9-83ec-cefaedb6e88b HTTP/1.1" status: 200 len: 854 time: 0.0475292 Aug 29 05:24:50.386554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-1a528161-83e3-447a-96cb-22d33a54b604 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e087954b-26ab-4e88-9f73-6d61dba6cc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310462 Aug 29 05:24:50.483277 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-a701e4ed-00b5-46c0-90a2-c9ea88287c63 service neutron] 10.222.0.54 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873623 Aug 29 05:24:50.588885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ad747f96-3c61-4247-9383-ffc01e8b885a req-be3d4f38-5d7d-4d81-bd77-e0d6d18a506f service neutron] 10.222.0.54 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946906 Aug 29 05:24:51.438892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457ed7f-507f-48cf-b10d-b408fae33a87 req-242602d8-c0fa-4bcb-a0d9-71521c9a03c0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:51.440393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b457ed7f-507f-48cf-b10d-b408fae33a87 req-242602d8-c0fa-4bcb-a0d9-71521c9a03c0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 943 time: 0.0543220 Aug 29 05:24:51.477323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b457ed7f-507f-48cf-b10d-b408fae33a87 req-95b9e2ae-8e18-477b-a2e7-34bb2d6f4df6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Aug 29 05:24:52.593032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a77b0-7e04-4cad-af8a-21d9f00a4c4f req-6fdee07c-8ff7-496f-987c-4f3ea1bf2cef tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:52.594516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d3a77b0-7e04-4cad-af8a-21d9f00a4c4f req-6fdee07c-8ff7-496f-987c-4f3ea1bf2cef tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 943 time: 0.0506389 Aug 29 05:24:52.632829 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d3a77b0-7e04-4cad-af8a-21d9f00a4c4f req-2480437f-cacb-4e36-9b35-266848d36f8b tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Aug 29 05:24:53.593589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 47247c40-73c0-421d-bc7c-d6eabea6dfa0 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:24:53.692195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:53.705648 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '47247c40-73c0-421d-bc7c-d6eabea6dfa0', 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c', 'port_id': '47247c40-73c0-421d-bc7c-d6eabea6dfa0', 'mac_address': 'fa:16:3e:8d:f6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e663913c-dc46-4bb9-83ec-cefaedb6e88b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:24:53.742954 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:53.754550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084e9-b693-4230-a22a-50cf22f67a6f req-7b3fbfb3-18fc-47d2-ad20-621b7a24a18d tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:53.756299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47247c40-73c0-421d-bc7c-d6eabea6dfa0 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:24:53.756461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9b084e9-b693-4230-a22a-50cf22f67a6f req-7b3fbfb3-18fc-47d2-ad20-621b7a24a18d tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 943 time: 0.0497870 Aug 29 05:24:53.777424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:53.781800 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:53.796131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d9b084e9-b693-4230-a22a-50cf22f67a6f req-20c3e5de-6315-4da0-9442-ed15974034ec tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Aug 29 05:24:53.833987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:54.046500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['47247c40-73c0-421d-bc7c-d6eabea6dfa0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:24:54.919240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb83d8f-a0a2-47d0-a8a8-c3cea0c83288 req-5c04e1cd-1459-4478-96b0-9edd4933e67f tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:54.920784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bb83d8f-a0a2-47d0-a8a8-c3cea0c83288 req-5c04e1cd-1459-4478-96b0-9edd4933e67f tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 944 time: 0.0553308 Aug 29 05:24:54.960186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bb83d8f-a0a2-47d0-a8a8-c3cea0c83288 req-965ef2f4-2281-4e68-a26b-8a71b9202475 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Aug 29 05:24:55.633275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 47247c40-73c0-421d-bc7c-d6eabea6dfa0 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:24:55.681716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:24:55.685988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:24:55.686360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:55.771347 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:55.806802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:24:55.809114 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e5f5a9-a728-4a1d-9b9d-c248cf3ec5a2" -d '{"events": [{"server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "name": "network-vif-plugged", "status": "completed", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:24:55.827273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:24:55.832728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:24:55.861553 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c3879a-b05d-4767-866e-030556c1c50e x-openstack-request-id: req-89c3879a-b05d-4767-866e-030556c1c50e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:24:55.862063 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "name": "network-vif-plugged", "status": "completed", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:24:55.862239 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89c3879a-b05d-4767-866e-030556c1c50e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:24:55.862720 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0', 'code': 200} Aug 29 05:24:55.891161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:24:55.953933 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a056e37-1fd4-4685-91cb-a1e627735db7 req-13e2b1ec-9da8-49f8-b8c6-d4613a39a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:55.955462 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a056e37-1fd4-4685-91cb-a1e627735db7 req-13e2b1ec-9da8-49f8-b8c6-d4613a39a09e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 1097 time: 0.0426738 Aug 29 05:24:55.993679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a056e37-1fd4-4685-91cb-a1e627735db7 req-d629d70d-74c7-45c6-9953-3f42b82284cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291862 Aug 29 05:24:56.079935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c52036-3c10-4b09-b065-9af1b237cc78 req-c31a3b28-59d1-44db-8a8a-9cb9adb3cdad tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:56.081446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0c52036-3c10-4b09-b065-9af1b237cc78 req-c31a3b28-59d1-44db-8a8a-9cb9adb3cdad tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0518188 Aug 29 05:24:56.125962 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0c52036-3c10-4b09-b065-9af1b237cc78 req-571ed42e-f95f-4a5a-bb45-32985cdfd21c tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Aug 29 05:24:57.247566 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8623f-371f-4006-8caf-381cdd886fd6 req-9d6125f9-1db6-41ed-aec4-db364a8e8225 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:57.249218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cf8623f-371f-4006-8caf-381cdd886fd6 req-9d6125f9-1db6-41ed-aec4-db364a8e8225 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Aug 29 05:24:57.290437 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2cf8623f-371f-4006-8caf-381cdd886fd6 req-8e060197-e289-42f1-b5f3-10ae70ee0f00 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Aug 29 05:24:58.416015 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f461a5-8f39-4470-ab8c-c2dac552d433 req-1e9d49dd-97b7-42c9-be9e-b457517b8866 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:58.417632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f461a5-8f39-4470-ab8c-c2dac552d433 req-1e9d49dd-97b7-42c9-be9e-b457517b8866 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Aug 29 05:24:58.458055 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-07f461a5-8f39-4470-ab8c-c2dac552d433 req-cf141c56-3011-4aa3-aa15-8f2474d3e2e9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Aug 29 05:24:58.686275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-e52bfede-451e-416d-a7f3-28f5e5e43a38 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:24:58.687685 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-e52bfede-451e-416d-a7f3-28f5e5e43a38 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 814 time: 0.1026075 Aug 29 05:24:58.703823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-c4680328-6e2f-47f8-91f5-63fd8ece63a2 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/quotas/1bbdf45098d2483dbf31d70bf714d0fe HTTP/1.1" status: 200 len: 375 time: 0.0103147 Aug 29 05:24:58.758182 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-e32aaf23-9c83-4623-931e-f43aa71a7b41 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485523 Aug 29 05:24:58.848350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b92612d7-ccf8-449e-8913-1aeef31e6b6a service neutron] 10.222.0.62 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Aug 29 05:24:58.953380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-396c311e-f1d9-4ae9-9866-a1fc79457b70 service neutron] 10.222.0.62 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983293 Aug 29 05:24:59.124700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0cd26395-8763-4976-8ba7-79dd2f06f3e2 req-f082cf84-20bb-4985-b3fe-80bdc0f26dfa tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 210 time: 0.0359793 Aug 29 05:25:00.128875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-edb5feeb-fb16-44b1-8702-c9ee39952101 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:00.130490 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-edb5feeb-fb16-44b1-8702-c9ee39952101 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.50 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 814 time: 0.1147065 Aug 29 05:25:00.152163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Request body: {'port': {'device_id': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c', 'admin_state_up': True, 'tenant_id': '1bbdf45098d2483dbf31d70bf714d0fe'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:00.220823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e871c5b-1aab-400c-a745-ab9ff6fb409c req-7b708d83-b835-49e3-ba72-05b3bb8bd2fe tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Aug 29 05:25:00.268611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Made reservation on behalf of 1bbdf45098d2483dbf31d70bf714d0fe for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:00.272194 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:00.383971 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:00.401961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Allocated IP 172.20.0.12 (e087954b-26ab-4e88-9f73-6d61dba6cc0c/e663913c-dc46-4bb9-83ec-cefaedb6e88b/8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:00.546647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:00.586596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:00.603195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['47247c40-73c0-421d-bc7c-d6eabea6dfa0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:00.632869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Network e087954b-26ab-4e88-9f73-6d61dba6cc0c is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:00.639074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:00.643430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:00.670217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Pushing event updated for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:00.685505 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.685871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.686211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.686572 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.686901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.687277 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.687591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.687947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.688265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.688589 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.688917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.689329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:00.710855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:00.711496 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:00.726463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-b048ede2-d74e-4a08-a7a5-274f3dba70d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795350 Aug 29 05:25:00.744818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Request body: {'port': {'device_id': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:00.804237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.064516 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:01.072475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.085425 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Transition to ACTIVE for port object 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:01.088917 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.142616 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:01.211272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Attempting to bind port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:01.211604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Attempting to bind port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:01.211935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Attempting to bind port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d on network e087954b-26ab-4e88-9f73-6d61dba6cc0c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:01.216223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d on network e087954b-26ab-4e88-9f73-6d61dba6cc0c not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:25:01.216544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Attempting to bind port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d on network e087954b-26ab-4e88-9f73-6d61dba6cc0c {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:01.221456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:01.221828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Checking segment: {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:01.222166 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Bound using segment: {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:01.222593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Bound port: 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a724a40b-02c3-472f-bb2b-75cdffde7675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:01.222956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.290134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:01.293705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:01.298806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.338564 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:01.339184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:01.340619 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d HTTP/1.1" status: 200 len: 1093 time: 0.6003718 Aug 29 05:25:01.341613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:01.344046 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01666a-0326-4c7c-b691-764933cd1043" -d '{"events": [{"name": "network-changed", "server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:01.345095 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28cf71-d7a4-4f02-a053-785be2c90c4b req-1d9d06f7-022f-44fd-a688-2dd2c0d458b1 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:01.346609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a28cf71-d7a4-4f02-a053-785be2c90c4b req-1d9d06f7-022f-44fd-a688-2dd2c0d458b1 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 944 time: 0.0563805 Aug 29 05:25:01.372009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102f79c-17e8-4595-94a2-5748bfa660a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:01.388752 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56cad3-9a3f-4dbd-8fd1-26b1267f82f4 x-openstack-request-id: req-fe56cad3-9a3f-4dbd-8fd1-26b1267f82f4 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:01.389191 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:01.389324 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe56cad3-9a3f-4dbd-8fd1-26b1267f82f4 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:01.389743 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d', 'status': 'completed', 'code': 200} Aug 29 05:25:01.393806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a28cf71-d7a4-4f02-a053-785be2c90c4b req-a246e121-0641-4207-b511-15738d8c0219 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Aug 29 05:25:01.446916 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-02c9f1bf-8801-4c06-b799-67a6efb9d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:01.448461 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-02c9f1bf-8801-4c06-b799-67a6efb9d618 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0425315 Aug 29 05:25:01.498911 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-ca81ab8d-3bf9-4184-9142-400d1bc0289e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d HTTP/1.1" status: 200 len: 217 time: 0.0368004 Aug 29 05:25:01.547848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-d0ac668e-5d49-424b-a640-e7cb2bf597aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:01.549337 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-d0ac668e-5d49-424b-a640-e7cb2bf597aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e663913c-dc46-4bb9-83ec-cefaedb6e88b HTTP/1.1" status: 200 len: 854 time: 0.0440032 Aug 29 05:25:01.583488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-d83a8be6-b0c1-4adb-ab6e-147916158d1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e087954b-26ab-4e88-9f73-6d61dba6cc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265703 Aug 29 05:25:01.686330 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-835c55cc-7fd3-42be-a445-0971e4bf44b0 service neutron] 10.222.0.50 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954978 Aug 29 05:25:01.775199 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a1be0422-6023-4e1b-9056-bf758ab607cc req-fa11831b-0abc-4f36-9c3f-6eb6a0d55e28 service neutron] 10.222.0.50 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824399 Aug 29 05:25:01.902717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01666a-0326-4c7c-b691-764933cd1043 req-8291e1f1-a23f-4a3f-855b-bcf1d1c1c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:01.904348 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-8291e1f1-a23f-4a3f-855b-bcf1d1c1c177 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0433896 Aug 29 05:25:02.002969 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01666a-0326-4c7c-b691-764933cd1043 req-85f8855c-6625-4d7d-8866-b04c2110e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:02.004488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-85f8855c-6625-4d7d-8866-b04c2110e818 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 200 len: 915 time: 0.0914979 Aug 29 05:25:02.046598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-e61ec058-c128-4d13-9386-196d6d91669c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d HTTP/1.1" status: 200 len: 217 time: 0.0344379 Aug 29 05:25:02.101578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01666a-0326-4c7c-b691-764933cd1043 req-c3dad90a-4638-46d2-8815-9c060e66f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:02.103043 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-c3dad90a-4638-46d2-8815-9c060e66f7bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e663913c-dc46-4bb9-83ec-cefaedb6e88b HTTP/1.1" status: 200 len: 854 time: 0.0481093 Aug 29 05:25:02.136355 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-3d5e9201-e6c6-4b7e-a1a3-18bec13f8095 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e087954b-26ab-4e88-9f73-6d61dba6cc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254653 Aug 29 05:25:02.227511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-b7cd442c-6b5b-4e66-b9a9-65cbbf1d6736 service neutron] 10.222.0.50 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Aug 29 05:25:02.327404 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1c01666a-0326-4c7c-b691-764933cd1043 req-499c7f3d-0062-473c-9e2b-d7417de870c5 service neutron] 10.222.0.50 "GET /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920377 Aug 29 05:25:02.508143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c2e7-b48a-4153-988a-8d630f12545d req-89fa66e6-eb1b-4a7f-8399-a685656f794b tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:02.509501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5980c2e7-b48a-4153-988a-8d630f12545d req-89fa66e6-eb1b-4a7f-8399-a685656f794b tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 944 time: 0.0474427 Aug 29 05:25:02.554576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5980c2e7-b48a-4153-988a-8d630f12545d req-456c0b27-c892-4f81-a446-84b93b7b0d5e tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Aug 29 05:25:03.707794 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34511-3534-4597-8d2e-dd872a38f976 req-aa79e34c-fc95-4053-85de-c9a935396298 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:03.709326 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d34511-3534-4597-8d2e-dd872a38f976 req-aa79e34c-fc95-4053-85de-c9a935396298 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 944 time: 0.0512753 Aug 29 05:25:03.749195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47d34511-3534-4597-8d2e-dd872a38f976 req-db86ad6e-3849-4705-b882-f5d15ebec490 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Aug 29 05:25:04.517603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:25:04.617514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:04.629335 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d', 'network_id': 'e087954b-26ab-4e88-9f73-6d61dba6cc0c', 'port_id': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d', 'mac_address': 'fa:16:3e:cc:77:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e663913c-dc46-4bb9-83ec-cefaedb6e88b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:25:04.668838 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:04.682459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:04.703288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:04.707261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:04.757242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:04.867247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84016b-9432-418a-82a1-6a5c5e02a818 req-8664574e-0df6-4a38-945f-965dfec0757a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:04.868781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce84016b-9432-418a-82a1-6a5c5e02a818 req-8664574e-0df6-4a38-945f-965dfec0757a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Aug 29 05:25:04.907803 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce84016b-9432-418a-82a1-6a5c5e02a818 req-c5600f18-fa79-4d0b-8798-d1c6174460f6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 29 05:25:04.972161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:06.028444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c34b7-85d8-4261-9b0b-0b7c2ab06c0a req-1c4acf0c-051d-4624-b24a-40cfd5a59e9c tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:06.030568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f2c34b7-85d8-4261-9b0b-0b7c2ab06c0a req-1c4acf0c-051d-4624-b24a-40cfd5a59e9c tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 945 time: 0.0528123 Aug 29 05:25:06.076075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f2c34b7-85d8-4261-9b0b-0b7c2ab06c0a req-b2f6b7c3-607f-4d4c-ad51-3b45e3a3e783 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Aug 29 05:25:06.520436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:06.571155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:06.574829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:06.575217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:06.654827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:06.676846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:06.679077 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a4272-c2d7-43c3-bb6d-1c8d6cdd08a8" -d '{"events": [{"server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "name": "network-vif-plugged", "status": "completed", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:06.693075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:06.697145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:06.724018 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db06dd-f1d3-4b89-bf53-dcd57e99febe x-openstack-request-id: req-b7db06dd-f1d3-4b89-bf53-dcd57e99febe {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:06.724313 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "name": "network-vif-plugged", "status": "completed", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:06.724565 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7db06dd-f1d3-4b89-bf53-dcd57e99febe {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:06.724960 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d', 'code': 200} Aug 29 05:25:06.754507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:06.851456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f4b7-4d80-4709-978b-49abdd69766c req-155446d8-8781-44f8-8e28-e41bc9542bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:06.852942 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba70f4b7-4d80-4709-978b-49abdd69766c req-155446d8-8781-44f8-8e28-e41bc9542bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0437756 Aug 29 05:25:06.889268 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ba70f4b7-4d80-4709-978b-49abdd69766c req-bbaac65a-54d9-4772-9557-425cf6a369ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290401 Aug 29 05:25:07.197780 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678e0a8-45a9-45fc-82a0-18cd39d81f14 req-c6a2c728-ecbd-47af-a796-1b7b7673b546 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:07.199278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5678e0a8-45a9-45fc-82a0-18cd39d81f14 req-c6a2c728-ecbd-47af-a796-1b7b7673b546 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 946 time: 0.0536113 Aug 29 05:25:07.237912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5678e0a8-45a9-45fc-82a0-18cd39d81f14 req-c446c0a2-22ad-416c-8d2b-286f1e19582e tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Aug 29 05:25:07.437505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8ae60cea-b95d-4d05-b446-872487b3a985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:08.357134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f9599-e36d-4f8e-aee5-92a15e8ecbff req-f0ebd03c-3a13-4d20-8a07-e16fac97f4d0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:08.358648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-667f9599-e36d-4f8e-aee5-92a15e8ecbff req-f0ebd03c-3a13-4d20-8a07-e16fac97f4d0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 946 time: 0.0512807 Aug 29 05:25:08.399249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-667f9599-e36d-4f8e-aee5-92a15e8ecbff req-690e52d8-6173-4ea8-bf65-8df0c79e0ee7 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Aug 29 05:25:08.628818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab6460-8977-4e1e-8ee1-710bb51a1085 req-16764feb-a72a-4229-9dbf-b15c15d2ce6a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:08.630303 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cab6460-8977-4e1e-8ee1-710bb51a1085 req-16764feb-a72a-4229-9dbf-b15c15d2ce6a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Aug 29 05:25:08.682811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cab6460-8977-4e1e-8ee1-710bb51a1085 req-46ed192c-51a8-4dd8-b81f-70f264040ee9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Aug 29 05:25:09.804132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc502c12-337a-4cf4-bd3c-ae6da4e4ddbd req-0211617c-ed7a-4f05-85f1-6c5abf0575fa tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:09.805624 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc502c12-337a-4cf4-bd3c-ae6da4e4ddbd req-0211617c-ed7a-4f05-85f1-6c5abf0575fa tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Aug 29 05:25:09.843131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fc502c12-337a-4cf4-bd3c-ae6da4e4ddbd req-c302c802-199d-4b0c-8e1b-1811937598b4 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Aug 29 05:25:10.095261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-2eeb0110-0ae2-44e6-8127-d2e1aa4c10de tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:10.096761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-2eeb0110-0ae2-44e6-8127-d2e1aa4c10de tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.50 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 946 time: 0.0487959 Aug 29 05:25:10.191157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Deleting port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:10.191497 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.276894 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] For port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:10.277255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.290390 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Calling delete_port for 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:10.398138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.428251 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.443083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['47247c40-73c0-421d-bc7c-d6eabea6dfa0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:10.457451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Pushing event deleted for resources: {'Port': ['ID=8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:10.472130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:10.476489 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4ed464c8-b756-44b2-8f57-a48031ad35d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.501635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] No DVR routers for this DVR port 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:10.504239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:10.506203 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cabe02a6-2307-4542-aa0f-d0bcc819a774 req-aa792c44-13f9-4a01-bafa-1b94a8eae6fc tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.50 "DELETE /v2.0/ports/8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d HTTP/1.1" status: 204 len: 173 time: 0.4029760 Aug 29 05:25:10.506637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'name': 'network-vif-deleted', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:10.509043 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf7343e-e9b4-4087-b5cf-2cdf8fc82c22" -d '{"events": [{"server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "name": "network-vif-deleted", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:10.554422 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315b68a-51da-490d-8124-4bca99adef0a x-openstack-request-id: req-6315b68a-51da-490d-8124-4bca99adef0a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:10.554720 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6d5de-55aa-4fcc-ba92-47a77513c6f5", "name": "network-vif-deleted", "tag": "8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:10.555001 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6315b68a-51da-490d-8124-4bca99adef0a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:10.555474 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e6d5de-55aa-4fcc-ba92-47a77513c6f5', 'name': 'network-vif-deleted', 'tag': '8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d', 'status': 'completed', 'code': 200} Aug 29 05:25:10.949872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-effc9fda-54f3-446a-85af-f31235b18241 req-e75772d6-328c-4275-a2d9-c1dac810313b tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e6d5de-55aa-4fcc-ba92-47a77513c6f5 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Aug 29 05:25:11.536970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:12.100855 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574902a2-bbde-4953-9c40-3246e3e04c88 req-4d2c4500-0b70-4403-be67-e1ac50ab4ad0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.102381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-574902a2-bbde-4953-9c40-3246e3e04c88 req-4d2c4500-0b70-4403-be67-e1ac50ab4ad0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Aug 29 05:25:12.141282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-574902a2-bbde-4953-9c40-3246e3e04c88 req-16193033-0eb8-4233-9407-143eeea6fff9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 29 05:25:12.274053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fac063-32d2-4696-8766-0a48a941c788 req-2c47e66f-4bc1-4812-9d97-5f4ee71ecfed tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.275397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1fac063-32d2-4696-8766-0a48a941c788 req-2c47e66f-4bc1-4812-9d97-5f4ee71ecfed tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Aug 29 05:25:12.312134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1fac063-32d2-4696-8766-0a48a941c788 req-0e4fd788-9464-438b-a358-b543c2c41abf tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Aug 29 05:25:12.428590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2b8e-183e-413c-84b4-27e65b533ae9 req-632dd427-a0cc-49e5-9fa9-11d0b576b40d tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.430312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d3d2b8e-183e-413c-84b4-27e65b533ae9 req-632dd427-a0cc-49e5-9fa9-11d0b576b40d tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0501080 Aug 29 05:25:12.469028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d3d2b8e-183e-413c-84b4-27e65b533ae9 req-d82583ec-4b2a-4d2b-b08f-3687420eea09 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Aug 29 05:25:12.636310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64bfdc-228d-496f-a741-3c2d9762e16e req-cb8c427b-f4e8-4aa6-972e-1f329a88697a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.637791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b64bfdc-228d-496f-a741-3c2d9762e16e req-cb8c427b-f4e8-4aa6-972e-1f329a88697a tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Aug 29 05:25:12.677714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b64bfdc-228d-496f-a741-3c2d9762e16e req-546ab31f-ddc7-47cf-aa41-2a4954cca0a5 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Aug 29 05:25:12.787094 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:12.799641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6adde-e7c0-42a1-8823-6c5b9622bf32 req-23f72e8c-fbc7-425a-b855-b8bba455f2ae tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.801157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccf6adde-e7c0-42a1-8823-6c5b9622bf32 req-23f72e8c-fbc7-425a-b855-b8bba455f2ae tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0544500 Aug 29 05:25:12.838800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccf6adde-e7c0-42a1-8823-6c5b9622bf32 req-868b602e-8cf9-4ca8-a67e-ffc3976ae561 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Aug 29 05:25:12.963293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc2f90-0dd3-4f7c-b516-a1d6cd6cdb17 req-0969fd61-98e7-4f4b-8d3b-07b7b8c4d2fd tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:12.964802 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc2f90-0dd3-4f7c-b516-a1d6cd6cdb17 req-0969fd61-98e7-4f4b-8d3b-07b7b8c4d2fd tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 29 05:25:13.003539 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9ddc2f90-0dd3-4f7c-b516-a1d6cd6cdb17 req-c0ab162b-49c6-475b-9baf-6e0c2d72b086 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Aug 29 05:25:13.284850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:13.306825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316978b8-d716-4188-a7c7-063aa9531759 req-da2796eb-fabf-4975-8ade-c85ffe5448ce tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:13.308243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-316978b8-d716-4188-a7c7-063aa9531759 req-da2796eb-fabf-4975-8ade-c85ffe5448ce tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0500121 Aug 29 05:25:13.345473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-316978b8-d716-4188-a7c7-063aa9531759 req-84547e32-f3af-40d6-a854-3b121460caa0 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Aug 29 05:25:14.465368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceedaa-f5fd-4738-8acb-aaa42af6f92a req-dab9b92f-f72b-444a-be4d-cd922ea55dbd tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.466841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdceedaa-f5fd-4738-8acb-aaa42af6f92a req-dab9b92f-f72b-444a-be4d-cd922ea55dbd tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0517333 Aug 29 05:25:14.504582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdceedaa-f5fd-4738-8acb-aaa42af6f92a req-f2d1dff6-f28e-411b-a5fb-ba572ba891d9 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdd52791-80da-49e8-bd94-4a00873beeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Aug 29 05:25:14.565494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:14.586441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:14.586832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 8be8ee8d-4f41-4c80-a7d2-e85e4a9ef74d not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:14.831269 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-cfc50bf6-bd23-4398-93dd-4799a7a20b6f tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:14.832727 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-cfc50bf6-bd23-4398-93dd-4799a7a20b6f tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 945 time: 0.0493994 Aug 29 05:25:14.928432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Deleting port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:14.928769 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:15.025714 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] For port 47247c40-73c0-421d-bc7c-d6eabea6dfa0, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=47247c40-73c0-421d-bc7c-d6eabea6dfa0,segment=NetworkSegment(a724a40b-02c3-472f-bb2b-75cdffde7675),segment_id=a724a40b-02c3-472f-bb2b-75cdffde7675)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:15.026081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:15.039948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Calling delete_port for 47247c40-73c0-421d-bc7c-d6eabea6dfa0 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:15.177199 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:15.194881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['47247c40-73c0-421d-bc7c-d6eabea6dfa0'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:15.207766 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Pushing event deleted for resources: {'Port': ['ID=47247c40-73c0-421d-bc7c-d6eabea6dfa0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:15.253364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] No DVR routers for this DVR port 47247c40-73c0-421d-bc7c-d6eabea6dfa0 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:15.256262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:15.258293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e9c8d8b7-3489-4eda-983b-f29bc2210b63 req-56ff8dd4-6329-4daa-9e29-25f62cc0caf6 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.54 "DELETE /v2.0/ports/47247c40-73c0-421d-bc7c-d6eabea6dfa0 HTTP/1.1" status: 204 len: 173 time: 0.4157860 Aug 29 05:25:15.258740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'name': 'network-vif-deleted', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:15.261330 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be556c-0c25-4f13-a338-1097065f0373" -d '{"events": [{"server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "name": "network-vif-deleted", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:15.303343 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140c825-8807-4a53-898b-ef4eb01334d1 x-openstack-request-id: req-5140c825-8807-4a53-898b-ef4eb01334d1 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:15.303639 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccda958-1719-40d2-8f48-0ec762524c50", "name": "network-vif-deleted", "tag": "47247c40-73c0-421d-bc7c-d6eabea6dfa0", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:15.303898 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5140c825-8807-4a53-898b-ef4eb01334d1 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:15.304323 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccda958-1719-40d2-8f48-0ec762524c50', 'name': 'network-vif-deleted', 'tag': '47247c40-73c0-421d-bc7c-d6eabea6dfa0', 'status': 'completed', 'code': 200} Aug 29 05:25:15.616063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cdb16fea-773a-4520-96b6-c594bc266047 req-41703df0-aca9-464d-95cf-de194d0262f8 tempest-ServersNegativeTestJSON-1468683191 tempest-ServersNegativeTestJSON-1468683191-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ccda958-1719-40d2-8f48-0ec762524c50 HTTP/1.1" status: 200 len: 210 time: 0.0268583 Aug 29 05:25:16.673603 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50936) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:16.717165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Deleting subnet e663913c-dc46-4bb9-83ec-cefaedb6e88b {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:16.720801 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.757294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.799341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.848969 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.875431 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e663913c-dc46-4bb9-83ec-cefaedb6e88b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:16.877396 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:16.879220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1d8ebf17-832f-460b-b50f-8870e9a9a157 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e663913c-dc46-4bb9-83ec-cefaedb6e88b HTTP/1.1" status: 204 len: 168 time: 0.2046542 Aug 29 05:25:16.881958 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:16.952626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.028139 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.038139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e087954b-26ab-4e88-9f73-6d61dba6cc0c']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:17.048569 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a724a40b-02c3-472f-bb2b-75cdffde7675') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:17.048867 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a724a40b-02c3-472f-bb2b-75cdffde7675') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:17.057480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.075330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.082145 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:17.082552 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:17.084239 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:17.138527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.145802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.148598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] 10.222.0.62 "DELETE /v2.0/networks/e087954b-26ab-4e88-9f73-6d61dba6cc0c HTTP/1.1" status: 204 len: 168 time: 0.2656348 Aug 29 05:25:17.159535 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d920f08-24dd-45db-8c12-602e59c4f61c admin admin] Pushing event deleted for resources: {'Network': ['ID=e087954b-26ab-4e88-9f73-6d61dba6cc0c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:17.255630 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:17.295474 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a7e48268-f895-452f-a73a-ac2729cab73b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bbdf45098d2483dbf31d70bf714d0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384266 Aug 29 05:25:17.298534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:17.346016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.366427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.415352 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.417808 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:17.418968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdd52791-80da-49e8-bd94-4a00873beeb8 HTTP/1.1" status: 204 len: 168 time: 0.1195548 Aug 29 05:25:17.426515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24ff9-2c11-436a-a320-a89c013b05a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd52791-80da-49e8-bd94-4a00873beeb8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:17.680691 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:17.760522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 47247c40-73c0-421d-bc7c-d6eabea6dfa0 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:17.782063 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 47247c40-73c0-421d-bc7c-d6eabea6dfa0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:17.782385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 47247c40-73c0-421d-bc7c-d6eabea6dfa0 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:18.109837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:18.204400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1556162856'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:18.225033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:18.228721 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.237444 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.325135 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.329046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.351050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:18.370468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c443c6-abac-424f-8cfb-2b8d1c25e203,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:18.373429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.373870 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Added segment 636aa25a-9271-4570-94d1-39b9f6caaf52 of type vlan for network 0b634736-ef01-4d1e-a98c-9373c1ef0560 Aug 29 05:25:18.414779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.438876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.444561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:18.445130 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:18.846429 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7353735 Aug 29 05:25:18.854838 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898067d-59a0-4025-a25c-9142f07e885e tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Network': ['ID=0b634736-ef01-4d1e-a98c-9373c1ef0560,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:18.865103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:22.158835 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50970) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.164485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'subnet': {'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.255353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:22.259183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.461062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.528053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Subnet': ['ID=7d5048f9-19c4-47f9-9b73-5a2da75d88b9,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.537710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking segment: {'id': '636aa25a-9271-4570-94d1-39b9f6caaf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:22.538064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network hostable DHCP agents. Network: 0b634736-ef01-4d1e-a98c-9373c1ef0560, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:22.557355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:22.569192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 0b634736-ef01-4d1e-a98c-9373c1ef0560) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:22.574151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:22.575084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.582301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6873544c-3715-4917-be55-7e9e0c1e053a None None] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:22.591450 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-bef80149-5af5-46d6-a8d8-9c7e68235dad tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4313734 Aug 29 05:25:22.595708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.601622 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750513547'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.622780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:22.626852 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.655032 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:22.665603 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.665971 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Added segment 456712bb-d097-4d6c-a7b3-5ec856cbc9d9 of type vlan for network c7825f98-50d5-48a8-847a-d763fb8b7570 Aug 29 05:25:22.710795 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.743963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.750654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:22.751569 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.766430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-0b634736-ef01-4d1e-a98c-9373c1ef0560', 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560', 'tenant_id': 'd3102e0325a04713b4039c8f0e8224e3', 'fixed_ips': [{'subnet_id': '7d5048f9-19c4-47f9-9b73-5a2da75d88b9'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:22.767477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.808646 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2115717 Aug 29 05:25:22.811688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50974) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:22.818517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'subnet': {'network_id': 'c7825f98-50d5-48a8-847a-d763fb8b7570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:22.836311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac547e-47b0-45b9-b5c9-ecd60b1934b0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Network': ['ID=c7825f98-50d5-48a8-847a-d763fb8b7570,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:22.850196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c7825f98-50d5-48a8-847a-d763fb8b7570 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:22.920776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:22.925147 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:22.975823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Allocated IP 2001:db8:0:ffff::2 (0b634736-ef01-4d1e-a98c-9373c1ef0560/7d5048f9-19c4-47f9-9b73-5a2da75d88b9/a511dc52-13c6-4199-900f-eb50d4e99647) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:23.150433 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.153534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.165549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Transition to ACTIVE for port object a511dc52-13c6-4199-900f-eb50d4e99647 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:23.184569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Transition to ACTIVE for port object a511dc52-13c6-4199-900f-eb50d4e99647 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:23.192214 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.221077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Subnet': ['ID=1c26c76a-42e7-4e5a-a60d-9d6cf3ce7ce6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.230330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking segment: {'id': '456712bb-d097-4d6c-a7b3-5ec856cbc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7825f98-50d5-48a8-847a-d763fb8b7570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:23.230668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network hostable DHCP agents. Network: c7825f98-50d5-48a8-847a-d763fb8b7570, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:23.236713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:23.243104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:23.246102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:23.248818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network c7825f98-50d5-48a8-847a-d763fb8b7570 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:23.250246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Pushing event updated for resources: {'Port': ['ID=a511dc52-13c6-4199-900f-eb50d4e99647,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.258619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c7825f98-50d5-48a8-847a-d763fb8b7570) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:23.264024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:23.264024 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.264324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.264324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.265062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.265062 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.265845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.266175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.266500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.266843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.267236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.267936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.268284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.268611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:23.279775 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1c8b8e05-9bb3-4c43-86ee-ebfa4e5c4e3f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4667349 Aug 29 05:25:23.283089 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:23.292912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ae411-e7f5-421d-a115-197c95beda11 None None] Network c7825f98-50d5-48a8-847a-d763fb8b7570 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:23.370607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Attempting to bind port a511dc52-13c6-4199-900f-eb50d4e99647 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:23.370959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Attempting to bind port a511dc52-13c6-4199-900f-eb50d4e99647 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '636aa25a-9271-4570-94d1-39b9f6caaf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:23.371316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Attempting to bind port a511dc52-13c6-4199-900f-eb50d4e99647 on network 0b634736-ef01-4d1e-a98c-9373c1ef0560 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:23.378990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.386766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:23.387135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Checking segment: {'id': '636aa25a-9271-4570-94d1-39b9f6caaf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:23.387531 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.387918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Bound using segment: {'id': '636aa25a-9271-4570-94d1-39b9f6caaf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:23.388427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Bound port: a511dc52-13c6-4199-900f-eb50d4e99647, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636aa25a-9271-4570-94d1-39b9f6caaf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0b634736-ef01-4d1e-a98c-9373c1ef0560'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:23.388796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.453787 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.518719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] For port a511dc52-13c6-4199-900f-eb50d4e99647, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:23.536393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.554156 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] For port a511dc52-13c6-4199-900f-eb50d4e99647, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a511dc52-13c6-4199-900f-eb50d4e99647,segment=NetworkSegment(636aa25a-9271-4570-94d1-39b9f6caaf52),segment_id=636aa25a-9271-4570-94d1-39b9f6caaf52)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:23.561827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.566945 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a3562-dc90-4da6-bddd-8d0efd5ae728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c7825f98-50d5-48a8-847a-d763fb8b7570', 'network_id': 'c7825f98-50d5-48a8-847a-d763fb8b7570', 'tenant_id': 'd3102e0325a04713b4039c8f0e8224e3', 'fixed_ips': [{'subnet_id': '1c26c76a-42e7-4e5a-a60d-9d6cf3ce7ce6'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:23.568081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Subnet': ['ID=1c26c76a-42e7-4e5a-a60d-9d6cf3ce7ce6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.568378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3562-dc90-4da6-bddd-8d0efd5ae728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.626991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.651254 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7825f98-50d5-48a8-847a-d763fb8b7570']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:23.668984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456712bb-d097-4d6c-a7b3-5ec856cbc9d9') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:23.669401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456712bb-d097-4d6c-a7b3-5ec856cbc9d9') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:23.689825 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.707309 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.716250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:23.717114 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:23.723159 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:23.725877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be80390-7db1-498e-b6e0-a5e34243fe8a None None] Pushing event updated for resources: {'Port': ['ID=a511dc52-13c6-4199-900f-eb50d4e99647,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.743000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72058c-7f50-4046-9c91-d90b15ae212a None None] Network c7825f98-50d5-48a8-847a-d763fb8b7570 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:23.807791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.819850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.827520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50978) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:23.830178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/c7825f98-50d5-48a8-847a-d763fb8b7570 HTTP/1.1" status: 204 len: 168 time: 0.5438664 Aug 29 05:25:23.832981 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491244979'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:23.893505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba227c7-8179-43bc-a085-03bd2e6e3fb9 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Network': ['ID=c7825f98-50d5-48a8-847a-d763fb8b7570,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:23.913999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:23.926651 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.964898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:23.980499 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:23.980842 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Added segment ef6a1634-d2b4-4fb8-8655-8be0c392ce64 of type vlan for network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 Aug 29 05:25:24.030343 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.057185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.063718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:24.064490 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.130421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3015416 Aug 29 05:25:24.133251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50980) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.141139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'subnet': {'network_id': '32c10d02-06ae-4d8e-8bab-5a27a450fe12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:24.169035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2797-a14b-4973-914a-1f1de29b9d8c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Network': ['ID=32c10d02-06ae-4d8e-8bab-5a27a450fe12,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.184006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:24.268775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:24.272583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.339580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Performing IP validity checks on allocation pools {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 05:25:24.340160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.ipam_backend_mixin [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 05:25:24.474593 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.558296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Subnet': ['ID=4bfcd49c-743e-4e0c-9120-3efad87b8b58,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.574842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking segment: {'id': 'ef6a1634-d2b4-4fb8-8655-8be0c392ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '32c10d02-06ae-4d8e-8bab-5a27a450fe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:24.575215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network hostable DHCP agents. Network: 32c10d02-06ae-4d8e-8bab-5a27a450fe12, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:24.596126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:24.610487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 32c10d02-06ae-4d8e-8bab-5a27a450fe12) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:24.616441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:24.617524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.625324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db5ea2-6e86-4616-8742-a98246df1a35 None None] Network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:24.647257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50982) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:24.652591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-078cc44a-9623-49b8-b59a-ea2e03f2c70f tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5182042 Aug 29 05:25:24.731592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a511dc52-13c6-4199-900f-eb50d4e99647 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:24.780860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.845085 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.909362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:24.947020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfcd49c-743e-4e0c-9120-3efad87b8b58,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:24.977480 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed03906-ebf7-43ad-ba69-09ee016f9442 None None] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:25.009037 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.019575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c10d02-06ae-4d8e-8bab-5a27a450fe12']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.030222 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6a1634-d2b4-4fb8-8655-8be0c392ce64') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.030454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6a1634-d2b4-4fb8-8655-8be0c392ce64') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:25.039774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.049323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b6edc652-5391-4828-b78a-fa01fcf4efd2 None None] Provisioning for port a511dc52-13c6-4199-900f-eb50d4e99647 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:25.054407 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.060921 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:25.061318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:25.065285 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:25.088706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a511dc52-13c6-4199-900f-eb50d4e99647 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:25.093831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7a316-33f0-4fc3-a772-209b1e788ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-32c10d02-06ae-4d8e-8bab-5a27a450fe12', 'network_id': '32c10d02-06ae-4d8e-8bab-5a27a450fe12', 'tenant_id': 'd3102e0325a04713b4039c8f0e8224e3', 'fixed_ips': [{'subnet_id': '4bfcd49c-743e-4e0c-9120-3efad87b8b58'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:25.095381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-27c7a316-33f0-4fc3-a772-209b1e788ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.104583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a511dc52-13c6-4199-900f-eb50d4e99647 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:25.104948 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.130518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.135712 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.138068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/32c10d02-06ae-4d8e-8bab-5a27a450fe12 HTTP/1.1" status: 204 len: 168 time: 0.4888639 Aug 29 05:25:25.142487 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50984) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.147598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307812641'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:25.154142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346561fc-dd64-40a7-8ff6-bb7232a82ea1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Network': ['ID=32c10d02-06ae-4d8e-8bab-5a27a450fe12,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.168244 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:25.172565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.194371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b045337-cacd-4e13-82ef-96d327f7a3a9 None None] Network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:25.202829 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:25.212141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.212529 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Added segment 2cbe491c-f03c-4e44-90dd-611e370aecab of type vlan for network 326afce7-1f5a-4240-b69e-af05447790cb Aug 29 05:25:25.216588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b045337-cacd-4e13-82ef-96d327f7a3a9 None None] Network 32c10d02-06ae-4d8e-8bab-5a27a450fe12 could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:25:25.253846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.278261 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.285132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:25.285739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.286251 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.321589 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a511dc52-13c6-4199-900f-eb50d4e99647, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a511dc52-13c6-4199-900f-eb50d4e99647,segment=NetworkSegment(636aa25a-9271-4570-94d1-39b9f6caaf52),segment_id=636aa25a-9271-4570-94d1-39b9f6caaf52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:25.326573 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.346869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2032058 Aug 29 05:25:25.349804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50986) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.354988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'subnet': {'network_id': '326afce7-1f5a-4240-b69e-af05447790cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:25.358858 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f8222-7019-41c8-8138-002374f892c4 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Network': ['ID=326afce7-1f5a-4240-b69e-af05447790cb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.374426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 326afce7-1f5a-4240-b69e-af05447790cb details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:25.440064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a511dc52-13c6-4199-900f-eb50d4e99647,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.472655 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:25.476196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.599372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1077f72f-4c51-4891-8830-3ffb7c85053f None None] Provisioning complete for port a511dc52-13c6-4199-900f-eb50d4e99647 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:25.599662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1077f72f-4c51-4891-8830-3ffb7c85053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.671128 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.730385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Subnet': ['ID=be9a4bda-2802-453a-983b-584fbad3fcd3,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:25.742400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking segment: {'id': '2cbe491c-f03c-4e44-90dd-611e370aecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:25.742762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network hostable DHCP agents. Network: 326afce7-1f5a-4240-b69e-af05447790cb, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:25.760632 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network 326afce7-1f5a-4240-b69e-af05447790cb is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:25.770397 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 326afce7-1f5a-4240-b69e-af05447790cb) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:25.775340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:25.775966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.779505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3d7a5-8dc2-4e10-9b22-f8b257e64334 None None] Network 326afce7-1f5a-4240-b69e-af05447790cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:25.792353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-10f716a7-946f-4785-902b-4c951bcf0e42 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413419 Aug 29 05:25:25.796102 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:25.801885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949561850'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:25.826898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:25.830561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.862126 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:25.872404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.872893 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Added segment 8d229877-23c5-4779-86c5-2654e612d8fa of type vlan for network 8de9b7df-2698-469e-a590-d292014dcbf7 Aug 29 05:25:25.924495 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.950378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.957022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-326afce7-1f5a-4240-b69e-af05447790cb', 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb', 'tenant_id': 'd3102e0325a04713b4039c8f0e8224e3', 'fixed_ips': [{'subnet_id': 'be9a4bda-2802-453a-983b-584fbad3fcd3'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:25.957893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:25.958155 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:25.958876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.020314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2222233 Aug 29 05:25:26.023181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50990) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:26.029073 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Request body: {'subnet': {'network_id': '8de9b7df-2698-469e-a590-d292014dcbf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:26.042471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd5e17-caa4-43e2-879f-dad9bbd8612c tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Network': ['ID=8de9b7df-2698-469e-a590-d292014dcbf7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.054828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 8de9b7df-2698-469e-a590-d292014dcbf7 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:26.137324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Made reservation on behalf of d3102e0325a04713b4039c8f0e8224e3 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:26.141600 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.165057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Allocated IP 2001:db8::2 (326afce7-1f5a-4240-b69e-af05447790cb/be9a4bda-2802-453a-983b-584fbad3fcd3/d9fc56a7-f0ca-45a2-895f-05fafd98142f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:26.321392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.330026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Transition to ACTIVE for port object d9fc56a7-f0ca-45a2-895f-05fafd98142f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:26.334300 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.345990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Transition to ACTIVE for port object d9fc56a7-f0ca-45a2-895f-05fafd98142f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:26.352575 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.399520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Network 326afce7-1f5a-4240-b69e-af05447790cb is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:26.403307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event updated for resources: {'Subnet': ['ID=b84be156-c202-4aaf-8356-4f9ac292bc46,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.403603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:26.405591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Pushing event updated for resources: {'Port': ['ID=d9fc56a7-f0ca-45a2-895f-05fafd98142f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.408487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:26.409794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Checking segment: {'id': '8d229877-23c5-4779-86c5-2654e612d8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8de9b7df-2698-469e-a590-d292014dcbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:26.410138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network hostable DHCP agents. Network: 8de9b7df-2698-469e-a590-d292014dcbf7, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:26.427792 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Network 8de9b7df-2698-469e-a590-d292014dcbf7 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:26.438551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 8de9b7df-2698-469e-a590-d292014dcbf7) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:26.443727 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:26.444368 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.460375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b9510-c363-47fb-987e-5dda7057137b None None] Network 8de9b7df-2698-469e-a590-d292014dcbf7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:26.463463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6fc018a7-2045-4996-a75c-57718e7eb5de tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4364479 Aug 29 05:25:26.464017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50992) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:26.506065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Attempting to bind port d9fc56a7-f0ca-45a2-895f-05fafd98142f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:26.506447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Attempting to bind port d9fc56a7-f0ca-45a2-895f-05fafd98142f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '2cbe491c-f03c-4e44-90dd-611e370aecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:26.506815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Attempting to bind port d9fc56a7-f0ca-45a2-895f-05fafd98142f on network 326afce7-1f5a-4240-b69e-af05447790cb {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:26.517720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:26.517720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Checking segment: {'id': '2cbe491c-f03c-4e44-90dd-611e370aecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:26.518114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.518374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Bound using segment: {'id': '2cbe491c-f03c-4e44-90dd-611e370aecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:26.518857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Bound port: d9fc56a7-f0ca-45a2-895f-05fafd98142f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbe491c-f03c-4e44-90dd-611e370aecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '326afce7-1f5a-4240-b69e-af05447790cb'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:26.519241 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.571049 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.633473 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.640128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] For port d9fc56a7-f0ca-45a2-895f-05fafd98142f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:26.644809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] For port d9fc56a7-f0ca-45a2-895f-05fafd98142f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d9fc56a7-f0ca-45a2-895f-05fafd98142f,segment=NetworkSegment(2cbe491c-f03c-4e44-90dd-611e370aecab),segment_id=2cbe491c-f03c-4e44-90dd-611e370aecab)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:26.653048 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.697721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a511dc52-13c6-4199-900f-eb50d4e99647 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:26.703126 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.707595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e092274-616d-4d98-902b-a880b75c42d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-8de9b7df-2698-469e-a590-d292014dcbf7', 'network_id': '8de9b7df-2698-469e-a590-d292014dcbf7', 'tenant_id': 'd3102e0325a04713b4039c8f0e8224e3', 'fixed_ips': [{'subnet_id': 'b84be156-c202-4aaf-8356-4f9ac292bc46'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:26.708512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2e092274-616d-4d98-902b-a880b75c42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.747412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Subnet': ['ID=b84be156-c202-4aaf-8356-4f9ac292bc46,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.820199 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.835747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de9b7df-2698-469e-a590-d292014dcbf7']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.843440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daebb7-e356-495d-a0dc-87365d7f1c3c None None] Pushing event updated for resources: {'Port': ['ID=d9fc56a7-f0ca-45a2-895f-05fafd98142f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:26.848387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d229877-23c5-4779-86c5-2654e612d8fa') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.848721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d229877-23c5-4779-86c5-2654e612d8fa') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:26.864334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a511dc52-13c6-4199-900f-eb50d4e99647 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:26.864722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.868138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209c180-cf7e-4073-b85f-13feb9fcdea5 None None] Network 8de9b7df-2698-469e-a590-d292014dcbf7 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:26.868589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.888053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.900205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:26.900691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:26.904238 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:26.993218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.005860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.007770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/8de9b7df-2698-469e-a590-d292014dcbf7 HTTP/1.1" status: 204 len: 168 time: 0.5425930 Aug 29 05:25:27.013173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.042876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8b5a-6ecd-4464-9942-b76e74ab1ece tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Network': ['ID=8de9b7df-2698-469e-a590-d292014dcbf7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.055258 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd814696-2cda-4df1-be27-be5932915d4b tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] GET failed (client error): The resource could not be found. Aug 29 05:25:27.057227 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bd814696-2cda-4df1-be27-be5932915d4b tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "GET /v2.0/subnets/b84be156-c202-4aaf-8356-4f9ac292bc46 HTTP/1.1" status: 404 len: 337 time: 0.0410507 Aug 29 05:25:27.059897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 50996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.095870 n-d-712139-13 neutron-server[94827]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ed2c9f-6a0a-42e5-a434-8edb35075377 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:27.096649 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ed2c9f-6a0a-42e5-a434-8edb35075377 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:27.098523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-95ed2c9f-6a0a-42e5-a434-8edb35075377 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/8de9b7df-2698-469e-a590-d292014dcbf7 HTTP/1.1" status: 404 len: 339 time: 0.0371263 Aug 29 05:25:27.102478 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 50998) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.131256 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69f0711-a781-4d77-a383-02f7128c94ce tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:27.131815 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69f0711-a781-4d77-a383-02f7128c94ce tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:27.133832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e69f0711-a781-4d77-a383-02f7128c94ce tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/subnets/b84be156-c202-4aaf-8356-4f9ac292bc46 HTTP/1.1" status: 404 len: 337 time: 0.0302622 Aug 29 05:25:27.136842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51000) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.166777 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fd29ca-c593-4df8-a2cb-05eeb7e2a4e5 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:27.167344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fd29ca-c593-4df8-a2cb-05eeb7e2a4e5 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:27.169133 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c8fd29ca-c593-4df8-a2cb-05eeb7e2a4e5 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/8de9b7df-2698-469e-a590-d292014dcbf7 HTTP/1.1" status: 404 len: 339 time: 0.0313332 Aug 29 05:25:27.171903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51002) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.225527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Deleting subnet be9a4bda-2802-453a-983b-584fbad3fcd3 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:27.228719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.269146 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.357922 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.419720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.448608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Subnet': ['ID=be9a4bda-2802-453a-983b-584fbad3fcd3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.453785 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.457961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:27.458153 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-69d217ee-d0e3-42fe-832d-a8fddb2e9f5d tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/subnets/be9a4bda-2802-453a-983b-584fbad3fcd3 HTTP/1.1" status: 204 len: 168 time: 0.2850530 Aug 29 05:25:27.551334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.614857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Deleting port d9fc56a7-f0ca-45a2-895f-05fafd98142f {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:27.615208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.684732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] For port d9fc56a7-f0ca-45a2-895f-05fafd98142f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d9fc56a7-f0ca-45a2-895f-05fafd98142f,segment=NetworkSegment(2cbe491c-f03c-4e44-90dd-611e370aecab),segment_id=2cbe491c-f03c-4e44-90dd-611e370aecab)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:27.685110 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.701280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Calling delete_port for d9fc56a7-f0ca-45a2-895f-05fafd98142f owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:27.784721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd52eb-dda6-421a-9020-a9e09f1c6087 None None] Network 326afce7-1f5a-4240-b69e-af05447790cb requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:27.795002 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.822453 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Port': ['ID=d9fc56a7-f0ca-45a2-895f-05fafd98142f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:27.828127 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No DVR routers for this DVR port d9fc56a7-f0ca-45a2-895f-05fafd98142f on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:27.875802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4372f8ba-4979-4b3a-9b63-34719c66a50a None None] Could not find standard attr ID for object d9fc56a7-f0ca-45a2-895f-05fafd98142f. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:25:27.936440 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.948283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326afce7-1f5a-4240-b69e-af05447790cb']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:27.960622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbe491c-f03c-4e44-90dd-611e370aecab') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:27.960892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbe491c-f03c-4e44-90dd-611e370aecab') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:27.971978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:27.989349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.002009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:28.002377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:28.005617 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:28.019090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2a28e-2d73-46e6-a268-f73ecac9eb27 None None] DHCP port deletion for 326afce7-1f5a-4240-b69e-af05447790cb request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:28.072257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.082336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.085279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/326afce7-1f5a-4240-b69e-af05447790cb HTTP/1.1" status: 204 len: 168 time: 0.6260850 Aug 29 05:25:28.088490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51006) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.101009 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b36f27-9c4b-4c47-8f02-be863df2ca89 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Network': ['ID=326afce7-1f5a-4240-b69e-af05447790cb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.119832 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e60580b-efc4-49b3-8060-c76b53e4a274 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:28.120318 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e60580b-efc4-49b3-8060-c76b53e4a274 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:28.122170 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5e60580b-efc4-49b3-8060-c76b53e4a274 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/subnets/4bfcd49c-743e-4e0c-9120-3efad87b8b58 HTTP/1.1" status: 404 len: 337 time: 0.0324824 Aug 29 05:25:28.126019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51008) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.147582 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8c7445-72cb-4f0b-9bba-79dfba434081 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:28.148241 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8c7445-72cb-4f0b-9bba-79dfba434081 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:28.150079 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e8c7445-72cb-4f0b-9bba-79dfba434081 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/32c10d02-06ae-4d8e-8bab-5a27a450fe12 HTTP/1.1" status: 404 len: 339 time: 0.0228181 Aug 29 05:25:28.152789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51010) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.180508 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-105f586a-9e05-472f-86ca-c95f990e38d1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:28.180999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105f586a-9e05-472f-86ca-c95f990e38d1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:28.182826 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-105f586a-9e05-472f-86ca-c95f990e38d1 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/subnets/1c26c76a-42e7-4e5a-a60d-9d6cf3ce7ce6 HTTP/1.1" status: 404 len: 337 time: 0.0290585 Aug 29 05:25:28.185434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51012) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.206432 n-d-712139-13 neutron-server[94826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33a2550-b9bb-44b7-85bc-a49810f2eaf6 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] DELETE failed (client error): The resource could not be found. Aug 29 05:25:28.206923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33a2550-b9bb-44b7-85bc-a49810f2eaf6 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 05:25:28.208876 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a33a2550-b9bb-44b7-85bc-a49810f2eaf6 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/c7825f98-50d5-48a8-847a-d763fb8b7570 HTTP/1.1" status: 404 len: 339 time: 0.0224311 Aug 29 05:25:28.211904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51014) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.273264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Deleting subnet 7d5048f9-19c4-47f9-9b73-5a2da75d88b9 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:28.276683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.320061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.405092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.468512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.495684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5048f9-19c4-47f9-9b73-5a2da75d88b9,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:28.499260 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.503888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-819e3ffb-f24a-4c1d-8fff-948132290bd2 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/subnets/7d5048f9-19c4-47f9-9b73-5a2da75d88b9 HTTP/1.1" status: 204 len: 168 time: 0.2888162 Aug 29 05:25:28.504475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:28.507124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf75871-df99-4883-858d-87cdc653f015 None None] Network 0b634736-ef01-4d1e-a98c-9373c1ef0560 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:28.590652 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.664299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Deleting port a511dc52-13c6-4199-900f-eb50d4e99647 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:28.664954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.711732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] DHCP port deletion for 0b634736-ef01-4d1e-a98c-9373c1ef0560 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:28.770462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Deleting port a511dc52-13c6-4199-900f-eb50d4e99647 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:28.770728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:28.872073 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] For port a511dc52-13c6-4199-900f-eb50d4e99647, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a511dc52-13c6-4199-900f-eb50d4e99647,segment=NetworkSegment(636aa25a-9271-4570-94d1-39b9f6caaf52),segment_id=636aa25a-9271-4570-94d1-39b9f6caaf52)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:28.872478 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.050010 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Calling delete_port for a511dc52-13c6-4199-900f-eb50d4e99647 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:29.068110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] For port a511dc52-13c6-4199-900f-eb50d4e99647, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a511dc52-13c6-4199-900f-eb50d4e99647,segment=NetworkSegment(636aa25a-9271-4570-94d1-39b9f6caaf52),segment_id=636aa25a-9271-4570-94d1-39b9f6caaf52)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:29.068745 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.092951 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Calling delete_port for a511dc52-13c6-4199-900f-eb50d4e99647 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:29.149065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.178792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] Pushing event deleted for resources: {'Port': ['ID=a511dc52-13c6-4199-900f-eb50d4e99647,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.181311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb620f-0996-441e-8cef-a83502ee9e06 None None] No DVR routers for this DVR port a511dc52-13c6-4199-900f-eb50d4e99647 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:29.200492 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.223479 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Port': ['ID=a511dc52-13c6-4199-900f-eb50d4e99647,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.232082 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] No DVR routers for this DVR port a511dc52-13c6-4199-900f-eb50d4e99647 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:29.315676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.326152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b634736-ef01-4d1e-a98c-9373c1ef0560']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.337678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636aa25a-9271-4570-94d1-39b9f6caaf52') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.337977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636aa25a-9271-4570-94d1-39b9f6caaf52') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:29.347475 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.361568 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.368640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:29.369043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self.session.flush() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:29.372061 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:29.439118 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.446230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.448072 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] 10.222.0.62 "DELETE /v2.0/networks/0b634736-ef01-4d1e-a98c-9373c1ef0560 HTTP/1.1" status: 204 len: 168 time: 0.9408250 Aug 29 05:25:29.460782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e295a47-0d96-4803-b93b-506ace3ea2a0 tempest-NetworksIpV6Test-814769762 tempest-NetworksIpV6Test-814769762-project] Pushing event deleted for resources: {'Network': ['ID=0b634736-ef01-4d1e-a98c-9373c1ef0560,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:29.732780 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51022) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:29.878687 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8719a5e6-cbc3-48a8-ba53-3b138a935ff9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3102e0325a04713b4039c8f0e8224e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446886 Aug 29 05:25:29.881249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:29.940648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:29.965453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.013127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.016903 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.018108 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5c443c6-abac-424f-8cfb-2b8d1c25e203 HTTP/1.1" status: 204 len: 168 time: 0.1359453 Aug 29 05:25:30.026560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e108-9d9c-44cc-a321-615c945af801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c443c6-abac-424f-8cfb-2b8d1c25e203,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:30.401623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.671861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a511dc52-13c6-4199-900f-eb50d4e99647 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:30.694102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a511dc52-13c6-4199-900f-eb50d4e99647 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:30.694494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a511dc52-13c6-4199-900f-eb50d4e99647 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:30.755770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51048) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:30.862736 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1842109580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:30.887559 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.888632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.947889 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.953052 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.973107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:30.976028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c36ad4d7-ecec-4ea3-937e-177d8d4f0198 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2188087 Aug 29 05:25:30.978829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51052) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:30.984515 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-5892264'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.005970 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Made reservation on behalf of 7e0525a059894faabb5deffe95d4bb89 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:31.010225 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.019667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.116132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.120736 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.152176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:31.158868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb716a2e-bbff-4c21-8036-9486dd74138b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.165422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.165772 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Added segment e750bf24-032b-4225-b9e5-ba033c4ad666 of type vlan for network c6b2ba4d-7407-46cd-9f1d-56807206cce4 Aug 29 05:25:31.210155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.238859 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.245341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.245991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.310888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3309479 Aug 29 05:25:31.313996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51054) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.319738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df671cb1-4bc3-45cb-8469-dcefc2d0d503 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event updated for resources: {'Network': ['ID=c6b2ba4d-7407-46cd-9f1d-56807206cce4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.320059 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'subnet': {'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.330830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:31.416740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Made reservation on behalf of 7e0525a059894faabb5deffe95d4bb89 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:31.420277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.601397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.664265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event updated for resources: {'Subnet': ['ID=0d05ebd4-569c-4f5f-9691-d2b909d9ba23,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:31.672221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Checking segment: {'id': 'e750bf24-032b-4225-b9e5-ba033c4ad666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:31.672613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Network hostable DHCP agents. Network: c6b2ba4d-7407-46cd-9f1d-56807206cce4, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:31.690120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:31.700053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c6b2ba4d-7407-46cd-9f1d-56807206cce4) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:31.704455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.705153 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.710351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862f43e-6d19-4bd4-b8b7-3a122af09e36 None None] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:31.720669 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7f9e746e-cbcd-408c-a76a-63c18cfc4fd2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4049158 Aug 29 05:25:31.724811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51056) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.730099 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1336164380'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.753134 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Made reservation on behalf of 7e0525a059894faabb5deffe95d4bb89 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:31.757144 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.784056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:31.794281 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.794938 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Added segment 802346b5-afb9-46ae-ad34-a0d563a98146 of type vlan for network 9aadd644-b9d4-4a70-89dc-43d8336e122a Aug 29 05:25:31.837548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.864429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c6b2ba4d-7407-46cd-9f1d-56807206cce4', 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4', 'tenant_id': '7e0525a059894faabb5deffe95d4bb89', 'fixed_ips': [{'subnet_id': '0d05ebd4-569c-4f5f-9691-d2b909d9ba23'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:31.865080 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.865338 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.871052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:31.871669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:31.935783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2098069 Aug 29 05:25:31.938954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51058) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:31.943769 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'subnet': {'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:31.997296 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fc90b-3a2c-4219-998b-e649f19e9fed tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event updated for resources: {'Network': ['ID=9aadd644-b9d4-4a70-89dc-43d8336e122a,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.015829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:32.032378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Allocated IP 172.20.0.2 (c6b2ba4d-7407-46cd-9f1d-56807206cce4/0d05ebd4-569c-4f5f-9691-d2b909d9ba23/2de068b6-6d61-4fd2-9e15-ec752f45be41) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:32.056637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Made reservation on behalf of 7e0525a059894faabb5deffe95d4bb89 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:32.060297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.227160 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.237149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Transition to ACTIVE for port object 2de068b6-6d61-4fd2-9e15-ec752f45be41 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:32.255707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Transition to ACTIVE for port object 2de068b6-6d61-4fd2-9e15-ec752f45be41 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:32.261798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.263355 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.307386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:32.310291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:32.316779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:32.326285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event updated for resources: {'Subnet': ['ID=2da14d39-e019-4879-99c3-f8ba1dd0c6f2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.330367 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Pushing event updated for resources: {'Port': ['ID=2de068b6-6d61-4fd2-9e15-ec752f45be41,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.338054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Checking segment: {'id': '802346b5-afb9-46ae-ad34-a0d563a98146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:32.338415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Network hostable DHCP agents. Network: 9aadd644-b9d4-4a70-89dc-43d8336e122a, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:32.356802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:32.367112 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9aadd644-b9d4-4a70-89dc-43d8336e122a) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:32.374791 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9cc7a-f445-47e1-93b9-16b6c7df144b None None] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:32.377375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:32.378004 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.393825 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8beb2501-98b2-46fb-b7ca-31f740dfb5c2 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4541368 Aug 29 05:25:32.396679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51060) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:32.401482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-268505d0-e7cf-492b-be70-e3b43a41f792 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Request body: {'router': {'external_gateway_info': {'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:32.427654 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Attempting to bind port 2de068b6-6d61-4fd2-9e15-ec752f45be41 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:32.428056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Attempting to bind port 2de068b6-6d61-4fd2-9e15-ec752f45be41 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e750bf24-032b-4225-b9e5-ba033c4ad666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:32.428422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Attempting to bind port 2de068b6-6d61-4fd2-9e15-ec752f45be41 on network c6b2ba4d-7407-46cd-9f1d-56807206cce4 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:32.439841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:32.440240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Checking segment: {'id': 'e750bf24-032b-4225-b9e5-ba033c4ad666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:32.440642 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.441026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Bound using segment: {'id': 'e750bf24-032b-4225-b9e5-ba033c4ad666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:32.441500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Bound port: 2de068b6-6d61-4fd2-9e15-ec752f45be41, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e750bf24-032b-4225-b9e5-ba033c4ad666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c6b2ba4d-7407-46cd-9f1d-56807206cce4'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:32.441871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.555470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] For port 2de068b6-6d61-4fd2-9e15-ec752f45be41, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:32.560115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] For port 2de068b6-6d61-4fd2-9e15-ec752f45be41, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2de068b6-6d61-4fd2-9e15-ec752f45be41,segment=NetworkSegment(e750bf24-032b-4225-b9e5-ba033c4ad666),segment_id=e750bf24-032b-4225-b9e5-ba033c4ad666)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:32.568306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.622447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-268505d0-e7cf-492b-be70-e3b43a41f792 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.627725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-9aadd644-b9d4-4a70-89dc-43d8336e122a', 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a', 'tenant_id': '7e0525a059894faabb5deffe95d4bb89', 'fixed_ips': [{'subnet_id': '2da14d39-e019-4879-99c3-f8ba1dd0c6f2'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:32.628637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.660145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0855ad6-c0c8-4625-a256-0dfffea2f9ac None None] Pushing event updated for resources: {'Port': ['ID=2de068b6-6d61-4fd2-9e15-ec752f45be41,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:32.768100 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [None req-268505d0-e7cf-492b-be70-e3b43a41f792 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 05:25:32.777113 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-268505d0-e7cf-492b-be70-e3b43a41f792 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "PUT /v2.0/routers/0ebd9ed3-1d74-458c-bd9f-b5a9b486b559 HTTP/1.1" status: 400 len: 364 time: 0.3716540 Aug 29 05:25:32.777621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51062) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:32.809450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Allocated IP 172.21.0.2 (9aadd644-b9d4-4a70-89dc-43d8336e122a/2da14d39-e019-4879-99c3-f8ba1dd0c6f2/7fb2dc14-bc98-4953-8712-4601c2c27e9a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:32.864102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Deleting subnet 2da14d39-e019-4879-99c3-f8ba1dd0c6f2 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:32.974825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:32.984865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Transition to ACTIVE for port object 7fb2dc14-bc98-4953-8712-4601c2c27e9a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:33.000961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Transition to ACTIVE for port object 7fb2dc14-bc98-4953-8712-4601c2c27e9a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:33.006647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.007250 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.056245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:33.059490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:33.064108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:33.071616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Pushing event updated for resources: {'Port': ['ID=7fb2dc14-bc98-4953-8712-4601c2c27e9a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.085278 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.147576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Attempting to bind port 7fb2dc14-bc98-4953-8712-4601c2c27e9a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:33.148313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Attempting to bind port 7fb2dc14-bc98-4953-8712-4601c2c27e9a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '802346b5-afb9-46ae-ad34-a0d563a98146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:33.148808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Attempting to bind port 7fb2dc14-bc98-4953-8712-4601c2c27e9a on network 9aadd644-b9d4-4a70-89dc-43d8336e122a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:33.154832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:33.155297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Checking segment: {'id': '802346b5-afb9-46ae-ad34-a0d563a98146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:33.155773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.156292 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Bound using segment: {'id': '802346b5-afb9-46ae-ad34-a0d563a98146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:33.156778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Bound port: 7fb2dc14-bc98-4953-8712-4601c2c27e9a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802346b5-afb9-46ae-ad34-a0d563a98146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9aadd644-b9d4-4a70-89dc-43d8336e122a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:33.157182 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.220364 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.311233 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.324743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] For port 7fb2dc14-bc98-4953-8712-4601c2c27e9a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:33.331305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] For port 7fb2dc14-bc98-4953-8712-4601c2c27e9a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7fb2dc14-bc98-4953-8712-4601c2c27e9a,segment=NetworkSegment(802346b5-afb9-46ae-ad34-a0d563a98146),segment_id=802346b5-afb9-46ae-ad34-a0d563a98146)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:33.337330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.358337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Subnet': ['ID=2da14d39-e019-4879-99c3-f8ba1dd0c6f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.368500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.371915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a6df2eda-dfe2-4b84-b4db-c5fd3c2d6102 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "DELETE /v2.0/subnets/2da14d39-e019-4879-99c3-f8ba1dd0c6f2 HTTP/1.1" status: 204 len: 168 time: 0.5931456 Aug 29 05:25:33.374961 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51064) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:33.438498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23181cea-f394-43d8-8cb0-f3722fb5aa73 None None] Pushing event updated for resources: {'Port': ['ID=7fb2dc14-bc98-4953-8712-4601c2c27e9a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.489038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.580886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Deleting port 7fb2dc14-bc98-4953-8712-4601c2c27e9a {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:33.581351 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.698084 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] For port 7fb2dc14-bc98-4953-8712-4601c2c27e9a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=7fb2dc14-bc98-4953-8712-4601c2c27e9a,segment=NetworkSegment(802346b5-afb9-46ae-ad34-a0d563a98146),segment_id=802346b5-afb9-46ae-ad34-a0d563a98146)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:33.698700 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.722531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Calling delete_port for 7fb2dc14-bc98-4953-8712-4601c2c27e9a owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:33.807021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec81b4-14e4-4041-806b-5b8dd8892582 None None] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:33.844530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.871673 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Port': ['ID=7fb2dc14-bc98-4953-8712-4601c2c27e9a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:33.885427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] No DVR routers for this DVR port 7fb2dc14-bc98-4953-8712-4601c2c27e9a on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:33.892320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d9a3e1f2-fb27-4cd2-91fb-17e53b995403 None None] Provisioning for port 2de068b6-6d61-4fd2-9e15-ec752f45be41 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:33.980604 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:33.993475 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aadd644-b9d4-4a70-89dc-43d8336e122a']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.007547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802346b5-afb9-46ae-ad34-a0d563a98146') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.008218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802346b5-afb9-46ae-ad34-a0d563a98146') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.018830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.036287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.043456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:34.043888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:34.048076 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:34.126846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.134866 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.136954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "DELETE /v2.0/networks/9aadd644-b9d4-4a70-89dc-43d8336e122a HTTP/1.1" status: 204 len: 168 time: 0.7605429 Aug 29 05:25:34.141022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51066) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:34.151534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c1e86-6cd7-41e0-84b8-c29b72156401 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Network': ['ID=9aadd644-b9d4-4a70-89dc-43d8336e122a,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.212430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Deleting subnet 0d05ebd4-569c-4f5f-9691-d2b909d9ba23 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:25:34.216204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.262562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.362086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.431623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.462497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Subnet': ['ID=0d05ebd4-569c-4f5f-9691-d2b909d9ba23,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.467237 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.471681 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8932dc67-2db8-457f-a725-06329a1c4eac tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "DELETE /v2.0/subnets/0d05ebd4-569c-4f5f-9691-d2b909d9ba23 HTTP/1.1" status: 204 len: 168 time: 0.3272846 Aug 29 05:25:34.472268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51068) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:34.477778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857af18-2190-4fab-aaf6-4d913355e1db None None] Network c6b2ba4d-7407-46cd-9f1d-56807206cce4 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:34.575807 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.635651 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Deleting port 2de068b6-6d61-4fd2-9e15-ec752f45be41 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:34.636025 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.653832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216626c6-7118-4265-89a2-50e65f7ee4d8 None None] DHCP port deletion for 9aadd644-b9d4-4a70-89dc-43d8336e122a request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:34.661002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-6367c5a5-0665-441e-863f-46b72da39edd None None] Could not find standard attr ID for object 7fb2dc14-bc98-4953-8712-4601c2c27e9a. {{(pid=94828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 05:25:34.679587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869e207-dfc5-47e7-b3c6-2f1ae69813e9 None None] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:34.695756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] DHCP port deletion for c6b2ba4d-7407-46cd-9f1d-56807206cce4 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:25:34.698588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869e207-dfc5-47e7-b3c6-2f1ae69813e9 None None] Network 9aadd644-b9d4-4a70-89dc-43d8336e122a could not be found, it might have been deleted concurrently. {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 05:25:34.706732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] For port 2de068b6-6d61-4fd2-9e15-ec752f45be41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2de068b6-6d61-4fd2-9e15-ec752f45be41,segment=NetworkSegment(e750bf24-032b-4225-b9e5-ba033c4ad666),segment_id=e750bf24-032b-4225-b9e5-ba033c4ad666)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:34.707104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.721495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Calling delete_port for 2de068b6-6d61-4fd2-9e15-ec752f45be41 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:34.750183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Deleting port 2de068b6-6d61-4fd2-9e15-ec752f45be41 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:25:34.750560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.815458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] For port 2de068b6-6d61-4fd2-9e15-ec752f45be41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2de068b6-6d61-4fd2-9e15-ec752f45be41,segment=NetworkSegment(e750bf24-032b-4225-b9e5-ba033c4ad666),segment_id=e750bf24-032b-4225-b9e5-ba033c4ad666)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:34.816019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.824214 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.833790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Calling delete_port for 2de068b6-6d61-4fd2-9e15-ec752f45be41 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:25:34.859819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Port': ['ID=2de068b6-6d61-4fd2-9e15-ec752f45be41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.862076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] No DVR routers for this DVR port 2de068b6-6d61-4fd2-9e15-ec752f45be41 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:34.921690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.952175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] Pushing event deleted for resources: {'Port': ['ID=2de068b6-6d61-4fd2-9e15-ec752f45be41,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:34.953536 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:34.958804 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f00ef5-2280-4393-b5c2-47a83cfe8c7a None None] No DVR routers for this DVR port 2de068b6-6d61-4fd2-9e15-ec752f45be41 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:25:34.972102 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b2ba4d-7407-46cd-9f1d-56807206cce4']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.984879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e750bf24-032b-4225-b9e5-ba033c4ad666') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.985172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e750bf24-032b-4225-b9e5-ba033c4ad666') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:34.995635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.013846 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.021863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:25:35.022417 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:25:35.026238 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:25:35.094185 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.106719 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.110216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "DELETE /v2.0/networks/c6b2ba4d-7407-46cd-9f1d-56807206cce4 HTTP/1.1" status: 204 len: 168 time: 0.6372111 Aug 29 05:25:35.114117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51070) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:35.128089 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a021-17ff-4cc4-9ea8-e29a34cb2908 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Pushing event deleted for resources: {'Network': ['ID=c6b2ba4d-7407-46cd-9f1d-56807206cce4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:35.151550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ec664781-7172-47c5-b137-e6a93fc08e58 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ebd9ed3-1d74-458c-bd9f-b5a9b486b559 HTTP/1.1" status: 200 len: 205 time: 0.0357728 Aug 29 05:25:35.154077 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51072) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:35.233832 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.406191 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.408381 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.455216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.456027 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Fanout notify agent at l3_agent the message router_deleted on router 0ebd9ed3-1d74-458c-bd9f-b5a9b486b559 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:25:35.465752 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.467069 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8f4e79be-fcc6-45b9-941e-9a4e1e7b3215 tempest-RoutersNegativeTest-834057223 tempest-RoutersNegativeTest-834057223-project] 10.222.0.62 "DELETE /v2.0/routers/0ebd9ed3-1d74-458c-bd9f-b5a9b486b559 HTTP/1.1" status: 204 len: 168 time: 0.3119569 Aug 29 05:25:35.737348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51078) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:35.903851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d939e5ed-1e04-408a-9475-e99cedfb4a94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e0525a059894faabb5deffe95d4bb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652000 Aug 29 05:25:35.907483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51082) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:35.963641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:35.992325 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.052944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.057073 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.058843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb716a2e-bbff-4c21-8036-9486dd74138b HTTP/1.1" status: 204 len: 168 time: 0.1501877 Aug 29 05:25:36.071071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2de06-03e5-4a2b-9427-67a7e78e7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb716a2e-bbff-4c21-8036-9486dd74138b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:36.637413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2de068b6-6d61-4fd2-9e15-ec752f45be41 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:25:36.662293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2de068b6-6d61-4fd2-9e15-ec752f45be41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:25:36.662642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2de068b6-6d61-4fd2-9e15-ec752f45be41 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:25:36.777840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51104) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:36.886319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-753047018-network', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:36.910851 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Made reservation on behalf of ec4dadc2fd214ea6b8eefdf151f7b1ba for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:36.913329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:36.922777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.032820 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.037359 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.067646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:37.074878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.084252 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.084252 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Added segment ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d of type vlan for network 34600b14-fdb3-43cc-b516-fb92e0872bd3 Aug 29 05:25:37.139590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.167339 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.168744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:37.168974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.235886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4568248 Aug 29 05:25:37.239057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51108) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:37.245204 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Request body: {'subnet': {'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-subnet', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:37.248291 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c2578-d369-4e06-8d24-9b01a869a9ea admin admin] Pushing event updated for resources: {'Network': ['ID=34600b14-fdb3-43cc-b516-fb92e0872bd3,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.259140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:37.269779 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Made reservation on behalf of ec4dadc2fd214ea6b8eefdf151f7b1ba for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:37.272359 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.441301 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9777c482-4b0c-4834-8700-085b065f67a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.470086 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.544517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad258237-9c7d-49f0-999c-e6a0a3a57efe,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:37.555229 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Checking segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:37.555594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Network hostable DHCP agents. Network: 34600b14-fdb3-43cc-b516-fb92e0872bd3, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:37.581803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:37.595805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 34600b14-fdb3-43cc-b516-fb92e0872bd3) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:37.601430 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:37.602408 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.614393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e846cca-863e-48ce-89e3-1bd03afcc8cc None None] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:37.631840 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0d2ea5af-11df-41e6-a67c-de39ab0506de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3876982 Aug 29 05:25:37.632467 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51110) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:37.639561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:37.672973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.674245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.754720 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.842842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-34600b14-fdb3-43cc-b516-fb92e0872bd3', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:37.843787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:37.930044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.048168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Allocated IP 172.20.0.2 (34600b14-fdb3-43cc-b516-fb92e0872bd3/ad258237-9c7d-49f0-999c-e6a0a3a57efe/6f4a4d6f-2e86-415a-8f81-c637b65900e6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:38.198175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.224444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.260305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.275705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Transition to ACTIVE for port object 6f4a4d6f-2e86-415a-8f81-c637b65900e6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:38.293683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Transition to ACTIVE for port object 6f4a4d6f-2e86-415a-8f81-c637b65900e6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:38.299975 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.356611 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Allocated IP 172.25.3.99 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/43c599e8-ad36-4a59-ac78-f0cb6618fe6c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:38.361924 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:38.367379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:38.369951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Pushing event updated for resources: {'Port': ['ID=6f4a4d6f-2e86-415a-8f81-c637b65900e6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.373634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:38.449720 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Attempting to bind port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:38.450268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Attempting to bind port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:38.450703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Attempting to bind port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:38.457901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:38.458279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Checking segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:38.458689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.459086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Bound using segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:38.459579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Bound port: 6f4a4d6f-2e86-415a-8f81-c637b65900e6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:38.459992 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.498814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.559128 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.570673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] For port 6f4a4d6f-2e86-415a-8f81-c637b65900e6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:38.575499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] For port 6f4a4d6f-2e86-415a-8f81-c637b65900e6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f4a4d6f-2e86-415a-8f81-c637b65900e6,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:38.582859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:38.609902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:38.615450 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:38.619393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:38.656221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Pushing event updated for resources: {'Port': ['ID=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.661293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fcfcd-9ffb-4300-a4f8-6f4bcb94cd29 None None] Pushing event updated for resources: {'Port': ['ID=6f4a4d6f-2e86-415a-8f81-c637b65900e6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:38.995716 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.240451 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.737578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:39.760662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa536908-bf9f-4369-8292-c308e6f591e7 None None] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:39.831186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a0890a85-75e0-400e-981b-6aef76825d07 None None] Provisioning for port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:39.871044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:39.892629 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Sync routers for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:39.899112 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:39.901791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cdc1bdeb-4b06-4dc6-870e-098a91f56d80 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2676980 Aug 29 05:25:39.905176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51116) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:39.910347 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:39.911014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:40.032967 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:40.252929 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 3, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:40.290368 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Checking router: ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:40.290707 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Updating router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:40.318183 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.417304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.463978 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1d29d-c187-4f57-a10d-1e6124037571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.622820 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.634250 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Transition to ACTIVE for port object 43c599e8-ad36-4a59-ac78-f0cb6618fe6c will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:40.641806 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.703557 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Attempting to bind port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:40.703956 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Attempting to bind port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:40.704305 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Attempting to bind port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:40.707532 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Pushing event updated for resources: {'Port': ['ID=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:40.716326 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.716786 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.716987 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.717318 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.717642 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.718448 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.719151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.719479 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.719802 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.720148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.720475 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.720803 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:40.721212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f4a4d6f-2e86-415a-8f81-c637b65900e6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:40.725312 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:40.725573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:40.726234 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.726629 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:40.727101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Bound port: 43c599e8-ad36-4a59-ac78-f0cb6618fe6c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:40.727480 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.781412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:40.784513 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] For port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:40.786430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:40.787038 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.788229 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] For port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:40.794114 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.820324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.851299 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:40.851918 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:40.883505 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.918117 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0881b-09cc-4b13-b28e-7275db643efb None None] Pushing event updated for resources: {'Port': ['ID=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:40.919234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6f4a4d6f-2e86-415a-8f81-c637b65900e6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f4a4d6f-2e86-415a-8f81-c637b65900e6,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:40.923796 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:40.982017 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6f4a4d6f-2e86-415a-8f81-c637b65900e6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:40.984659 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:41.020360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Allocated IP 172.20.0.1 (34600b14-fdb3-43cc-b516-fb92e0872bd3/ad258237-9c7d-49f0-999c-e6a0a3a57efe/839da850-84f9-4b81-9247-4a2a6fd37b41) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:41.173679 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 3, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:41.174962 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.195071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Transition to ACTIVE for port object 839da850-84f9-4b81-9247-4a2a6fd37b41 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:41.234885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.281635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:41.287644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:41.289868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Pushing event updated for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.292156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:41.300503 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9749d-23bc-42b1-80ff-51afb5a374cf None None] The sync data for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 is: [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:38Z', 'revision_number': 3, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:41.325533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.325872 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.326304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.326530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.326863 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.327779 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.328098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.328427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.328750 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.329069 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.329392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.329710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:25:41.352950 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.497954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.563445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.605143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-233626db-d6ed-4144-bbec-e7bd25b8c013 None None] Provisioning for port 839da850-84f9-4b81-9247-4a2a6fd37b41 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:41.609880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-233626db-d6ed-4144-bbec-e7bd25b8c013 None None] Provisioning complete for port 839da850-84f9-4b81-9247-4a2a6fd37b41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:41.610259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-233626db-d6ed-4144-bbec-e7bd25b8c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.650613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-233626db-d6ed-4144-bbec-e7bd25b8c013 None None] Port 839da850-84f9-4b81-9247-4a2a6fd37b41 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:41.695794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.700707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.769580 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:41.771345 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Pushing event updated for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:41.870674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:41.872310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:41.996819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:42.122598 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:42.127942 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a8a8c8c9-e47d-4ad5-a98d-981fc6c97628 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204287 Aug 29 05:25:42.175470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-77d7c88a-0ce1-4e9b-8a51-522c580910de None None] Provisioning complete for port 839da850-84f9-4b81-9247-4a2a6fd37b41 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:42.175959 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77d7c88a-0ce1-4e9b-8a51-522c580910de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.209761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-77d7c88a-0ce1-4e9b-8a51-522c580910de None None] Port 839da850-84f9-4b81-9247-4a2a6fd37b41 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:42.619679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51132) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:42.624810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1701375820-network', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:42.649615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Made reservation on behalf of c6634fdc5e3a4b54a801cf46723513a0 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:42.652059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.664269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.767121 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.771289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.791951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f4a4d6f-2e86-415a-8f81-c637b65900e6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:42.798716 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:25:42.808492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81154467-6fb3-4f04-941a-2f162ca0a94b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:42.814159 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.814496 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Added segment d801411e-980e-433a-9cae-c5bd8daba3b2 of type vlan for network c34714ee-bce7-43c4-b747-4767d04be38e Aug 29 05:25:42.828906 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.849509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:42.850143 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.860307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.896169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.897281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:42.897970 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:42.941114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Sync routers for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:42.953931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3330994 Aug 29 05:25:42.957602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:42.964314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Request body: {'subnet': {'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-subnet', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:42.965510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:42.966133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:42.970004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 43c599e8-ad36-4a59-ac78-f0cb6618fe6c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:42.978304 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01c802-dd76-4001-9011-21f6287cb097 admin admin] Pushing event updated for resources: {'Network': ['ID=c34714ee-bce7-43c4-b747-4767d04be38e,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:42.993075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Made reservation on behalf of c6634fdc5e3a4b54a801cf46723513a0 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:42.995327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.021337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c34714ee-bce7-43c4-b747-4767d04be38e details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:25:43.174617 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.234983 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b726b0-37a9-4b81-b44c-3edf7317e7c5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:43.246170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Checking segment: {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:43.246458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Network hostable DHCP agents. Network: c34714ee-bce7-43c4-b747-4767d04be38e, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:25:43.263767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Network c34714ee-bce7-43c4-b747-4767d04be38e is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:25:43.272842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c34714ee-bce7-43c4-b747-4767d04be38e) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:43.277256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:43.277873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.288616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b08824-30ec-4c65-81ab-c63d0718e407 None None] Network c34714ee-bce7-43c4-b747-4767d04be38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:43.293081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-52e80ab4-5796-48ec-9211-6ab1e732c8af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3326075 Aug 29 05:25:43.295652 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51136) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:43.300614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:43.321492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.322702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.379231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.388367 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.406136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:43.437357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:43.450664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:43.451100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.536899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.661511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c34714ee-bce7-43c4-b747-4767d04be38e', 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'fixed_ips': [{'subnet_id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:25:43.662341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.742754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.756392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.762732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.846106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:43.859390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.870954 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Allocated IP 172.25.3.96 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/48222104-be33-4406-9db8-4c5ae6b98239) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:43.932987 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 4, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '839da850-84f9-4b81-9247-4a2a6fd37b41', 'name': '', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'mac_address': 'fa:16:3e:7d:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:40Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 2, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'subnets': [{'id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:43.980865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Allocated IP 172.20.0.2 (c34714ee-bce7-43c4-b747-4767d04be38e/93b726b0-37a9-4b81-b44c-3edf7317e7c5/d0ac4e92-9c49-440a-bfc1-ad13783d22d6) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:43.983779 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:43.985669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Checking router: ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:43.986423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Updating router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 port 839da850-84f9-4b81-9247-4a2a6fd37b41 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:43.990780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:44.034924 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.038067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.078496 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:44.081355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:44.085177 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:44.091724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Pushing event updated for resources: {'Port': ['ID=48222104-be33-4406-9db8-4c5ae6b98239,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:44.316098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.329746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Transition to ACTIVE for port object d0ac4e92-9c49-440a-bfc1-ad13783d22d6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:44.363623 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Transition to ACTIVE for port object d0ac4e92-9c49-440a-bfc1-ad13783d22d6 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:44.366931 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.372060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.432002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Network c34714ee-bce7-43c4-b747-4767d04be38e is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:44.445357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:44.454301 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:44.475650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Pushing event updated for resources: {'Port': ['ID=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:44.532314 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.549695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Transition to ACTIVE for port object 839da850-84f9-4b81-9247-4a2a6fd37b41 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:44.551579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Attempting to bind port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:44.552114 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Attempting to bind port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:44.552484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Attempting to bind port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 on network c34714ee-bce7-43c4-b747-4767d04be38e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:44.558675 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:44.559089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Checking segment: {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:44.559454 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.559999 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Bound using segment: {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:44.560655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Bound port: d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:44.561099 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.565530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.575693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.659638 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b55a59-5867-4880-aad9-525f67a383d2 None None] Pushing event updated for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:44.709020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] For port d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:44.730230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 43c599e8-ad36-4a59-ac78-f0cb6618fe6c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:44.755615 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Router 22e76e2e-2509-4a23-a79a-34db731ec95a is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:25:44.775154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] For port d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:44.782472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Attempting to bind port 839da850-84f9-4b81-9247-4a2a6fd37b41 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:44.783628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Attempting to bind port 839da850-84f9-4b81-9247-4a2a6fd37b41 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:44.783628 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Attempting to bind port 839da850-84f9-4b81-9247-4a2a6fd37b41 on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:44.790383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.798604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:44.798984 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Checking segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:44.799389 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.799796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Bound using segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:44.800308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Bound port: 839da850-84f9-4b81-9247-4a2a6fd37b41, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:44.800692 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.885091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:44.896963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Sync routers for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:44.906115 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.907200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:44.907526 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ad392afa-8ce4-4491-9ca4-83d6927e094e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6103208 Aug 29 05:25:44.908221 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:44.910335 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51138) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:25:44.915730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3603dc-d954-4f6e-81a8-530f0787b87c None None] Pushing event updated for resources: {'Port': ['ID=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:44.936399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:44.936837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:44.946843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] For port 839da850-84f9-4b81-9247-4a2a6fd37b41, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:44.991651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] For port 839da850-84f9-4b81-9247-4a2a6fd37b41, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=839da850-84f9-4b81-9247-4a2a6fd37b41,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:45.004186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.040843 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:45.077891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:45.078534 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:45.183099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b55a59-5867-4880-aad9-525f67a383d2 None None] Pushing event updated for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:45.259044 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:44Z', 'revision_number': 3, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:45.312711 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Checking router: 22e76e2e-2509-4a23-a79a-34db731ec95a for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:45.313054 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Updating router 22e76e2e-2509-4a23-a79a-34db731ec95a port 48222104-be33-4406-9db8-4c5ae6b98239 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:45.334699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:45.346707 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.572616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 4, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '839da850-84f9-4b81-9247-4a2a6fd37b41', 'name': '', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'mac_address': 'fa:16:3e:7d:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:40Z', 'updated_at': '2021-08-29T05:25:44Z', 'revision_number': 4, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'subnets': [{'id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:45.673071 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.685560 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Transition to ACTIVE for port object 48222104-be33-4406-9db8-4c5ae6b98239 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:45.698180 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.756303 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Attempting to bind port 48222104-be33-4406-9db8-4c5ae6b98239 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:45.756836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Attempting to bind port 48222104-be33-4406-9db8-4c5ae6b98239 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:45.757642 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Attempting to bind port 48222104-be33-4406-9db8-4c5ae6b98239 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:45.770466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aec59-06c3-456f-aacf-b33d115bb560 None None] The sync data for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 is: [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:25:41Z', 'revision_number': 4, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '839da850-84f9-4b81-9247-4a2a6fd37b41', 'name': '', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'mac_address': 'fa:16:3e:7d:2d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:40Z', 'updated_at': '2021-08-29T05:25:44Z', 'revision_number': 4, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'subnets': [{'id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:45.771373 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:45.772668 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:45.773111 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.774822 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:45.774822 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Bound port: 48222104-be33-4406-9db8-4c5ae6b98239, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:45.775118 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.885838 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf98e0-8cdd-49f4-90a1-dead22e5cb0a None None] Pushing event updated for resources: {'Port': ['ID=48222104-be33-4406-9db8-4c5ae6b98239,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:45.895730 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] For port 48222104-be33-4406-9db8-4c5ae6b98239, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:45.901954 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] For port 48222104-be33-4406-9db8-4c5ae6b98239, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=48222104-be33-4406-9db8-4c5ae6b98239,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:45.909135 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:45.923286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.002636 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf98e0-8cdd-49f4-90a1-dead22e5cb0a None None] Pushing event updated for resources: {'Port': ['ID=48222104-be33-4406-9db8-4c5ae6b98239,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:46.022443 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:46.023093 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:46.181472 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Allocated IP 172.20.0.1 (c34714ee-bce7-43c4-b747-4767d04be38e/93b726b0-37a9-4b81-b44c-3edf7317e7c5/e290c834-7997-4314-8c2f-c71dea476bab) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:46.191892 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:46.272826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64502c3-dac7-4fdc-8586-0dafbf88c7fe None None] Network c34714ee-bce7-43c4-b747-4767d04be38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:25:46.325355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.350845 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Transition to ACTIVE for port object e290c834-7997-4314-8c2f-c71dea476bab will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:46.362971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-337e386b-ad80-477b-a5e6-c67dfbbd894c None None] Provisioning for port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:46.397994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.447811 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:44Z', 'revision_number': 3, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:46.448600 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Network c34714ee-bce7-43c4-b747-4767d04be38e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:46.453190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:46.459753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:46.481343 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a12a4d-e63f-47d3-b976-344f96a9871b None None] The sync data for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 is: [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:44Z', 'revision_number': 3, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:46.501466 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Pushing event updated for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:46.517600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.673059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.793731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d0ac4e92-9c49-440a-bfc1-ad13783d22d6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:46.902161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a12e6f4d-7f37-4f10-819a-74a79fb57ccb None None] Provisioning for port e290c834-7997-4314-8c2f-c71dea476bab completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:46.909350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a12e6f4d-7f37-4f10-819a-74a79fb57ccb None None] Provisioning complete for port e290c834-7997-4314-8c2f-c71dea476bab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:46.909716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a12e6f4d-7f37-4f10-819a-74a79fb57ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.930317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.939556 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.966208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:46.970500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:46.970872 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:46.972521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a12e6f4d-7f37-4f10-819a-74a79fb57ccb None None] Port e290c834-7997-4314-8c2f-c71dea476bab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:47.031154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.081741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Pushing event updated for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:47.096094 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.138828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:47.144470 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.145342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 839da850-84f9-4b81-9247-4a2a6fd37b41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:47.213443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Network c34714ee-bce7-43c4-b747-4767d04be38e is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:47.215592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:47.231531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-088c6027-7b70-49dc-97be-04c5f657ac4d None None] Provisioning complete for port e290c834-7997-4314-8c2f-c71dea476bab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:47.231905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-088c6027-7b70-49dc-97be-04c5f657ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.283790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:47.310228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-088c6027-7b70-49dc-97be-04c5f657ac4d None None] Port e290c834-7997-4314-8c2f-c71dea476bab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:47.318547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 839da850-84f9-4b81-9247-4a2a6fd37b41 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:47.324882 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 839da850-84f9-4b81-9247-4a2a6fd37b41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:47.325930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.383266 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Router 22e76e2e-2509-4a23-a79a-34db731ec95a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:25:47.435340 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.473545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 839da850-84f9-4b81-9247-4a2a6fd37b41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=839da850-84f9-4b81-9247-4a2a6fd37b41,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:47.479500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.515401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:25:47.528561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e3db71bd-41dc-4b22-884e-2ec6eb91a86d admin admin] 10.222.0.62 "PUT /v2.0/routers/22e76e2e-2509-4a23-a79a-34db731ec95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6159086 Aug 29 05:25:47.554122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:47.558321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d47139ea-deb2-435c-9d8b-a81e62ab73ad None None] Provisioning complete for port e290c834-7997-4314-8c2f-c71dea476bab triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:47.558726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d47139ea-deb2-435c-9d8b-a81e62ab73ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:47.602263 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d47139ea-deb2-435c-9d8b-a81e62ab73ad None None] Port e290c834-7997-4314-8c2f-c71dea476bab cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:48.304820 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-04bf1c7b-f3ec-4c43-a056-f06155e57dca tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:48.306327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-04bf1c7b-f3ec-4c43-a056-f06155e57dca tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 816 time: 0.1023123 Aug 29 05:25:48.321954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-f823005f-bf59-4c95-897d-823ef6eb00ea tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/quotas/ec4dadc2fd214ea6b8eefdf151f7b1ba HTTP/1.1" status: 200 len: 375 time: 0.0096414 Aug 29 05:25:48.382957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-c84bc6fe-3470-4ac8-b62c-1075c30f08a6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549388 Aug 29 05:25:48.492054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-a9c9d9f0-02ad-4cb4-8bfb-7a1f8109e7aa service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:25:48.493122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-a9c9d9f0-02ad-4cb4-8bfb-7a1f8109e7aa service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963371 Aug 29 05:25:48.593601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-871c3f18-771e-4bae-ab07-6c621258643b service neutron] 10.222.0.62 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939028 Aug 29 05:25:48.694764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-00e81b57-2b28-449e-9d3a-5b5fdee52951 service neutron] 10.222.0.62 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949886 Aug 29 05:25:48.779471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 48222104-be33-4406-9db8-4c5ae6b98239 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:48.847411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 48222104-be33-4406-9db8-4c5ae6b98239 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:48.851975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 48222104-be33-4406-9db8-4c5ae6b98239 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:48.852427 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:48.891552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-43071a10-7549-48cf-9d9f-8c0270a0239a req-e3c37d05-84e6-4f64-bc86-75cb1dd41345 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 210 time: 0.0354891 Aug 29 05:25:48.959404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:48.983551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 48222104-be33-4406-9db8-4c5ae6b98239, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=48222104-be33-4406-9db8-4c5ae6b98239,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:48.989172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:48.990278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 839da850-84f9-4b81-9247-4a2a6fd37b41 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:49.081009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=48222104-be33-4406-9db8-4c5ae6b98239,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:49.093843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 839da850-84f9-4b81-9247-4a2a6fd37b41 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:49.094215 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.209676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d0ac4e92-9c49-440a-bfc1-ad13783d22d6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:49.236204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Sync routers for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:25:49.256925 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:49.257548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:49.349676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:49.350055 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.404299 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:49.646587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:46Z', 'revision_number': 4, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e290c834-7997-4314-8c2f-c71dea476bab', 'name': '', 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'mac_address': 'fa:16:3e:46:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:45Z', 'updated_at': '2021-08-29T05:25:46Z', 'revision_number': 2, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'subnets': [{'id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:49.673436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Checking router: 22e76e2e-2509-4a23-a79a-34db731ec95a for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:25:49.673700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Updating router 22e76e2e-2509-4a23-a79a-34db731ec95a port e290c834-7997-4314-8c2f-c71dea476bab binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:25:49.698506 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:49.981647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-57a29095-1986-4fa7-8c02-bc2d7430aabf tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:49.981647 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-57a29095-1986-4fa7-8c02-bc2d7430aabf tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 816 time: 0.1237643 Aug 29 05:25:50.004382 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Request body: {'port': {'device_id': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'admin_state_up': True, 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:50.023779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7333be80-72cc-4bda-9a86-a6fb6fe08901 req-26472dd7-a8d2-4c7b-9ddc-ec779cebb769 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 210 time: 0.0364456 Aug 29 05:25:50.047335 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.059846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Transition to ACTIVE for port object e290c834-7997-4314-8c2f-c71dea476bab will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:50.068558 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.121748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de9419-255e-4d32-a3b8-5ec3b9535989 None None] Pushing event updated for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:50.168805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Made reservation on behalf of ec4dadc2fd214ea6b8eefdf151f7b1ba for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:25:50.174447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.177481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Attempting to bind port e290c834-7997-4314-8c2f-c71dea476bab on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:50.177856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Attempting to bind port e290c834-7997-4314-8c2f-c71dea476bab by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:50.178225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Attempting to bind port e290c834-7997-4314-8c2f-c71dea476bab on network c34714ee-bce7-43c4-b747-4767d04be38e {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:50.184377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:50.184669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Checking segment: {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:50.185078 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.185473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Bound using segment: {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:50.185949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Bound port: e290c834-7997-4314-8c2f-c71dea476bab, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd801411e-980e-433a-9cae-c5bd8daba3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:50.186366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.269669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] For port e290c834-7997-4314-8c2f-c71dea476bab, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:50.273977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] For port e290c834-7997-4314-8c2f-c71dea476bab, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e290c834-7997-4314-8c2f-c71dea476bab,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:50.281575 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.346743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:25:50.347386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:25:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:50.369176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Allocated IP 172.20.0.13 (34600b14-fdb3-43cc-b516-fb92e0872bd3/ad258237-9c7d-49f0-999c-e6a0a3a57efe/ba14e501-470d-4a5b-867b-0551b3640367) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:25:50.396313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de9419-255e-4d32-a3b8-5ec3b9535989 None None] Pushing event updated for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:50.491952 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:25:50.598973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb7354a2-89f9-48d1-88fc-4b7db25215ea req-4e3ca13d-c83f-46e0-b3da-a2ae97253709 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0355194 Aug 29 05:25:50.616613 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.650002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Transition to ACTIVE for port object ba14e501-470d-4a5b-867b-0551b3640367 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:50.724348 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.731164 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb7354a2-89f9-48d1-88fc-4b7db25215ea req-67704fa7-5d0a-4846-bd1c-526cbf418ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0510092 Aug 29 05:25:50.733587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 48222104-be33-4406-9db8-4c5ae6b98239 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:50.805370 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb7354a2-89f9-48d1-88fc-4b7db25215ea req-e27cdad4-90c1-435b-b7ec-72fa951aa398 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384903 Aug 29 05:25:50.812653 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:25:50.824925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Pushing event updated for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:50.828198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:25:50.832178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:25:50.838468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 48222104-be33-4406-9db8-4c5ae6b98239 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:50.838853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.845019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:46Z', 'revision_number': 4, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e290c834-7997-4314-8c2f-c71dea476bab', 'name': '', 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'mac_address': 'fa:16:3e:46:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:45Z', 'updated_at': '2021-08-29T05:25:50Z', 'revision_number': 4, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'subnets': [{'id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:25:50.894220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201357ca-74d6-42be-9240-d5fb3a448c51 None None] The sync data for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 is: [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:46Z', 'revision_number': 4, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e290c834-7997-4314-8c2f-c71dea476bab', 'name': '', 'network_id': 'c34714ee-bce7-43c4-b747-4767d04be38e', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'mac_address': 'fa:16:3e:46:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:45Z', 'updated_at': '2021-08-29T05:25:50Z', 'revision_number': 4, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'subnets': [{'id': '93b726b0-37a9-4b81-b44c-3edf7317e7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:25:50.940774 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:50.941828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:50.971467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-12d4ca72-b9e3-40d1-bb75-4aab62b2bfed tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9771590 Aug 29 05:25:51.000192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Request body: {'port': {'device_id': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:25:51.034267 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7354a2-89f9-48d1-88fc-4b7db25215ea req-3cb310f7-4779-4b42-9c10-60647ca4c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.035909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cb7354a2-89f9-48d1-88fc-4b7db25215ea req-3cb310f7-4779-4b42-9c10-60647ca4c69a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196159 Aug 29 05:25:51.090802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.182988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f348e23-789a-490a-b9b5-ec4e47a930ba req-dc52549f-19e9-426d-b928-f70f8da6d0e5 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.184849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f348e23-789a-490a-b9b5-ec4e47a930ba req-dc52549f-19e9-426d-b928-f70f8da6d0e5 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 932 time: 0.0623198 Aug 29 05:25:51.228707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f348e23-789a-490a-b9b5-ec4e47a930ba req-2e8b0cae-f401-4272-b194-2d65e69c2424 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369194 Aug 29 05:25:51.268257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b95cbaf-0667-41ee-870c-189816078299 None None] Provisioning for port ba14e501-470d-4a5b-867b-0551b3640367 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:51.271442 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1b95cbaf-0667-41ee-870c-189816078299 None None] Provisioning complete for port ba14e501-470d-4a5b-867b-0551b3640367 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:51.271819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1b95cbaf-0667-41ee-870c-189816078299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.318855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1b95cbaf-0667-41ee-870c-189816078299 None None] Port ba14e501-470d-4a5b-867b-0551b3640367 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:25:51.441134 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba14e501-470d-4a5b-867b-0551b3640367 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:51.449999 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.464782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Transition to ACTIVE for port object ba14e501-470d-4a5b-867b-0551b3640367 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:25:51.470515 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.525848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Pushing event updated for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:51.605114 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Attempting to bind port ba14e501-470d-4a5b-867b-0551b3640367 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:25:51.605463 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Attempting to bind port ba14e501-470d-4a5b-867b-0551b3640367 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:25:51.605802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Attempting to bind port ba14e501-470d-4a5b-867b-0551b3640367 on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:51.611093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Port ba14e501-470d-4a5b-867b-0551b3640367 on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:25:51.611428 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Attempting to bind port ba14e501-470d-4a5b-867b-0551b3640367 on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:25:51.617230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:25:51.617578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Checking segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:25:51.617973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Bound using segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:25:51.618415 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Bound port: ba14e501-470d-4a5b-867b-0551b3640367, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:25:51.618783 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.710475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:25:51.713832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ba14e501-470d-4a5b-867b-0551b3640367,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:25:51.718717 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.761908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.761908 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:51.763128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba14e501-470d-4a5b-867b-0551b3640367 HTTP/1.1" status: 200 len: 1093 time: 0.7795956 Aug 29 05:25:51.763868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:51.769287 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41" -d '{"events": [{"name": "network-changed", "server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "tag": "ba14e501-470d-4a5b-867b-0551b3640367"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:51.808906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da187ec-dbba-460a-b8f0-b534492be694 service neutron] Pushing event updated for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:51.817924 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536438a-3db2-4c46-9a75-653a13c7ed39 x-openstack-request-id: req-5536438a-3db2-4c46-9a75-653a13c7ed39 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:51.818254 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "tag": "ba14e501-470d-4a5b-867b-0551b3640367", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:51.818406 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5536438a-3db2-4c46-9a75-653a13c7ed39 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:51.818842 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367', 'status': 'completed', 'code': 200} Aug 29 05:25:51.871761 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-5064cae6-48fb-4901-8b7f-a2f301d5ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.873479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-5064cae6-48fb-4901-8b7f-a2f301d5ad77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 1096 time: 0.0518739 Aug 29 05:25:51.925708 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-ace63ff2-c973-4102-82b9-7a3e746bd1b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba14e501-470d-4a5b-867b-0551b3640367 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Aug 29 05:25:51.985330 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-eb5c7835-02dd-4e89-85e9-a21a11fe02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:51.986836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-eb5c7835-02dd-4e89-85e9-a21a11fe02fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad258237-9c7d-49f0-999c-e6a0a3a57efe HTTP/1.1" status: 200 len: 855 time: 0.0507588 Aug 29 05:25:52.038639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-87ffba03-441a-44d0-b559-d31631e5d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.040065 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-87ffba03-441a-44d0-b559-d31631e5d793 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=34600b14-fdb3-43cc-b516-fb92e0872bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419014 Aug 29 05:25:52.139174 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-3b41c853-1734-4a09-9168-058e52a34884 service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912073 Aug 29 05:25:52.233747 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d04dcb32-b23b-46a1-bdbc-ff14f4c110f5 req-873674e1-b131-4608-83a1-29546bd3530b service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862598 Aug 29 05:25:52.327801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-23d2a4db-2adf-4982-82f4-22b81a00acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.329332 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-23d2a4db-2adf-4982-82f4-22b81a00acda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 1096 time: 0.0440750 Aug 29 05:25:52.369950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dae7a-d863-4fcd-9862-45d98d549782 req-43cfe1c2-30db-4ceb-b94d-e53025dcf5bc tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.371457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-572dae7a-d863-4fcd-9862-45d98d549782 req-43cfe1c2-30db-4ceb-b94d-e53025dcf5bc tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 944 time: 0.0489578 Aug 29 05:25:52.411580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-572dae7a-d863-4fcd-9862-45d98d549782 req-c4c4efb1-853d-4bda-9a74-d1b66494a1b7 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Aug 29 05:25:52.427313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-93e40c2f-032e-4f04-a2b8-f2fa660c85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.428843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-93e40c2f-032e-4f04-a2b8-f2fa660c85c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 917 time: 0.0917454 Aug 29 05:25:52.471689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-8ee95ae1-cd70-4393-a6a9-a443e98bc299 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba14e501-470d-4a5b-867b-0551b3640367 HTTP/1.1" status: 200 len: 217 time: 0.0351100 Aug 29 05:25:52.525413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-0876bfb6-0e44-4483-ba9d-197840ce55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.526842 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-0876bfb6-0e44-4483-ba9d-197840ce55b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad258237-9c7d-49f0-999c-e6a0a3a57efe HTTP/1.1" status: 200 len: 855 time: 0.0483022 Aug 29 05:25:52.576060 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-2c1154f8-5e2d-4c7c-91e4-3b0183a54e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:52.577568 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-2c1154f8-5e2d-4c7c-91e4-3b0183a54e47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=34600b14-fdb3-43cc-b516-fb92e0872bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427506 Aug 29 05:25:52.676507 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-7cc50a1b-eff6-4afb-b7e3-bdd5d762eff6 service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900009 Aug 29 05:25:52.726040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e290c834-7997-4314-8c2f-c71dea476bab up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:52.782275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e290c834-7997-4314-8c2f-c71dea476bab completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:52.786666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b1a13ec3-d696-4e14-9c5a-76c1bad1ce41 req-aed5032b-857a-494b-8034-88ad55af98cd service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998638 Aug 29 05:25:52.787036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e290c834-7997-4314-8c2f-c71dea476bab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:52.787357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:52.872674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:52.906641 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e290c834-7997-4314-8c2f-c71dea476bab, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e290c834-7997-4314-8c2f-c71dea476bab,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:52.911304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:52.964711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:53.539281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ac21-b0cc-451d-b5cb-685ce8b594c2 req-f900205e-4e7b-40d7-9500-a7a0c4bddd4c tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:53.541475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f655ac21-b0cc-451d-b5cb-685ce8b594c2 req-f900205e-4e7b-40d7-9500-a7a0c4bddd4c tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 944 time: 0.0588176 Aug 29 05:25:53.581481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f655ac21-b0cc-451d-b5cb-685ce8b594c2 req-1043e002-bdb8-4b7b-a5c3-31772b570b79 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Aug 29 05:25:54.680298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:25:54.695256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e290c834-7997-4314-8c2f-c71dea476bab up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:54.703644 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e71471-07ff-4a7d-80ac-2a5d00735006 req-f8da4dbe-829a-487d-b6a4-d7ff1c7c7522 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:54.705281 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e71471-07ff-4a7d-80ac-2a5d00735006 req-f8da4dbe-829a-487d-b6a4-d7ff1c7c7522 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 944 time: 0.0537245 Aug 29 05:25:54.746462 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e71471-07ff-4a7d-80ac-2a5d00735006 req-cde9b483-5171-4aac-8645-5526e724b972 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Aug 29 05:25:54.756385 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e290c834-7997-4314-8c2f-c71dea476bab triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:54.756944 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:55.876762 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3486-7029-4c99-890a-f900e208ed22 req-624adf36-9238-4c98-934d-c9f3284fd66e tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:55.878277 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-188c3486-7029-4c99-890a-f900e208ed22 req-624adf36-9238-4c98-934d-c9f3284fd66e tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 944 time: 0.0548754 Aug 29 05:25:55.917436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-188c3486-7029-4c99-890a-f900e208ed22 req-e48385d6-c953-444f-b0dd-e5430fdf8dc3 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 29 05:25:55.932106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ba14e501-470d-4a5b-867b-0551b3640367 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:25:56.029240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ba14e501-470d-4a5b-867b-0551b3640367,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:56.040829 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ba14e501-470d-4a5b-867b-0551b3640367', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'port_id': 'ba14e501-470d-4a5b-867b-0551b3640367', 'mac_address': 'fa:16:3e:f7:b5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:25:56.077764 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:56.090159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba14e501-470d-4a5b-867b-0551b3640367 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:25:56.110419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ba14e501-470d-4a5b-867b-0551b3640367,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:56.114981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:56.169742 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:56.392801 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ba14e501-470d-4a5b-867b-0551b3640367'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:25:57.035318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706a05-9783-42fd-885e-7a180cd995a3 req-53db2215-f69d-451e-b2f8-b61eeadf8fdc tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:57.036841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7706a05-9783-42fd-885e-7a180cd995a3 req-53db2215-f69d-451e-b2f8-b61eeadf8fdc tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 945 time: 0.0529575 Aug 29 05:25:57.074926 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7706a05-9783-42fd-885e-7a180cd995a3 req-6942fafd-d663-4568-8656-e0b1656b1c46 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 29 05:25:57.946484 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ba14e501-470d-4a5b-867b-0551b3640367 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:25:57.996663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ba14e501-470d-4a5b-867b-0551b3640367 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:25:58.001043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ba14e501-470d-4a5b-867b-0551b3640367 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:25:58.001415 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.079616 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.102998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:25:58.105155 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78711c11-140e-48ae-b7eb-44cfbe919c3f" -d '{"events": [{"server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "name": "network-vif-plugged", "status": "completed", "tag": "ba14e501-470d-4a5b-867b-0551b3640367"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:25:58.119541 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ba14e501-470d-4a5b-867b-0551b3640367,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:25:58.124599 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:25:58.154174 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ea31c-93d5-442d-accb-a8803fd79c91 x-openstack-request-id: req-0c2ea31c-93d5-442d-accb-a8803fd79c91 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:25:58.154411 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "name": "network-vif-plugged", "status": "completed", "tag": "ba14e501-470d-4a5b-867b-0551b3640367", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:25:58.154696 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c2ea31c-93d5-442d-accb-a8803fd79c91 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:25:58.156178 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367', 'code': 200} Aug 29 05:25:58.194054 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:25:58.223580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109050e-1442-4c98-b887-943332f4d328 req-0ebb7251-e4d9-4d7d-a083-8aca7c54fe6a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:58.225171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3109050e-1442-4c98-b887-943332f4d328 req-0ebb7251-e4d9-4d7d-a083-8aca7c54fe6a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0647292 Aug 29 05:25:58.264269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3109050e-1442-4c98-b887-943332f4d328 req-60629666-cd2a-4d57-a957-c07d520ed7af tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Aug 29 05:25:58.272153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5370e-3186-4de0-9b16-de8c84030f65 req-7ca27f1e-ba5d-4ccb-a8b3-c6bcc128ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:58.274015 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-94f5370e-3186-4de0-9b16-de8c84030f65 req-7ca27f1e-ba5d-4ccb-a8b3-c6bcc128ca81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 1098 time: 0.0419900 Aug 29 05:25:58.311151 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-94f5370e-3186-4de0-9b16-de8c84030f65 req-1d8641f9-9215-48e7-9aa7-af8faa8aa276 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289078 Aug 29 05:25:59.385024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92c98-0554-408e-ab37-76092c95fbf7 req-60e1d738-1505-4135-bc98-86c75a551845 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:25:59.386556 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39d92c98-0554-408e-ab37-76092c95fbf7 req-60e1d738-1505-4135-bc98-86c75a551845 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0519850 Aug 29 05:25:59.423941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39d92c98-0554-408e-ab37-76092c95fbf7 req-14cfc308-9b0b-42c7-aad6-1c4cf4fb5fdc tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Aug 29 05:26:00.418059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:00.542541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aba8d6-2533-4a3a-985d-7fd933052a29 req-ef7cb095-8d33-44f9-b6e0-575b281ac363 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:00.544056 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18aba8d6-2533-4a3a-985d-7fd933052a29 req-ef7cb095-8d33-44f9-b6e0-575b281ac363 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0527284 Aug 29 05:26:00.584232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-18aba8d6-2533-4a3a-985d-7fd933052a29 req-6dac83ae-cfde-4e58-a48f-09793b0f7bd5 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Aug 29 05:26:00.699298 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742123a1-3c20-4e55-bedd-ec8b811046fc req-34fb4a59-76ae-4952-a05e-a91b7831027a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:00.700717 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-742123a1-3c20-4e55-bedd-ec8b811046fc req-34fb4a59-76ae-4952-a05e-a91b7831027a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0494359 Aug 29 05:26:00.739054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-742123a1-3c20-4e55-bedd-ec8b811046fc req-56f51919-f2c5-413b-bf45-97ea71b518a7 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Aug 29 05:26:07.443050 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2dae413b-c118-4fbc-8f7e-8a209056ec98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:10.403918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:10.449231 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9e29d85-a12a-4749-a193-21f193d27f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:11.560172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:12.817830 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:13.291319 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:19.354463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f423c4b-10ce-4727-809b-2e440a90ee95 req-a9cc8ece-91fe-492b-bbd9-b29ab7223129 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:19.355987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f423c4b-10ce-4727-809b-2e440a90ee95 req-a9cc8ece-91fe-492b-bbd9-b29ab7223129 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0483930 Aug 29 05:26:19.394704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f423c4b-10ce-4727-809b-2e440a90ee95 req-de860d18-0061-47ed-8ae7-577d0804d400 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 29 05:26:20.522512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599861c-79c1-4573-9a99-9ae8cc6c7a50 req-52f1d2c5-4fc5-4f8f-a311-33f5d27cd4b1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:20.524051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c599861c-79c1-4573-9a99-9ae8cc6c7a50 req-52f1d2c5-4fc5-4f8f-a311-33f5d27cd4b1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0578520 Aug 29 05:26:20.569359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c599861c-79c1-4573-9a99-9ae8cc6c7a50 req-80c2774d-77ed-49ed-9059-e42fb283f52c tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Aug 29 05:26:21.034048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c325-b677-4626-b10d-e2061f96eb1f req-b190e1f4-2e89-403d-9902-a9e7df04ed46 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:21.035977 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f498c325-b677-4626-b10d-e2061f96eb1f req-b190e1f4-2e89-403d-9902-a9e7df04ed46 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 946 time: 0.0621715 Aug 29 05:26:21.144982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Deleting port ba14e501-470d-4a5b-867b-0551b3640367 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:21.145332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.239270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] For port ba14e501-470d-4a5b-867b-0551b3640367, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ba14e501-470d-4a5b-867b-0551b3640367,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:21.239620 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.255834 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Calling delete_port for ba14e501-470d-4a5b-867b-0551b3640367 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:21.394489 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.416394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ba14e501-470d-4a5b-867b-0551b3640367'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:21.428860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Pushing event deleted for resources: {'Port': ['ID=ba14e501-470d-4a5b-867b-0551b3640367,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:21.444288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.444641 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.444980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.445315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.445645 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.445977 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.446300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.446627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.446955 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.447305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.447624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.447978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:21.491943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] No DVR routers for this DVR port ba14e501-470d-4a5b-867b-0551b3640367 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:26:21.494452 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:21.496511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f498c325-b677-4626-b10d-e2061f96eb1f req-2f5e00f9-dc07-4fa7-b982-c74263feded1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "DELETE /v2.0/ports/ba14e501-470d-4a5b-867b-0551b3640367 HTTP/1.1" status: 204 len: 173 time: 0.4542224 Aug 29 05:26:21.496960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'name': 'network-vif-deleted', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:21.499817 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beb3d6b-13dd-44d7-b2d0-55e17eb51195" -d '{"events": [{"server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "name": "network-vif-deleted", "tag": "ba14e501-470d-4a5b-867b-0551b3640367"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:21.607391 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954c97ab-fd61-4755-822c-af9aa282736e x-openstack-request-id: req-954c97ab-fd61-4755-822c-af9aa282736e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:21.607687 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53492c0-b693-45b4-afb4-d6bf40d049de", "name": "network-vif-deleted", "tag": "ba14e501-470d-4a5b-867b-0551b3640367", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:21.608009 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-954c97ab-fd61-4755-822c-af9aa282736e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:21.608394 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53492c0-b693-45b4-afb4-d6bf40d049de', 'name': 'network-vif-deleted', 'tag': 'ba14e501-470d-4a5b-867b-0551b3640367', 'status': 'completed', 'code': 200} Aug 29 05:26:21.696087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f60b1ce-2d76-4a62-a4f8-32e04c21594b req-142dcad2-701b-4066-92bd-121ef72bd10b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=b53492c0-b693-45b4-afb4-d6bf40d049de HTTP/1.1" status: 200 len: 210 time: 0.0300038 Aug 29 05:26:23.159277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-11e84d01-0754-43c4-8638-9f320f218ca0 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:23.160781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-11e84d01-0754-43c4-8638-9f320f218ca0 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 816 time: 0.1036091 Aug 29 05:26:23.176594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-4417c0bf-2fd8-4d08-9609-2a957110ef1d tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/quotas/ec4dadc2fd214ea6b8eefdf151f7b1ba HTTP/1.1" status: 200 len: 375 time: 0.0100629 Aug 29 05:26:23.227355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-6e48b9fc-ed82-4451-9ec4-3be013299a8a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454552 Aug 29 05:26:23.323588 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ebdd326d-c0dc-4b4a-9bbb-96c71b8051e1 service neutron] 10.222.0.62 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Aug 29 05:26:23.417260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-497bccb5-2d05-479e-b881-de73296385c9 service neutron] 10.222.0.62 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Aug 29 05:26:23.579824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b3c18d38-f0e3-4d96-9889-7e0da35b8193 req-317439ef-fe29-4f41-9d25-e115daa2be34 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Aug 29 05:26:24.116568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ba14e501-470d-4a5b-867b-0551b3640367 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:26:24.136708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: ba14e501-470d-4a5b-867b-0551b3640367 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:26:24.137084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ba14e501-470d-4a5b-867b-0551b3640367 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:26:24.562261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-4cd11579-f353-4e48-ac78-03ab88cafab6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:24.563787 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-4cd11579-f353-4e48-ac78-03ab88cafab6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 816 time: 0.1119568 Aug 29 05:26:24.581109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Request body: {'port': {'device_id': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'admin_state_up': True, 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:24.680547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b15edb47-2e89-4d5d-87f9-17a0cc9dd185 req-6254b8d5-3ee4-4764-bf1c-c0ae8f14e2dd tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Aug 29 05:26:24.698018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Made reservation on behalf of ec4dadc2fd214ea6b8eefdf151f7b1ba for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:26:24.701596 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:24.822526 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Allocated IP 172.20.0.5 (34600b14-fdb3-43cc-b516-fb92e0872bd3/ad258237-9c7d-49f0-999c-e6a0a3a57efe/cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:26:24.967679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:24.984370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Transition to ACTIVE for port object cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:26:25.016441 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.059355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:26:25.062893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:26:25.066639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:26:25.073239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Pushing event updated for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:25.130685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:25.131360 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.146648 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-5b0849a1-5726-4e05-bfb2-06235280bab4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701425 Aug 29 05:26:25.164686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Request body: {'port': {'device_id': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:26:25.222187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.292350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-090b492f-fdc0-43f2-8998-adea46bbf1c5 None None] Provisioning for port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:26:25.296629 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-090b492f-fdc0-43f2-8998-adea46bbf1c5 None None] Provisioning complete for port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:26:25.296997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-090b492f-fdc0-43f2-8998-adea46bbf1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.330792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-090b492f-fdc0-43f2-8998-adea46bbf1c5 None None] Port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:26:25.483499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:26:25.491884 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.505413 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Transition to ACTIVE for port object cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:26:25.509527 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.560578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:25.643879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Attempting to bind port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:26:25.644608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Attempting to bind port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:26:25.644608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Attempting to bind port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:26:25.649284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:26:25.649654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Attempting to bind port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb on network 34600b14-fdb3-43cc-b516-fb92e0872bd3 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:26:25.654947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:26:25.655337 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Checking segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:26:25.656263 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Bound using segment: {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:26:25.656693 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Bound port: cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:26:25.657043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.727982 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:26:25.731372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:26:25.738095 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.787885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:25.788605 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:25.790304 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] 10.222.0.54 "PUT /v2.0/ports/cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb HTTP/1.1" status: 200 len: 1092 time: 0.6302793 Aug 29 05:26:25.790816 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:25.793408 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90eb69f-57fa-4be4-91bc-1fe1755fe843" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:25.823264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984d74-8600-423a-9ca7-ee0ef302225d service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:25.823363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2eaf-a647-479e-98a0-6294ac08c537 req-77f460bf-4cf0-4d1e-ae24-acd8e988c053 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:25.830868 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fab2eaf-a647-479e-98a0-6294ac08c537 req-77f460bf-4cf0-4d1e-ae24-acd8e988c053 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 943 time: 0.0699735 Aug 29 05:26:25.861852 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b09525-463b-48cb-86af-a10fa96262b3 x-openstack-request-id: req-b3b09525-463b-48cb-86af-a10fa96262b3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:25.862389 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:25.862817 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3b09525-463b-48cb-86af-a10fa96262b3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:25.863228 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb', 'status': 'completed', 'code': 200} Aug 29 05:26:25.877742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fab2eaf-a647-479e-98a0-6294ac08c537 req-cb2d3180-40a7-488d-8a51-514e875da91d tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Aug 29 05:26:25.910074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-f3bfd6b0-2698-4cc9-9fee-bccbb2d9171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:25.911608 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-f3bfd6b0-2698-4cc9-9fee-bccbb2d9171c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 1095 time: 0.0611286 Aug 29 05:26:25.963155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-62651e20-e745-4b12-a1b1-cf5aae9ffbac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb HTTP/1.1" status: 200 len: 217 time: 0.0351682 Aug 29 05:26:26.021957 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-b03af8b6-fdb9-4e71-9f87-9d9d6381af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.023421 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-b03af8b6-fdb9-4e71-9f87-9d9d6381af15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad258237-9c7d-49f0-999c-e6a0a3a57efe HTTP/1.1" status: 200 len: 855 time: 0.0483146 Aug 29 05:26:26.079116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-7b71ed53-4fb4-44c5-adb1-8cc4d725eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.080688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-7b71ed53-4fb4-44c5-adb1-8cc4d725eb03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=34600b14-fdb3-43cc-b516-fb92e0872bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439088 Aug 29 05:26:26.175767 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-242e1f75-9c69-4b71-8a43-6a372b103b54 service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815437 Aug 29 05:26:26.273521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e40ba78c-723a-443b-afa6-0aa0e95c3534 req-4558fb74-8ce9-4555-9fca-058499a72e2e service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846651 Aug 29 05:26:26.365377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-6e1539f6-4d9e-485e-93e5-f9b6922ffff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.366900 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-6e1539f6-4d9e-485e-93e5-f9b6922ffff2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 1095 time: 0.0412335 Aug 29 05:26:26.459720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-0538b1b0-a502-4771-8af7-7d44bf1006ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.461289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-0538b1b0-a502-4771-8af7-7d44bf1006ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 200 len: 917 time: 0.0862620 Aug 29 05:26:26.509951 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-708b9580-5424-46fc-8dd8-98911c3c7e81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb HTTP/1.1" status: 200 len: 217 time: 0.0407646 Aug 29 05:26:26.570770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-10cc0f12-b53c-4094-aad0-0379ef07015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.572295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-10cc0f12-b53c-4094-aad0-0379ef07015b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ad258237-9c7d-49f0-999c-e6a0a3a57efe HTTP/1.1" status: 200 len: 855 time: 0.0468595 Aug 29 05:26:26.626878 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-45defca0-b871-4032-bb12-e4552306db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:26.628464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-45defca0-b871-4032-bb12-e4552306db6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=34600b14-fdb3-43cc-b516-fb92e0872bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441513 Aug 29 05:26:26.723127 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-5c1de010-2faf-46eb-9baf-2f4bc4d7f3f3 service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860989 Aug 29 05:26:26.824943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a90eb69f-57fa-4be4-91bc-1fe1755fe843 req-349de12d-3041-476b-b9df-3ef95566612c service neutron] 10.222.0.54 "GET /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932477 Aug 29 05:26:27.001385 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e518a-7c33-4f7e-adb7-7f5486d17834 req-bea37643-9d73-40e5-9747-0945ddb5b3c6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:27.002792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b55e518a-7c33-4f7e-adb7-7f5486d17834 req-bea37643-9d73-40e5-9747-0945ddb5b3c6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 943 time: 0.0489390 Aug 29 05:26:27.042458 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b55e518a-7c33-4f7e-adb7-7f5486d17834 req-d438ed96-eb22-4113-85c1-f6811d4973f5 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336776 Aug 29 05:26:28.163103 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1e8de-98f9-4b05-b7e0-6054ac39a18e req-aac1b334-ce24-48d0-a34d-27647d16b968 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:28.164609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fa1e8de-98f9-4b05-b7e0-6054ac39a18e req-aac1b334-ce24-48d0-a34d-27647d16b968 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 943 time: 0.0551703 Aug 29 05:26:28.201992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3fa1e8de-98f9-4b05-b7e0-6054ac39a18e req-009fc0b6-2fcb-4475-a110-c26130003d08 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Aug 29 05:26:29.315963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10b004-5fec-4827-99d4-c3eaaefe6c20 req-a74d0c96-03d9-4d1e-a313-38b9885f0ce4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:29.317459 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d10b004-5fec-4827-99d4-c3eaaefe6c20 req-a74d0c96-03d9-4d1e-a313-38b9885f0ce4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 943 time: 0.0486152 Aug 29 05:26:29.356971 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1d10b004-5fec-4827-99d4-c3eaaefe6c20 req-bc951c15-708f-4a41-8188-421ea46cecb0 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Aug 29 05:26:30.158787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:26:30.419137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:30.427213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:30.431302 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb', 'network_id': '34600b14-fdb3-43cc-b516-fb92e0872bd3', 'port_id': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb', 'mac_address': 'fa:16:3e:7e:c8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad258237-9c7d-49f0-999c-e6a0a3a57efe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:26:30.469509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:30.482393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cd3df-15e3-4f43-a127-4bef0958cc35 req-51382b1c-5522-4d91-be4a-ea23e5e1afd4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:30.484313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e4cd3df-15e3-4f43-a127-4bef0958cc35 req-51382b1c-5522-4d91-be4a-ea23e5e1afd4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 943 time: 0.0512147 Aug 29 05:26:30.485257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:26:30.504985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:30.508582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:30.523756 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7e4cd3df-15e3-4f43-a127-4bef0958cc35 req-1e88ba00-284c-403a-aa99-02bf35df99af tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Aug 29 05:26:30.555161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:30.562881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.563226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.563563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.563896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.564258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.564586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.564912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.565237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.565557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.565930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.566493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.566753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:26:30.769426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:31.637979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f942d76-472e-433a-8885-7da4d577c255 req-7263bf1d-405b-47de-b4eb-8a840dbcbb5b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:31.640010 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f942d76-472e-433a-8885-7da4d577c255 req-7263bf1d-405b-47de-b4eb-8a840dbcbb5b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 944 time: 0.0484169 Aug 29 05:26:31.678034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1f942d76-472e-433a-8885-7da4d577c255 req-96478f53-6ad2-4b88-9f90-10c6ea5e5903 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 29 05:26:31.680785 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:26:32.194597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:26:32.248022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:26:32.252344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:26:32.252736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:32.326357 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:32.349162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:32.351365 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c5956-bae1-4328-b2ea-077d0ae8f5a3" -d '{"events": [{"server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:32.363670 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:32.367973 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:32.421311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:32.442006 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc0bd3-a1f0-4853-90e6-ee6bafb2b199 x-openstack-request-id: req-3dbc0bd3-a1f0-4853-90e6-ee6bafb2b199 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:32.442295 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:32.442545 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3dbc0bd3-a1f0-4853-90e6-ee6bafb2b199 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:32.442938 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb', 'code': 200} Aug 29 05:26:32.547306 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e458951-6b0d-4ce9-a0b5-1272d0fb7a68 req-920637b0-4aac-44ce-841c-830d6306b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:32.549044 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e458951-6b0d-4ce9-a0b5-1272d0fb7a68 req-920637b0-4aac-44ce-841c-830d6306b1f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 1097 time: 0.0421226 Aug 29 05:26:32.586458 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5e458951-6b0d-4ce9-a0b5-1272d0fb7a68 req-1384fd66-7941-4e20-b562-05dabcdcb6c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298994 Aug 29 05:26:32.796386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff51526-698b-46fa-91d1-f7be86ad8454 req-711131cd-e362-4e64-8cde-ccff8f9670c6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:32.797891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ff51526-698b-46fa-91d1-f7be86ad8454 req-711131cd-e362-4e64-8cde-ccff8f9670c6 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Aug 29 05:26:32.839416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5ff51526-698b-46fa-91d1-f7be86ad8454 req-6356e4c5-fe45-430c-9c16-932816104c59 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Aug 29 05:26:33.959319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c69b-fd24-451a-9ee2-bbd273046056 req-878f062b-80c5-48b9-a62b-9b8a4b1288fe tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:33.960927 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a84c69b-fd24-451a-9ee2-bbd273046056 req-878f062b-80c5-48b9-a62b-9b8a4b1288fe tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Aug 29 05:26:34.000260 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1a84c69b-fd24-451a-9ee2-bbd273046056 req-f98c5478-dbb7-4747-802f-d4904acaaaae tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Aug 29 05:26:34.123445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce343-c46d-4d47-bea7-2d474f9b530d req-17ab13bb-30dc-4f63-912e-6a8532a26651 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:34.124946 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6bce343-c46d-4d47-bea7-2d474f9b530d req-17ab13bb-30dc-4f63-912e-6a8532a26651 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0559394 Aug 29 05:26:34.168023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6bce343-c46d-4d47-bea7-2d474f9b530d req-f6592d7e-3e67-4327-91c0-6ff7b086050a tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Aug 29 05:26:37.442859 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bedf6386-72d6-417b-a46f-9dd762e2fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:40.406131 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:40.449342 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c78a7c1-539f-4485-b65b-7d46105cae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:41.563114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:42.815170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:43.294508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:50.570926 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f7c5cc89-361e-49cc-9360-84a11fb42e81 req-652bf5e3-6ad2-4db1-836f-a914f3abfa94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253556 Aug 29 05:26:50.650436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f7c5cc89-361e-49cc-9360-84a11fb42e81 req-7589f5ff-0c17-4a62-917d-08fc353c1dcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0249920 Aug 29 05:26:50.693670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f7c5cc89-361e-49cc-9360-84a11fb42e81 req-2ba43b28-cdf6-4729-abf0-97f345d28851 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194082 Aug 29 05:26:50.793396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5cc89-361e-49cc-9360-84a11fb42e81 req-6e977c34-672d-4865-a16d-cb68cae8583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:50.794917 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f7c5cc89-361e-49cc-9360-84a11fb42e81 req-6e977c34-672d-4865-a16d-cb68cae8583e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948665 Aug 29 05:26:52.596369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de843f-cabb-4d20-90cb-ebd525b71e41 req-5cb08144-a1e1-41c7-b079-c7c9dd79f5d4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:52.597884 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0de843f-cabb-4d20-90cb-ebd525b71e41 req-5cb08144-a1e1-41c7-b079-c7c9dd79f5d4 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0543962 Aug 29 05:26:52.638495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b0de843f-cabb-4d20-90cb-ebd525b71e41 req-eb2d6919-900b-42a8-90c9-aaffe51ed41b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Aug 29 05:26:53.754824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c13dd-9df4-481c-8f7f-15897b0fd03e req-812bd09c-2667-4128-bc86-8f68e82a6e55 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:53.756339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b37c13dd-9df4-481c-8f7f-15897b0fd03e req-812bd09c-2667-4128-bc86-8f68e82a6e55 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Aug 29 05:26:53.793821 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b37c13dd-9df4-481c-8f7f-15897b0fd03e req-8d9f0980-ad84-4bb1-af92-35c63f491e36 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Aug 29 05:26:54.397139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-6827590f-2181-4f00-98bf-a3003037362b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:26:54.398679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-6827590f-2181-4f00-98bf-a3003037362b tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Aug 29 05:26:54.494990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Deleting port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:54.495335 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:54.582290 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] For port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:54.582657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:54.595877 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Calling delete_port for cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:54.728211 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:54.753202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:26:54.756160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Pushing event deleted for resources: {'Port': ['ID=cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:54.799939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] No DVR routers for this DVR port cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:26:54.802724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:54.804835 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5f856be0-b6a2-4af6-8257-5dbc3433fe8b req-5b683d11-0a9d-43eb-9515-1920b17c4a84 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.54 "DELETE /v2.0/ports/cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb HTTP/1.1" status: 204 len: 173 time: 0.3957469 Aug 29 05:26:54.805283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'name': 'network-vif-deleted', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:26:54.807558 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2403ad-322f-4fb8-ac98-c4b44210f796" -d '{"events": [{"server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "name": "network-vif-deleted", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:26:54.863213 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efb1e3a-9748-4fc7-b21a-fcb507b0bf65 x-openstack-request-id: req-2efb1e3a-9748-4fc7-b21a-fcb507b0bf65 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:26:54.863513 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25", "name": "network-vif-deleted", "tag": "cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:26:54.863758 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2efb1e3a-9748-4fc7-b21a-fcb507b0bf65 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:26:54.864212 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25', 'name': 'network-vif-deleted', 'tag': 'cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb', 'status': 'completed', 'code': 200} Aug 29 05:26:54.908567 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-14fd9b37-479e-4fc0-b2be-e7673d422bbd req-1b363146-6a69-499e-8852-61d9e31b2ea1 tempest-TestEncryptedCinderVolumes-1970574702 tempest-TestEncryptedCinderVolumes-1970574702-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae5b3d25-9dd8-4174-97f3-5a6a6fc96d25 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Aug 29 05:26:55.997721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51452) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:56.636223 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.882828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Deleting port 839da850-84f9-4b81-9247-4a2a6fd37b41 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:56.883166 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.963300 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] For port 839da850-84f9-4b81-9247-4a2a6fd37b41, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=839da850-84f9-4b81-9247-4a2a6fd37b41,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:56.963571 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:56.979369 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Calling delete_port for 839da850-84f9-4b81-9247-4a2a6fd37b41 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:57.161425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.188504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=839da850-84f9-4b81-9247-4a2a6fd37b41,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:57.347955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.578879 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:26:57.687643 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:26:57.693274 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-77be77b8-79c4-4dff-960e-5481b4e534c9 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939380 Aug 29 05:26:57.696882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:57.697441 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Sync routers for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:26:57.707684 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:57.708341 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:57.802626 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.809006 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:57.904696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.958170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Deleting port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:57.958524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:57.981788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:26:57Z', 'revision_number': 5, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port': {'id': '43c599e8-ad36-4a59-ac78-f0cb6618fe6c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:38Z', 'updated_at': '2021-08-29T05:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:58.007082 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Checking router: ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:26:58.015502 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Routers {'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:26:58.016131 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:58.034819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] For port 43c599e8-ad36-4a59-ac78-f0cb6618fe6c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:58.035177 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.048769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Calling delete_port for 43c599e8-ad36-4a59-ac78-f0cb6618fe6c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:58.198070 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] Set router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:26:58.217806 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.249488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Pushing event deleted for resources: {'Port': ['ID=43c599e8-ad36-4a59-ac78-f0cb6618fe6c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:58.253050 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:26:57Z', 'revision_number': 6, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:58.280768 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b6daa-6eed-42cf-b7cc-ff67364bb3db None None] The sync data for ids ['ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8'] in n-d-712139-13 is: [{'id': 'ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8', 'name': 'tempest-TestEncryptedCinderVolumes-753047018-router', 'tenant_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:37Z', 'updated_at': '2021-08-29T05:26:57Z', 'revision_number': 6, 'project_id': 'ec4dadc2fd214ea6b8eefdf151f7b1ba', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:26:58.308727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.318683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:26:58.340396 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:26:58.340735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device cfcd9e15-6fdf-42d5-bd97-c48553b9b1bb not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:26:58.400782 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.402870 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.445186 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.445705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:26:58.450108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.451258 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b7dd9ab1-2a29-4df5-b189-ff2c5f5cb66f admin admin] 10.222.0.62 "DELETE /v2.0/routers/ad1b3d2d-cbfa-4a77-aaa9-a74b37dce6f8 HTTP/1.1" status: 204 len: 168 time: 0.7534351 Aug 29 05:26:58.453747 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:58.500948 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Deleting subnet ad258237-9c7d-49f0-999c-e6a0a3a57efe {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:26:58.503952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.536803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.616412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.674244 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.707372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad258237-9c7d-49f0-999c-e6a0a3a57efe,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:58.709519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.712392 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f53b807d-8459-4bd9-a7b8-14b29ae2e618 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad258237-9c7d-49f0-999c-e6a0a3a57efe HTTP/1.1" status: 204 len: 168 time: 0.2576914 Aug 29 05:26:58.713891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51458) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:58.714748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30e191-834a-4412-a4f2-1d624dccb6c0 None None] Network 34600b14-fdb3-43cc-b516-fb92e0872bd3 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:26:58.792426 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.846358 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Deleting port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:58.846701 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.913324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] For port 6f4a4d6f-2e86-415a-8f81-c637b65900e6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6f4a4d6f-2e86-415a-8f81-c637b65900e6,segment=NetworkSegment(ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d),segment_id=ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:58.913606 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:58.926018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Calling delete_port for 6f4a4d6f-2e86-415a-8f81-c637b65900e6 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:26:59.003472 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.032827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4a4d6f-2e86-415a-8f81-c637b65900e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:59.039586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] No DVR routers for this DVR port 6f4a4d6f-2e86-415a-8f81-c637b65900e6 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:26:59.068387 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ee7696-2556-4442-ad04-458809d3b16f None None] DHCP port deletion for 34600b14-fdb3-43cc-b516-fb92e0872bd3 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:26:59.122528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.133013 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34600b14-fdb3-43cc-b516-fb92e0872bd3']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:59.144626 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:59.144924 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab71ed09-c1f9-40c3-8bae-14b8a94a1a7d') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:26:59.154047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.168267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 839da850-84f9-4b81-9247-4a2a6fd37b41 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:26:59.173395 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.179654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:26:59.180195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:26:59.181780 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:26:59.192468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 839da850-84f9-4b81-9247-4a2a6fd37b41 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:26:59.192816 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 839da850-84f9-4b81-9247-4a2a6fd37b41 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:26:59.241591 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.246976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.252353 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] 10.222.0.62 "DELETE /v2.0/networks/34600b14-fdb3-43cc-b516-fb92e0872bd3 HTTP/1.1" status: 204 len: 168 time: 0.5340805 Aug 29 05:26:59.252726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:26:59.260906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d62cb-1e69-4342-88e1-fc05d9abec64 admin admin] Pushing event deleted for resources: {'Network': ['ID=34600b14-fdb3-43cc-b516-fb92e0872bd3,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:26:59.609994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.863908 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Deleting port e290c834-7997-4314-8c2f-c71dea476bab {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:26:59.864282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.939449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] For port e290c834-7997-4314-8c2f-c71dea476bab, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e290c834-7997-4314-8c2f-c71dea476bab,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:26:59.939810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:26:59.952430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Calling delete_port for e290c834-7997-4314-8c2f-c71dea476bab owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:00.130647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.157682 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e290c834-7997-4314-8c2f-c71dea476bab,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:00.185243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.185638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.185987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.186381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.186651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.186980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.187309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.187635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.187979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.188401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.188622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.188945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:00.331747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.427410 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.556753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Router 22e76e2e-2509-4a23-a79a-34db731ec95a has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:00.657888 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:00.662929 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-89981079-dc4c-4cb3-88cb-2691a27cab5a admin admin] 10.222.0.62 "PUT /v2.0/routers/22e76e2e-2509-4a23-a79a-34db731ec95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4089866 Aug 29 05:27:00.666157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51462) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:00.667187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Sync routers for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:00.677680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:00.678232 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:00.779863 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.791254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:00.823268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f4a4d6f-2e86-415a-8f81-c637b65900e6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:00.873783 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6f4a4d6f-2e86-415a-8f81-c637b65900e6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:00.874131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6f4a4d6f-2e86-415a-8f81-c637b65900e6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:00.874553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 43c599e8-ad36-4a59-ac78-f0cb6618fe6c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:00.897625 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:00.929626 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 43c599e8-ad36-4a59-ac78-f0cb6618fe6c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:00.929885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 43c599e8-ad36-4a59-ac78-f0cb6618fe6c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:00.953797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Deleting port 48222104-be33-4406-9db8-4c5ae6b98239 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:00.954144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.022786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '48222104-be33-4406-9db8-4c5ae6b98239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 5, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port': {'id': '48222104-be33-4406-9db8-4c5ae6b98239', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.032946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] For port 48222104-be33-4406-9db8-4c5ae6b98239, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=48222104-be33-4406-9db8-4c5ae6b98239,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:01.033202 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.045736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Calling delete_port for 48222104-be33-4406-9db8-4c5ae6b98239 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:01.048886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Checking router: 22e76e2e-2509-4a23-a79a-34db731ec95a for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:01.056993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Routers {'22e76e2e-2509-4a23-a79a-34db731ec95a'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:01.057595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22e76e2e-2509-4a23-a79a-34db731ec95a'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.147418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] Set router 22e76e2e-2509-4a23-a79a-34db731ec95a gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:01.203379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 6, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:01.215886 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.230918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b079f6d-529e-4a65-a1ac-241ca0159cae None None] The sync data for ids ['22e76e2e-2509-4a23-a79a-34db731ec95a'] in n-d-712139-13 is: [{'id': '22e76e2e-2509-4a23-a79a-34db731ec95a', 'name': 'tempest-TestEncryptedCinderVolumes-1701375820-router', 'tenant_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:25:43Z', 'updated_at': '2021-08-29T05:27:00Z', 'revision_number': 6, 'project_id': 'c6634fdc5e3a4b54a801cf46723513a0', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:01.248214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48222104-be33-4406-9db8-4c5ae6b98239,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:01.312007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.406500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.408642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.450265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.450812 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e76e2e-2509-4a23-a79a-34db731ec95a {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:27:01.455480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.456667 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f5ccf55e-7ac6-4212-a5a1-9252f19475f5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/22e76e2e-2509-4a23-a79a-34db731ec95a HTTP/1.1" status: 204 len: 168 time: 0.7894230 Aug 29 05:27:01.459230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51464) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:01.506762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Deleting subnet 93b726b0-37a9-4b81-b44c-3edf7317e7c5 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:27:01.510175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.544379 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.618131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.671262 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:01.999044 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b726b0-37a9-4b81-b44c-3edf7317e7c5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:02.002860 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.005019 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bb1135bc-bbfb-4e79-9f01-10e306ddc15d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/93b726b0-37a9-4b81-b44c-3edf7317e7c5 HTTP/1.1" status: 204 len: 168 time: 0.5446138 Aug 29 05:27:02.007776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:02.011297 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce2df0-dce2-4d7b-9fa9-0d63293b1fcf None None] Network c34714ee-bce7-43c4-b747-4767d04be38e requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:02.087582 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.144602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Deleting port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:02.144943 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.214797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] For port d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:02.215165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.220265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] DHCP port deletion for c34714ee-bce7-43c4-b747-4767d04be38e request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:27:02.228532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Calling delete_port for d0ac4e92-9c49-440a-bfc1-ad13783d22d6 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:02.266509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Deleting port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:27:02.266886 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.305053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.337078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] For port d0ac4e92-9c49-440a-bfc1-ad13783d22d6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,segment=NetworkSegment(d801411e-980e-433a-9cae-c5bd8daba3b2),segment_id=d801411e-980e-433a-9cae-c5bd8daba3b2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:02.337840 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.345833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] No DVR routers for this DVR port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:02.353008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:02.364810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Calling delete_port for d0ac4e92-9c49-440a-bfc1-ad13783d22d6 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:27:02.430974 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.440280 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.441344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34714ee-bce7-43c4-b747-4767d04be38e']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.451319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd801411e-980e-433a-9cae-c5bd8daba3b2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.451611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd801411e-980e-433a-9cae-c5bd8daba3b2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:02.460140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.465151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] Pushing event deleted for resources: {'Port': ['ID=d0ac4e92-9c49-440a-bfc1-ad13783d22d6,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:02.469569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca869b5-3d8c-4d25-8ec9-94c689572932 None None] No DVR routers for this DVR port d0ac4e92-9c49-440a-bfc1-ad13783d22d6 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:27:02.474561 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.483320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:27:02.483719 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:27:02.486189 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:27:02.544091 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.549476 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.551318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/c34714ee-bce7-43c4-b747-4767d04be38e HTTP/1.1" status: 204 len: 168 time: 0.5425107 Aug 29 05:27:02.562899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce44b73-9953-406d-9fc9-a95ef05be1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c34714ee-bce7-43c4-b747-4767d04be38e,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:02.711454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51470) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:02.731911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 48222104-be33-4406-9db8-4c5ae6b98239 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.757694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 48222104-be33-4406-9db8-4c5ae6b98239 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.758036 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 48222104-be33-4406-9db8-4c5ae6b98239 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.758447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d0ac4e92-9c49-440a-bfc1-ad13783d22d6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.762886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c6e872e-64ee-41ff-b507-dd3053ac46bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec4dadc2fd214ea6b8eefdf151f7b1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479631 Aug 29 05:27:02.763104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51472) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:02.781020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d0ac4e92-9c49-440a-bfc1-ad13783d22d6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.781358 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d0ac4e92-9c49-440a-bfc1-ad13783d22d6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.781764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e290c834-7997-4314-8c2f-c71dea476bab no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:27:02.801034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e290c834-7997-4314-8c2f-c71dea476bab {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:27:02.801388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e290c834-7997-4314-8c2f-c71dea476bab not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:27:02.815903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.836982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.886208 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.888811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:02.890008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5 HTTP/1.1" status: 204 len: 168 time: 0.1259012 Aug 29 05:27:02.897699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a691f93-9222-4364-9c89-004d13b11a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1f7ef-49f5-4f94-bda6-b8e67875b6d5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:03.218038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51478) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:03.257499 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6e54525d-b7e0-4bfb-a0b3-19c40b9d051d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6634fdc5e3a4b54a801cf46723513a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382776 Aug 29 05:27:03.260256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51480) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:03.306531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.327505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.374867 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.377621 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:03.378768 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81154467-6fb3-4f04-941a-2f162ca0a94b HTTP/1.1" status: 204 len: 168 time: 0.1176298 Aug 29 05:27:03.386705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f8ccb-4ce8-4842-a47b-39a13e4218f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81154467-6fb3-4f04-941a-2f162ca0a94b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:04.050712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51502) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:04.146705 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1667336576-network', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:04.168300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Made reservation on behalf of eb4a441c6ee041fc892f68420c01fe9f for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:04.170711 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.179044 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.265645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.269453 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.293389 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:04.303334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a8d5d-1edd-4648-beb6-c606f67b8326,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:04.308023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.308370 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Added segment e1c64832-d745-4155-8f78-8ecae04b20c0 of type vlan for network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 Aug 29 05:27:04.346856 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.370996 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.371911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:04.372539 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.762603 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7107811 Aug 29 05:27:04.765402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51506) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:04.771897 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Request body: {'subnet': {'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1667336576-subnet', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:04.775902 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f84b69-587d-4324-95dd-b9b9a951e7ff admin admin] Pushing event updated for resources: {'Network': ['ID=9459c853-2b79-4d7c-b983-7cd0bcb91f60,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:04.786446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:04.794087 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Made reservation on behalf of eb4a441c6ee041fc892f68420c01fe9f for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:04.797249 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:04.963449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.022676 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.030869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Checking segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:05.031259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Network hostable DHCP agents. Network: 9459c853-2b79-4d7c-b983-7cd0bcb91f60, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:05.047915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:05.056619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 9459c853-2b79-4d7c-b983-7cd0bcb91f60) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:05.062753 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:05.063807 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.066026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7fc88-1688-42c8-ae30-63ca992e3023 None None] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:05.079063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a89d8d40-32e6-41ca-abf8-8ba251102dff admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3126597 Aug 29 05:27:05.081958 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51508) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:05.086319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:05.109809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.110989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.176667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.222456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:05.223323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.316204 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.360333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Allocated IP 172.20.0.2 (9459c853-2b79-4d7c-b983-7cd0bcb91f60/bbbb2a4b-60de-4bb0-8e79-730a78ee43f7/c9be6e43-4d0b-4ee6-933a-6bc82d3cc704) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:05.506626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.516048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Transition to ACTIVE for port object c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:05.516317 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.531507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Transition to ACTIVE for port object c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:05.536567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.537297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.578245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:05.581140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:05.584724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:05.594653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Pushing event updated for resources: {'Port': ['ID=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.641765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Attempting to bind port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:05.642122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Attempting to bind port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:05.642468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Attempting to bind port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 on network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:05.647174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Allocated IP 172.25.3.108 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b3156135-fe31-40de-997c-a2bd23c17167) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:05.647410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:05.647752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Checking segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:05.648163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.648547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Bound using segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:05.649019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Bound port: c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:05.649581 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.717721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] For port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:05.721048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] For port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:05.724877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.751839 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.781426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354d579-b452-4ae3-aed8-2ef07531df1e None None] Pushing event updated for resources: {'Port': ['ID=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:05.797985 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:05.834679 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:05.839724 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:05.842686 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:05.876604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Pushing event updated for resources: {'Port': ['ID=b3156135-fe31-40de-997c-a2bd23c17167,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:06.119138 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.311917 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.444366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:06.557675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:06.569090 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Sync routers for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:06.575413 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.579288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8b460e6c-5092-4183-b1a5-4b289a539c03 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4938877 Aug 29 05:27:06.579695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51510) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:06.580004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:06.580624 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:06.666721 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974f9c8-db43-47ae-b440-ccf10d1bc248 None None] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:06.693403 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:06.806004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:06.840902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-79ce228a-a85c-42d6-b586-e17f7bf16469 None None] Provisioning for port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:06.898690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:06.905806 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:06.906227 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:06.906670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:06.932782 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Checking router: cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:06.933120 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Updating router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 port b3156135-fe31-40de-997c-a2bd23c17167 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:06.958451 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.002865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.042538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:07.047650 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.091165 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.112700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:07.176126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4d8553e5-5a6a-45e3-b074-d52e16ec2642 None None] Provisioning complete for port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:07.176487 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d8553e5-5a6a-45e3-b074-d52e16ec2642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.242952 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.252940 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Transition to ACTIVE for port object b3156135-fe31-40de-997c-a2bd23c17167 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:07.258785 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.267996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Allocated IP 172.20.0.1 (9459c853-2b79-4d7c-b983-7cd0bcb91f60/bbbb2a4b-60de-4bb0-8e79-730a78ee43f7/fed8b68b-3b00-43c7-8416-c7563ae94c0d) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:07.310655 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Attempting to bind port b3156135-fe31-40de-997c-a2bd23c17167 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:07.311018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Attempting to bind port b3156135-fe31-40de-997c-a2bd23c17167 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:07.311379 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Attempting to bind port b3156135-fe31-40de-997c-a2bd23c17167 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:07.319517 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Pushing event updated for resources: {'Port': ['ID=b3156135-fe31-40de-997c-a2bd23c17167,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:07.322855 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:07.323215 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:07.323601 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.324014 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:07.324482 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Bound port: b3156135-fe31-40de-997c-a2bd23c17167, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:07.324849 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.348180 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.348433 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.348763 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.349092 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.349421 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.349761 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.350057 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.350370 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.350702 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.350997 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.351314 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.351624 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:07.375035 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.386953 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] For port b3156135-fe31-40de-997c-a2bd23c17167, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:07.389646 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Transition to ACTIVE for port object fed8b68b-3b00-43c7-8416-c7563ae94c0d will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:07.390651 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] For port b3156135-fe31-40de-997c-a2bd23c17167, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3156135-fe31-40de-997c-a2bd23c17167,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:07.395347 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.422906 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.443180 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3514609a-13a5-4220-b175-f54cac6a2121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.456908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80151ff-4335-4ad5-be7a-fc3f66088383 None None] Pushing event updated for resources: {'Port': ['ID=b3156135-fe31-40de-997c-a2bd23c17167,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:07.459339 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:07.459913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:07.469398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:07.472229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:07.477766 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:07.508826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Pushing event updated for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:07.521754 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.570737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:07.660873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.685997 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ec7a1d2-356a-40d9-99a0-3bcf5fbac744 None None] Provisioning for port fed8b68b-3b00-43c7-8416-c7563ae94c0d completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:07.690388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1ec7a1d2-356a-40d9-99a0-3bcf5fbac744 None None] Provisioning complete for port fed8b68b-3b00-43c7-8416-c7563ae94c0d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:07.690913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1ec7a1d2-356a-40d9-99a0-3bcf5fbac744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.731499 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7a1d2-356a-40d9-99a0-3bcf5fbac744 None None] Port fed8b68b-3b00-43c7-8416-c7563ae94c0d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:07.757964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:07.784325 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49ecce-68e1-43f9-85c5-09b2bc644dc0 None None] The sync data for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 is: [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:06Z', 'revision_number': 3, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:07.828637 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.833623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.903945 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:07.906182 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Pushing event updated for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.005175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:08.009140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:08.142080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:08.258300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df63771f-1c93-45f0-a194-9004e5aa53ff None None] Provisioning complete for port fed8b68b-3b00-43c7-8416-c7563ae94c0d triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:08.259264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df63771f-1c93-45f0-a194-9004e5aa53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.262997 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:08.267575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4c9b3ab0-a43b-46c6-8c73-b089d0dd0738 admin admin] 10.222.0.62 "PUT /v2.0/routers/cfd7c2b9-c5b2-45c6-9188-d5b1f6376943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867752 Aug 29 05:27:08.303212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-df63771f-1c93-45f0-a194-9004e5aa53ff None None] Port fed8b68b-3b00-43c7-8416-c7563ae94c0d cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:08.680526 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:08.758316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51526) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:08.763825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683804926-network', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:08.785234 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Made reservation on behalf of 7a4d768d46184aa6b5e3e77c50aaac93 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:08.787635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.798389 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.818667 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:08.866872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:08.867244 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.893378 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.897496 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.919563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:27:08.933518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edbf4d5-aab3-492e-b383-05c4395ae4cf,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:08.939218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:08.939562 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Added segment 8b14b2a0-cdaa-4918-af41-1bee1c84ec26 of type vlan for network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 Aug 29 05:27:08.952961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3156135-fe31-40de-997c-a2bd23c17167 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:08.979829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.001555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port b3156135-fe31-40de-997c-a2bd23c17167 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:09.005942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b3156135-fe31-40de-997c-a2bd23c17167 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:09.006325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.015850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.017314 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:09.018005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.075319 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3156173 Aug 29 05:27:09.078613 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51528) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:09.085368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Request body: {'subnet': {'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683804926-subnet', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:09.091226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87459ce2-8965-46ee-94a5-10cef4d71574 admin admin] Pushing event updated for resources: {'Network': ['ID=c71af8eb-8c2a-4f11-9a49-c27d026b56f5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.094674 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.103078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:27:09.117007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Made reservation on behalf of 7a4d768d46184aa6b5e3e77c50aaac93 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:09.119456 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.308214 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.325743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port b3156135-fe31-40de-997c-a2bd23c17167, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3156135-fe31-40de-997c-a2bd23c17167,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:09.335366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.368761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19f1eec-0694-4a29-8e6b-eed54755e992,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.369161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Sync routers for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:09.373610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Checking segment: {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:09.373974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Network hostable DHCP agents. Network: c71af8eb-8c2a-4f11-9a49-c27d026b56f5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:27:09.391697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:27:09.397516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:09.398140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:26:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:09.400178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, c71af8eb-8c2a-4f11-9a49-c27d026b56f5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:09.404550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:09.405408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.419440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-41853f79-6ef2-4d9b-87a4-396aba6091c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3397548 Aug 29 05:27:09.421998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51530) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:09.426474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:09.439824 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d99d0-8692-42d4-8c5d-953db49c6a8a None None] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:09.448531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.449526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.460076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=b3156135-fe31-40de-997c-a2bd23c17167,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:09.508012 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.574539 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:09.644081 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.746185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'fixed_ips': [{'subnet_id': 'a19f1eec-0694-4a29-8e6b-eed54755e992'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:27:09.747041 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:09.940316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Allocated IP 172.20.0.2 (c71af8eb-8c2a-4f11-9a49-c27d026b56f5/a19f1eec-0694-4a29-8e6b-eed54755e992/326a8c66-527a-4292-abc2-cb7c87cbd2af) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:09.946255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 2, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:09.978662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Checking router: cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:09.979014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Updating router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 port fed8b68b-3b00-43c7-8416-c7563ae94c0d binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:10.045768 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.190620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.210093 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.275414 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.291333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Transition to ACTIVE for port object 326a8c66-527a-4292-abc2-cb7c87cbd2af will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:10.319252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Transition to ACTIVE for port object 326a8c66-527a-4292-abc2-cb7c87cbd2af will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:10.321477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Allocated IP 172.25.3.75 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/cf717885-6c2a-454d-9767-ce839ab99dda) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:10.329434 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.386042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:10.395402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:10.401284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:10.430081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Pushing event updated for resources: {'Port': ['ID=326a8c66-527a-4292-abc2-cb7c87cbd2af,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.443205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.464282 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.485379 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.518000 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dc4588ca-12e7-4839-b6be-b730006990c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.524025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.531117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:10.534552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:10.540553 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:10.540730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Attempting to bind port 326a8c66-527a-4292-abc2-cb7c87cbd2af on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:10.540730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Attempting to bind port 326a8c66-527a-4292-abc2-cb7c87cbd2af by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:10.540730 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Attempting to bind port 326a8c66-527a-4292-abc2-cb7c87cbd2af on network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:10.542114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Pushing event updated for resources: {'Port': ['ID=cf717885-6c2a-454d-9767-ce839ab99dda,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.547111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Transition to ACTIVE for port object fed8b68b-3b00-43c7-8416-c7563ae94c0d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:10.549586 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:10.550007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Checking segment: {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:10.550544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.550844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Bound using segment: {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:10.551323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Bound port: 326a8c66-527a-4292-abc2-cb7c87cbd2af, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:10.551782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.562858 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.651662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72118b7-14b6-4565-9860-be984621bd63 None None] Pushing event updated for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.689660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] For port 326a8c66-527a-4292-abc2-cb7c87cbd2af, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:10.723505 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] For port 326a8c66-527a-4292-abc2-cb7c87cbd2af, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=326a8c66-527a-4292-abc2-cb7c87cbd2af,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:10.729831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Attempting to bind port fed8b68b-3b00-43c7-8416-c7563ae94c0d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:10.730199 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Attempting to bind port fed8b68b-3b00-43c7-8416-c7563ae94c0d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:10.730577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Attempting to bind port fed8b68b-3b00-43c7-8416-c7563ae94c0d on network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:10.738161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.749969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:10.750352 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Checking segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:10.750961 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.751146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Bound using segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:10.751632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Bound port: fed8b68b-3b00-43c7-8416-c7563ae94c0d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:10.752045 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.785575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3156135-fe31-40de-997c-a2bd23c17167 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:10.825182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.878543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1208b-894d-4b2c-bb2e-2504fa6fbfc9 None None] Pushing event updated for resources: {'Port': ['ID=326a8c66-527a-4292-abc2-cb7c87cbd2af,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:10.914621 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] For port fed8b68b-3b00-43c7-8416-c7563ae94c0d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:10.916781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port b3156135-fe31-40de-997c-a2bd23c17167 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:10.917162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:10.919909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] For port fed8b68b-3b00-43c7-8416-c7563ae94c0d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fed8b68b-3b00-43c7-8416-c7563ae94c0d,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:10.946262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.101579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.218374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72118b7-14b6-4565-9860-be984621bd63 None None] Pushing event updated for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:11.231513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:11.232781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.317826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Router 49d517d6-708e-40c6-afb3-0f5b71560dfa is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:27:11.407739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:11.484853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:11.497602 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Sync routers for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:11.507089 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.508405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a988f856-68a7-4678-a5b4-08e970581017 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0854676 Aug 29 05:27:11.512192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51532) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:11.516229 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:11.516859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.586726 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:11.660306 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:11.671851 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.704483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78775a-84f0-4b56-b8df-cb3e60070501 None None] The sync data for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 is: [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:11.909480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 3, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:11.944002 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Checking router: 49d517d6-708e-40c6-afb3-0f5b71560dfa for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:11.944358 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Updating router 49d517d6-708e-40c6-afb3-0f5b71560dfa port cf717885-6c2a-454d-9767-ce839ab99dda binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:11.979456 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.028701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb9756-c68d-40af-966a-d19975273bd4 None None] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:27:12.137652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f53b80db-34df-42de-baf3-310190c5013c None None] Provisioning for port 326a8c66-527a-4292-abc2-cb7c87cbd2af completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:12.180393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.397175 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Allocated IP 172.20.0.1 (c71af8eb-8c2a-4f11-9a49-c27d026b56f5/a19f1eec-0694-4a29-8e6b-eed54755e992/544312cd-444b-4d15-8535-12795b314be7) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:12.436264 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.453913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Transition to ACTIVE for port object cf717885-6c2a-454d-9767-ce839ab99dda will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:12.460610 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.511009 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Attempting to bind port cf717885-6c2a-454d-9767-ce839ab99dda on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:12.511612 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Attempting to bind port cf717885-6c2a-454d-9767-ce839ab99dda by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:12.511949 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Attempting to bind port cf717885-6c2a-454d-9767-ce839ab99dda on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:12.524725 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:12.525252 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:12.525728 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.526234 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:12.526805 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Bound port: cf717885-6c2a-454d-9767-ce839ab99dda, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:12.527311 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.533567 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.554680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Transition to ACTIVE for port object 544312cd-444b-4d15-8535-12795b314be7 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:12.583429 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c09c2-26f9-478c-9ee5-6f103f46d99e None None] Pushing event updated for resources: {'Port': ['ID=cf717885-6c2a-454d-9767-ce839ab99dda,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:12.597534 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] For port cf717885-6c2a-454d-9767-ce839ab99dda, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:12.600422 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.600840 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] For port cf717885-6c2a-454d-9767-ce839ab99dda, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cf717885-6c2a-454d-9767-ce839ab99dda,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:12.606617 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.649423 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:12.652715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:12.657388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:12.666781 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:12.667420 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:12.680885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:12.704662 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.822356 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.829057 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:12.899219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fed8b68b-3b00-43c7-8416-c7563ae94c0d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:12.929644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:12.985273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fed8b68b-3b00-43c7-8416-c7563ae94c0d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:12.998327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fed8b68b-3b00-43c7-8416-c7563ae94c0d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:12.998822 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.002742 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c09c2-26f9-478c-9ee5-6f103f46d99e None None] Pushing event updated for resources: {'Port': ['ID=cf717885-6c2a-454d-9767-ce839ab99dda,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.117840 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 3, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:13.130881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.142171 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a414600d-ddf4-43ae-9c42-0b2b940f332a None None] Provisioning for port 544312cd-444b-4d15-8535-12795b314be7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:13.149522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a414600d-ddf4-43ae-9c42-0b2b940f332a None None] Provisioning complete for port 544312cd-444b-4d15-8535-12795b314be7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.149972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a414600d-ddf4-43ae-9c42-0b2b940f332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.160531 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a7cb-1260-42ac-bbbb-7182ec404f48 None None] The sync data for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 is: [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:10Z', 'revision_number': 3, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:13.188550 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.193814 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.202172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fed8b68b-3b00-43c7-8416-c7563ae94c0d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fed8b68b-3b00-43c7-8416-c7563ae94c0d,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:13.207690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a414600d-ddf4-43ae-9c42-0b2b940f332a None None] Port 544312cd-444b-4d15-8535-12795b314be7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:13.209223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.209980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 326a8c66-527a-4292-abc2-cb7c87cbd2af up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:13.290797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.298565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.330531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.336545 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.349678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 326a8c66-527a-4292-abc2-cb7c87cbd2af completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:13.354210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 326a8c66-527a-4292-abc2-cb7c87cbd2af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.354590 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.425243 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:13.427898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:13.459587 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.501815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 326a8c66-527a-4292-abc2-cb7c87cbd2af, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=326a8c66-527a-4292-abc2-cb7c87cbd2af,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:13.508767 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.565251 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=326a8c66-527a-4292-abc2-cb7c87cbd2af,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:13.582573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Router 49d517d6-708e-40c6-afb3-0f5b71560dfa has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:27:13.718884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:27:13.732391 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d922d18b-3cfc-4590-bba0-922dd88ce5a4 admin admin] 10.222.0.62 "PUT /v2.0/routers/49d517d6-708e-40c6-afb3-0f5b71560dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169228 Aug 29 05:27:13.738610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-edd59ea7-da19-4ca3-84fa-4c119b3025ae None None] Provisioning complete for port 544312cd-444b-4d15-8535-12795b314be7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:13.738836 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-edd59ea7-da19-4ca3-84fa-4c119b3025ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:13.796913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-edd59ea7-da19-4ca3-84fa-4c119b3025ae None None] Port 544312cd-444b-4d15-8535-12795b314be7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:14.861487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 326a8c66-527a-4292-abc2-cb7c87cbd2af up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:14.919015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 326a8c66-527a-4292-abc2-cb7c87cbd2af triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:14.919384 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.022256 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fed8b68b-3b00-43c7-8416-c7563ae94c0d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:15.095150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fed8b68b-3b00-43c7-8416-c7563ae94c0d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:15.095712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.208772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cf717885-6c2a-454d-9767-ce839ab99dda up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:15.280845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port cf717885-6c2a-454d-9767-ce839ab99dda completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:15.289386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port cf717885-6c2a-454d-9767-ce839ab99dda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:15.290172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.383808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Sync routers for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:27:15.410357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:15.410694 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:15.453315 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.519483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port cf717885-6c2a-454d-9767-ce839ab99dda, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cf717885-6c2a-454d-9767-ce839ab99dda,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:15.525495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:15.587975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:15.641779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=cf717885-6c2a-454d-9767-ce839ab99dda,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:15.897935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '544312cd-444b-4d15-8535-12795b314be7', 'name': '', 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'mac_address': 'fa:16:3e:cb:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 2, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'subnets': [{'id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:15.928690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Checking router: 49d517d6-708e-40c6-afb3-0f5b71560dfa for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:27:15.929074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Updating router 49d517d6-708e-40c6-afb3-0f5b71560dfa port 544312cd-444b-4d15-8535-12795b314be7 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:27:15.961652 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.337585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.349933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Transition to ACTIVE for port object 544312cd-444b-4d15-8535-12795b314be7 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:16.362555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.421922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064462-d603-4419-98d5-0af51cb0b334 None None] Pushing event updated for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:16.483457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Attempting to bind port 544312cd-444b-4d15-8535-12795b314be7 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:16.484008 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Attempting to bind port 544312cd-444b-4d15-8535-12795b314be7 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:16.484436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Attempting to bind port 544312cd-444b-4d15-8535-12795b314be7 on network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:16.491275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:16.491647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Checking segment: {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:16.492102 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.492503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Bound using segment: {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:16.493119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Bound port: 544312cd-444b-4d15-8535-12795b314be7, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b14b2a0-cdaa-4918-af41-1bee1c84ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:16.493508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.594274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] For port 544312cd-444b-4d15-8535-12795b314be7, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:16.600436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] For port 544312cd-444b-4d15-8535-12795b314be7, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=544312cd-444b-4d15-8535-12795b314be7,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:16.606593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:16.737384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:27:16.738601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:16.749435 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d064462-d603-4419-98d5-0af51cb0b334 None None] Pushing event updated for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:16.799038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cf717885-6c2a-454d-9767-ce839ab99dda up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:17.123777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port cf717885-6c2a-454d-9767-ce839ab99dda triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:17.124552 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:17.127228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:27:17.456239 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '544312cd-444b-4d15-8535-12795b314be7', 'name': '', 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'mac_address': 'fa:16:3e:cb:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'subnets': [{'id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:27:17.484255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ee46-de56-43ba-aaeb-59b6cb11f6ad None None] The sync data for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 is: [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:27:12Z', 'revision_number': 4, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '544312cd-444b-4d15-8535-12795b314be7', 'name': '', 'network_id': 'c71af8eb-8c2a-4f11-9a49-c27d026b56f5', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'mac_address': 'fa:16:3e:cb:aa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:12Z', 'updated_at': '2021-08-29T05:27:16Z', 'revision_number': 4, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'subnets': [{'id': 'a19f1eec-0694-4a29-8e6b-eed54755e992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:27:18.784774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 544312cd-444b-4d15-8535-12795b314be7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:18.847956 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 544312cd-444b-4d15-8535-12795b314be7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:18.855739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 544312cd-444b-4d15-8535-12795b314be7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:18.856693 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:18.961080 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.027473 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 544312cd-444b-4d15-8535-12795b314be7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=544312cd-444b-4d15-8535-12795b314be7,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:19.035555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:19.134913 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:20.811380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 544312cd-444b-4d15-8535-12795b314be7 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:20.876660 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 544312cd-444b-4d15-8535-12795b314be7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:20.877166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:24.408256 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b4b0388c-773f-4216-b8bb-0c05af281de5 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:24.410338 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b4b0388c-773f-4216-b8bb-0c05af281de5 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 815 time: 0.1820831 Aug 29 05:27:24.426723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b72b2ae5-513d-4825-9d05-5e90e3662974 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/quotas/eb4a441c6ee041fc892f68420c01fe9f HTTP/1.1" status: 200 len: 375 time: 0.0101655 Aug 29 05:27:24.488817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-1b737faf-6549-4057-80e5-20a0b1f14632 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561585 Aug 29 05:27:24.592566 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-e11e4ceb-10d7-42da-896f-62704d19f7db service neutron] 10.222.0.62 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902615 Aug 29 05:27:24.693191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-74128648-e4bc-4d72-ae5e-254b187d15eb service neutron] 10.222.0.62 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941837 Aug 29 05:27:25.930215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34d70145-421d-4558-b3a8-40425d70955e req-93155d76-19b4-4387-9d9b-d79d5ad0cf48 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 210 time: 0.0364120 Aug 29 05:27:27.010510 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b2c43b86-200a-4ecc-b3bb-88bbe81b9bb4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:27.012233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b2c43b86-200a-4ecc-b3bb-88bbe81b9bb4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 815 time: 0.1301606 Aug 29 05:27:27.029420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'port': {'device_id': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'admin_state_up': True, 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:27.047535 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ce0bcbb3-9959-4e12-8186-70eb5f2db224 req-2579ce71-7d51-450c-9abb-ca3db118e7ff tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 210 time: 0.0355046 Aug 29 05:27:27.161890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Made reservation on behalf of eb4a441c6ee041fc892f68420c01fe9f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:27:27.165671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.314925 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Allocated IP 172.20.0.5 (9459c853-2b79-4d7c-b983-7cd0bcb91f60/bbbb2a4b-60de-4bb0-8e79-730a78ee43f7/6862b1a9-3b98-4f9c-9da2-cae691376b39) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:27.511444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.529249 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Transition to ACTIVE for port object 6862b1a9-3b98-4f9c-9da2-cae691376b39 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:27.572253 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.597288 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:27.600672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:27.603254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:27.684355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:27.697959 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.698441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.698711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.699006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.699305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.699638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.700004 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.700849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.701183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.701511 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.701886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.702151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:27.712441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:27.713127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:27.732306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-b1619c03-1fdf-4e94-93d3-b1380979f46f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7074406 Aug 29 05:27:27.932992 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad11f552-484e-4998-82c0-546185f098a0 None None] Provisioning for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:27.943342 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ad11f552-484e-4998-82c0-546185f098a0 None None] Provisioning complete for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:27.944786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad11f552-484e-4998-82c0-546185f098a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:28.012808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-ad11f552-484e-4998-82c0-546185f098a0 None None] Port 6862b1a9-3b98-4f9c-9da2-cae691376b39 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:27:28.204248 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fa86b-34d6-45d6-be78-f85e958a36e9 req-d93859a4-a57c-4b77-8e9c-542ac8b0ee4b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:28.206043 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-048fa86b-34d6-45d6-be78-f85e958a36e9 req-d93859a4-a57c-4b77-8e9c-542ac8b0ee4b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0689874 Aug 29 05:27:28.249259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-048fa86b-34d6-45d6-be78-f85e958a36e9 req-f5d1df19-eb0a-4c8d-a8e3-77034256f24d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Aug 29 05:27:29.417301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5652cd-dced-40d9-bd51-9edb56262b82 req-5c9354a9-baee-4ac7-8152-7342cfc70e0d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:29.419036 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee5652cd-dced-40d9-bd51-9edb56262b82 req-5c9354a9-baee-4ac7-8152-7342cfc70e0d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0837636 Aug 29 05:27:29.464932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee5652cd-dced-40d9-bd51-9edb56262b82 req-aa4ad53d-9d05-4b6c-af56-a12281c2c18b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Aug 29 05:27:30.447021 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:30.592683 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e41e-cbf2-4a18-801a-ebbaa77429ec req-4c3566a8-b969-4695-b159-6c607504d188 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:30.594243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d29e41e-cbf2-4a18-801a-ebbaa77429ec req-4c3566a8-b969-4695-b159-6c607504d188 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0538912 Aug 29 05:27:30.643784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d29e41e-cbf2-4a18-801a-ebbaa77429ec req-e7e129c2-a50a-4fd3-8259-8ee11e4ac646 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Aug 29 05:27:31.765626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba06c-ae4a-4cee-b272-e2024cad80da req-95ef861c-cfc3-462b-9beb-7c1844b02c06 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:31.767164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b0ba06c-ae4a-4cee-b272-e2024cad80da req-95ef861c-cfc3-462b-9beb-7c1844b02c06 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0531778 Aug 29 05:27:31.808877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b0ba06c-ae4a-4cee-b272-e2024cad80da req-4343529e-15ee-4274-8583-7427664dd99c tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354273 Aug 29 05:27:32.939841 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4823d-09f4-4c25-9e66-01ddd27b465b req-6a64a91d-62f6-4854-abce-dcf8910ad23d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:32.941674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7be4823d-09f4-4c25-9e66-01ddd27b465b req-6a64a91d-62f6-4854-abce-dcf8910ad23d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0622685 Aug 29 05:27:32.983004 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7be4823d-09f4-4c25-9e66-01ddd27b465b req-f7d9d508-0111-4b38-a65a-c09de666c078 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Aug 29 05:27:34.111186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f54464-9b29-4923-96dd-ee1ea28fd134 req-d16ee044-bf81-4f29-aea7-1ced949f79d3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:34.112799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3f54464-9b29-4923-96dd-ee1ea28fd134 req-d16ee044-bf81-4f29-aea7-1ced949f79d3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0542827 Aug 29 05:27:34.159083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3f54464-9b29-4923-96dd-ee1ea28fd134 req-32038e11-e6f0-443d-a90d-8bf6e47acd5c tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Aug 29 05:27:35.278138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f257c9c-5cc2-4cb9-bfe4-83b5d90ff201 req-1b885c65-feca-4955-9fdd-676c5dd3895f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:35.280343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f257c9c-5cc2-4cb9-bfe4-83b5d90ff201 req-1b885c65-feca-4955-9fdd-676c5dd3895f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0513341 Aug 29 05:27:35.322448 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3f257c9c-5cc2-4cb9-bfe4-83b5d90ff201 req-a4e94c92-cd29-42c6-a611-627e2bec03b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Aug 29 05:27:36.448429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed55cd-e632-46e8-87db-43fe5bcb7698 req-27f046a6-7fd3-4692-be3f-20a4e4bf7845 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:36.450016 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70ed55cd-e632-46e8-87db-43fe5bcb7698 req-27f046a6-7fd3-4692-be3f-20a4e4bf7845 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0538120 Aug 29 05:27:36.491948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-70ed55cd-e632-46e8-87db-43fe5bcb7698 req-73429cb1-e577-4175-980c-6dbc7a086b4b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354087 Aug 29 05:27:37.450852 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6bac2ec9-5d5a-4e81-a180-ca09d23dd934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:37.635236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990e570-b2c5-43fd-b8d8-8f6eab1d7203 req-51c88d0d-fe41-435f-a4fe-76b3f616354b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:37.636830 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2990e570-b2c5-43fd-b8d8-8f6eab1d7203 req-51c88d0d-fe41-435f-a4fe-76b3f616354b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 931 time: 0.0505457 Aug 29 05:27:37.675248 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Request body: {'port': {'device_id': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:37.681689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2990e570-b2c5-43fd-b8d8-8f6eab1d7203 req-20a27348-e80c-451f-a16e-edede6262721 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Aug 29 05:27:37.733996 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.005712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6862b1a9-3b98-4f9c-9da2-cae691376b39 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:38.014208 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.025963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Transition to ACTIVE for port object 6862b1a9-3b98-4f9c-9da2-cae691376b39 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:27:38.030188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.105806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:38.173546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Attempting to bind port 6862b1a9-3b98-4f9c-9da2-cae691376b39 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:27:38.173546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Attempting to bind port 6862b1a9-3b98-4f9c-9da2-cae691376b39 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:27:38.173905 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Attempting to bind port 6862b1a9-3b98-4f9c-9da2-cae691376b39 on network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:38.179224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Port 6862b1a9-3b98-4f9c-9da2-cae691376b39 on network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:27:38.180185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Attempting to bind port 6862b1a9-3b98-4f9c-9da2-cae691376b39 on network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:27:38.192264 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:27:38.193174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Checking segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:27:38.193174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Bound using segment: {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:27:38.193502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Bound port: 6862b1a9-3b98-4f9c-9da2-cae691376b39, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c64832-d745-4155-8f78-8ecae04b20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:27:38.193887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.276522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:27:38.280956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:27:38.287133 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.326449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.327302 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:38.328846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 1092 time: 0.6581616 Aug 29 05:27:38.331399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:38.336160 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb251a02-49da-40cc-8f42-ffd06ccf61c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:38.366804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b9a2-f2d4-4e02-b4c1-ef22fb29c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:38.410155 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a48db0-e742-4e0c-8a1b-b619811b515d x-openstack-request-id: req-f9a48db0-e742-4e0c-8a1b-b619811b515d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:38.410443 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:38.410689 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9a48db0-e742-4e0c-8a1b-b619811b515d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:38.411083 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:27:38.431197 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-d9f53f3b-b889-4927-a7c8-0e1e1e8b5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.433808 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-d9f53f3b-b889-4927-a7c8-0e1e1e8b5e0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1095 time: 0.0563834 Aug 29 05:27:38.487149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-9a4f0219-11e2-4858-ae4d-32b9686973b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 217 time: 0.0449214 Aug 29 05:27:38.575630 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-fd3b4a73-d45e-445d-a906-f78131d12aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.578976 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-fd3b4a73-d45e-445d-a906-f78131d12aff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0837595 Aug 29 05:27:38.631251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-a5620726-f25b-4f10-bf8a-ee5ab2071fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.632936 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-a5620726-f25b-4f10-bf8a-ee5ab2071fff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437086 Aug 29 05:27:38.758815 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-56f22cfb-df53-4b95-ba80-d9be564496b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165483 Aug 29 05:27:38.822395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551ab6-490d-4441-8b10-8590e2b330aa req-3067f5c4-3c4f-48d6-b283-10e8ebb31b6b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.823901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0551ab6-490d-4441-8b10-8590e2b330aa req-3067f5c4-3c4f-48d6-b283-10e8ebb31b6b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 943 time: 0.0571880 Aug 29 05:27:38.866218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3c2327c8-63f3-43c9-b0a4-948955b7461b req-bbab38b9-5c67-494f-93e6-4e120715aabe service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992148 Aug 29 05:27:38.881469 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0551ab6-490d-4441-8b10-8590e2b330aa req-20c13aa0-b385-4f41-a399-d7939067bf46 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462806 Aug 29 05:27:38.977768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-ef78e29b-1797-4822-a728-062dee090a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:38.979323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-ef78e29b-1797-4822-a728-062dee090a7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1095 time: 0.0507178 Aug 29 05:27:39.086697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-9f307696-db31-4bb9-9666-dc9f9a819f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.088146 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-9f307696-db31-4bb9-9666-dc9f9a819f9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.1013567 Aug 29 05:27:39.140321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-1ef9bf40-8d5b-42ce-b2fc-10144bacba90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 217 time: 0.0438194 Aug 29 05:27:39.211813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-988c473f-fe2b-463d-ba44-b179b4ccd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.213362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-988c473f-fe2b-463d-ba44-b179b4ccd841 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0635700 Aug 29 05:27:39.276678 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-7ca72cc3-eeaf-42d6-9d0c-12ec41713255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:39.278873 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-7ca72cc3-eeaf-42d6-9d0c-12ec41713255 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554886 Aug 29 05:27:39.385953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-a39f644e-42d8-4ecf-9a55-18155fcfc7ee service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986426 Aug 29 05:27:39.510321 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-eb251a02-49da-40cc-8f42-ffd06ccf61c7 req-332028ab-3397-4a62-b75a-08c2d8f7026e service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159704 Aug 29 05:27:40.006580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4bdf-acd3-4384-a813-4da5d5f86f74 req-5c40bc4e-33d4-4588-be8a-cd9fcf8cd5c0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:40.008357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cfc4bdf-acd3-4384-a813-4da5d5f86f74 req-5c40bc4e-33d4-4588-be8a-cd9fcf8cd5c0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 943 time: 0.0522280 Aug 29 05:27:40.045122 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9cfc4bdf-acd3-4384-a813-4da5d5f86f74 req-e0fc081e-34ec-4b42-b4e2-b0e146ae9670 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Aug 29 05:27:40.405548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:40.448488 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8de7adc-cf3a-4f7e-a9d4-489454c5e501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:41.159238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd96ef-dcf6-44e8-bdd9-c81233c388fc req-53587d1d-017d-486d-a4e2-4a5e9335087c tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:41.160743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1dd96ef-dcf6-44e8-bdd9-c81233c388fc req-53587d1d-017d-486d-a4e2-4a5e9335087c tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 943 time: 0.0494924 Aug 29 05:27:41.197123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1dd96ef-dcf6-44e8-bdd9-c81233c388fc req-8ad6af82-6b5d-4544-8023-f83523640150 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304945 Aug 29 05:27:41.569500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.311290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa62d-a1dd-46fa-977a-74b652946927 req-b77f9a7b-458c-4fbe-b78f-79a6848ae31b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:42.312871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27afa62d-a1dd-46fa-977a-74b652946927 req-b77f9a7b-458c-4fbe-b78f-79a6848ae31b tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 943 time: 0.0485158 Aug 29 05:27:42.349918 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27afa62d-a1dd-46fa-977a-74b652946927 req-825651be-73cd-4e17-8773-0b45d69091f0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Aug 29 05:27:42.613803 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6862b1a9-3b98-4f9c-9da2-cae691376b39 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:27:42.705039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:42.716128 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'port_id': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'mac_address': 'fa:16:3e:6e:ea:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:27:42.759074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.771551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6862b1a9-3b98-4f9c-9da2-cae691376b39 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:27:42.790461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:42.795360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.842637 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:42.851875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:42.859542 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.860000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.860349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.860687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.861022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.861355 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.861687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.862025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.862481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.862664 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.862980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:42.863307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:27:43.103116 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:27:43.299913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:43.473258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb5ab-3286-4391-888e-d67df9c418f9 req-14410d2e-56f9-4604-9426-e70ac084259a tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:43.474722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84abb5ab-3286-4391-888e-d67df9c418f9 req-14410d2e-56f9-4604-9426-e70ac084259a tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 944 time: 0.0563550 Aug 29 05:27:43.511951 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-84abb5ab-3286-4391-888e-d67df9c418f9 req-963d1e99-3281-4dd3-9ace-3a7bbf8eea03 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Aug 29 05:27:44.629137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6862b1a9-3b98-4f9c-9da2-cae691376b39 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:27:44.629739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c677-74d0-4ea4-900e-692efeee2e9a req-52d0098e-2eff-403b-8ea6-0fdc87b5cb35 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:44.631248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7623c677-74d0-4ea4-900e-692efeee2e9a req-52d0098e-2eff-403b-8ea6-0fdc87b5cb35 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 944 time: 0.0498252 Aug 29 05:27:44.669858 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7623c677-74d0-4ea4-900e-692efeee2e9a req-2c5fc887-0d82-4984-8134-54fccc4f406d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Aug 29 05:27:44.682514 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:27:44.686262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:27:44.686631 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:44.766861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:44.788691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:27:44.791220 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad02987-f897-4f90-bc8d-1dd352d7bd9d" -d '{"events": [{"server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "name": "network-vif-plugged", "status": "completed", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:27:44.804612 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:27:44.809509 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:44.837811 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb00123-56aa-4bd6-975c-9dec4b0c941d x-openstack-request-id: req-ffb00123-56aa-4bd6-975c-9dec4b0c941d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:27:44.838102 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "name": "network-vif-plugged", "status": "completed", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:27:44.838356 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffb00123-56aa-4bd6-975c-9dec4b0c941d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:27:44.838744 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'code': 200} Aug 29 05:27:44.865971 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:44.936416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b82a-a2ba-4a18-85cd-fb4a198b9de1 req-b7299a88-c92d-4c3f-9699-fd727f856dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:44.937913 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fb73b82a-a2ba-4a18-85cd-fb4a198b9de1 req-b7299a88-c92d-4c3f-9699-fd727f856dd8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1097 time: 0.0417199 Aug 29 05:27:44.979470 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fb73b82a-a2ba-4a18-85cd-fb4a198b9de1 req-3abd9b66-d054-4b3e-a614-6bb952fb9003 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266807 Aug 29 05:27:45.680685 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:27:45.784421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca42bb-e8b6-4f46-9a0c-e083b71b7167 req-522e2dd1-d2c8-4405-9529-1bdcabba6b38 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:45.785911 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39ca42bb-e8b6-4f46-9a0c-e083b71b7167 req-522e2dd1-d2c8-4405-9529-1bdcabba6b38 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 29 05:27:45.822740 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39ca42bb-e8b6-4f46-9a0c-e083b71b7167 req-551bfb4e-9217-4a30-a025-36392076028a tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Aug 29 05:27:46.944273 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f796b-d7c2-45a3-8618-e0b53d278628 req-1c573db0-5699-4e2d-b99a-fc9e0eca64d4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:46.945818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-537f796b-d7c2-45a3-8618-e0b53d278628 req-1c573db0-5699-4e2d-b99a-fc9e0eca64d4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Aug 29 05:27:46.984746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-537f796b-d7c2-45a3-8618-e0b53d278628 req-f5bbc72c-15e0-4421-b98b-a6713179afb7 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 29 05:27:47.097261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f977691-177d-46e7-8ed3-a3b3b6647d7e req-8eb5585f-3054-43a3-895c-6fab22b8047e tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:47.098886 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f977691-177d-46e7-8ed3-a3b3b6647d7e req-8eb5585f-3054-43a3-895c-6fab22b8047e tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0486288 Aug 29 05:27:47.144125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5f977691-177d-46e7-8ed3-a3b3b6647d7e req-099de02d-72cf-4bb9-aa9a-e62359c775ae tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Aug 29 05:27:47.335119 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7cea-3117-490d-a8ca-0e59243af57e req-2c79e665-6100-4334-b450-dddbcda2accd tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:47.336611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3ae7cea-3117-490d-a8ca-0e59243af57e req-2c79e665-6100-4334-b450-dddbcda2accd tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Aug 29 05:27:47.374096 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d3ae7cea-3117-490d-a8ca-0e59243af57e req-9e0f03ea-219a-4291-b90b-45f0fcfbe401 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Aug 29 05:27:51.589879 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3f60647-17a7-4435-9710-2b9b8a5b8d63 req-95b2212e-db32-4f9d-8b93-73fcacf297f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309682 Aug 29 05:27:51.677387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3f60647-17a7-4435-9710-2b9b8a5b8d63 req-5722825a-3ef3-4cdf-b10f-0f0317d410a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Aug 29 05:27:51.728533 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3f60647-17a7-4435-9710-2b9b8a5b8d63 req-76d1b6f1-8133-44b0-8bec-905987e2c343 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246532 Aug 29 05:27:51.826565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60647-17a7-4435-9710-2b9b8a5b8d63 req-8b94eb22-d0eb-4845-9605-22f773c64d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:51.828238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-c3f60647-17a7-4435-9710-2b9b8a5b8d63 req-8b94eb22-d0eb-4845-9605-22f773c64d60 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933328 Aug 29 05:27:58.953241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4344e29-0cbe-47a5-a94f-5f3604c193e5 req-29055d10-892c-4503-bf04-2c50fbbb3e5a tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:58.954872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4344e29-0cbe-47a5-a94f-5f3604c193e5 req-29055d10-892c-4503-bf04-2c50fbbb3e5a tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Aug 29 05:27:58.992840 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c4344e29-0cbe-47a5-a94f-5f3604c193e5 req-8dada2fc-f279-4413-95e5-f0344817c628 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Aug 29 05:27:59.015006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:59.143277 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e280e-85e3-4859-98b5-3f003a008a51 tempest-TestMinimumBasicScenario-524606804 tempest-TestMinimumBasicScenario-524606804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:27:59.144835 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ac7e280e-85e3-4859-98b5-3f003a008a51 tempest-TestMinimumBasicScenario-524606804 tempest-TestMinimumBasicScenario-524606804-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1092 time: 0.1288922 Aug 29 05:27:59.147859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51736) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:27:59.152267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:27:59.173910 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.276728 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.376789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Allocated IP 172.25.3.52 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/b2d75ccb-4332-4a3a-8f7f-475e009e5905) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:27:59.479762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.517338 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.556932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:27:59.561999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:27:59.564510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:27:59.569818 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'Port': ['ID=b2d75ccb-4332-4a3a-8f7f-475e009e5905,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:27:59.925809 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:27:59.990587 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.146184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.150774 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.218578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'Port': ['ID=b2d75ccb-4332-4a3a-8f7f-475e009e5905,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:00.229817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.230154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.230548 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.230877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.231201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.231523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.231840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.232218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.232543 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.232938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.233174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.233486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:28:00.241164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.444140 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:00.717275 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Floating IP d005765d-5f1e-4048-9552-177ec3ab4397 associated. External IP: 172.25.3.52, port: 6862b1a9-3b98-4f9c-9da2-cae691376b39. Aug 29 05:28:00.927300 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:28:01.033426 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:28:01.043088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Sync routers for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:28:01.049404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.052495 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:01.053105 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:01.079430 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-707d6831-2793-4a61-aae3-c1af49e759b6 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9278595 Aug 29 05:28:01.079430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:01.079731 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e56f9-d8be-4037-b100-02920ba3fa97" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:01.079843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51738) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.086017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656251147', 'description': 'tempest-secgroup-smoke-656251147 description', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.114919 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.168739 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:01.210162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.215854 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.247898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.249278 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1680343 Aug 29 05:28:01.251203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d2d3-2604-42f0-be21-04bb2532a288 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994ce57b-15e4-492e-95ae-f8b1d9083753,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.252328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51744) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.269738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.275849 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f6f05-a64d-4d5d-8809-e4be5db3b8fe x-openstack-request-id: req-d33f6f05-a64d-4d5d-8809-e4be5db3b8fe {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:01.276163 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:01.276411 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d33f6f05-a64d-4d5d-8809-e4be5db3b8fe {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:01.276802 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:28:01.306149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.342371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-29633dd1-e414-4cd4-9ba4-eeb548db2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.343953 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-29633dd1-e414-4cd4-9ba4-eeb548db2dea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1097 time: 0.0469055 Aug 29 05:28:01.367593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.372827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.388803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd02656-0151-4337-9aba-1c9dc08ed1f7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.404272 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.405510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-654e0d88-c9f7-4332-8312-84dd3887c32d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417086 Aug 29 05:28:01.409487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51746) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.414198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.427112 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd005765d-5f1e-4048-9552-177ec3ab4397', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'port_id': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'mac_address': 'fa:16:3e:6e:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:59Z', 'updated_at': '2021-08-29T05:27:59Z', 'revision_number': 0, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:01.441236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.447739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-3fee2a7c-bc10-4606-aee9-8223dff9669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.449790 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-3fee2a7c-bc10-4606-aee9-8223dff9669d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.0971189 Aug 29 05:28:01.457724 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Checking router: cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:28:01.468675 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:28:01.469281 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:27:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:01.505047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.510356 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.525893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-38b21582-c4a7-405d-8c7d-97c582e96274 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 998 time: 0.0677197 Aug 29 05:28:01.530074 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7990e41-42bc-4549-841d-1e1581a3cc22,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.537806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.541572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e0224882-b6e5-4a88-adaa-328d4d101225 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286168 Aug 29 05:28:01.542136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51748) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.547375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.574644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.581005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:28:01.594886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-37fd7f46-1caa-4461-a09c-5cd3970dc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.596633 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-37fd7f46-1caa-4461-a09c-5cd3970dc134 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0577850 Aug 29 05:28:01.634517 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.639087 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.658876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45382b6e-9a2a-4af2-a695-1b74912515b5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.661400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-113dc55a-7455-4eb8-85bf-60707fb9c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:01.663479 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-113dc55a-7455-4eb8-85bf-60707fb9c8bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536897 Aug 29 05:28:01.665380 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.666823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a1decb0f-eac4-44b6-9422-7d83ddd1c825 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236765 Aug 29 05:28:01.669550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51750) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.674174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.707182 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.770965 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-82adf31e-96f5-4baa-bc59-0b4c2d690be9 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957525 Aug 29 05:28:01.773107 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.777304 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.795452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b26e60-d1e8-481e-bf3f-582b3992cb92,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.802596 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.804912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d33d8207-1756-44d3-bed5-83e1a4475b4f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333735 Aug 29 05:28:01.806588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51752) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.812149 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.836573 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd005765d-5f1e-4048-9552-177ec3ab4397', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'port_id': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'mac_address': 'fa:16:3e:6e:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:59Z', 'updated_at': '2021-08-29T05:27:59Z', 'revision_number': 0, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:28:01.838388 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Project eb4a441c6ee041fc892f68420c01fe9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:01.844337 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.863623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89684d7b-2764-449c-a087-66fbda5fd142 None None] The sync data for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 is: [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'd005765d-5f1e-4048-9552-177ec3ab4397', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'port_id': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'mac_address': 'fa:16:3e:6e:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:27:59Z', 'updated_at': '2021-08-29T05:27:59Z', 'revision_number': 0, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:28:01.883066 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1d8e56f9-d8be-4037-b100-02920ba3fa97 req-9d9b9358-1e7d-405f-bd46-8d1653f19bce service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035786 Aug 29 05:28:01.918023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.922169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.940411 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb2e251-4dbb-4c2a-8e56-112106244d3a,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:01.946797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:01.948228 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-aa2630fb-e063-40f5-ad7a-8a746c1ab7b8 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406345 Aug 29 05:28:01.951505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51754) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:28:01.956104 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'security_group_rule': {'security_group_id': '994ce57b-15e4-492e-95ae-f8b1d9083753', 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:01.977419 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Project eb4a441c6ee041fc892f68420c01fe9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:28:01.982408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.048188 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.052151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.070874 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a0f8ba-263d-4cd2-9155-95b4645db7e2,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:02.077781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.081743 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-79aee799-8d0c-47cf-8524-e735929703b3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266131 Aug 29 05:28:02.081930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e789b8-4352-48b9-b416-f8cc90a4d707 None None] New status for floating IP d005765d-5f1e-4048-9552-177ec3ab4397: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:28:02.159644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-e0fd2757-8f3c-4f65-a3de-4824a787fd67 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656251147&fields=id&tenant_id=eb4a441c6ee041fc892f68420c01fe9f HTTP/1.1" status: 200 len: 267 time: 0.0328734 Aug 29 05:28:02.217486 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-66cd799f-94e7-4bd0-bc4a-37ec15468eb0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.218960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-66cd799f-94e7-4bd0-bc4a-37ec15468eb0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Aug 29 05:28:02.235495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'port': {'security_groups': ['f65a8d5d-1edd-4648-beb6-c606f67b8326', '994ce57b-15e4-492e-95ae-f8b1d9083753']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:28:02.300531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.505444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:28:02.534300 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.538710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.551856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:28:02.589284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.590180 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:02.592837 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7636f5d8-7c79-4206-a896-4f3b9f05876c req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "PUT /v2.0/ports/6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 981 time: 0.3616052 Aug 29 05:28:02.625508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e719d82-5462-4f7f-bbf7-a6b6637eb010 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=6']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:28:02.663444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:28:02.711839 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ecd1-478d-4e45-b21e-cf6fc39e71fa req-599fe39c-b1d6-4b3a-b7cd-b6166382095f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:02.713445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4c3ecd1-478d-4e45-b21e-cf6fc39e71fa req-599fe39c-b1d6-4b3a-b7cd-b6166382095f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0555787 Aug 29 05:28:02.780686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d4c3ecd1-478d-4e45-b21e-cf6fc39e71fa req-06be7cc0-f203-4993-a557-7f388f3caf4c tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520546 Aug 29 05:28:02.903060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2ea85680-62b3-4f5d-9010-2ecf394f62b4 None None] Provisioning complete for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:28:02.903425 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2ea85680-62b3-4f5d-9010-2ecf394f62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:03.277898 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:28:03.280359 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9e789-e6c8-49ce-85b9-064321b55358" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:28:03.316491 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4520b7-45d9-4d8a-be0a-86c5e50460ea x-openstack-request-id: req-bf4520b7-45d9-4d8a-be0a-86c5e50460ea {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:28:03.316769 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:28:03.317012 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf4520b7-45d9-4d8a-be0a-86c5e50460ea {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:28:03.317398 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:28:03.388698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-3d501e1c-ae17-4a6d-a611-04f1a99cdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:03.390224 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-3d501e1c-ae17-4a6d-a611-04f1a99cdda8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1136 time: 0.0425022 Aug 29 05:28:03.485427 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-aea38b2a-6572-4b64-8dcd-afd70ca76ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:03.486891 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-aea38b2a-6572-4b64-8dcd-afd70ca76ad7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.0876832 Aug 29 05:28:03.553480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-b7b620e3-9dbe-4d71-9db3-26deea1096cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 1000 time: 0.0561748 Aug 29 05:28:03.610715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-c766e0ec-8869-43a2-840e-7bf0cb6d7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:03.612553 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-c766e0ec-8869-43a2-840e-7bf0cb6d7698 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0520384 Aug 29 05:28:03.660802 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-e5ab0eac-cff5-48e0-8b8b-2d62bc6b3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:03.662200 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-e5ab0eac-cff5-48e0-8b8b-2d62bc6b3564 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404706 Aug 29 05:28:03.757189 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-cef34188-0bb8-46c3-8b50-ad5ade8b72d7 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874627 Aug 29 05:28:03.856449 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-45b9e789-e6c8-49ce-85b9-064321b55358 req-f5f66ffa-ba31-460b-be51-bfd2c9049583 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857036 Aug 29 05:28:07.441701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e474553c-67a4-44d2-aff2-11a0dc8d28e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:10.407203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:10.449821 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03dd77d3-5407-40bd-87bb-ed6e98394685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:11.571664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:12.830787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:13.302459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:22.680336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:28:25.575355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-e51d73d0-69f8-4d13-a459-6ae8cca408c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:25.576880 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-e51d73d0-69f8-4d13-a459-6ae8cca408c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1136 time: 0.0417030 Aug 29 05:28:25.577286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92657e15-2db2-444a-8fd5-f93a952e7d08 req-bdd9a1b2-0414-4f52-be29-7943ea462e4d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:25.578812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92657e15-2db2-444a-8fd5-f93a952e7d08 req-bdd9a1b2-0414-4f52-be29-7943ea462e4d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0543892 Aug 29 05:28:25.625737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92657e15-2db2-444a-8fd5-f93a952e7d08 req-9d1db442-281f-46d7-ad69-e9fdf5b562bf tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404904 Aug 29 05:28:25.674440 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-3a14cd3b-7872-4e8a-8d74-ccf71bc9a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:25.675972 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-3a14cd3b-7872-4e8a-8d74-ccf71bc9a7af service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.0909572 Aug 29 05:28:25.742220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-0d2970d3-1b2f-402d-8bfe-2dd291ffe949 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 1000 time: 0.0580513 Aug 29 05:28:25.791857 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-46535492-033b-4552-8e05-33deff8ea426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:25.793961 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-46535492-033b-4552-8e05-33deff8ea426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0440607 Aug 29 05:28:25.846945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-4fc6f28b-9789-4ec5-9cff-0923836c1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:25.848470 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-4fc6f28b-9789-4ec5-9cff-0923836c1721 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438378 Aug 29 05:28:25.940924 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-a2a77c27-5e7f-40f6-812a-53f11e6b7e16 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839469 Aug 29 05:28:26.038122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4accf522-c6b3-4e86-a27a-8b3e5b7a36ab req-d1164d90-4a9e-4f45-b552-5578e01be012 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Aug 29 05:28:26.747365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472edd-2a78-425a-bfa5-ff0970485b22 req-d0a1715d-4a0b-432d-87d7-c2352940c7ab tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:26.748878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96472edd-2a78-425a-bfa5-ff0970485b22 req-d0a1715d-4a0b-432d-87d7-c2352940c7ab tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0500214 Aug 29 05:28:26.788176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-96472edd-2a78-425a-bfa5-ff0970485b22 req-2df488fe-ca85-45aa-bd04-63995c556062 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332625 Aug 29 05:28:27.903215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb601e2-062a-4ce2-ae83-903b5f2c0374 req-58580f40-0581-4692-9a19-df730645e54f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:27.904823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbb601e2-062a-4ce2-ae83-903b5f2c0374 req-58580f40-0581-4692-9a19-df730645e54f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0498636 Aug 29 05:28:27.944870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbb601e2-062a-4ce2-ae83-903b5f2c0374 req-76160db8-c683-4130-9c5f-4b6a335f4141 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334938 Aug 29 05:28:29.068727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bb964-cbaf-4fab-8bda-d13414a8a193 req-2a02e463-f16e-40f6-8ce9-fb43c2b061cf tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:29.070273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac0bb964-cbaf-4fab-8bda-d13414a8a193 req-2a02e463-f16e-40f6-8ce9-fb43c2b061cf tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0552585 Aug 29 05:28:29.112991 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac0bb964-cbaf-4fab-8bda-d13414a8a193 req-9a49e1cd-b6cf-4e21-85e8-a32a1ae14c51 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365272 Aug 29 05:28:30.238399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22554-f545-4b91-a1cc-49567ee40622 req-2e51e914-5e7c-490b-a4c4-17676aa00fab tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:30.239968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab22554-f545-4b91-a1cc-49567ee40622 req-2e51e914-5e7c-490b-a4c4-17676aa00fab tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0571265 Aug 29 05:28:30.282464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2ab22554-f545-4b91-a1cc-49567ee40622 req-cd4e40e6-0a48-4e52-8f8d-bb95a0a14901 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357983 Aug 29 05:28:30.438862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:30.707638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-fd096bbc-cd86-4633-bac7-76a2f05b4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:30.709094 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-fd096bbc-cd86-4633-bac7-76a2f05b4fd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1136 time: 0.0414016 Aug 29 05:28:30.821842 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-514806c1-445a-4bdc-adaa-418ad84735bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:30.823327 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-514806c1-445a-4bdc-adaa-418ad84735bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.0927346 Aug 29 05:28:30.899387 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-362a197e-2a62-45b5-97ef-875211cd865f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 1000 time: 0.0625865 Aug 29 05:28:30.952525 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-c5a1ade9-1a3f-480a-aa1b-0696b1baf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:30.954048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-c5a1ade9-1a3f-480a-aa1b-0696b1baf7b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0421157 Aug 29 05:28:30.998973 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-54f963ae-806f-417d-b22c-d2b339681431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:31.001068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-54f963ae-806f-417d-b22c-d2b339681431 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393505 Aug 29 05:28:31.099220 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-4db815fc-2ae4-4a3d-882d-e04e28642763 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902884 Aug 29 05:28:31.192144 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-36faa233-3cf9-4fc7-9e7c-d4b06c3e97aa req-23ca4488-9b2f-4e96-8d73-306f1547eb4d service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816875 Aug 29 05:28:31.407837 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d5914-0ddf-4413-8985-fed29cc7e961 req-ef4221d3-738b-4d64-8f48-39fc7b37dfa3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:31.409385 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b43d5914-0ddf-4413-8985-fed29cc7e961 req-ef4221d3-738b-4d64-8f48-39fc7b37dfa3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0592551 Aug 29 05:28:31.451596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b43d5914-0ddf-4413-8985-fed29cc7e961 req-3245661e-e03b-4b30-af49-837cae2f5ed0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352721 Aug 29 05:28:32.570434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9d2d6-ea40-4a6b-828f-c3b1f9e86592 req-bb712811-b44a-42ca-b2b4-21983920f267 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:32.571966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27a9d2d6-ea40-4a6b-828f-c3b1f9e86592 req-bb712811-b44a-42ca-b2b4-21983920f267 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0534549 Aug 29 05:28:32.614557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27a9d2d6-ea40-4a6b-828f-c3b1f9e86592 req-59013bab-301c-4415-8b87-4911e6716568 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359919 Aug 29 05:28:33.733375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1832f9-3b4c-4bda-858a-50a5e721d0bb req-66aa61fe-7520-4173-a4f7-7c4d8aa40394 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:33.735551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed1832f9-3b4c-4bda-858a-50a5e721d0bb req-66aa61fe-7520-4173-a4f7-7c4d8aa40394 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0547068 Aug 29 05:28:33.775006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed1832f9-3b4c-4bda-858a-50a5e721d0bb req-1bf23ac8-f4c0-4699-a98f-1365bf150b0d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334311 Aug 29 05:28:34.895592 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f7c32-4c89-4eed-8ebe-412f8fdea03f req-8283c0b6-96dc-464d-b518-8dd9e0fa750d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:34.897111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-852f7c32-4c89-4eed-8ebe-412f8fdea03f req-8283c0b6-96dc-464d-b518-8dd9e0fa750d tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0508864 Aug 29 05:28:34.936365 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-852f7c32-4c89-4eed-8ebe-412f8fdea03f req-b9a593b9-4063-44eb-971a-b9d67ac8ebad tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331933 Aug 29 05:28:36.060023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c19dd1-71cb-4b1d-acbc-7762f0218e14 req-d38df56a-c993-4e05-8978-c1b6775262a7 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:36.061530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57c19dd1-71cb-4b1d-acbc-7762f0218e14 req-d38df56a-c993-4e05-8978-c1b6775262a7 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0560408 Aug 29 05:28:36.103955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-57c19dd1-71cb-4b1d-acbc-7762f0218e14 req-2858d586-4ea7-4c98-bd35-571d128b1352 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363691 Aug 29 05:28:37.227164 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ed0eb-72eb-45d2-a7b2-9a66a3c00fda req-e0f6cb2b-8793-4262-9c9b-3f6a58e1eeea tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:37.228696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d59ed0eb-72eb-45d2-a7b2-9a66a3c00fda req-e0f6cb2b-8793-4262-9c9b-3f6a58e1eeea tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0566118 Aug 29 05:28:37.269419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d59ed0eb-72eb-45d2-a7b2-9a66a3c00fda req-30127d73-e95b-4f63-9260-b9c62416e7ec tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=994ce57b-15e4-492e-95ae-f8b1d9083753&id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343666 Aug 29 05:28:37.442606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f17f2ed-0fef-4d6f-a475-50fc8b677b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.408423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:40.449188 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9d32-667a-4c25-a55f-8ed4ff909c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:41.576176 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:42.834302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:43.304533 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:28:52.288493 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e11b6912-c041-4e4d-82d6-95db922e997e req-dc3765b9-a169-4c78-a98c-25bb70def745 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294390 Aug 29 05:28:52.372360 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e11b6912-c041-4e4d-82d6-95db922e997e req-89a6073a-60e0-40ea-8fe9-e60921e1cf3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0258291 Aug 29 05:28:52.418554 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e11b6912-c041-4e4d-82d6-95db922e997e req-03ec4cc6-7ae6-4b96-80c1-af8016b1c1c2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193169 Aug 29 05:28:52.518884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b6912-c041-4e4d-82d6-95db922e997e req-77e884f6-169e-42b9-aaa0-2d65ca91d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:28:52.520394 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e11b6912-c041-4e4d-82d6-95db922e997e req-77e884f6-169e-42b9-aaa0-2d65ca91d994 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928810 Aug 29 05:28:59.681907 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:00.454721 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:07.450053 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-935d371e-d882-4994-ae32-c57a8c74dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:10.409947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:10.450899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f0765c88-971f-441d-b81e-8d0819272f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:10.685476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6392240-f303-4b47-8494-f10570f7fe2f req-11ab55c0-11f1-44d2-ae38-a6c14c9034aa tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656251147&fields=id&tenant_id=eb4a441c6ee041fc892f68420c01fe9f HTTP/1.1" status: 200 len: 267 time: 0.0361602 Aug 29 05:29:10.744329 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392240-f303-4b47-8494-f10570f7fe2f req-b9007bb8-d897-499e-8640-a4c9f0cdd4ea tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:10.745853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6392240-f303-4b47-8494-f10570f7fe2f req-b9007bb8-d897-499e-8640-a4c9f0cdd4ea tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 984 time: 0.0545981 Aug 29 05:29:10.757792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Request body: {'port': {'security_groups': ['f65a8d5d-1edd-4648-beb6-c606f67b8326']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:10.822729 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.000786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:11.030850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.036411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.052627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:29:11.081490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:11.082150 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.083619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a6392240-f303-4b47-8494-f10570f7fe2f req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "PUT /v2.0/ports/6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 942 time: 0.3310435 Aug 29 05:29:11.084114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:11.086436 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860d2a2-77e2-459a-91b6-33e0e4ee498b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:11.091384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51820) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:11.129690 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event updated for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=7']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:11.139011 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.139438 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.139787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.140148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.140485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.140864 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.141377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.141712 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.142046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.142691 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.143033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.144131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146973cb-ad2b-4a68-88ae-7b8463716fc3 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.156204 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61457bbd-a10d-47eb-9de9-a185e83688ed x-openstack-request-id: req-61457bbd-a10d-47eb-9de9-a185e83688ed {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:11.156498 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:11.156782 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61457bbd-a10d-47eb-9de9-a185e83688ed {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:11.157197 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:29:11.192399 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:29:11.195959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.238738 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.280078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-ada3bae7-ae28-4634-a3ca-990cb3114a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:11.281558 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-ada3bae7-ae28-4634-a3ca-990cb3114a7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1097 time: 0.0991910 Aug 29 05:29:11.378693 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.381282 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.382744 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "DELETE /v2.0/security-groups/994ce57b-15e4-492e-95ae-f8b1d9083753 HTTP/1.1" status: 204 len: 168 time: 0.2899499 Aug 29 05:29:11.383216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c7c04ec0-056c-4f8d-a62a-41c2c12aea10 None None] Provisioning complete for port 6862b1a9-3b98-4f9c-9da2-cae691376b39 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:11.383590 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c7c04ec0-056c-4f8d-a62a-41c2c12aea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.386856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51822) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:11.399901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ce57b-15e4-492e-95ae-f8b1d9083753,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:11.416943 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.417320 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.417760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.417964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.418297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.418631 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.418963 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.419292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.419621 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.419967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.420301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.420624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015117d-ce48-49ea-b2c3-13cb2ef864a0 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:11.424542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-2ba4d863-1f02-4c3b-8ce9-439179505f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:11.426054 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-2ba4d863-1f02-4c3b-8ce9-439179505f5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.1323776 Aug 29 05:29:11.510390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-b8ca6bcb-5c9d-4a1b-b3b1-0da29a83a8f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 1000 time: 0.0761836 Aug 29 05:29:11.564556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-38bfcf5d-e4a9-43cf-9982-a7023ea7be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:11.566051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-38bfcf5d-e4a9-43cf-9982-a7023ea7be10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0454276 Aug 29 05:29:11.576136 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Deleting port b2d75ccb-4332-4a3a-8f7f-475e009e5905 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:11.576557 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.579137 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.621876 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-6166f4b2-6ede-4a6e-862d-034db5251bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:11.622959 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-6166f4b2-6ede-4a6e-862d-034db5251bff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489068 Aug 29 05:29:11.657620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.657955 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.670019 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Calling delete_port for b2d75ccb-4332-4a3a-8f7f-475e009e5905 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:11.724511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-b14b9e0f-d0c2-4c41-90bf-29cb0c8628d9 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877032 Aug 29 05:29:11.831155 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-7860d2a2-77e2-459a-91b6-33e0e4ee498b req-325b4826-4152-4c99-9112-5f559b0ca32c service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938034 Aug 29 05:29:11.833714 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.858091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event deleted for resources: {'Port': ['ID=b2d75ccb-4332-4a3a-8f7f-475e009e5905,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:11.922173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:11.922539 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Floating IP d005765d-5f1e-4048-9552-177ec3ab4397 disassociated (deleted). External IP: 172.25.3.52, port: 6862b1a9-3b98-4f9c-9da2-cae691376b39. Aug 29 05:29:12.144258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:12.257638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:12.263574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:12.268803 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Sync routers for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:12.278116 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:12.278733 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:12.295354 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dcc6acf3-a705-44e7-a44c-15c1e5279838 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "DELETE /v2.0/floatingips/d005765d-5f1e-4048-9552-177ec3ab4397 HTTP/1.1" status: 204 len: 168 time: 0.9073637 Aug 29 05:29:12.501140 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:12.729867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:12.758423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Checking router: cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:12.768873 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:12.769509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:12.848803 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:12.881906 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:13.094530 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:13.134652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0bae7b-23a7-4f9a-bc65-84786c17a132 None None] The sync data for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 is: [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:07Z', 'revision_number': 4, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'fed8b68b-3b00-43c7-8416-c7563ae94c0d', 'name': '', 'network_id': '9459c853-2b79-4d7c-b983-7cd0bcb91f60', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'mac_address': 'fa:16:3e:e5:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:07Z', 'updated_at': '2021-08-29T05:27:13Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'subnets': [{'id': 'bbbb2a4b-60de-4bb0-8e79-730a78ee43f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:13.158123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:13.160694 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046779c2-5a82-4954-a80e-2712fce909f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:13.205776 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7aa2d-7656-4ae2-9429-caff4a7755d5 x-openstack-request-id: req-33b7aa2d-7656-4ae2-9429-caff4a7755d5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:13.206236 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:13.206648 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33b7aa2d-7656-4ae2-9429-caff4a7755d5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:13.207299 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:29:13.291698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046779c2-5a82-4954-a80e-2712fce909f0 req-c4658dbd-31df-406c-94e3-9c28029d2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:13.294729 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-c4658dbd-31df-406c-94e3-9c28029d2e08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 1097 time: 0.0574560 Aug 29 05:29:13.316088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:13.436203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046779c2-5a82-4954-a80e-2712fce909f0 req-52c510ac-2b66-4324-bdcd-305c6e1f183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:13.439180 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-52c510ac-2b66-4324-bdcd-305c6e1f183b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 200 len: 916 time: 0.1341689 Aug 29 05:29:13.443186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae238239-39a3-4324-9c13-68accbec258c None None] New status for floating IP d005765d-5f1e-4048-9552-177ec3ab4397: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:29:13.494466 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-d2be090a-31fb-4efd-84ab-12c759569963 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 200 len: 217 time: 0.0432887 Aug 29 05:29:13.553539 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046779c2-5a82-4954-a80e-2712fce909f0 req-3225f3f1-e55d-4d54-a17f-a7effa8f8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:13.555051 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-3225f3f1-e55d-4d54-a17f-a7effa8f8004 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 200 len: 854 time: 0.0487776 Aug 29 05:29:13.606668 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046779c2-5a82-4954-a80e-2712fce909f0 req-3fee136d-6c8d-48ec-b7c0-f07518e77865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:13.608128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-3fee136d-6c8d-48ec-b7c0-f07518e77865 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9459c853-2b79-4d7c-b983-7cd0bcb91f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423009 Aug 29 05:29:13.722736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-c3c11f2b-67d1-46a9-bbb2-0664b5277fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040139 Aug 29 05:29:13.834420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-046779c2-5a82-4954-a80e-2712fce909f0 req-fc8d9972-107c-4346-92af-1b87e4195ba5 service neutron] 10.222.0.54 "GET /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038046 Aug 29 05:29:21.668575 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb38cb-bd6f-492f-a6f9-cc711319eb59 req-5d40f598-2f2f-49c5-bec0-c3724deae5e4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:21.669950 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19fb38cb-bd6f-492f-a6f9-cc711319eb59 req-5d40f598-2f2f-49c5-bec0-c3724deae5e4 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 29 05:29:21.713334 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19fb38cb-bd6f-492f-a6f9-cc711319eb59 req-8667f3fb-d17b-4b03-860f-1b3548106a39 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360982 Aug 29 05:29:22.904831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a74f1-8293-4812-9554-10a719a70c1a req-895d850f-175e-4dcb-b4d8-243051dcf62f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:22.906308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-417a74f1-8293-4812-9554-10a719a70c1a req-895d850f-175e-4dcb-b4d8-243051dcf62f tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.1085615 Aug 29 05:29:22.943855 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-417a74f1-8293-4812-9554-10a719a70c1a req-e68ca537-2705-4d9a-858f-a6db6e8fcf59 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/security-groups?id=f65a8d5d-1edd-4648-beb6-c606f67b8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 29 05:29:23.677759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-3b8e781f-f27c-432c-8a88-0b9bcfab4edf tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:23.679280 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-3b8e781f-f27c-432c-8a88-0b9bcfab4edf tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Aug 29 05:29:23.766837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Deleting port 6862b1a9-3b98-4f9c-9da2-cae691376b39 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:23.767172 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:23.855689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] For port 6862b1a9-3b98-4f9c-9da2-cae691376b39, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=6862b1a9-3b98-4f9c-9da2-cae691376b39,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:23.856078 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:23.869446 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Calling delete_port for 6862b1a9-3b98-4f9c-9da2-cae691376b39 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:23.997883 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:24.018706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['6862b1a9-3b98-4f9c-9da2-cae691376b39'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:29:24.031970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Pushing event deleted for resources: {'Port': ['ID=6862b1a9-3b98-4f9c-9da2-cae691376b39,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:24.068704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ff1556e-1234-45d8-adf1-d3b28bf691b8 req-8f9497ec-b107-4841-96da-95e4a942d660 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc5ee7be-2ae4-4cef-8a73-50da9283e313 HTTP/1.1" status: 200 len: 210 time: 0.0301409 Aug 29 05:29:24.075663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] No DVR routers for this DVR port 6862b1a9-3b98-4f9c-9da2-cae691376b39 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:29:24.079293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:24.081561 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a7a5b3d0-70da-418d-86e9-b72f6e4b0c1f req-32cb80d7-f32f-435f-bc8e-df268dfae774 tempest-TestMinimumBasicScenario-903089180 tempest-TestMinimumBasicScenario-903089180-project] 10.222.0.54 "DELETE /v2.0/ports/6862b1a9-3b98-4f9c-9da2-cae691376b39 HTTP/1.1" status: 204 len: 173 time: 0.3947589 Aug 29 05:29:24.082010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'name': 'network-vif-deleted', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:24.084282 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d472d5-d693-46fe-9728-545a40b2f0f7" -d '{"events": [{"server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "name": "network-vif-deleted", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:24.149100 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023f9d74-0b43-434b-9cc3-89d14c9fc969 x-openstack-request-id: req-023f9d74-0b43-434b-9cc3-89d14c9fc969 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:24.149392 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5ee7be-2ae4-4cef-8a73-50da9283e313", "name": "network-vif-deleted", "tag": "6862b1a9-3b98-4f9c-9da2-cae691376b39", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:24.149658 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-023f9d74-0b43-434b-9cc3-89d14c9fc969 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:24.150047 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5ee7be-2ae4-4cef-8a73-50da9283e313', 'name': 'network-vif-deleted', 'tag': '6862b1a9-3b98-4f9c-9da2-cae691376b39', 'status': 'completed', 'code': 200} Aug 29 05:29:26.693887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:27.086250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6862b1a9-3b98-4f9c-9da2-cae691376b39 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:27.112206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 6862b1a9-3b98-4f9c-9da2-cae691376b39 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:27.112554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 6862b1a9-3b98-4f9c-9da2-cae691376b39 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:27.348458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.620684 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Deleting port fed8b68b-3b00-43c7-8416-c7563ae94c0d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:27.621017 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.702717 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] For port fed8b68b-3b00-43c7-8416-c7563ae94c0d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fed8b68b-3b00-43c7-8416-c7563ae94c0d,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:27.703979 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.716475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Calling delete_port for fed8b68b-3b00-43c7-8416-c7563ae94c0d owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:27.904163 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:27.929371 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed8b68b-3b00-43c7-8416-c7563ae94c0d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:28.107127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.334967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:28.448579 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:28.456765 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-af4e874e-7901-429e-8656-170010354db2 admin admin] 10.222.0.62 "PUT /v2.0/routers/cfd7c2b9-c5b2-45c6-9188-d5b1f6376943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617226 Aug 29 05:29:28.458509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Sync routers for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:28.459326 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:28.469091 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:28.469710 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:28.573259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.576486 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:28.676671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.733387 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Deleting port b3156135-fe31-40de-997c-a2bd23c17167 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:28.735127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.769506 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:29:27Z', 'revision_number': 5, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port': {'id': 'b3156135-fe31-40de-997c-a2bd23c17167', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:96:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:28.803220 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Checking router: cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:28.811676 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Routers {'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:28.812308 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:28.822610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] For port b3156135-fe31-40de-997c-a2bd23c17167, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=b3156135-fe31-40de-997c-a2bd23c17167,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:28.822986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:28.836695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Calling delete_port for b3156135-fe31-40de-997c-a2bd23c17167 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:28.897398 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] Set router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:28.949040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:29:28Z', 'revision_number': 6, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:28.978771 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4ffd1-d549-45ac-ab8d-de18503845b6 None None] The sync data for ids ['cfd7c2b9-c5b2-45c6-9188-d5b1f6376943'] in n-d-712139-13 is: [{'id': 'cfd7c2b9-c5b2-45c6-9188-d5b1f6376943', 'name': 'tempest-TestMinimumBasicScenario-1667336576-router', 'tenant_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:05Z', 'updated_at': '2021-08-29T05:29:28Z', 'revision_number': 6, 'project_id': 'eb4a441c6ee041fc892f68420c01fe9f', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:29.017777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.045271 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3156135-fe31-40de-997c-a2bd23c17167,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:29.112697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.206803 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.209073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.252899 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.253560 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:29:29.258397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.259473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-aa129b43-b3ee-41a9-81a9-615970cba87c admin admin] 10.222.0.62 "DELETE /v2.0/routers/cfd7c2b9-c5b2-45c6-9188-d5b1f6376943 HTTP/1.1" status: 204 len: 168 time: 0.7991409 Aug 29 05:29:29.262085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51940) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:29.314596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Deleting subnet bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:29:29.318293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.358698 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.449134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.505791 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.534721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbb2a4b-60de-4bb0-8e79-730a78ee43f7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:29.540643 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.542524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-165acfd3-c62b-406f-8866-49ddcd1822d2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bbbb2a4b-60de-4bb0-8e79-730a78ee43f7 HTTP/1.1" status: 204 len: 168 time: 0.2794368 Aug 29 05:29:29.545445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51942) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:29.546174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136c535-c658-4b6f-b29b-0d918157d94c None None] Network 9459c853-2b79-4d7c-b983-7cd0bcb91f60 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:29:29.616850 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.682439 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Deleting port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:29.682824 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.765799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] For port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:29.766851 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.771421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] DHCP port deletion for 9459c853-2b79-4d7c-b983-7cd0bcb91f60 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:29:29.784219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Calling delete_port for c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:29.825490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Deleting port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:29.825864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.872127 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.906821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] For port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,segment=NetworkSegment(e1c64832-d745-4155-8f78-8ecae04b20c0),segment_id=e1c64832-d745-4155-8f78-8ecae04b20c0)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:29.907476 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:29.918224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:29.925110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] No DVR routers for this DVR port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:29:29.929837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Calling delete_port for c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:30.012378 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.024594 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.029216 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9459c853-2b79-4d7c-b983-7cd0bcb91f60']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:30.043691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c64832-d745-4155-8f78-8ecae04b20c0') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:30.044184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c64832-d745-4155-8f78-8ecae04b20c0') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:30.054148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] No DVR routers for this DVR port c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:29:30.056006 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Pushing event deleted for resources: {'Port': ['ID=c9be6e43-4d0b-4ee6-933a-6bc82d3cc704,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:30.057890 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.071326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.071717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.072519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.072877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.073209 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.073557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.073916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.074250 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.074490 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.074698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.075072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.075402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.075812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92554a6-9d45-46c6-a883-a1464fdf9ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:30.085720 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:29:30.086871 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:29:30.090966 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:29:30.154628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.160623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.162791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9459c853-2b79-4d7c-b983-7cd0bcb91f60 HTTP/1.1" status: 204 len: 168 time: 0.6162572 Aug 29 05:29:30.165797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51944) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:30.177130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0bbb4-5eec-434c-ac3f-f10d14563625 admin admin] Pushing event deleted for resources: {'Network': ['ID=9459c853-2b79-4d7c-b983-7cd0bcb91f60,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:30.437017 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.526428 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.774926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Deleting port 544312cd-444b-4d15-8535-12795b314be7 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:30.775411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.827022 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:30.847140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:30.847486 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device c9be6e43-4d0b-4ee6-933a-6bc82d3cc704 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:30.847898 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3156135-fe31-40de-997c-a2bd23c17167 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:30.860017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] For port 544312cd-444b-4d15-8535-12795b314be7, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=544312cd-444b-4d15-8535-12795b314be7,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:30.860386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:30.867102 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: b3156135-fe31-40de-997c-a2bd23c17167 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:30.867446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device b3156135-fe31-40de-997c-a2bd23c17167 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:30.867861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fed8b68b-3b00-43c7-8416-c7563ae94c0d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:30.873208 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Calling delete_port for 544312cd-444b-4d15-8535-12795b314be7 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:30.886779 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fed8b68b-3b00-43c7-8416-c7563ae94c0d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:30.887126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fed8b68b-3b00-43c7-8416-c7563ae94c0d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:31.048855 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.070850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=544312cd-444b-4d15-8535-12795b314be7,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:31.241635 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.454170 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Router 49d517d6-708e-40c6-afb3-0f5b71560dfa has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:31.556309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:31.561704 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-788b284d-68c9-4515-9eda-5d4f9c391d74 admin admin] 10.222.0.62 "PUT /v2.0/routers/49d517d6-708e-40c6-afb3-0f5b71560dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946633 Aug 29 05:29:31.564720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51946) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:31.567369 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Sync routers for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:31.576899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:31.577591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:31.667415 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.683691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:31.768425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.820924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Deleting port cf717885-6c2a-454d-9767-ce839ab99dda {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:31.821267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.863214 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:29:31Z', 'revision_number': 5, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port': {'id': 'cf717885-6c2a-454d-9767-ce839ab99dda', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:27:10Z', 'updated_at': '2021-08-29T05:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:31.889581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Checking router: 49d517d6-708e-40c6-afb3-0f5b71560dfa for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:31.897855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Routers {'49d517d6-708e-40c6-afb3-0f5b71560dfa'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:31.898592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['49d517d6-708e-40c6-afb3-0f5b71560dfa'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:31.902035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] For port cf717885-6c2a-454d-9767-ce839ab99dda, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cf717885-6c2a-454d-9767-ce839ab99dda,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:31.902404 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:31.916547 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Calling delete_port for cf717885-6c2a-454d-9767-ce839ab99dda owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:32.085123 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.111476 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Pushing event deleted for resources: {'Port': ['ID=cf717885-6c2a-454d-9767-ce839ab99dda,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:32.149799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] Set router 49d517d6-708e-40c6-afb3-0f5b71560dfa gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:32.175324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.209019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:29:31Z', 'revision_number': 6, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:32.238007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb25d09-3ee7-4086-b25e-492c16c8fa11 None None] The sync data for ids ['49d517d6-708e-40c6-afb3-0f5b71560dfa'] in n-d-712139-13 is: [{'id': '49d517d6-708e-40c6-afb3-0f5b71560dfa', 'name': 'tempest-TestMinimumBasicScenario-683804926-router', 'tenant_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:27:09Z', 'updated_at': '2021-08-29T05:29:31Z', 'revision_number': 6, 'project_id': '7a4d768d46184aa6b5e3e77c50aaac93', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:32.604070 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.606523 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.652817 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.653392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d517d6-708e-40c6-afb3-0f5b71560dfa {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:29:32.658937 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.662677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f137c274-ce45-4899-9461-ed13da36edba admin admin] 10.222.0.62 "DELETE /v2.0/routers/49d517d6-708e-40c6-afb3-0f5b71560dfa HTTP/1.1" status: 204 len: 168 time: 1.0945129 Aug 29 05:29:32.663318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51948) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:32.712346 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Deleting subnet a19f1eec-0694-4a29-8e6b-eed54755e992 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:29:32.715314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.748008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.828702 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.881446 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.908912 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19f1eec-0694-4a29-8e6b-eed54755e992,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:32.911100 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:32.913749 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d33a92bd-0085-4b78-86cd-a70335334520 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a19f1eec-0694-4a29-8e6b-eed54755e992 HTTP/1.1" status: 204 len: 168 time: 0.2491851 Aug 29 05:29:32.915393 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000503fb-c030-4e6a-91a5-fbb9474af49c None None] Network c71af8eb-8c2a-4f11-9a49-c27d026b56f5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:29:32.916176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51950) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:32.990785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.053517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Deleting port 326a8c66-527a-4292-abc2-cb7c87cbd2af {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:33.053785 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.084510 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cf717885-6c2a-454d-9767-ce839ab99dda no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:33.121177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: cf717885-6c2a-454d-9767-ce839ab99dda {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:33.121521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cf717885-6c2a-454d-9767-ce839ab99dda not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:33.121938 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 544312cd-444b-4d15-8535-12795b314be7 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:33.125293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] For port 326a8c66-527a-4292-abc2-cb7c87cbd2af, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=326a8c66-527a-4292-abc2-cb7c87cbd2af,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:33.125745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.127323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] DHCP port deletion for c71af8eb-8c2a-4f11-9a49-c27d026b56f5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:29:33.142858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Calling delete_port for 326a8c66-527a-4292-abc2-cb7c87cbd2af owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:33.148974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 544312cd-444b-4d15-8535-12795b314be7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:33.149326 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 544312cd-444b-4d15-8535-12795b314be7 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:33.194905 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Deleting port 326a8c66-527a-4292-abc2-cb7c87cbd2af {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:29:33.195628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.249462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.277160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Pushing event deleted for resources: {'Port': ['ID=326a8c66-527a-4292-abc2-cb7c87cbd2af,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:33.283132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] No DVR routers for this DVR port 326a8c66-527a-4292-abc2-cb7c87cbd2af on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:29:33.283418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] For port 326a8c66-527a-4292-abc2-cb7c87cbd2af, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=326a8c66-527a-4292-abc2-cb7c87cbd2af,segment=NetworkSegment(8b14b2a0-cdaa-4918-af41-1bee1c84ec26),segment_id=8b14b2a0-cdaa-4918-af41-1bee1c84ec26)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:33.283869 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.298821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Calling delete_port for 326a8c66-527a-4292-abc2-cb7c87cbd2af owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:29:33.356383 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.366529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71af8eb-8c2a-4f11-9a49-c27d026b56f5']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:33.377105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.377887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b14b2a0-cdaa-4918-af41-1bee1c84ec26') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:33.378186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b14b2a0-cdaa-4918-af41-1bee1c84ec26') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:33.388990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.405220 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.406426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] Pushing event deleted for resources: {'Port': ['ID=326a8c66-527a-4292-abc2-cb7c87cbd2af,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:33.410429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf774dbd-737e-40c0-baab-174c689ff2de None None] No DVR routers for this DVR port 326a8c66-527a-4292-abc2-cb7c87cbd2af on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:29:33.417165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:29:33.417685 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:29:33.419566 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:29:33.472294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.477701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.479563 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] 10.222.0.62 "DELETE /v2.0/networks/c71af8eb-8c2a-4f11-9a49-c27d026b56f5 HTTP/1.1" status: 204 len: 168 time: 0.5624230 Aug 29 05:29:33.491255 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab70f-7a10-4ffc-a656-1cc2687cc83a admin admin] Pushing event deleted for resources: {'Network': ['ID=c71af8eb-8c2a-4f11-9a49-c27d026b56f5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:33.657198 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:33.697252 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e8a1339-9005-46c0-b878-bf6088227243 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb4a441c6ee041fc892f68420c01fe9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388141 Aug 29 05:29:33.699608 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51956) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:33.746635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.767656 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.813221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.815711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:33.817018 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f65a8d5d-1edd-4648-beb6-c606f67b8326 HTTP/1.1" status: 204 len: 168 time: 0.1164856 Aug 29 05:29:33.824789 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3f3fe-6592-4c23-ad49-70be13a1e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a8d5d-1edd-4648-beb6-c606f67b8326,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:34.145438 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 51962) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:34.184987 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f70b1606-b2b2-4a89-a413-491e1baa8ee5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a4d768d46184aa6b5e3e77c50aaac93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382230 Aug 29 05:29:34.187365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 51964) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:34.235366 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:34.262707 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:34.312330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:34.314885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:34.316076 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0edbf4d5-aab3-492e-b383-05c4395ae4cf HTTP/1.1" status: 204 len: 168 time: 0.1276512 Aug 29 05:29:34.327219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81781bd9-d6f2-4e5f-918a-e8622b7f76c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edbf4d5-aab3-492e-b383-05c4395ae4cf,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:34.822769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 326a8c66-527a-4292-abc2-cb7c87cbd2af no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:29:34.853164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 326a8c66-527a-4292-abc2-cb7c87cbd2af {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:29:34.853550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 326a8c66-527a-4292-abc2-cb7c87cbd2af not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:29:35.869362 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52004) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:35.874045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329489803', 'description': 'tempest-secgroup-smoke-329489803 description', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:35.896397 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:35.904056 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.004186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.008185 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.042883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f9d2a6-878e-4a71-a1de-ede90eabe9c7,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.099106 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.103436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.133769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.135003 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2646363 Aug 29 05:29:36.135832 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88719f67-82d7-414c-a733-6dd990018f6a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.137947 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52006) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.142582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.170020 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.226645 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.230113 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.247416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207d7c16-6fe5-4028-9411-73fbf2a45abf,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.254691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.255726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-417f3fc1-8d23-4cb9-b0bb-e1f102f37a20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168337 Aug 29 05:29:36.260355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52008) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.265072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.294650 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.354420 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.358798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.379708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2674b0af-6aef-4087-b137-3ee63dae86a4,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.383876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.385142 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-eb3e92a4-65df-436f-a922-14ac1cb00120 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237497 Aug 29 05:29:36.387734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52010) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.392586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.418053 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.474431 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.478075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.496017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49ed436-981c-4881-9f01-eee419843a93,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.504277 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.505519 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fb2b4dab-9c09-4c89-aef8-633f9610621e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167221 Aug 29 05:29:36.508413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52012) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.512811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.537944 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.610735 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.616334 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.639574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319b4acc-e530-49bb-ada3-d9bd3fc3f1c6,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.649837 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.653850 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4198ef82-6288-485f-8dde-997f1f4b4966 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416821 Aug 29 05:29:36.654294 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.659604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.681477 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:29:36.682303 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:29:36.687278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.745844 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.749860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.767383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a6b7fe-eb04-45b9-8215-1ae2b6fe1e15,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.773732 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.774784 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-55cb5444-7b9f-4662-89f6-e0ee87de130d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195586 Aug 29 05:29:36.777527 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52016) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.781969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': 'e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.804578 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:29:36.809294 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.871312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.875236 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.894721 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6e5aa7-f834-46ba-b070-57023a9e6390,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:36.897746 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.898954 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a8e3a6d0-b0f4-415d-96fb-72ba9d118540 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204960 Aug 29 05:29:36.902147 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:36.908019 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'network': {'name': 'tempest-network-smoke--599550058', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:36.937748 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:29:36.941519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.968015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:29:36.977830 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:36.978167 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Added segment 90fdb40b-e1ad-49ae-be1b-f9a4d22d4171 of type vlan for network 33778464-d254-40a8-b428-00a48aa23971 Aug 29 05:29:37.020085 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.044121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.050205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:37.050793 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.111945 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2084856 Aug 29 05:29:37.114719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:37.118057 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4889d-c921-4e9f-9e29-e7c32f376bef tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Network': ['ID=33778464-d254-40a8-b428-00a48aa23971,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:37.119446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'admin_state_up': True, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:37.128963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 33778464-d254-40a8-b428-00a48aa23971 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:29:37.142827 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.143966 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.196916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.332060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.442905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-930e7367-f0e0-464b-8e7b-f024934770d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.525806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.545717 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.659867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.210 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/083e308e-a47f-435c-b69f-fec7cff3aa76) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:37.762221 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.799979 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:37.841868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:37.845203 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:37.849129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:37.871238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=083e308e-a47f-435c-b69f-fec7cff3aa76,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:38.099452 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:38.302266 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:38.428026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router f042ed41-5895-483d-95f5-4f4640cc9e4c is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:29:38.528607 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:38.537873 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Sync routers for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:38.546673 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:38.547426 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:38.550791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a2eacf56-47c1-4919-a5b6-6fdf1e9ace1c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4321809 Aug 29 05:29:38.550909 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:38.551057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52022) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:38.704460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-da95128f-0a7d-4e5d-9fa5-102713cf01dc tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=1fd1f4b1271a4ec3864edfc85076c075&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522257 Aug 29 05:29:38.707133 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52026) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:38.757723 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:38.862246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8e237-908f-444d-b7f2-ee568324a2a9 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:38.864888 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7df8e237-908f-444d-b7f2-ee568324a2a9 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556458 Aug 29 05:29:38.866674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52028) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:38.949469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:37Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:38.975686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Checking router: f042ed41-5895-483d-95f5-4f4640cc9e4c for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:38.975955 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Updating router f042ed41-5895-483d-95f5-4f4640cc9e4c port 083e308e-a47f-435c-b69f-fec7cff3aa76 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:29:39.001980 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.210522 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a867e571-7ead-4bf7-aa8f-c3fa6423d65a tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3427339 Aug 29 05:29:39.213196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52030) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:39.218128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-14369158', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:39.262524 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.272158 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Transition to ACTIVE for port object 083e308e-a47f-435c-b69f-fec7cff3aa76 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:39.277334 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.304462 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:29:39.307727 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.327719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Attempting to bind port 083e308e-a47f-435c-b69f-fec7cff3aa76 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:29:39.327719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Attempting to bind port 083e308e-a47f-435c-b69f-fec7cff3aa76 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:29:39.327719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Attempting to bind port 083e308e-a47f-435c-b69f-fec7cff3aa76 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:29:39.333207 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Pushing event updated for resources: {'Port': ['ID=083e308e-a47f-435c-b69f-fec7cff3aa76,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:39.341970 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.342327 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.342652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.342985 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.343316 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.343646 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.343990 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.344313 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.344633 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.344951 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.345275 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.345593 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:29:39.349407 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:29:39.349777 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:29:39.350175 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.350556 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:29:39.351037 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Bound port: 083e308e-a47f-435c-b69f-fec7cff3aa76, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:29:39.351404 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.404026 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] For port 083e308e-a47f-435c-b69f-fec7cff3aa76, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:29:39.407180 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] For port 083e308e-a47f-435c-b69f-fec7cff3aa76, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=083e308e-a47f-435c-b69f-fec7cff3aa76,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:29:39.413232 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.466280 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:39.466885 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:39.495327 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.510792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b627a-b0cc-4749-b38e-6abf884f9970 None None] Pushing event updated for resources: {'Port': ['ID=083e308e-a47f-435c-b69f-fec7cff3aa76,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:39.557887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Subnet': ['ID=6cb1737d-301e-4c1e-8cf6-127ded85cbdb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:39.568296 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Checking segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:29:39.568664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network hostable DHCP agents. Network: 33778464-d254-40a8-b428-00a48aa23971, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:29:39.582122 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:39.585884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 33778464-d254-40a8-b428-00a48aa23971 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:29:39.595575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 33778464-d254-40a8-b428-00a48aa23971) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:39.600765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:39.601524 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.609785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43173c14-d4a3-4a89-9b64-ab4af97013fc None None] Network 33778464-d254-40a8-b428-00a48aa23971 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:29:39.621275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1212c804-5335-41df-96f4-248f33c50376 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4042773 Aug 29 05:29:39.621497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52032) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:39.764692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:37Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:39.768557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-33778464-d254-40a8-b428-00a48aa23971', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:29:39.769548 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:39.791469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde0345-5f70-4cc5-81a5-817165cf6d1a None None] The sync data for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 is: [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:37Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:39.951827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Allocated IP 172.20.0.2 (33778464-d254-40a8-b428-00a48aa23971/6cb1737d-301e-4c1e-8cf6-127ded85cbdb/ca9e2f6b-d4ea-4535-ac20-1751011790c9) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:40.176512 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.192223 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.203792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Transition to ACTIVE for port object ca9e2f6b-d4ea-4535-ac20-1751011790c9 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:40.226131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Transition to ACTIVE for port object ca9e2f6b-d4ea-4535-ac20-1751011790c9 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:40.232569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.274822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Network 33778464-d254-40a8-b428-00a48aa23971 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:40.279774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:40.282909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:40.297596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Pushing event updated for resources: {'Port': ['ID=ca9e2f6b-d4ea-4535-ac20-1751011790c9,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:40.349273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Attempting to bind port ca9e2f6b-d4ea-4535-ac20-1751011790c9 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:29:40.349643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Attempting to bind port ca9e2f6b-d4ea-4535-ac20-1751011790c9 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:29:40.350001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Attempting to bind port ca9e2f6b-d4ea-4535-ac20-1751011790c9 on network 33778464-d254-40a8-b428-00a48aa23971 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:29:40.355856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:29:40.356489 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Checking segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:29:40.356995 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.358241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Bound using segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:29:40.358794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Bound port: ca9e2f6b-d4ea-4535-ac20-1751011790c9, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:29:40.359254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.428228 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.446765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] For port ca9e2f6b-d4ea-4535-ac20-1751011790c9, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:29:40.450743 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] For port ca9e2f6b-d4ea-4535-ac20-1751011790c9, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca9e2f6b-d4ea-4535-ac20-1751011790c9,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:29:40.457937 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.490283 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-015cbf6c-c59d-4602-a7b3-7f7ddc2dad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.505087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.1 (33778464-d254-40a8-b428-00a48aa23971/6cb1737d-301e-4c1e-8cf6-127ded85cbdb/72d64d5f-83af-4519-945b-c33b3ae50a7b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:40.532985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f29604-8395-4a16-92a2-4c2610345059 None None] Pushing event updated for resources: {'Port': ['ID=ca9e2f6b-d4ea-4535-ac20-1751011790c9,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:40.648770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.669378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 72d64d5f-83af-4519-945b-c33b3ae50a7b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:40.725204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.785711 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 33778464-d254-40a8-b428-00a48aa23971 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:40.791732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:40.795771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:40.827674 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:40.851978 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:40.914834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca9e2f6b-d4ea-4535-ac20-1751011790c9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:40.974273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ca9e2f6b-d4ea-4535-ac20-1751011790c9 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:40.980311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 083e308e-a47f-435c-b69f-fec7cff3aa76 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:41.008770 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.032768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 083e308e-a47f-435c-b69f-fec7cff3aa76 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:41.037250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 083e308e-a47f-435c-b69f-fec7cff3aa76 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:41.037628 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.121531 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.146276 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 083e308e-a47f-435c-b69f-fec7cff3aa76, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=083e308e-a47f-435c-b69f-fec7cff3aa76,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:41.152003 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.203458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=083e308e-a47f-435c-b69f-fec7cff3aa76,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:41.342357 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.346109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.425081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:41.427967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.532144 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 33778464-d254-40a8-b428-00a48aa23971 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:41.533537 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:41.582773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:41.645706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router f042ed41-5895-483d-95f5-4f4640cc9e4c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:41.758627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:41.764103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e4829a0b-2281-482f-b109-2f0e0c794a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/f042ed41-5895-483d-95f5-4f4640cc9e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415257 Aug 29 05:29:41.768857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Sync routers for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:41.779135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:41.779821 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:41.891519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:41.910323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-3761d4ff-e854-4d43-8468-f8497529a782 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329489803&fields=id&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 267 time: 0.0357373 Aug 29 05:29:42.021257 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-ab53160d-ab38-41c0-9742-8ff8e11f0c2e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:42.022816 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-ab53160d-ab38-41c0-9742-8ff8e11f0c2e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 796 time: 0.1053436 Aug 29 05:29:42.039276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-8093fa67-1755-4c41-835c-933e6fbaf506 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/quotas/1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 375 time: 0.0100100 Aug 29 05:29:42.099845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-5c3d9b34-0653-45c0-b8f7-908c09dad113 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546370 Aug 29 05:29:42.107210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 2, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:42.138833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Checking router: f042ed41-5895-483d-95f5-4f4640cc9e4c for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:42.139291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Updating router f042ed41-5895-483d-95f5-4f4640cc9e4c port 72d64d5f-83af-4519-945b-c33b3ae50a7b binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:29:42.166678 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.201976 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-100f1dbc-e513-4046-9ec6-f129fe2438da service neutron] 10.222.0.62 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861096 Aug 29 05:29:42.223902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249d130-fad4-48a5-91f7-5c6c9c99d896 None None] Network 33778464-d254-40a8-b428-00a48aa23971 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:29:42.297025 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-ff7c009d-ddd2-44de-9901-36715edb506d service neutron] 10.222.0.62 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 Aug 29 05:29:42.341909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Provisioning for port ca9e2f6b-d4ea-4535-ac20-1751011790c9 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:42.350494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Provisioning complete for port ca9e2f6b-d4ea-4535-ac20-1751011790c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:42.350864 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.504159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da04c06d-c4cc-4fbc-b6f6-2578af99b87f req-3ffbba0b-d6a3-4c57-a139-883894907d4b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 210 time: 0.0290325 Aug 29 05:29:42.601632 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.671979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.684911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] For port ca9e2f6b-d4ea-4535-ac20-1751011790c9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca9e2f6b-d4ea-4535-ac20-1751011790c9,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:42.691018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Transition to ACTIVE for port object 72d64d5f-83af-4519-945b-c33b3ae50a7b will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:42.693473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.700809 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.757751 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821e38-80ef-4bf3-9663-07f2a27268a0 None None] Pushing event updated for resources: {'Port': ['ID=ca9e2f6b-d4ea-4535-ac20-1751011790c9,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:42.848212 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756411-129c-4624-a132-3a2baf626818 None None] Pushing event updated for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:42.852230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca9e2f6b-d4ea-4535-ac20-1751011790c9 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:42.855055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Attempting to bind port 72d64d5f-83af-4519-945b-c33b3ae50a7b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:29:42.855414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Attempting to bind port 72d64d5f-83af-4519-945b-c33b3ae50a7b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:29:42.855776 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Attempting to bind port 72d64d5f-83af-4519-945b-c33b3ae50a7b on network 33778464-d254-40a8-b428-00a48aa23971 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:29:42.889559 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:29:42.889932 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Checking segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:29:42.890371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.890709 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Bound using segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:29:42.891182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Bound port: 72d64d5f-83af-4519-945b-c33b3ae50a7b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:29:42.891562 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.918153 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:42.967099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44cae743-bf20-418b-80d0-9532c6990f38 None None] Provisioning complete for port ca9e2f6b-d4ea-4535-ac20-1751011790c9 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:42.967467 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-44cae743-bf20-418b-80d0-9532c6990f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.020463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ca9e2f6b-d4ea-4535-ac20-1751011790c9 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:43.020834 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.026316 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] For port 72d64d5f-83af-4519-945b-c33b3ae50a7b, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:29:43.066921 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] For port 72d64d5f-83af-4519-945b-c33b3ae50a7b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d64d5f-83af-4519-945b-c33b3ae50a7b,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:29:43.076054 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.201884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756411-129c-4624-a132-3a2baf626818 None None] Pushing event updated for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:43.204581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:43.205633 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:43.264774 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 083e308e-a47f-435c-b69f-fec7cff3aa76 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:43.508834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-44cae743-bf20-418b-80d0-9532c6990f38 None None] Provisioning for port 72d64d5f-83af-4519-945b-c33b3ae50a7b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:43.528364 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.568929 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:43.601631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 083e308e-a47f-435c-b69f-fec7cff3aa76 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:43.602271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.611305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-2684f047-9bd5-4719-aec0-4589e8cc0866 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:43.613423 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-2684f047-9bd5-4719-aec0-4589e8cc0866 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 796 time: 0.1543009 Aug 29 05:29:43.656153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c5d73f69-5b2b-470d-af8f-6c3195279dc2 req-dbe6e4df-e48e-40e5-9b1f-41f31589a203 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 210 time: 0.0464158 Aug 29 05:29:43.685435 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-44e6b854-eead-4b5b-afe6-62b917138854 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 379 time: 0.0581024 Aug 29 05:29:43.702262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'port': {'device_id': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'admin_state_up': True, 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'security_groups': ['e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:43.820832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:29:43.824413 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:43.870464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:43Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:43.904676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b5fc0-c2d4-4b2b-87a0-788c17058e04 None None] The sync data for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 is: [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:43Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:43.981009 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.8 (33778464-d254-40a8-b428-00a48aa23971/6cb1737d-301e-4c1e-8cf6-127ded85cbdb/093e8cb5-1d97-411b-9c6d-458e60e08cfa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:44.132314 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.147814 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 093e8cb5-1d97-411b-9c6d-458e60e08cfa will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:44.183136 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.233128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 33778464-d254-40a8-b428-00a48aa23971 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:44.236881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:44.240807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:44.247092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:44.295964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:44.296678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.313390 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-f4ffa3f3-72d1-4cdb-a65f-196e96a3a24c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168263 Aug 29 05:29:44.395887 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Request body: {'port': {'device_id': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:44.456090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.532637 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-518fa15f-b5e8-43b9-b1d9-6e2902f4ac20 None None] Provisioning for port 093e8cb5-1d97-411b-9c6d-458e60e08cfa completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:44.538273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-518fa15f-b5e8-43b9-b1d9-6e2902f4ac20 None None] Provisioning complete for port 093e8cb5-1d97-411b-9c6d-458e60e08cfa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:44.538738 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-518fa15f-b5e8-43b9-b1d9-6e2902f4ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.577920 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-518fa15f-b5e8-43b9-b1d9-6e2902f4ac20 None None] Port 093e8cb5-1d97-411b-9c6d-458e60e08cfa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:29:44.745923 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093e8cb5-1d97-411b-9c6d-458e60e08cfa {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:29:44.754477 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.774113 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87f32b-5393-45a1-8085-fbcee5b2dec4 req-1becb36f-f655-4253-a24c-2547245a8cd0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:44.775674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c87f32b-5393-45a1-8085-fbcee5b2dec4 req-1becb36f-f655-4253-a24c-2547245a8cd0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 931 time: 0.0536528 Aug 29 05:29:44.780342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Transition to ACTIVE for port object 093e8cb5-1d97-411b-9c6d-458e60e08cfa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:29:44.785896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.821306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c87f32b-5393-45a1-8085-fbcee5b2dec4 req-b8fe066c-419e-4d03-aa0d-a88e5a8a0a6e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380862 Aug 29 05:29:44.849663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Pushing event updated for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:44.894268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d64d5f-83af-4519-945b-c33b3ae50a7b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:44.928172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Attempting to bind port 093e8cb5-1d97-411b-9c6d-458e60e08cfa on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:29:44.928172 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Attempting to bind port 093e8cb5-1d97-411b-9c6d-458e60e08cfa by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:29:44.928523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Attempting to bind port 093e8cb5-1d97-411b-9c6d-458e60e08cfa on network 33778464-d254-40a8-b428-00a48aa23971 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:29:44.941112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Port 093e8cb5-1d97-411b-9c6d-458e60e08cfa on network 33778464-d254-40a8-b428-00a48aa23971 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:29:44.941451 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Attempting to bind port 093e8cb5-1d97-411b-9c6d-458e60e08cfa on network 33778464-d254-40a8-b428-00a48aa23971 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:29:44.947344 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:29:44.947600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Checking segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:29:44.947935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Bound using segment: {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:29:44.948389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Bound port: 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '33778464-d254-40a8-b428-00a48aa23971'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:29:44.948753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:44.966737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 72d64d5f-83af-4519-945b-c33b3ae50a7b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:44.973187 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 72d64d5f-83af-4519-945b-c33b3ae50a7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:44.973708 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:45.032409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:29:45.036953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:29:45.045942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:45.072060 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:45.088546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.089217 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:45.090726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] 10.222.0.54 "PUT /v2.0/ports/093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 1092 time: 0.7618697 Aug 29 05:29:45.091437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:45.093671 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:45.117075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 72d64d5f-83af-4519-945b-c33b3ae50a7b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d64d5f-83af-4519-945b-c33b3ae50a7b,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:45.123216 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:45.179405 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50626ad-4f03-4886-8177-8f41aed7cee3 x-openstack-request-id: req-f50626ad-4f03-4886-8177-8f41aed7cee3 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:45.179626 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:45.179857 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f50626ad-4f03-4886-8177-8f41aed7cee3 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:45.180358 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'status': 'completed', 'code': 200} Aug 29 05:29:45.183670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12027ef9-ebcd-46f6-a026-58eefcdd229a service neutron] Pushing event updated for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:45.194279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:45.201578 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-c76ddc08-7c85-4ddf-8126-3ea662949d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.203185 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-c76ddc08-7c85-4ddf-8126-3ea662949d8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1095 time: 0.0669665 Aug 29 05:29:45.256091 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-eec04798-5b55-4a3c-96a2-11ca9658be9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 217 time: 0.0398679 Aug 29 05:29:45.312078 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-8c186152-5734-4a1e-af8a-169e3ebf63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.313585 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-8c186152-5734-4a1e-af8a-169e3ebf63d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 200 len: 833 time: 0.0467446 Aug 29 05:29:45.364294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-8608534f-808a-41b8-9e3a-004dc38486b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.365791 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-8608534f-808a-41b8-9e3a-004dc38486b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33778464-d254-40a8-b428-00a48aa23971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413766 Aug 29 05:29:45.459993 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-fccaf58e-7a02-4e68-8662-9ad0ea479334 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Aug 29 05:29:45.553481 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0840085a-3e28-4ebc-8036-da865e687fe0 req-939e2665-ed44-4b70-be8e-864a269e3b49 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810182 Aug 29 05:29:45.639148 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-aafde247-7a93-4937-b723-3ce89f00705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.640683 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-aafde247-7a93-4937-b723-3ce89f00705f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1095 time: 0.0401092 Aug 29 05:29:45.732366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-ad8bdbd7-6e65-40bd-97d8-e3bdb4053e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.733832 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-ad8bdbd7-6e65-40bd-97d8-e3bdb4053e4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 897 time: 0.0859089 Aug 29 05:29:45.775880 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-f6c93a0b-6c55-431e-8ea8-3c33bfd3144a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 217 time: 0.0340860 Aug 29 05:29:45.828053 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-03ba3262-6850-4d7e-9b99-2606c5ec509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.829436 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-03ba3262-6850-4d7e-9b99-2606c5ec509d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 200 len: 833 time: 0.0426784 Aug 29 05:29:45.887956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-93d02ec7-a343-4552-8015-aed1d2185f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.889629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-93d02ec7-a343-4552-8015-aed1d2185f75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33778464-d254-40a8-b428-00a48aa23971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458214 Aug 29 05:29:45.944250 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a7bf3-da7e-48e9-ba6d-19ee317879f2 req-6e61abed-b8b4-4d63-a53c-314e13ccd7d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:45.945824 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d1a7bf3-da7e-48e9-ba6d-19ee317879f2 req-6e61abed-b8b4-4d63-a53c-314e13ccd7d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 943 time: 0.0505700 Aug 29 05:29:45.982162 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-4df769e5-3256-47a5-88ea-05fad5360f6d service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824804 Aug 29 05:29:45.987591 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d1a7bf3-da7e-48e9-ba6d-19ee317879f2 req-0291a916-0d6e-4853-85c9-672fbc21cb0e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352702 Aug 29 05:29:46.076562 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2c43a3b4-4a9e-4cf5-b8a6-d0847c4b46f2 req-345d6e50-91e7-41c0-a67b-f9d84ee974aa service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Aug 29 05:29:46.831329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d64d5f-83af-4519-945b-c33b3ae50a7b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:46.878948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 72d64d5f-83af-4519-945b-c33b3ae50a7b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:46.879318 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:47.110995 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1347d-38ce-43cd-b5f0-61857c67c195 req-cf809cdf-2c92-4996-8ebf-19ccf96dc315 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:47.112521 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dff1347d-38ce-43cd-b5f0-61857c67c195 req-cf809cdf-2c92-4996-8ebf-19ccf96dc315 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 943 time: 0.0495379 Aug 29 05:29:47.149415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dff1347d-38ce-43cd-b5f0-61857c67c195 req-dedd9983-4cc6-4060-83a6-80767b9cd7b2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309095 Aug 29 05:29:48.263685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1de316-099e-4976-a687-dc0d7cd2ad06 req-07f307d0-0b56-4f4f-82ba-b281e77ff02b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:48.265178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd1de316-099e-4976-a687-dc0d7cd2ad06 req-07f307d0-0b56-4f4f-82ba-b281e77ff02b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 943 time: 0.0492580 Aug 29 05:29:48.302767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd1de316-099e-4976-a687-dc0d7cd2ad06 req-5680d78c-5da0-45df-99cc-f240ffcf5dc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Aug 29 05:29:49.173266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 093e8cb5-1d97-411b-9c6d-458e60e08cfa details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:29:49.265749 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:49.278050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'port_id': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'mac_address': 'fa:16:3e:60:7b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:29:49.327853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:49.352096 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093e8cb5-1d97-411b-9c6d-458e60e08cfa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:29:49.375133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:49.380445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:49.426166 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec20de1-6b55-402b-8373-1d77d089e42e req-4b41795b-c1bd-49ee-b0e4-23f131214daf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:49.428516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bec20de1-6b55-402b-8373-1d77d089e42e req-4b41795b-c1bd-49ee-b0e4-23f131214daf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 944 time: 0.0499628 Aug 29 05:29:49.432132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:49.471259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bec20de1-6b55-402b-8373-1d77d089e42e req-79a17ceb-8668-435a-9d19-43b6aad985d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360098 Aug 29 05:29:49.693154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['093e8cb5-1d97-411b-9c6d-458e60e08cfa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:29:50.586007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3c9b8-adbd-4d96-8ddc-2109f2a74112 req-01806b98-8baa-4983-a918-2bf469eac98a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:50.587565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ab3c9b8-adbd-4d96-8ddc-2109f2a74112 req-01806b98-8baa-4983-a918-2bf469eac98a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 944 time: 0.0486329 Aug 29 05:29:50.625728 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ab3c9b8-adbd-4d96-8ddc-2109f2a74112 req-45608729-44b9-4e18-9a7d-ca062ece3bca tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Aug 29 05:29:51.179698 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 093e8cb5-1d97-411b-9c6d-458e60e08cfa up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:29:51.227070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 093e8cb5-1d97-411b-9c6d-458e60e08cfa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:29:51.230866 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 093e8cb5-1d97-411b-9c6d-458e60e08cfa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:29:51.231236 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.312946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.336852 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:51.339607 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7411c855-2f39-4e6f-90a0-bf0803428d36" -d '{"events": [{"server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "name": "network-vif-plugged", "status": "completed", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:51.354827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:29:51.359382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:51.385274 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441e0832-f9a8-41e0-8018-8b0c3bd5a0bc x-openstack-request-id: req-441e0832-f9a8-41e0-8018-8b0c3bd5a0bc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:51.385570 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "name": "network-vif-plugged", "status": "completed", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:51.385943 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-441e0832-f9a8-41e0-8018-8b0c3bd5a0bc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:51.386344 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'code': 200} Aug 29 05:29:51.413226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:51.487436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e39e2-30e7-4449-8cde-3a78a2c42188 req-58443da3-6720-41d8-a2d3-9cf5a378b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.488980 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-da9e39e2-30e7-4449-8cde-3a78a2c42188 req-58443da3-6720-41d8-a2d3-9cf5a378b577 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1097 time: 0.0401871 Aug 29 05:29:51.523362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-da9e39e2-30e7-4449-8cde-3a78a2c42188 req-7551eeee-6792-4d35-a2bc-c5de68ec57b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274625 Aug 29 05:29:51.746627 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b52889-e89a-433c-8a20-c8582fb9ace3 req-a7b6635d-f01a-444d-b740-deabeba9d112 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:51.748248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95b52889-e89a-433c-8a20-c8582fb9ace3 req-a7b6635d-f01a-444d-b740-deabeba9d112 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Aug 29 05:29:51.788948 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-95b52889-e89a-433c-8a20-c8582fb9ace3 req-d68dd5ba-ff54-4f5d-beba-bf97dad58f5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Aug 29 05:29:52.906432 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d134-42db-4346-af20-311e76830ddd req-f05f03f9-fb15-4c7f-a3dd-aee4d09e02e9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:52.907907 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6201d134-42db-4346-af20-311e76830ddd req-f05f03f9-fb15-4c7f-a3dd-aee4d09e02e9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0491357 Aug 29 05:29:52.949541 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6201d134-42db-4346-af20-311e76830ddd req-f8beb5d6-5957-4d3c-a743-f27a983a6a82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Aug 29 05:29:53.071535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc46928-c084-47c4-9fba-a6c0c25ff1aa req-cc4435d8-0d2b-425e-befd-cbc4f59d3065 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:53.072945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abc46928-c084-47c4-9fba-a6c0c25ff1aa req-cc4435d8-0d2b-425e-befd-cbc4f59d3065 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Aug 29 05:29:53.110705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-abc46928-c084-47c4-9fba-a6c0c25ff1aa req-69e474cd-32a0-459c-b7ec-09b9bbe9972f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Aug 29 05:29:53.133151 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52086) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:53.171121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7f570-48f6-44c3-964f-5fe06a5cb183 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:53.172669 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e1d7f570-48f6-44c3-964f-5fe06a5cb183 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1092 time: 0.0385618 Aug 29 05:29:53.176010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52088) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:53.180301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:29:53.201952 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:53.300371 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:53.399247 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.108 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/8d067ea7-fc57-4957-9688-c480726d2a23) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:29:53.504798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:53.547628 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:53.582959 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:29:53.587816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:29:53.591759 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:29:53.609399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a456659-a4e3-4f2a-a4cf-d45430859a3b req-2dd1a8df-9e25-4cdd-917d-d37134501b34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0712965 Aug 29 05:29:53.617373 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=8d067ea7-fc57-4957-9688-c480726d2a23,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:53.691259 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a456659-a4e3-4f2a-a4cf-d45430859a3b req-91183e15-8014-49ae-8e42-1bfd330aa078 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0245130 Aug 29 05:29:53.738943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a456659-a4e3-4f2a-a4cf-d45430859a3b req-eb8ecaa5-2d4d-4271-aa84-90000eaad3bb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217683 Aug 29 05:29:53.853872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a456659-a4e3-4f2a-a4cf-d45430859a3b req-5998a967-f4fe-48b1-99aa-925cad7d611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:53.855372 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a456659-a4e3-4f2a-a4cf-d45430859a3b req-5998a967-f4fe-48b1-99aa-925cad7d611f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096377 Aug 29 05:29:54.321116 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:54.389900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:54.537269 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:54.541802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:54.610892 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=8d067ea7-fc57-4957-9688-c480726d2a23,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:29:54.622494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:54.719852 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 0ff5665a-ce57-41d6-8a39-a614e09cc638 associated. External IP: 172.25.3.108, port: 093e8cb5-1d97-411b-9c6d-458e60e08cfa. Aug 29 05:29:54.921042 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router f042ed41-5895-483d-95f5-4f4640cc9e4c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:29:55.027381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:29:55.037599 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Sync routers for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:29:55.043149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:29:55.047320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:55.047951 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:55.071188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c339be7-5d75-4a46-ac0b-a126cdfb9732 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8941646 Aug 29 05:29:55.071824 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:29:55.074102 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:29:55.116119 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616aa617-e2a5-4440-9e11-81ba1abf4025 x-openstack-request-id: req-616aa617-e2a5-4440-9e11-81ba1abf4025 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:29:55.116902 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:29:55.116902 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-616aa617-e2a5-4440-9e11-81ba1abf4025 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:29:55.117235 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'status': 'completed', 'code': 200} Aug 29 05:29:55.177677 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:55.180907 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-858fdc42-1a42-4eee-9d10-14c64dfa07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:55.181978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578496b-130a-46f0-946f-893631fb463f req-f43a00f1-b861-41fb-a264-dd26c8193a44 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:55.182566 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-858fdc42-1a42-4eee-9d10-14c64dfa07cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1097 time: 0.0455487 Aug 29 05:29:55.183644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0578496b-130a-46f0-946f-893631fb463f req-f43a00f1-b861-41fb-a264-dd26c8193a44 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0609870 Aug 29 05:29:55.224398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0578496b-130a-46f0-946f-893631fb463f req-a47f8e71-a739-46c8-989a-dd3bafc15179 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339463 Aug 29 05:29:55.247024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52096) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:55.279417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-dd8b5489-630c-42d2-abda-f3ca49f56661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:55.280890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-dd8b5489-630c-42d2-abda-f3ca49f56661 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 897 time: 0.0902357 Aug 29 05:29:55.316276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-222e2ff0-cbfe-4147-b834-12c03b4d2b79 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/0ff5665a-ce57-41d6-8a39-a614e09cc638 HTTP/1.1" status: 200 len: 991 time: 0.0673101 Aug 29 05:29:55.347429 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-05080851-6bce-4468-8d7b-3c60ee702561 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 999 time: 0.0592568 Aug 29 05:29:55.396914 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-45c8a96e-356a-4958-a2c6-96a87c0f0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:55.398368 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-45c8a96e-356a-4958-a2c6-96a87c0f0586 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 200 len: 833 time: 0.0444248 Aug 29 05:29:55.406248 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '0ff5665a-ce57-41d6-8a39-a614e09cc638', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'port_id': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'mac_address': 'fa:16:3e:60:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:54Z', 'updated_at': '2021-08-29T05:29:54Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:55.432469 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Checking router: f042ed41-5895-483d-95f5-4f4640cc9e4c for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:29:55.441110 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:29:55.441712 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:29:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:55.448076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-ad79014d-5510-4aa3-9ba5-539ba155b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:29:55.449788 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-ad79014d-5510-4aa3-9ba5-539ba155b2da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33778464-d254-40a8-b428-00a48aa23971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446002 Aug 29 05:29:55.541205 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-20e73574-63e0-4489-8bbe-dd980365df12 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818622 Aug 29 05:29:55.545874 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:29:55.639068 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0d51e6c1-110f-4b1b-88dc-a6528d64dac9 req-2355e3b0-e523-4f4f-9fa4-d060566eefff service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890307 Aug 29 05:29:55.773635 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '0ff5665a-ce57-41d6-8a39-a614e09cc638', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'port_id': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'mac_address': 'fa:16:3e:60:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:54Z', 'updated_at': '2021-08-29T05:29:54Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:29:55.885938 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21989b-5139-4a37-84e1-456c1a008eb9 None None] The sync data for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 is: [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '0ff5665a-ce57-41d6-8a39-a614e09cc638', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'port_id': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'mac_address': 'fa:16:3e:60:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:29:54Z', 'updated_at': '2021-08-29T05:29:54Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:29:56.072071 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c0c61-86a6-4e50-87a1-47a8fb3547b9 None None] New status for floating IP 0ff5665a-ce57-41d6-8a39-a614e09cc638: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:29:56.319956 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52098) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:29:56.383369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-736ae7a8-9f2d-4e66-9c4d-b2bc6f49b056 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/0ff5665a-ce57-41d6-8a39-a614e09cc638 HTTP/1.1" status: 200 len: 993 time: 0.0622180 Aug 29 05:30:00.436493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:07.445298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b67d0322-cf79-4e46-95ac-00fbbca8eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:10.410490 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:10.451806 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad154-1f61-480b-8519-6926ef505978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:11.589326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:12.876740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:13.315719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:13.681590 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:30.450383 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:31.757142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd76f-f5d2-4384-acfc-925f41b2d801 req-5302c111-dc5f-42fd-8bda-882d8f33e163 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:31.758664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bfcd76f-f5d2-4384-acfc-925f41b2d801 req-5302c111-dc5f-42fd-8bda-882d8f33e163 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0513210 Aug 29 05:30:31.798074 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7bfcd76f-f5d2-4384-acfc-925f41b2d801 req-bfe372ae-d5d0-466c-a0e1-3745fdf94196 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Aug 29 05:30:32.633204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-8be6193d-13b1-48bb-bfc9-0b1e93015994 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459347 Aug 29 05:30:32.719961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-4e6391fa-737c-4173-a49a-95759fdbcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:32.721932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-4e6391fa-737c-4173-a49a-95759fdbcf6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1097 time: 0.0404043 Aug 29 05:30:32.936321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f284-373b-4b77-8eb4-f2ff75fe2d65 req-97ca9913-16ca-4a15-afed-b73c651bb0a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:32.937872 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c3f284-373b-4b77-8eb4-f2ff75fe2d65 req-97ca9913-16ca-4a15-afed-b73c651bb0a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Aug 29 05:30:32.977966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1c3f284-373b-4b77-8eb4-f2ff75fe2d65 req-8bfc13c3-0837-4e22-8d24-62687c7f330c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Aug 29 05:30:33.002057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52118) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:33.067523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7995f5e9-3b0e-408f-853e-13987b319e96 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/0ff5665a-ce57-41d6-8a39-a614e09cc638 HTTP/1.1" status: 200 len: 993 time: 0.0641651 Aug 29 05:30:33.140433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-8311a7e2-4562-45d0-b8a8-97c41b87ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.141918 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-8311a7e2-4562-45d0-b8a8-97c41b87ead6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 897 time: 0.3962498 Aug 29 05:30:33.213845 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-a45fa805-7d76-4e7e-a143-bccbf20bee00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 1001 time: 0.0589492 Aug 29 05:30:33.264472 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-fd3b1d11-33ed-45d4-96a9-18f84e4e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.265882 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-fd3b1d11-33ed-45d4-96a9-18f84e4e94f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 200 len: 833 time: 0.0424564 Aug 29 05:30:33.316151 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-2fe823f7-fd55-4b1f-974e-89dfbd427ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:33.317637 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-2fe823f7-fd55-4b1f-974e-89dfbd427ee3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33778464-d254-40a8-b428-00a48aa23971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430546 Aug 29 05:30:33.413022 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-20fafb50-a87e-4c08-9ee3-3efff7a40246 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Aug 29 05:30:33.519662 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-865c8f79-fa81-48d3-9623-efd1ccef3f1e req-a177bfb4-912b-4feb-9630-05de067f4ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940993 Aug 29 05:30:34.339206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945fce-2329-4cd6-a3d1-24b29f26bbf5 req-ab481a24-565d-43f1-9b7b-85c5ca451f11 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:34.340705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b945fce-2329-4cd6-a3d1-24b29f26bbf5 req-ab481a24-565d-43f1-9b7b-85c5ca451f11 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0478086 Aug 29 05:30:34.379726 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3b945fce-2329-4cd6-a3d1-24b29f26bbf5 req-1450d380-0b93-4a07-820c-12b298ad1cff tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322247 Aug 29 05:30:35.499022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41f5ef-a338-497f-bcd7-b4d69a9a6fae req-b1665b40-6bbf-4e4e-8321-16c22723175b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:35.500542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b41f5ef-a338-497f-bcd7-b4d69a9a6fae req-b1665b40-6bbf-4e4e-8321-16c22723175b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Aug 29 05:30:35.541968 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b41f5ef-a338-497f-bcd7-b4d69a9a6fae req-ee17110e-b548-40b9-ac42-38a773ecbbec tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 29 05:30:35.566035 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52128) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:35.634503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4a370aae-3b7a-48b5-a934-941cb514266d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/0ff5665a-ce57-41d6-8a39-a614e09cc638 HTTP/1.1" status: 200 len: 993 time: 0.0649447 Aug 29 05:30:35.904412 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52134) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:36.067021 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 8d067ea7-fc57-4957-9688-c480726d2a23 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:36.067336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.157244 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.157568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.169478 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 8d067ea7-fc57-4957-9688-c480726d2a23 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:36.314560 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.341415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=8d067ea7-fc57-4957-9688-c480726d2a23,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:36.355915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.356283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.356621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.356953 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.357279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.357604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.357928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.358251 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.358579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.358931 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.359218 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.360131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:36.415229 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.415561 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 0ff5665a-ce57-41d6-8a39-a614e09cc638 disassociated (deleted). External IP: 172.25.3.108, port: 093e8cb5-1d97-411b-9c6d-458e60e08cfa. Aug 29 05:30:36.623468 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router f042ed41-5895-483d-95f5-4f4640cc9e4c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:36.734533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:36.740499 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:36.745504 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Sync routers for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:36.756182 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:36.756814 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:36.770572 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ae69e7d5-201b-4011-b5df-482ea783ac57 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/floatingips/0ff5665a-ce57-41d6-8a39-a614e09cc638 HTTP/1.1" status: 204 len: 168 time: 0.8649969 Aug 29 05:30:36.771417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:36.775632 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:36.821732 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd794a-a37a-43b5-8fbe-7b57d2f99b7e x-openstack-request-id: req-64dd794a-a37a-43b5-8fbe-7b57d2f99b7e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:36.822232 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:36.822619 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64dd794a-a37a-43b5-8fbe-7b57d2f99b7e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:36.823222 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'status': 'completed', 'code': 200} Aug 29 05:30:36.879005 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:36.902832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-1baf5244-d33e-4e57-848e-a0d32c5451d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:36.904796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-1baf5244-d33e-4e57-848e-a0d32c5451d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 1097 time: 0.0551870 Aug 29 05:30:37.021687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-a6e294a4-a3d5-4359-88ad-fdcd87306f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.023305 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-a6e294a4-a3d5-4359-88ad-fdcd87306f07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 200 len: 897 time: 0.1065912 Aug 29 05:30:37.054459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0543eb-e74f-4240-9025-7572e63b6008 req-efdd5765-6085-4e31-98ce-9a65f88bd5f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.056001 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b0543eb-e74f-4240-9025-7572e63b6008 req-efdd5765-6085-4e31-98ce-9a65f88bd5f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0567958 Aug 29 05:30:37.072423 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-d0d122dd-011c-4d85-a511-c72c2223f757 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 200 len: 217 time: 0.0368102 Aug 29 05:30:37.099355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:37.105466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2b0543eb-e74f-4240-9025-7572e63b6008 req-67693a3d-6b81-487c-869e-60a9089609c6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Aug 29 05:30:37.129656 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Checking router: f042ed41-5895-483d-95f5-4f4640cc9e4c for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:37.130217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-b7035a5b-3db3-4fbc-9ecf-d16d8d678fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.131726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-b7035a5b-3db3-4fbc-9ecf-d16d8d678fa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 200 len: 833 time: 0.0493464 Aug 29 05:30:37.138322 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:37.138917 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:37.186488 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-ac2d7d2e-a0cb-4c91-b7cc-438b82556edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:37.188263 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-ac2d7d2e-a0cb-4c91-b7cc-438b82556edc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33778464-d254-40a8-b428-00a48aa23971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426795 Aug 29 05:30:37.243376 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:37.288895 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-73489239-b717-4a52-b9d2-a1be5ea5287d service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911732 Aug 29 05:30:37.394057 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1bd5a7d4-ea1b-4af2-8fdf-c5c263d080cf req-d374e157-18e6-4c2b-aab9-218f84675567 service neutron] 10.222.0.54 "GET /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959859 Aug 29 05:30:37.447333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-057af95e-e88c-4cf3-9a74-4e7e1d4483cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:37.477113 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:37.507384 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54510ba-fcc2-49b8-a279-2c81e93ef205 None None] The sync data for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 is: [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:40Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '72d64d5f-83af-4519-945b-c33b3ae50a7b', 'name': '', 'network_id': '33778464-d254-40a8-b428-00a48aa23971', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:18:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:40Z', 'updated_at': '2021-08-29T05:29:45Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': '6cb1737d-301e-4c1e-8cf6-127ded85cbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:37.732847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad78773-17dd-48b5-bb5a-40f22e3f98be None None] New status for floating IP 0ff5665a-ce57-41d6-8a39-a614e09cc638: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:30:38.223887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9607-cc03-4776-bf30-76ca00832cd5 req-0cd0cc0c-1fec-434a-a494-128c6e1dde7b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.225419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-294e9607-cc03-4776-bf30-76ca00832cd5 req-0cd0cc0c-1fec-434a-a494-128c6e1dde7b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0495951 Aug 29 05:30:38.273527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-294e9607-cc03-4776-bf30-76ca00832cd5 req-85b21197-a349-430b-861c-f4446f19c3be tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Aug 29 05:30:38.996689 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-e4ba8e4d-cbce-41ae-b357-0347a4d8df46 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:38.998233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-e4ba8e4d-cbce-41ae-b357-0347a4d8df46 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 945 time: 0.0727534 Aug 29 05:30:39.106336 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 093e8cb5-1d97-411b-9c6d-458e60e08cfa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:39.106598 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.199561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 093e8cb5-1d97-411b-9c6d-458e60e08cfa, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=093e8cb5-1d97-411b-9c6d-458e60e08cfa,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:39.199947 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.215207 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 093e8cb5-1d97-411b-9c6d-458e60e08cfa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:39.358204 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.391793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d35de297-7624-43fc-8104-256291dab688 req-fee1bea2-388e-4299-8de6-8088cddf95df tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5c7a319-806c-4a45-acf8-6f78853cbe51 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Aug 29 05:30:39.404498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=093e8cb5-1d97-411b-9c6d-458e60e08cfa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:39.417771 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.418122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.418474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.418817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.419152 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.419498 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.419824 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.420186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.420517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.421215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.421215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.421476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:39.464080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] No DVR routers for this DVR port 093e8cb5-1d97-411b-9c6d-458e60e08cfa on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:30:39.466771 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:39.469025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9bf226a6-04b5-4dfa-971a-4df377422f89 req-8677bacb-59c2-431f-b7d0-b5713d3a81f6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "DELETE /v2.0/ports/093e8cb5-1d97-411b-9c6d-458e60e08cfa HTTP/1.1" status: 204 len: 173 time: 0.4584050 Aug 29 05:30:39.469515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'name': 'network-vif-deleted', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:39.471893 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a66c9b2-484f-47b7-a1d9-3ba0b2ad4b52" -d '{"events": [{"server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "name": "network-vif-deleted", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:39.514060 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c455e836-74e4-4037-9785-ce4a38ed001d x-openstack-request-id: req-c455e836-74e4-4037-9785-ce4a38ed001d {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:39.514420 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c7a319-806c-4a45-acf8-6f78853cbe51", "name": "network-vif-deleted", "tag": "093e8cb5-1d97-411b-9c6d-458e60e08cfa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:39.514715 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c455e836-74e4-4037-9785-ce4a38ed001d {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:39.515136 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c7a319-806c-4a45-acf8-6f78853cbe51', 'name': 'network-vif-deleted', 'tag': '093e8cb5-1d97-411b-9c6d-458e60e08cfa', 'status': 'completed', 'code': 200} Aug 29 05:30:40.415635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.458376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d4c803b2-89bb-4220-9ade-d6208953ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:40.472973 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52152) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:40.853664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.110810 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 72d64d5f-83af-4519-945b-c33b3ae50a7b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:41.111156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.202858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 72d64d5f-83af-4519-945b-c33b3ae50a7b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=72d64d5f-83af-4519-945b-c33b3ae50a7b,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:41.203730 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.216354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 72d64d5f-83af-4519-945b-c33b3ae50a7b owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:41.405660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.434179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=72d64d5f-83af-4519-945b-c33b3ae50a7b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:41.589197 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:41.606498 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.152284 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router f042ed41-5895-483d-95f5-4f4640cc9e4c has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:42.252680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:42.259288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9aca7db1-e2ce-4107-ace6-4de609abaf5d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/f042ed41-5895-483d-95f5-4f4640cc9e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7838876 Aug 29 05:30:42.260685 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52154) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:42.262370 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Sync routers for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:42.271815 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:42.272439 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.310609 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting subnet 6cb1737d-301e-4c1e-8cf6-127ded85cbdb {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:30:42.314241 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.357010 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.372307 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:42.440288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.502064 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.533628 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb1737d-301e-4c1e-8cf6-127ded85cbdb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:42.539155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.540587 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4ae022ac-67b2-45d1-984a-c1a6faaaaf42 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/subnets/6cb1737d-301e-4c1e-8cf6-127ded85cbdb HTTP/1.1" status: 204 len: 168 time: 0.2787728 Aug 29 05:30:42.543309 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52156) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:42.546462 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc4d922-7db4-4d31-9a25-6148509f9a33 None None] Network 33778464-d254-40a8-b428-00a48aa23971 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:42.554238 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:30:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.581914 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Checking router: f042ed41-5895-483d-95f5-4f4640cc9e4c for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:42.591544 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Routers {'f042ed41-5895-483d-95f5-4f4640cc9e4c'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:42.592347 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['f042ed41-5895-483d-95f5-4f4640cc9e4c'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:42.656322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.703628 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] Set router f042ed41-5895-483d-95f5-4f4640cc9e4c gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:42.731416 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] DHCP port deletion for 33778464-d254-40a8-b428-00a48aa23971 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:30:42.784174 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.786553 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Deleting port ca9e2f6b-d4ea-4535-ac20-1751011790c9 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:42.786964 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.845054 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 083e308e-a47f-435c-b69f-fec7cff3aa76 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:30:42.845456 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.868148 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] For port ca9e2f6b-d4ea-4535-ac20-1751011790c9, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca9e2f6b-d4ea-4535-ac20-1751011790c9,segment=NetworkSegment(90fdb40b-e1ad-49ae-be1b-f9a4d22d4171),segment_id=90fdb40b-e1ad-49ae-be1b-f9a4d22d4171)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:42.868877 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.889798 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Calling delete_port for ca9e2f6b-d4ea-4535-ac20-1751011790c9 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:42.907585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.957955 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca9e2f6b-d4ea-4535-ac20-1751011790c9 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:42.961455 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 083e308e-a47f-435c-b69f-fec7cff3aa76, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=083e308e-a47f-435c-b69f-fec7cff3aa76,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:42.961796 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:42.977208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 083e308e-a47f-435c-b69f-fec7cff3aa76 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:30:42.995912 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:30:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:43.027116 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f802515-4324-4cb2-9dae-24702a293aaf None None] The sync data for ids ['f042ed41-5895-483d-95f5-4f4640cc9e4c'] in n-d-712139-13 is: [{'id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344108787', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:30:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '083e308e-a47f-435c-b69f-fec7cff3aa76', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042ed41-5895-483d-95f5-4f4640cc9e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:29:37Z', 'updated_at': '2021-08-29T05:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:43.048638 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.070345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Port ca9e2f6b-d4ea-4535-ac20-1751011790c9 update to DOWN by agent not found {{(pid=94828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 05:30:43.073088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Pushing event deleted for resources: {'Port': ['ID=ca9e2f6b-d4ea-4535-ac20-1751011790c9,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:43.095109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.095512 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.095785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.096146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.096472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.096846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.097174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.097493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.097846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.098168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.098493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.099097 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:43.101753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae5b80-1247-4979-935c-0ebd2954eb42 None None] No DVR routers for this DVR port ca9e2f6b-d4ea-4535-ac20-1751011790c9 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:30:43.157064 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.183157 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=083e308e-a47f-435c-b69f-fec7cff3aa76,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:43.241432 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.317247 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.331192 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.333316 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.380802 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.381596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Fanout notify agent at l3_agent the message router_deleted on router f042ed41-5895-483d-95f5-4f4640cc9e4c {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:30:43.391276 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.392792 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eac7e753-42b5-40e3-ac39-80cc11076e19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/routers/f042ed41-5895-483d-95f5-4f4640cc9e4c HTTP/1.1" status: 204 len: 168 time: 0.8483069 Aug 29 05:30:43.397058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52160) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:43.454557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 093e8cb5-1d97-411b-9c6d-458e60e08cfa no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:43.475972 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.487634 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 093e8cb5-1d97-411b-9c6d-458e60e08cfa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:43.488363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 093e8cb5-1d97-411b-9c6d-458e60e08cfa not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:43.567615 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.577530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33778464-d254-40a8-b428-00a48aa23971']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:43.589755 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:43.590091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fdb40b-e1ad-49ae-be1b-f9a4d22d4171') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:43.603131 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.617796 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.624305 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:30:43.624800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:30:43.628431 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:30:43.688038 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.696231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.701351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52162) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:43.702467 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/networks/33778464-d254-40a8-b428-00a48aa23971 HTTP/1.1" status: 204 len: 168 time: 0.3032322 Aug 29 05:30:43.717214 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986e58-08d9-4e0a-adcf-3547d6578a41 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Network': ['ID=33778464-d254-40a8-b428-00a48aa23971,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:43.759336 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.784694 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.844230 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.846734 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:43.847904 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/security-groups/e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f HTTP/1.1" status: 204 len: 168 time: 0.1468613 Aug 29 05:30:43.856697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e5bcc-5352-4496-8e4a-422a43af587c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd27ec-9691-46cd-b4cb-f3b3fc63cf9f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:44.374580 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52168) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:44.379370 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042954654', 'description': 'tempest-secgroup-smoke-1042954654 description', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:44.401990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.481448 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.485876 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.514841 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.516199 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404324 Aug 29 05:30:44.519154 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52170) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:44.521702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da6aa9-cb5c-4f27-af9d-1d3ba10ff1cd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e96814-29e0-41f0-ab7d-d2d66d817218,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:44.524319 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:44.551893 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.613415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.617934 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.636803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b217a8-9e5a-4c9f-ae13-63e9173c8096,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:44.642551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.646567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52172) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:44.646706 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f0856d5d-9c05-4e04-9262-b98ef53a12d9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264613 Aug 29 05:30:44.651238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:44.676716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.734939 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.738518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.755792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ccf329-315d-406b-8272-cbbaa4fa4c11,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:44.761852 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.762387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5988149d-4372-41c3-ab79-7bdd584b8960 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147795 Aug 29 05:30:44.765207 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52174) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:44.770301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:44.795916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.853568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.857209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.866935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 083e308e-a47f-435c-b69f-fec7cff3aa76 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:44.879226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63813dd-1c65-4299-8850-4f84d752df38,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:44.882534 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.886527 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-49ddeb4a-695c-4397-bf41-b0cde9db119f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173365 Aug 29 05:30:44.887031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52176) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:44.891850 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:44.892571 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 083e308e-a47f-435c-b69f-fec7cff3aa76 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:44.892979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 083e308e-a47f-435c-b69f-fec7cff3aa76 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:44.893461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d64d5f-83af-4519-945b-c33b3ae50a7b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:30:44.913818 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 72d64d5f-83af-4519-945b-c33b3ae50a7b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:30:44.914273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 72d64d5f-83af-4519-945b-c33b3ae50a7b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:30:44.919524 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.976439 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.979916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:44.996002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c15fa2-28b5-4ac2-bbeb-06e24840ef8e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:45.002879 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.004246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f71be18-c880-4f4b-9465-3b2a31d056f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165202 Aug 29 05:30:45.007269 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52178) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:45.011783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:45.033154 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:30:45.037854 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.097487 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.102088 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.120264 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3305eed5-e058-4704-9ebf-c346d36298fa,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:45.126916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.128313 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a690e81f-c9a0-4d2e-88fd-5bc6cbce4929 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198573 Aug 29 05:30:45.132743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52180) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:45.137231 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '32e96814-29e0-41f0-ab7d-d2d66d817218', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:45.160817 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:30:45.165630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.226005 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.229574 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.246593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1de7c48-d2a1-429f-be3d-8846bf44f4b1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:45.255074 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.256159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1775b03d-478b-49ab-b6c5-d257659893f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223903 Aug 29 05:30:45.259305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52182) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:45.264206 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'network': {'name': 'tempest-network-smoke--909644612', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:45.284735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:45.288109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.310142 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:30:45.319243 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.319585 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Added segment b2b61b88-95d7-4578-99c2-09ed0b90b8a9 of type vlan for network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 Aug 29 05:30:45.359846 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.384312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.389777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:45.390372 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.444864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845248 Aug 29 05:30:45.447911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52184) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:45.452737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'admin_state_up': True, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:45.464854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6695e10-eeb8-4977-8e0d-3d43caa5534b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Network': ['ID=09f51f79-30dc-40e4-8d06-8f977d6c73e5,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:45.475841 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:30:45.480239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.481293 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.533581 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.673480 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.861894 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.881235 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:45.980565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.155 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:46.082201 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.121371 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.163673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:46.166695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:46.170976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:46.174101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:46.412943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.606165 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.728956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:30:46.832913 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:46.842294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Sync routers for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:46.851291 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:46.851646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:46.852320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:46.852672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-69c27d33-600b-4682-af4a-2417978998d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4036760 Aug 29 05:30:46.855799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52186) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:46.892909 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8fa46602-06c4-4adb-b3f6-16bbe74e560e tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=1fd1f4b1271a4ec3864edfc85076c075&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359271 Aug 29 05:30:46.895578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52188) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:46.968229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:46.981261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be84c6-e426-417d-ad6c-e4ce0ace477d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:46.982702 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-37be84c6-e426-417d-ad6c-e4ce0ace477d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861011 Aug 29 05:30:46.986062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52190) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:47.019181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2e1307e5-ea92-4257-a140-906b68f519a5 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319445 Aug 29 05:30:47.021704 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52192) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:47.026574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306425187', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:47.114080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:47.117794 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.156016 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:46Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:47.182738 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Checking router: 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:47.183222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Updating router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:30:47.208422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.308312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.372115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Subnet': ['ID=b749e5d4-1dfe-4cec-a248-23234734270f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:47.375631 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Checking segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:47.376033 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network hostable DHCP agents. Network: 09f51f79-30dc-40e4-8d06-8f977d6c73e5, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:30:47.394005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:30:47.403288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 09f51f79-30dc-40e4-8d06-8f977d6c73e5) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:47.408588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:47.409282 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.420746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f576c-6f15-4000-a5be-b6ac9aa06b13 None None] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:47.428475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d04a3280-7bee-44a5-a5e7-174b2f01cfaf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4056151 Aug 29 05:30:47.431434 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52194) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:30:47.536817 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.556245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Transition to ACTIVE for port object e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:47.580258 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.666712 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Attempting to bind port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:47.667089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Attempting to bind port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:47.667617 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Attempting to bind port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:47.672074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a999f0-09e8-42f1-95d4-6fe90d237481 None None] Pushing event updated for resources: {'Port': ['ID=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:47.678112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:30:47.678969 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.683119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:47.683493 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:47.683883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.684296 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:47.684773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Bound port: e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:47.685147 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:47.817291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] For port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:47.836714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] For port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:48.013466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.059610 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Allocated IP 172.20.0.2 (09f51f79-30dc-40e4-8d06-8f977d6c73e5/b749e5d4-1dfe-4cec-a248-23234734270f/116c9dab-0d35-4881-9bf6-c4ff58c9173c) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:48.107642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:48.108216 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:48.140437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a999f0-09e8-42f1-95d4-6fe90d237481 None None] Pushing event updated for resources: {'Port': ['ID=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:48.195180 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.301311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:48.413437 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.433935 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Transition to ACTIVE for port object 116c9dab-0d35-4881-9bf6-c4ff58c9173c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:48.470736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Transition to ACTIVE for port object 116c9dab-0d35-4881-9bf6-c4ff58c9173c will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:48.484378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.526831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.1 (09f51f79-30dc-40e4-8d06-8f977d6c73e5/b749e5d4-1dfe-4cec-a248-23234734270f/4d400e28-5c79-44e7-b3a3-432f42568635) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:48.554580 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:48.559118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:48.564597 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:48.568613 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Pushing event updated for resources: {'Port': ['ID=116c9dab-0d35-4881-9bf6-c4ff58c9173c,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:48.629577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Attempting to bind port 116c9dab-0d35-4881-9bf6-c4ff58c9173c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:48.630195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Attempting to bind port 116c9dab-0d35-4881-9bf6-c4ff58c9173c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:48.630555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Attempting to bind port 116c9dab-0d35-4881-9bf6-c4ff58c9173c on network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:48.637748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:48.638224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Checking segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:48.638717 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.639242 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Bound using segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:48.639725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Bound port: 116c9dab-0d35-4881-9bf6-c4ff58c9173c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:48.640114 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.647117 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.655329 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:46Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:48.661475 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 4d400e28-5c79-44e7-b3a3-432f42568635 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:48.694076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.705206 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65537d32-3955-4cee-9d15-08dc9368c1e9 None None] The sync data for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 is: [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:46Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:48.734480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:48.738130 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] For port 116c9dab-0d35-4881-9bf6-c4ff58c9173c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:48.741477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:48.742968 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] For port 116c9dab-0d35-4881-9bf6-c4ff58c9173c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=116c9dab-0d35-4881-9bf6-c4ff58c9173c,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:48.746118 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:48.747747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.775741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:48.806508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:48.813495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ac3b-d61b-4104-a5c8-fb9efc90113b None None] Pushing event updated for resources: {'Port': ['ID=116c9dab-0d35-4881-9bf6-c4ff58c9173c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:48.976189 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.289973 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.295551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.378157 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:49.380237 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:49.481254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:49.482809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:49.607291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:30:49.726183 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:30:49.731778 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc8e7207-b7eb-4dd7-a807-89ad7f96e10c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/5f6ca8aa-5926-4aa7-881a-4241dab87dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992098 Aug 29 05:30:49.819087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6efecb-8a33-43ab-9a4c-be317be73468 None None] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:30:49.876453 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-22b72f56-c947-4397-b0b6-e850806e1738 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042954654&fields=id&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 267 time: 0.0366237 Aug 29 05:30:49.883726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4083f67-01d9-464a-bb8e-60c23ea97fb5 None None] Provisioning for port 116c9dab-0d35-4881-9bf6-c4ff58c9173c completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:49.991907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-975ea680-fec5-4e85-873d-03b8725594d3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:49.993446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-975ea680-fec5-4e85-873d-03b8725594d3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 796 time: 0.1086497 Aug 29 05:30:50.010130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-3ed5ef59-83b4-4f5d-8649-8d6c17de726b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/quotas/1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 375 time: 0.0108223 Aug 29 05:30:50.068668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-dd03d758-d872-44d1-97a5-96a80da8beed tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525157 Aug 29 05:30:50.220593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73a81ba2-a676-49d7-844d-5fa9e14462cc None None] Provisioning for port 4d400e28-5c79-44e7-b3a3-432f42568635 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:50.224104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-73a81ba2-a676-49d7-844d-5fa9e14462cc None None] Provisioning complete for port 4d400e28-5c79-44e7-b3a3-432f42568635 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:50.224465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-73a81ba2-a676-49d7-844d-5fa9e14462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.233323 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-dc163b3f-0c72-4955-a6b8-59381a2eebe6 service neutron] 10.222.0.62 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517715 Aug 29 05:30:50.261903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-73a81ba2-a676-49d7-844d-5fa9e14462cc None None] Port 4d400e28-5c79-44e7-b3a3-432f42568635 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:50.337534 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-74dd5137-d339-45e0-8931-33372573c353 service neutron] 10.222.0.62 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966668 Aug 29 05:30:50.387947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Sync routers for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:30:50.396919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0d82f420-1a89-4ad3-8645-af726a062064 None None] Provisioning complete for port 4d400e28-5c79-44e7-b3a3-432f42568635 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:50.397376 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0d82f420-1a89-4ad3-8645-af726a062064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.412024 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:50.413251 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:50.444125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0d82f420-1a89-4ad3-8645-af726a062064 None None] Port 4d400e28-5c79-44e7-b3a3-432f42568635 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:50.564982 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:50.565761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91f55c27-65fd-46ea-91ac-50641a2160ed req-e3da7dee-c04a-4d35-a201-37ef18d5a86d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 210 time: 0.0293410 Aug 29 05:30:50.665937 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7ba9be3a-34de-4074-a497-67b1420abfe7 None None] Provisioning complete for port 4d400e28-5c79-44e7-b3a3-432f42568635 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:50.666352 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ba9be3a-34de-4074-a497-67b1420abfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.698576 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:30:50.712124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9be3a-34de-4074-a497-67b1420abfe7 None None] Port 4d400e28-5c79-44e7-b3a3-432f42568635 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:50.785004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:49Z', 'revision_number': 2, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:50.822043 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Checking router: 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:30:50.822411 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Updating router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 port 4d400e28-5c79-44e7-b3a3-432f42568635 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:30:50.850147 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:50.938171 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:50.994138 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:50.998445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:50.998819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.086184 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.118431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:51.122523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.123485 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 116c9dab-0d35-4881-9bf6-c4ff58c9173c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:51.132892 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.143810 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Transition to ACTIVE for port object 4d400e28-5c79-44e7-b3a3-432f42568635 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:51.150554 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.206023 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:51.221245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 116c9dab-0d35-4881-9bf6-c4ff58c9173c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:51.225881 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 116c9dab-0d35-4881-9bf6-c4ff58c9173c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:51.226419 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.247983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Pushing event updated for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:51.250695 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Attempting to bind port 4d400e28-5c79-44e7-b3a3-432f42568635 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:51.251434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Attempting to bind port 4d400e28-5c79-44e7-b3a3-432f42568635 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:51.251434 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Attempting to bind port 4d400e28-5c79-44e7-b3a3-432f42568635 on network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:51.267908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.268588 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.268827 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.269008 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.269335 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.269614 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.270189 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.270692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.271197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.271522 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.271851 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.272236 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:30:51.275741 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:51.276376 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Checking segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:51.276969 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.277537 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Bound using segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:51.278012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Bound port: 4d400e28-5c79-44e7-b3a3-432f42568635, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:51.278576 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.333538 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.351139 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] For port 4d400e28-5c79-44e7-b3a3-432f42568635, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:51.356355 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] For port 4d400e28-5c79-44e7-b3a3-432f42568635, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4d400e28-5c79-44e7-b3a3-432f42568635,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:51.362412 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.369332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 116c9dab-0d35-4881-9bf6-c4ff58c9173c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=116c9dab-0d35-4881-9bf6-c4ff58c9173c,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:51.374034 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:51.439653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=116c9dab-0d35-4881-9bf6-c4ff58c9173c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:51.449509 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ddd13-1277-48aa-8b74-f2e96a7d2f2e None None] Pushing event updated for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:51.452932 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:30:51.453547 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:51.569271 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:30:51.708617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a40f7029-488b-47d3-a2c0-c0f480130934 req-f5333171-81ab-4878-9e43-fa26a8e3a646 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 210 time: 0.0580022 Aug 29 05:30:51.794954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-aa1b2778-0b59-4274-96f0-3918f0718443 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:51.796509 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-aa1b2778-0b59-4274-96f0-3918f0718443 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 796 time: 0.1300473 Aug 29 05:30:51.812658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:30:51.838706 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5990c0-1180-48fd-824f-8c6b64d33cfe None None] The sync data for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 is: [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:30:51.842691 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-d432fdb9-5c42-4c08-b3cc-bce96694c2e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 380 time: 0.0359070 Aug 29 05:30:51.859854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'port': {'device_id': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'admin_state_up': True, 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'security_groups': ['32e96814-29e0-41f0-ab7d-d2d66d817218']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:51.982709 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:30:51.986565 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.128131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.11 (09f51f79-30dc-40e4-8d06-8f977d6c73e5/b749e5d4-1dfe-4cec-a248-23234734270f/e51b6791-ec19-42bf-9943-46fe4777dc9b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:30:52.274004 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.289386 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object e51b6791-ec19-42bf-9943-46fe4777dc9b will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:52.323867 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.372091 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:30:52.378262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:30:52.383131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:30:52.410482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:52.449423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:52.450069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.466125 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-4c4b67af-a7f2-4a3a-8338-2940843a206a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103833 Aug 29 05:30:52.488211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Request body: {'port': {'device_id': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:30:52.548322 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.685059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4788735a-3cd0-4d30-8550-903803422e15 None None] Provisioning for port e51b6791-ec19-42bf-9943-46fe4777dc9b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:52.689122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4788735a-3cd0-4d30-8550-903803422e15 None None] Provisioning complete for port e51b6791-ec19-42bf-9943-46fe4777dc9b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:52.689743 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4788735a-3cd0-4d30-8550-903803422e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.725642 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4788735a-3cd0-4d30-8550-903803422e15 None None] Port e51b6791-ec19-42bf-9943-46fe4777dc9b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:30:52.848429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8a0e-a9a0-4d08-91ba-08e9666d0f7e req-3460b917-9123-42d3-bc47-6c9fadcb6b62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:52.850019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39fb8a0e-a9a0-4d08-91ba-08e9666d0f7e req-3460b917-9123-42d3-bc47-6c9fadcb6b62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 932 time: 0.0649512 Aug 29 05:30:52.851469 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51b6791-ec19-42bf-9943-46fe4777dc9b {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:52.861500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.886762 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Transition to ACTIVE for port object e51b6791-ec19-42bf-9943-46fe4777dc9b will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:30:52.893274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:52.901635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-39fb8a0e-a9a0-4d08-91ba-08e9666d0f7e req-98148491-bf55-495c-ab0e-2e68bcf2e7a4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Aug 29 05:30:52.950341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:53.010700 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:53.026961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Attempting to bind port e51b6791-ec19-42bf-9943-46fe4777dc9b on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:30:53.027324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Attempting to bind port e51b6791-ec19-42bf-9943-46fe4777dc9b by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:30:53.027650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Attempting to bind port e51b6791-ec19-42bf-9943-46fe4777dc9b on network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:53.033743 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Port e51b6791-ec19-42bf-9943-46fe4777dc9b on network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:30:53.034076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Attempting to bind port e51b6791-ec19-42bf-9943-46fe4777dc9b on network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:30:53.039283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:30:53.039540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Checking segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:30:53.040008 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Bound using segment: {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:30:53.040370 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Bound port: e51b6791-ec19-42bf-9943-46fe4777dc9b, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:30:53.040739 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.065281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:53.065657 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.116420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:30:53.120165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:30:53.125464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.161636 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4d400e28-5c79-44e7-b3a3-432f42568635 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:53.163400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.164052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.165463 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 1093 time: 0.6834347 Aug 29 05:30:53.165904 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:53.168206 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef" -d '{"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:53.196596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec078f-501b-4cae-b616-82071db873f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:53.214666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 4d400e28-5c79-44e7-b3a3-432f42568635 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:53.222582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4d400e28-5c79-44e7-b3a3-432f42568635 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:53.223290 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.235955 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d9c7fa-de03-4b69-a0e0-b96999dabf82 x-openstack-request-id: req-21d9c7fa-de03-4b69-a0e0-b96999dabf82 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:53.236270 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:53.236532 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21d9c7fa-de03-4b69-a0e0-b96999dabf82 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:53.236941 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'status': 'completed', 'code': 200} Aug 29 05:30:53.271324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-3c233577-f8e4-428e-be00-0f8b9c506f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.272902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-3c233577-f8e4-428e-be00-0f8b9c506f95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1096 time: 0.0518770 Aug 29 05:30:53.326504 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.327518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-5ae85d6a-c0f8-43ca-a608-cd2e50610136 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 217 time: 0.0429494 Aug 29 05:30:53.362076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 4d400e28-5c79-44e7-b3a3-432f42568635, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4d400e28-5c79-44e7-b3a3-432f42568635,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:53.366837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.367792 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 116c9dab-0d35-4881-9bf6-c4ff58c9173c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:53.387830 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-22a89532-777a-432d-a312-6e57190b1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.389450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-22a89532-777a-432d-a312-6e57190b1382 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.0547585 Aug 29 05:30:53.444110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-f9c46a99-0602-47a7-9b15-fd031428c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.445696 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-f9c46a99-0602-47a7-9b15-fd031428c3c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417707 Aug 29 05:30:53.453733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:53.464186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 116c9dab-0d35-4881-9bf6-c4ff58c9173c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:53.464561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:53.561521 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-806ff20b-0b0d-46a6-bfe3-6a7b50c115ac service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025946 Aug 29 05:30:53.657048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-53a8725f-168b-4b1a-a516-e6981c1044a6 req-268612f7-a332-4d28-a7f6-b9f3082bf661 service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828636 Aug 29 05:30:53.745854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-8caf3576-a84e-41e2-97a8-3ad0b3e994bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.747350 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-8caf3576-a84e-41e2-97a8-3ad0b3e994bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1096 time: 0.0420239 Aug 29 05:30:53.840513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-f2f6ce8e-065f-4feb-942a-4c0f1302c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.842002 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-f2f6ce8e-065f-4feb-942a-4c0f1302c396 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 897 time: 0.0870621 Aug 29 05:30:53.889372 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-e22da26d-eef6-4b02-b5b4-ab1d8635a4ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 217 time: 0.0389633 Aug 29 05:30:53.938297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-bb8b5c36-7795-4dca-99dd-5c2989d5e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.939809 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-bb8b5c36-7795-4dca-99dd-5c2989d5e2bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.0430188 Aug 29 05:30:53.993187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-6503c30e-b132-44f6-a7f1-ce5c25365fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:53.994733 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-6503c30e-b132-44f6-a7f1-ce5c25365fa5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465257 Aug 29 05:30:54.021178 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceac11-e82d-47fe-862f-32615d19dce7 req-7375e0db-6b0d-4d5d-9dff-a871d0a8995d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:54.022762 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4ceac11-e82d-47fe-862f-32615d19dce7 req-7375e0db-6b0d-4d5d-9dff-a871d0a8995d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Aug 29 05:30:54.059310 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4ceac11-e82d-47fe-862f-32615d19dce7 req-ea5f8156-8890-4c41-aa82-873b1f0eeb93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Aug 29 05:30:54.087877 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-d1646be9-3209-49b9-aa94-4e7f8ca81326 service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821278 Aug 29 05:30:54.187441 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b8616751-a33a-4c5b-bb32-f4a8bc7c3aef req-72c1f770-b319-481d-8143-9323c2224f7e service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893235 Aug 29 05:30:54.877834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4d400e28-5c79-44e7-b3a3-432f42568635 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:54.926192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 4d400e28-5c79-44e7-b3a3-432f42568635 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:54.926560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:55.176925 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d21b1-2466-45d4-8f3d-6dcca7c0a242 req-a13f4c15-f133-4cf3-9b9d-90005ef44bce tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:55.178406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2d21b1-2466-45d4-8f3d-6dcca7c0a242 req-a13f4c15-f133-4cf3-9b9d-90005ef44bce tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 944 time: 0.0488970 Aug 29 05:30:55.215649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee2d21b1-2466-45d4-8f3d-6dcca7c0a242 req-fa17a5ad-9375-4f27-a7ff-1f9a0a82ff67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Aug 29 05:30:55.525678 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e51b6791-ec19-42bf-9943-46fe4777dc9b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:30:55.572757 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9aea8860-e0ce-43a7-8498-cb64b84f73d1 req-ece670ad-df0c-4849-be8d-05684cd32f39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290534 Aug 29 05:30:55.620287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:55.633466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'port_id': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'mac_address': 'fa:16:3e:02:45:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:30:55.659710 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9aea8860-e0ce-43a7-8498-cb64b84f73d1 req-a8402ec9-4137-479f-a778-a7acdafdc0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Aug 29 05:30:55.671144 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:55.684572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51b6791-ec19-42bf-9943-46fe4777dc9b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:30:55.703665 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9aea8860-e0ce-43a7-8498-cb64b84f73d1 req-94f1abda-a63e-4bcd-a081-1fc10d6b82b6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197077 Aug 29 05:30:55.707183 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:55.711015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:55.760519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:55.815355 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8860-e0ce-43a7-8498-cb64b84f73d1 req-a954b912-9236-4ffd-b6d0-7080fe74e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:55.816854 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9aea8860-e0ce-43a7-8498-cb64b84f73d1 req-a954b912-9236-4ffd-b6d0-7080fe74e202 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071608 Aug 29 05:30:55.971386 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['e51b6791-ec19-42bf-9943-46fe4777dc9b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:30:56.341350 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f278aa-a551-4fcb-a7c0-df029f96dde7 req-64787e7f-79b4-470a-ac66-cb08ff5abc51 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:56.342895 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11f278aa-a551-4fcb-a7c0-df029f96dde7 req-64787e7f-79b4-470a-ac66-cb08ff5abc51 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 945 time: 0.0552754 Aug 29 05:30:56.381006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11f278aa-a551-4fcb-a7c0-df029f96dde7 req-f4eb2a37-b8e9-41fb-a56e-ac90e482d938 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Aug 29 05:30:57.499452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4c41-72f7-402a-9266-df7af55e966e req-16fe2fc8-2f5f-418c-8ac3-72bd0ca4890b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:57.501023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322f4c41-72f7-402a-9266-df7af55e966e req-16fe2fc8-2f5f-418c-8ac3-72bd0ca4890b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 945 time: 0.0498285 Aug 29 05:30:57.533466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e51b6791-ec19-42bf-9943-46fe4777dc9b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:30:57.543279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322f4c41-72f7-402a-9266-df7af55e966e req-21947a5e-1341-4efc-8660-a1b49696480d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360346 Aug 29 05:30:57.629343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port e51b6791-ec19-42bf-9943-46fe4777dc9b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:30:57.634867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port e51b6791-ec19-42bf-9943-46fe4777dc9b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:30:57.635229 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.915962 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.946113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:30:57.948374 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4541e678-9e76-4721-9c2d-123f07642d53" -d '{"events": [{"server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "name": "network-vif-plugged", "status": "completed", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:30:57.962897 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:30:57.969392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:30:57.998337 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d86a7-0f4e-4d53-8ee1-755019d24368 x-openstack-request-id: req-643d86a7-0f4e-4d53-8ee1-755019d24368 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:30:57.998626 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "name": "network-vif-plugged", "status": "completed", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:30:57.998875 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-643d86a7-0f4e-4d53-8ee1-755019d24368 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:30:57.999268 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'code': 200} Aug 29 05:30:58.025132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:30:58.091644 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188faab3-7f8d-4668-83f1-200e6faedd03 req-aea2f963-678e-41ce-9f2d-eb8e5f17fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.093657 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-188faab3-7f8d-4668-83f1-200e6faedd03 req-aea2f963-678e-41ce-9f2d-eb8e5f17fc2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0406497 Aug 29 05:30:58.129850 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-188faab3-7f8d-4668-83f1-200e6faedd03 req-76d4eced-b5ce-4ccb-bf0e-433fe93d8a10 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282474 Aug 29 05:30:58.659687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1832d81-3426-4329-ad6d-ea9eb4a50d5a req-d40553e6-f71f-4c6d-9716-96c57190925c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:58.661119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1832d81-3426-4329-ad6d-ea9eb4a50d5a req-d40553e6-f71f-4c6d-9716-96c57190925c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0493195 Aug 29 05:30:58.698806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1832d81-3426-4329-ad6d-ea9eb4a50d5a req-35c8de4f-1d41-49c8-b6e8-273c3d23a663 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Aug 29 05:30:59.825505 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9361f2-cbcd-41cd-85fa-b225faf9a6f4 req-722c8b0a-06d5-47db-83ac-cea2d6e682db tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:59.826998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e9361f2-cbcd-41cd-85fa-b225faf9a6f4 req-722c8b0a-06d5-47db-83ac-cea2d6e682db tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0573936 Aug 29 05:30:59.864168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e9361f2-cbcd-41cd-85fa-b225faf9a6f4 req-88799329-a87d-40f6-8ee1-c977d97caf74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Aug 29 05:30:59.977209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92b28f-e26b-4244-91cd-8f664c9d93ed req-d3ed26f5-6d02-4566-bf5c-525a517ca505 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:30:59.978736 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a92b28f-e26b-4244-91cd-8f664c9d93ed req-d3ed26f5-6d02-4566-bf5c-525a517ca505 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0482833 Aug 29 05:31:00.016557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a92b28f-e26b-4244-91cd-8f664c9d93ed req-af7ce228-cff5-4e05-a125-8946f6498c98 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Aug 29 05:31:00.037886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52248) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:00.076129 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062d0b4-68eb-4287-a9bb-be8e51c7710e tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:00.077611 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7062d0b4-68eb-4287-a9bb-be8e51c7710e tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1093 time: 0.0387261 Aug 29 05:31:00.080518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52250) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:00.084903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:31:00.107050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.204642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.307297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.158 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/6866d021-70f5-43a3-b3ae-11fb3733f402) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:31:00.405691 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.443821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.453744 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.483520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:31:00.487951 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:31:00.493010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:31:00.495998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=6866d021-70f5-43a3-b3ae-11fb3733f402,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:00.842704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:00.911603 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.053029 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.057531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.129375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=6866d021-70f5-43a3-b3ae-11fb3733f402,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:31:01.139584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.237449 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 6ae48a77-c355-4b75-b5e9-6e8f83308030 associated. External IP: 172.25.3.158, port: e51b6791-ec19-42bf-9943-46fe4777dc9b. Aug 29 05:31:01.442279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:31:01.545746 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:31:01.555310 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Sync routers for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:31:01.561162 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:01.564594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:31:01.565215 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:31:01.589529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9c53a58c-8824-41b5-8e2a-3f21bc96afae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5079458 Aug 29 05:31:01.590161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:31:01.592903 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dce61a-eca3-4210-a29d-5eafa330b3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:31:01.636188 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b415285-2490-469c-995c-d86c7c03b127 x-openstack-request-id: req-8b415285-2490-469c-995c-d86c7c03b127 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:31:01.636473 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:31:01.636722 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b415285-2490-469c-995c-d86c7c03b127 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:31:01.637124 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'status': 'completed', 'code': 200} Aug 29 05:31:01.678078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:31:01.699036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-d94aa33d-69a0-4063-9ddc-e498e7f80959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.700932 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-d94aa33d-69a0-4063-9ddc-e498e7f80959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0429306 Aug 29 05:31:01.702572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034b74a-9be2-4193-ab44-54c6f66c5e16 req-54730c96-80f1-491b-992f-4a996e479429 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.704600 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e034b74a-9be2-4193-ab44-54c6f66c5e16 req-54730c96-80f1-491b-992f-4a996e479429 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0524778 Aug 29 05:31:01.747750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e034b74a-9be2-4193-ab44-54c6f66c5e16 req-c8c1a196-a7a1-4c32-a352-2c4c326e4827 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369539 Aug 29 05:31:01.771635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52256) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:01.851679 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3cd1d366-7438-444c-94d0-0bb84ec66ca9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/6ae48a77-c355-4b75-b5e9-6e8f83308030 HTTP/1.1" status: 200 len: 992 time: 0.0787930 Aug 29 05:31:01.852898 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-087a1daa-e12c-4c07-b588-870b22b33dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.854266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-087a1daa-e12c-4c07-b588-870b22b33dec service neutron] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 897 time: 0.1449225 Aug 29 05:31:01.918492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6ae48a77-c355-4b75-b5e9-6e8f83308030', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'port_id': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'mac_address': 'fa:16:3e:02:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:31:00Z', 'updated_at': '2021-08-29T05:31:00Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:31:01.926116 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-c8634ed8-73fe-490f-ae41-4fdc5fd86943 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 1000 time: 0.0631900 Aug 29 05:31:01.945007 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Checking router: 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:31:01.953834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:31:01.954437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:30:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:31:01.977030 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-f34aa583-9a17-473a-af44-114df91a8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:01.978532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-f34aa583-9a17-473a-af44-114df91a8bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.0448639 Aug 29 05:31:02.025040 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-8a78f13f-4376-432f-89c2-beea2151f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:02.026545 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-8a78f13f-4376-432f-89c2-beea2151f75e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406227 Aug 29 05:31:02.060038 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:31:02.121750 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-c9abb486-0441-4cd8-bda5-5fd84411df3f service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866323 Aug 29 05:31:02.212802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-26dce61a-eca3-4210-a29d-5eafa330b3b3 req-426ab846-46b5-450b-8391-6145bd8f949b service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820923 Aug 29 05:31:02.282669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6ae48a77-c355-4b75-b5e9-6e8f83308030', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'port_id': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'mac_address': 'fa:16:3e:02:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:31:00Z', 'updated_at': '2021-08-29T05:31:00Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:31:02.311658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9143-3894-4638-b469-2ea8fdd411fb None None] The sync data for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 is: [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6ae48a77-c355-4b75-b5e9-6e8f83308030', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'port_id': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'mac_address': 'fa:16:3e:02:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:31:00Z', 'updated_at': '2021-08-29T05:31:00Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:31:02.496425 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304368d-3a81-4fe7-97b1-94a304c80696 None None] New status for floating IP 6ae48a77-c355-4b75-b5e9-6e8f83308030: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:31:02.855419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52258) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:02.919439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5ea5f62f-2dac-4e8e-b108-fa00323c6869 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/6ae48a77-c355-4b75-b5e9-6e8f83308030 HTTP/1.1" status: 200 len: 994 time: 0.0627441 Aug 29 05:31:07.450120 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fddaa11-5d8e-443c-87fe-a8a182ceac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:10.413977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:10.448618 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a87f7d50-d432-410e-a2bb-37308e81977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:11.590491 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:12.889392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:13.320005 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:27.773335 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:31:30.448171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:35.254978 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-48e7b630-1a95-4051-a3b1-eb2a67d8ac7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415151 Aug 29 05:31:35.346817 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-56d91826-18e3-405f-a18e-57c54935f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.348303 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-56d91826-18e3-405f-a18e-57c54935f6d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0441213 Aug 29 05:31:35.454784 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-540d314d-578e-4b91-9792-7f5a6de76c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.456333 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-540d314d-578e-4b91-9792-7f5a6de76c4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 897 time: 0.0857718 Aug 29 05:31:35.527755 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-159bb978-3fab-46c0-80fc-adb3e3e5aba3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 1002 time: 0.0624228 Aug 29 05:31:35.581577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-03638605-6ebe-40c3-8870-8130427366ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.583025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-03638605-6ebe-40c3-8870-8130427366ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.0433035 Aug 29 05:31:35.631713 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-43be18ea-4052-4db3-b162-4e52abf20333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:35.633258 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-43be18ea-4052-4db3-b162-4e52abf20333 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403440 Aug 29 05:31:35.724149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-16109908-5d23-4475-a1bb-36790a9bf987 service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830257 Aug 29 05:31:35.813928 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d454f76d-98ee-44eb-8a44-a8fd26335093 req-dc46dc91-ae60-4e6c-bc4e-3b802222f27c service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806322 Aug 29 05:31:37.455322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74cc4e2d-34fc-4c34-922f-9819a80153a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:38.262436 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766159-d2f6-4652-88fe-4e7081e0587b req-458d775c-56a2-41ce-8325-4cf5b6d9467f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:38.264098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd766159-d2f6-4652-88fe-4e7081e0587b req-458d775c-56a2-41ce-8325-4cf5b6d9467f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0553885 Aug 29 05:31:38.268518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-824a04b5-1881-4761-882c-f82de75bd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:38.269674 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-824a04b5-1881-4761-882c-f82de75bd196 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0450678 Aug 29 05:31:38.310176 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dd766159-d2f6-4652-88fe-4e7081e0587b req-15f837e4-815c-4271-91d6-b7096eb8ab7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Aug 29 05:31:38.373805 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-eff01908-4aa5-4887-90a1-c04d9356e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:38.375298 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-eff01908-4aa5-4887-90a1-c04d9356e88c service neutron] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 897 time: 0.0989456 Aug 29 05:31:38.443613 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-ab8e5279-5e9f-4052-b1e4-9a03f669a6ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 1002 time: 0.0597928 Aug 29 05:31:38.806946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-cafc018e-e8fa-4955-8866-204203fffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:38.808434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-cafc018e-e8fa-4955-8866-204203fffd83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.3572485 Aug 29 05:31:38.856664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-93cb2c7e-8e56-4934-8ea2-f362442583f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:38.858221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-93cb2c7e-8e56-4934-8ea2-f362442583f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413399 Aug 29 05:31:38.965338 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-982a2c5f-d409-49dd-98be-04d272202250 service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985999 Aug 29 05:31:39.064103 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b36b89ea-48b1-4bb3-8166-496da89155c4 req-a12df00c-b97a-474f-b3e7-9c75cca9c340 service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908191 Aug 29 05:31:39.453245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec053f7-ba35-4ba7-9861-d3bae97bd044 req-17e5c277-d81d-4ab9-8d08-a94dcb1a7e1e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:39.454755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ec053f7-ba35-4ba7-9861-d3bae97bd044 req-17e5c277-d81d-4ab9-8d08-a94dcb1a7e1e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0579398 Aug 29 05:31:39.496337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ec053f7-ba35-4ba7-9861-d3bae97bd044 req-ad4cff85-e923-4d64-9f4d-5abd97d04953 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353436 Aug 29 05:31:40.418426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:40.450803 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7c481bfc-3239-4ba6-9c74-d169d381d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:40.633738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3a40f-315a-4f02-80ef-9e87bd24c280 req-57272504-6e95-4046-b28a-71f18520a23e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:40.635357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdd3a40f-315a-4f02-80ef-9e87bd24c280 req-57272504-6e95-4046-b28a-71f18520a23e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0664678 Aug 29 05:31:40.692661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdd3a40f-315a-4f02-80ef-9e87bd24c280 req-c0e82ee9-4d01-49ba-be9b-0f74ac3c2558 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498936 Aug 29 05:31:41.593349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:41.814900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c28e4-587c-41db-a40e-4ee7fe9807eb req-e4f20ed5-6e06-46e4-a39f-734449cfdff1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:41.816460 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1c28e4-587c-41db-a40e-4ee7fe9807eb req-e4f20ed5-6e06-46e4-a39f-734449cfdff1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0503769 Aug 29 05:31:41.854379 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bf1c28e4-587c-41db-a40e-4ee7fe9807eb req-6c915a85-9326-4754-a438-6294e77a7c72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Aug 29 05:31:42.913336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:42.985528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a88be-c6d4-4f7b-81cd-0f8788082313 req-a92ac16d-2f69-45d8-aaac-cf94d535c293 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:42.987028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-489a88be-c6d4-4f7b-81cd-0f8788082313 req-a92ac16d-2f69-45d8-aaac-cf94d535c293 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0538888 Aug 29 05:31:43.026134 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-489a88be-c6d4-4f7b-81cd-0f8788082313 req-3a5c1ba6-d843-48ca-a666-00509a206fa7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Aug 29 05:31:43.325922 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:31:44.146053 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e05c6-a5c9-4488-9a79-92141d320897 req-cf13c342-4bbf-4e3b-a0b2-96bb2e297238 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:44.147543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-761e05c6-a5c9-4488-9a79-92141d320897 req-cf13c342-4bbf-4e3b-a0b2-96bb2e297238 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0552266 Aug 29 05:31:44.192316 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-761e05c6-a5c9-4488-9a79-92141d320897 req-13106c96-59f4-452d-b9c2-cacbcb73b61c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Aug 29 05:31:45.317354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30a9d0-fec3-4015-91a5-591f4aae9ccb req-dd5fd64a-687a-4e00-b5aa-254a7d67dd88 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:45.319013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a30a9d0-fec3-4015-91a5-591f4aae9ccb req-dd5fd64a-687a-4e00-b5aa-254a7d67dd88 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0509961 Aug 29 05:31:45.359246 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0a30a9d0-fec3-4015-91a5-591f4aae9ccb req-88b5f113-a415-4c70-83ce-0fb379ae4bdc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Aug 29 05:31:46.478020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a4ce-c9c9-4af3-83c9-06d2208d0ae0 req-29a6bc83-6b7c-4f5c-ab9d-d0384118390c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:46.479517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3f5a4ce-c9c9-4af3-83c9-06d2208d0ae0 req-29a6bc83-6b7c-4f5c-ab9d-d0384118390c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0506461 Aug 29 05:31:46.517965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3f5a4ce-c9c9-4af3-83c9-06d2208d0ae0 req-305b69da-b911-48e9-9b12-6bb94f3b0106 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Aug 29 05:31:47.639199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef44a2a-bff6-4fda-a206-7d1ee5c897d3 req-0521da71-21a4-4eb0-9456-89fe0f761b67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:47.640739 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fef44a2a-bff6-4fda-a206-7d1ee5c897d3 req-0521da71-21a4-4eb0-9456-89fe0f761b67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Aug 29 05:31:47.682570 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fef44a2a-bff6-4fda-a206-7d1ee5c897d3 req-0ff295f3-a3d8-4117-9afc-11449e782f11 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357938 Aug 29 05:31:48.804517 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1119-4fa2-4aa8-85de-b9b968e2e02a req-43bf7811-79af-4324-9fc3-eecbcbca8386 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:48.806062 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-438b1119-4fa2-4aa8-85de-b9b968e2e02a req-43bf7811-79af-4324-9fc3-eecbcbca8386 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Aug 29 05:31:48.845813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-438b1119-4fa2-4aa8-85de-b9b968e2e02a req-51e1be2c-cc19-4d16-ba40-51451ac7a9ea tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Aug 29 05:31:49.970323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c57cb-b62b-4c44-aa1f-98de86ffa82b req-331f0e67-d27a-47ef-a9cf-2b1eb4a53f64 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:49.971811 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671c57cb-b62b-4c44-aa1f-98de86ffa82b req-331f0e67-d27a-47ef-a9cf-2b1eb4a53f64 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0520046 Aug 29 05:31:50.010111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-671c57cb-b62b-4c44-aa1f-98de86ffa82b req-be55d71e-ff97-4cfb-87ab-529e6a1b9dc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322800 Aug 29 05:31:51.135292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946409f6-811e-46b5-af3d-0c9611cfeaa6 req-855b4733-e229-4eab-8c17-e306c94cd2c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:51.137068 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-946409f6-811e-46b5-af3d-0c9611cfeaa6 req-855b4733-e229-4eab-8c17-e306c94cd2c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0559697 Aug 29 05:31:51.184580 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-946409f6-811e-46b5-af3d-0c9611cfeaa6 req-a646daa5-1807-4b7a-934a-d9d004b13076 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Aug 29 05:31:51.207337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52300) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:31:51.276427 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2a702b0c-a139-4f2b-b233-eac9a297488f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/6ae48a77-c355-4b75-b5e9-6e8f83308030 HTTP/1.1" status: 200 len: 994 time: 0.0677226 Aug 29 05:31:55.567249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-129c4c24-5fc3-4c3b-8697-1aa45412faf5 req-413562fd-7369-482f-be47-af50a9f26893 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259321 Aug 29 05:31:55.656612 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-129c4c24-5fc3-4c3b-8697-1aa45412faf5 req-49d703c7-177d-43b4-9d7f-a4ea25a21eff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0304294 Aug 29 05:31:55.701406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-129c4c24-5fc3-4c3b-8697-1aa45412faf5 req-a213a4c6-661b-41ff-a03c-fc9b7adfc212 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192237 Aug 29 05:31:55.805837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c4c24-5fc3-4c3b-8697-1aa45412faf5 req-c2e83480-7808-4a46-a784-92e1aca7a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:31:55.807365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-129c4c24-5fc3-4c3b-8697-1aa45412faf5 req-c2e83480-7808-4a46-a784-92e1aca7a9dc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994325 Aug 29 05:32:00.464378 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:04.693494 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:07.457222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c108819b-9fbc-4250-9014-e2c17f1655d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.420296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:10.455228 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41b0fc71-dc7f-41a9-a52b-7b392cc647a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:11.597203 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:12.924942 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:13.324991 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.694619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52320) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:23.847768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 6866d021-70f5-43a3-b3ae-11fb3733f402 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:23.848172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.927330 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.927648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:23.939857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 6866d021-70f5-43a3-b3ae-11fb3733f402 owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:24.088099 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.114310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=6866d021-70f5-43a3-b3ae-11fb3733f402,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:24.139420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.139773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.140312 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.141196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.141531 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.141866 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.142197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.142528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.142857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.143186 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.143509 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.143991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:24.181898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.182228 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 6ae48a77-c355-4b75-b5e9-6e8f83308030 disassociated (deleted). External IP: 172.25.3.158, port: e51b6791-ec19-42bf-9943-46fe4777dc9b. Aug 29 05:32:24.737473 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:24.846194 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:24.851001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:24.856919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Sync routers for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:24.868940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:24.869601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:24.880340 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-228ef2ed-d34f-4235-8f16-9474fb9d8081 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/floatingips/6ae48a77-c355-4b75-b5e9-6e8f83308030 HTTP/1.1" status: 204 len: 168 time: 1.1816750 Aug 29 05:32:24.880340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:24.880617 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6889a5-b6f0-4705-b789-aa3c2be2b2db" -d '{"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:24.924403 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e27b7-ea54-45ec-8990-793c60eed748 x-openstack-request-id: req-072e27b7-ea54-45ec-8990-793c60eed748 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:24.925274 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:24.925772 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-072e27b7-ea54-45ec-8990-793c60eed748 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:24.926071 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'status': 'completed', 'code': 200} Aug 29 05:32:24.980922 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:24.991854 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fd86fbf8-f152-4945-b82a-664cf28b3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:24.994342 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fd86fbf8-f152-4945-b82a-664cf28b3b9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 1098 time: 0.0450530 Aug 29 05:32:25.094383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-d97c3e7b-6697-4044-ad4f-fc759d705930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.095900 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-d97c3e7b-6697-4044-ad4f-fc759d705930 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 200 len: 897 time: 0.0924311 Aug 29 05:32:25.114443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d140f60-2abc-4613-8e42-3335eb651c14 req-279c77f5-fbf8-468a-b52b-18ac37c90ff1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.116542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d140f60-2abc-4613-8e42-3335eb651c14 req-279c77f5-fbf8-468a-b52b-18ac37c90ff1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0545051 Aug 29 05:32:25.148228 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fddc64b0-a005-40ac-a620-b26bf12cafb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 200 len: 217 time: 0.0391967 Aug 29 05:32:25.157251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d140f60-2abc-4613-8e42-3335eb651c14 req-8e5a8d48-5256-4f44-98ac-ec0eb0335ffa tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350294 Aug 29 05:32:25.190811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.204035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fa8f6ae0-1bd2-4901-a509-b80e46c80982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.205535 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fa8f6ae0-1bd2-4901-a509-b80e46c80982 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 200 len: 834 time: 0.0444119 Aug 29 05:32:25.216697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Checking router: 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:25.225513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:25.226118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.255697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-4114716d-f9bc-4100-9247-11bf24817c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:25.257169 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-4114716d-f9bc-4100-9247-11bf24817c30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09f51f79-30dc-40e4-8d06-8f977d6c73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405302 Aug 29 05:32:25.271287 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fef88651-7b69-4b56-b88d-dc66f2adffeb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:32:25.272290 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-fef88651-7b69-4b56-b88d-dc66f2adffeb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054750 Aug 29 05:32:25.338705 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:25.373175 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-d769ccd4-f29e-4adb-9650-9fe23a2f222c service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932193 Aug 29 05:32:25.464727 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-db6889a5-b6f0-4705-b789-aa3c2be2b2db req-844c8ad2-7b03-44b7-9619-c2d07c30db8e service neutron] 10.222.0.54 "GET /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834682 Aug 29 05:32:25.541934 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:25.568108 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c38de8-d4df-416a-ab18-805e5228782a None None] The sync data for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 is: [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:48Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '4d400e28-5c79-44e7-b3a3-432f42568635', 'name': '', 'network_id': '09f51f79-30dc-40e4-8d06-8f977d6c73e5', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:90:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:48Z', 'updated_at': '2021-08-29T05:30:53Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'b749e5d4-1dfe-4cec-a248-23234734270f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:25.789159 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59c5a9-2733-4d0b-bb6e-b4c660ec04a2 None None] New status for floating IP 6ae48a77-c355-4b75-b5e9-6e8f83308030: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:26.277844 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1292a59-2c3c-41d8-b587-4599a0f61f78 req-6ce3eb3d-110f-4e56-a7d9-e164b30e1194 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:26.279329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1292a59-2c3c-41d8-b587-4599a0f61f78 req-6ce3eb3d-110f-4e56-a7d9-e164b30e1194 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0523565 Aug 29 05:32:26.320328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a1292a59-2c3c-41d8-b587-4599a0f61f78 req-b2a0230c-5e45-448c-b9c4-a4818c9b3238 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=32e96814-29e0-41f0-ab7d-d2d66d817218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350165 Aug 29 05:32:26.927809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-781e9c5d-3256-4866-9042-1ca83e2b049b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:26.929426 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-781e9c5d-3256-4866-9042-1ca83e2b049b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Aug 29 05:32:27.023076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port e51b6791-ec19-42bf-9943-46fe4777dc9b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:27.023418 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.113126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port e51b6791-ec19-42bf-9943-46fe4777dc9b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=e51b6791-ec19-42bf-9943-46fe4777dc9b,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:27.113498 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.126272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for e51b6791-ec19-42bf-9943-46fe4777dc9b owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:27.253068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.287408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=e51b6791-ec19-42bf-9943-46fe4777dc9b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:27.300850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.301200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.301544 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.301888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.302218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.302551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.302881 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.303211 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.304452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.304452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.304452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.304734 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:27.345436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] No DVR routers for this DVR port e51b6791-ec19-42bf-9943-46fe4777dc9b on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:27.349709 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:27.353629 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6f39fdbb-5de2-43fc-ad26-475d68b6d9f9 req-cc4847c2-a06a-4710-ac11-b09022b98e74 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "DELETE /v2.0/ports/e51b6791-ec19-42bf-9943-46fe4777dc9b HTTP/1.1" status: 204 len: 173 time: 0.4137371 Aug 29 05:32:27.353937 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'name': 'network-vif-deleted', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:27.357193 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7254281f-f332-49e4-b75a-c8b89b175cc8" -d '{"events": [{"server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "name": "network-vif-deleted", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:27.451614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ee137785-b24f-458f-8a66-d5512da850a3 req-21af462b-50df-4e98-a5c1-1a4e08d21e16 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=120d323e-6fe2-492c-bc49-48bb880fbd26 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Aug 29 05:32:27.531528 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f473628f-4d5f-4e98-a7a7-5f048493db85 x-openstack-request-id: req-f473628f-4d5f-4e98-a7a7-5f048493db85 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:27.531824 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d323e-6fe2-492c-bc49-48bb880fbd26", "name": "network-vif-deleted", "tag": "e51b6791-ec19-42bf-9943-46fe4777dc9b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:27.532097 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f473628f-4d5f-4e98-a7a7-5f048493db85 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:27.532499 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d323e-6fe2-492c-bc49-48bb880fbd26', 'name': 'network-vif-deleted', 'tag': 'e51b6791-ec19-42bf-9943-46fe4777dc9b', 'status': 'completed', 'code': 200} Aug 29 05:32:28.506459 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52344) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:28.857497 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.109499 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 4d400e28-5c79-44e7-b3a3-432f42568635 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:29.110259 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.200286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 4d400e28-5c79-44e7-b3a3-432f42568635, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=4d400e28-5c79-44e7-b3a3-432f42568635,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:29.200647 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.213508 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 4d400e28-5c79-44e7-b3a3-432f42568635 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:29.393164 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.419163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=4d400e28-5c79-44e7-b3a3-432f42568635,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:29.600283 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:29.808288 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:29.913163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:29.918641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-867e8e42-5e58-4a0c-9a68-3adf743686ae tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/5f6ca8aa-5926-4aa7-881a-4241dab87dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106221 Aug 29 05:32:29.920853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52346) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:29.924438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Sync routers for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:29.933967 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:29.934584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:29.975524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting subnet b749e5d4-1dfe-4cec-a248-23234734270f {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:32:29.978747 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.018706 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.039084 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:30.101320 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.168386 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.198377 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Subnet': ['ID=b749e5d4-1dfe-4cec-a248-23234734270f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:30.200600 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.203090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3ecbde71-7b38-497c-9757-9ca64703ae08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/subnets/b749e5d4-1dfe-4cec-a248-23234734270f HTTP/1.1" status: 204 len: 168 time: 0.2807884 Aug 29 05:32:30.205821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52348) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:30.266155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d12166-667b-41f9-8129-66d535536915 None None] Network 09f51f79-30dc-40e4-8d06-8f977d6c73e5 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:30.315876 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.420735 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.475598 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:30.475963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.482344 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.492417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:32:29Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:30.528716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Checking router: 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:30.536936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Routers {'5f6ca8aa-5926-4aa7-881a-4241dab87dd0'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:30.537543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:30.565648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:30.566022 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.571121 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] DHCP port deletion for 09f51f79-30dc-40e4-8d06-8f977d6c73e5 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:32:30.578964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:30.649520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] Set router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:30.705729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:32:30Z', 'revision_number': 6, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:30.734679 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45563-6388-4d9f-8691-d1da723a4a04 None None] The sync data for ids ['5f6ca8aa-5926-4aa7-881a-4241dab87dd0'] in n-d-712139-13 is: [{'id': '5f6ca8aa-5926-4aa7-881a-4241dab87dd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284266808', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:30:45Z', 'updated_at': '2021-08-29T05:32:30Z', 'revision_number': 6, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:30.743186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Deleting port 116c9dab-0d35-4881-9bf6-c4ff58c9173c {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:32:30.743608 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.750081 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.785562 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:30.810522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] For port 116c9dab-0d35-4881-9bf6-c4ff58c9173c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=116c9dab-0d35-4881-9bf6-c4ff58c9173c,segment=NetworkSegment(b2b61b88-95d7-4578-99c2-09ed0b90b8a9),segment_id=b2b61b88-95d7-4578-99c2-09ed0b90b8a9)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:30.810922 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.827417 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Calling delete_port for 116c9dab-0d35-4881-9bf6-c4ff58c9173c owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:32:30.837969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.908696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.933923 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.934247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Pushing event deleted for resources: {'Port': ['ID=116c9dab-0d35-4881-9bf6-c4ff58c9173c,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:30.936083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.942164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] No DVR routers for this DVR port 116c9dab-0d35-4881-9bf6-c4ff58c9173c on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:32:30.944652 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.944994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.945327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.945659 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.946080 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.946413 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.946736 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.947059 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.947379 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.947697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.948043 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.948363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e98bf-0e43-4b46-a25a-627bdf30ceeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:30.987162 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.987721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6ca8aa-5926-4aa7-881a-4241dab87dd0 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:32:30.994649 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:30.995779 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-355726a8-e076-49c8-a19f-cbbdf0255a40 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/routers/5f6ca8aa-5926-4aa7-881a-4241dab87dd0 HTTP/1.1" status: 204 len: 168 time: 0.7889662 Aug 29 05:32:30.998496 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:31.072939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.172285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.183502 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f51f79-30dc-40e4-8d06-8f977d6c73e5']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:31.200803 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:31.201096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b61b88-95d7-4578-99c2-09ed0b90b8a9') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:31.210609 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.223872 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.229529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:32:31.229910 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:32:31.232917 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:32:31.264322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4d400e28-5c79-44e7-b3a3-432f42568635 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:31.285812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 4d400e28-5c79-44e7-b3a3-432f42568635 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:31.286257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 4d400e28-5c79-44e7-b3a3-432f42568635 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:31.286766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 116c9dab-0d35-4881-9bf6-c4ff58c9173c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:31.303090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.312694 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.313761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 116c9dab-0d35-4881-9bf6-c4ff58c9173c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:31.314115 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 116c9dab-0d35-4881-9bf6-c4ff58c9173c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:31.314516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/networks/09f51f79-30dc-40e4-8d06-8f977d6c73e5 HTTP/1.1" status: 204 len: 168 time: 0.3150704 Aug 29 05:32:31.321954 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:31.338595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2f949-178f-4f1e-822d-3d659e258e68 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Network': ['ID=09f51f79-30dc-40e4-8d06-8f977d6c73e5,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:31.391388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.417932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.480858 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.483401 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:31.485201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/security-groups/32e96814-29e0-41f0-ab7d-d2d66d817218 HTTP/1.1" status: 204 len: 168 time: 0.1626935 Aug 29 05:32:31.496349 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdcd1-7021-4104-a756-1ba99ece6e83 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e96814-29e0-41f0-ab7d-d2d66d817218,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:31.946674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52358) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:31.951546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625623193', 'description': 'tempest-secgroup-smoke-625623193 description', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:31.972644 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.052194 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.054315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e51b6791-ec19-42bf-9943-46fe4777dc9b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:32.056362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.075383 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: e51b6791-ec19-42bf-9943-46fe4777dc9b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:32.075724 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device e51b6791-ec19-42bf-9943-46fe4777dc9b not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:32.084348 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.085652 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379042 Aug 29 05:32:32.087430 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c38ba6-339f-4745-96df-88c4378fa998 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2a344-4d54-4808-a841-078bf8af45ee,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.088696 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52360) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.094723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.124519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.169416 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.173529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.189638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff2e036-e7cd-422d-9195-c9dd67d02441,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.198425 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.199732 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3ce8fea-8e8b-421c-86b6-e44555d4266b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092937 Aug 29 05:32:32.202556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52362) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.206870 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.234695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.292882 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.296991 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.314458 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c0c7a-4966-49f7-ab53-11a82d6dfd4e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.320695 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.321590 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0e1686f4-7759-4b42-ae06-e9489a6c5707 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181219 Aug 29 05:32:32.324421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52364) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.328903 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.353921 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.410341 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.413646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.431017 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7223b7-52fa-4d9f-bf47-4bf10952560c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.439143 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.440454 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c4a0b5d8-c339-452a-b81c-26e188c81f1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150365 Aug 29 05:32:32.443256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52366) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.447571 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.473529 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.529936 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.535914 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.555550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57305d3c-eb22-498d-826c-69adcb209c81,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.561332 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.562902 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c6889c5c-f285-4a66-b9b0-034534cecdc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187375 Aug 29 05:32:32.565729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52368) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.570178 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.592316 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:32.597696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.659670 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.664687 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.682871 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bc46b7-a282-4704-880b-7b5b734889a2,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.690841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.692087 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9e3cf0d6-7fbd-4c8c-a65c-bf23cefbd815 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254141 Aug 29 05:32:32.694882 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52370) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.699399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '8ba2a344-4d54-4808-a841-078bf8af45ee', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.721778 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:32:32.726847 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.791190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.794887 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.815489 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a146ec91-fbae-47c9-8652-e3045e3e7b2e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:32.821641 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.822886 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a7ec6682-e9be-4edb-b226-51cacf4424da tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270485 Aug 29 05:32:32.826466 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52372) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:32.832037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'network': {'name': 'tempest-network-smoke--381813536', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'port_security_enabled': True}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:32.852983 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:32.856545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.886853 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:32:32.893718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:32:32.901001 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.901373 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Added segment f36d02aa-0698-440d-827d-7f3e016436b5 of type vlan for network 3874ac7c-cde7-4acc-9f03-4c55ff065990 Aug 29 05:32:32.920057 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:32:32.920457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e54d6a2b-96f9-40ef-8ee4-29b4d1e2f047 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:32:32.947274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.973635 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:32.979601 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:32.980259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.041660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2141447 Aug 29 05:32:33.044449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52374) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:33.049477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'admin_state_up': True, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:33.050246 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b052cd2-a5e0-4dc4-a505-9e137bf540cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Network': ['ID=3874ac7c-cde7-4acc-9f03-4c55ff065990,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:33.060593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:32:33.073765 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.074757 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.130292 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.268038 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.471237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.489759 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.589125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.90 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:33.702287 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.741109 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:33.779594 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:33.783132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:33.786840 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:33.792316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:34.031250 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.226633 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.350825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router d10ec5f5-bbc4-41d9-af28-62d850fdc38e is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:32:34.457072 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:34.466834 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Sync routers for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:34.476303 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:34.476974 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:34.479842 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.481161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a56d747b-0cdc-4fa6-8000-bef6cc56049c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4356425 Aug 29 05:32:34.484307 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52376) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:34.513520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-97b82dd6-9304-4cf5-a2ae-d074daedb52d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=1fd1f4b1271a4ec3864edfc85076c075&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278177 Aug 29 05:32:34.521367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52378) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:34.585879 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:34.614109 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e720b-f3c3-40a8-8aae-f5669162996d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:34.615628 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cf1e720b-f3c3-40a8-8aae-f5669162996d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932839 Aug 29 05:32:34.618465 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52380) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:34.650050 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c759c78c-52a3-4eb1-84fb-ae35aa1185cc tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281761 Aug 29 05:32:34.650267 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52382) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:34.654911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420572552', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:34.738429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:34.745695 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.774805 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:33Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:34.800740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Checking router: d10ec5f5-bbc4-41d9-af28-62d850fdc38e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:34.801089 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Updating router d10ec5f5-bbc4-41d9-af28-62d850fdc38e port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:34.825565 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:34.940436 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.008535 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Subnet': ['ID=f706fe57-2244-47d5-9beb-95731ab96839,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.018424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Checking segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:35.018786 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network hostable DHCP agents. Network: 3874ac7c-cde7-4acc-9f03-4c55ff065990, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:32:35.036834 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:32:35.047064 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3874ac7c-cde7-4acc-9f03-4c55ff065990) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:35.053220 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:35.054028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.056594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d214640-cc59-4d7e-b080-80f58236991e None None] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:35.070111 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cc449cd0-5ff5-461a-b54d-1beea60422c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4188597 Aug 29 05:32:35.072941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52384) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:35.104069 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.120768 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Transition to ACTIVE for port object ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:35.127728 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.187423 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Attempting to bind port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:35.188187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Attempting to bind port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:35.188519 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Attempting to bind port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:35.200395 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Pushing event updated for resources: {'Port': ['ID=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.203792 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:35.204193 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:35.204616 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.205003 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:35.205799 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Bound port: ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:35.205999 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.213088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.213088 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.213464 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.213681 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.214012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.214353 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.214662 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.214984 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.215303 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.215623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.216064 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.216281 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:32:35.228577 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3874ac7c-cde7-4acc-9f03-4c55ff065990', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:32:35.230194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.282687 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] For port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:35.286308 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] For port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:35.290725 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.356436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:35.357287 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:35.362138 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654c7cf-2a5e-47a9-a867-2346175e928d None None] Pushing event updated for resources: {'Port': ['ID=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.387760 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Allocated IP 172.20.0.2 (3874ac7c-cde7-4acc-9f03-4c55ff065990/f706fe57-2244-47d5-9beb-95731ab96839/2db6f85f-a25d-4a7a-bb0f-413540121f8a) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:35.476864 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:35.560034 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.570072 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Transition to ACTIVE for port object 2db6f85f-a25d-4a7a-bb0f-413540121f8a will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:35.590877 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Transition to ACTIVE for port object 2db6f85f-a25d-4a7a-bb0f-413540121f8a will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:35.598614 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.648405 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:35.653487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:35.657819 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:35.666429 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Pushing event updated for resources: {'Port': ['ID=2db6f85f-a25d-4a7a-bb0f-413540121f8a,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.685586 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:33Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:35.713661 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5451081-9d9c-4401-8b2f-38cb00ad0bce None None] The sync data for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 is: [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:33Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:35.720718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Attempting to bind port 2db6f85f-a25d-4a7a-bb0f-413540121f8a on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:35.721309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Attempting to bind port 2db6f85f-a25d-4a7a-bb0f-413540121f8a by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:35.721596 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Attempting to bind port 2db6f85f-a25d-4a7a-bb0f-413540121f8a on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:35.731682 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:35.732092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Checking segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:35.732500 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.732990 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Bound using segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:35.736770 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Bound port: 2db6f85f-a25d-4a7a-bb0f-413540121f8a, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:35.736770 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.806961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] For port 2db6f85f-a25d-4a7a-bb0f-413540121f8a, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:35.811015 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] For port 2db6f85f-a25d-4a7a-bb0f-413540121f8a, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2db6f85f-a25d-4a7a-bb0f-413540121f8a,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:35.816976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:35.877454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349de756-9c42-4de1-8b7a-833a7d62b3fd None None] Pushing event updated for resources: {'Port': ['ID=2db6f85f-a25d-4a7a-bb0f-413540121f8a,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:35.909393 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.238950 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.1 (3874ac7c-cde7-4acc-9f03-4c55ff065990/f706fe57-2244-47d5-9beb-95731ab96839/5f1d872e-6b9a-495f-a92d-c536f19ad6ed) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:36.354761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.369495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 5f1d872e-6b9a-495f-a92d-c536f19ad6ed will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:36.403649 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.452830 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:36.456114 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:36.460158 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:36.466625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:36.508636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.649790 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.869962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91bbb6-5c63-4dd1-95a7-55c64ef53b50 None None] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:32:36.971408 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:36.973327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-92599dac-374a-425a-ba81-73156be71dac None None] Provisioning for port 2db6f85f-a25d-4a7a-bb0f-413540121f8a completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:36.979830 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.058981 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.061552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:37.064412 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2db6f85f-a25d-4a7a-bb0f-413540121f8a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:37.129402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 2db6f85f-a25d-4a7a-bb0f-413540121f8a completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:37.135476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2db6f85f-a25d-4a7a-bb0f-413540121f8a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:37.135881 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.170226 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:37.172400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:37.226891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.265540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 2db6f85f-a25d-4a7a-bb0f-413540121f8a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2db6f85f-a25d-4a7a-bb0f-413540121f8a,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:37.271410 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.272255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:37.301884 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router d10ec5f5-bbc4-41d9-af28-62d850fdc38e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:37.360378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=2db6f85f-a25d-4a7a-bb0f-413540121f8a,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:37.364591 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:37.368949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:37.369198 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.428599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:37.431582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Provisioning complete for port 2db6f85f-a25d-4a7a-bb0f-413540121f8a triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:37.431980 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.434164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-2d79841f-1101-418c-8718-4199a710d602 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/d10ec5f5-bbc4-41d9-af28-62d850fdc38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3602378 Aug 29 05:32:37.463003 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Sync routers for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:37.499448 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:37.500107 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:37.501791 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-209333ca-e0c5-4ccf-8eed-4ee9258cc5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.591347 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-0eafb2ca-1bb9-4033-afd5-46148b36d19b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625623193&fields=id&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 267 time: 0.0394943 Aug 29 05:32:37.619430 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.676733 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:37.685824 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.720909 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-573a21ac-a263-408c-bf11-c8b1c0f9cc8f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:37.724419 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-573a21ac-a263-408c-bf11-c8b1c0f9cc8f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 796 time: 0.1226945 Aug 29 05:32:37.725461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:37.746002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-bc6d5b8e-fd26-4407-96c4-910e30d96982 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/quotas/1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 375 time: 0.0166669 Aug 29 05:32:37.777300 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Provisioning for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:37.798974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Provisioning complete for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:37.799349 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:37.800764 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-1c314dc3-16ef-4749-bff0-7cc8b474fc21 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537241 Aug 29 05:32:37.805471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:37.908595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2b681-1a5a-4e37-87d5-4474f857b897 None None] Port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:37.948517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-ea4e90ac-fc09-4adf-a0ab-cd9fd245e9da service neutron] 10.222.0.62 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344879 Aug 29 05:32:37.992800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 2, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:38.029332 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Checking router: d10ec5f5-bbc4-41d9-af28-62d850fdc38e for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:38.029716 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Updating router d10ec5f5-bbc4-41d9-af28-62d850fdc38e port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:32:38.041380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-66f45031-f9a0-4025-8f0b-edeae00d0c2f service neutron] 10.222.0.62 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Aug 29 05:32:38.061236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-97d982ea-9964-49ab-b27a-3739d94b728d None None] Provisioning complete for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:38.061636 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-97d982ea-9964-49ab-b27a-3739d94b728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.064714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.122370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-97d982ea-9964-49ab-b27a-3739d94b728d None None] Port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:38.212916 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8ea283b4-5acd-40ee-a3ac-4903d469ace3 req-cd3c23b2-9024-48e5-a0ab-d9a2b847480a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Aug 29 05:32:38.373493 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.383538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Transition to ACTIVE for port object 5f1d872e-6b9a-495f-a92d-c536f19ad6ed will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:38.389052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.591548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a53c-f84c-4851-98f2-5dc3eacd645b None None] Pushing event updated for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:38.647034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Attempting to bind port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:38.647402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Attempting to bind port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:38.647790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Attempting to bind port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:38.653169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:38.653544 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Checking segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:38.653939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.654327 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Bound using segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:38.654817 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Bound port: 5f1d872e-6b9a-495f-a92d-c536f19ad6ed, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:38.655194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.726982 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] For port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:38.730511 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] For port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:38.734798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:38.808035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:38.808833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:38.850020 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a53c-f84c-4851-98f2-5dc3eacd645b None None] Pushing event updated for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:38.944177 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:38.972272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2db6f85f-a25d-4a7a-bb0f-413540121f8a up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:39.120847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 2db6f85f-a25d-4a7a-bb0f-413540121f8a triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:39.120847 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:39.278067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:39.323334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:38Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:39.336454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-c60096f5-aca0-4cba-b6a8-859f3254fc4e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:39.338900 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-c60096f5-aca0-4cba-b6a8-859f3254fc4e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 796 time: 0.1279578 Aug 29 05:32:39.340491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e6584f3-e25a-40e7-9e62-ba9bab64de37 req-94299f46-3cb6-4e46-9089-1f5f54bc261a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 210 time: 0.0529013 Aug 29 05:32:39.352359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0d718-4167-4f9c-ab63-6808bf3f6fd2 None None] The sync data for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 is: [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:38Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:39.366265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:39.366634 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:39.392834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-89db5b14-2878-4c97-8d9f-0b636f7fa3de tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 379 time: 0.0424101 Aug 29 05:32:39.409512 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'port': {'device_id': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'admin_state_up': True, 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'security_groups': ['8ba2a344-4d54-4808-a841-078bf8af45ee']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:39.543989 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:32:39.548228 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:39.684417 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.9 (3874ac7c-cde7-4acc-9f03-4c55ff065990/f706fe57-2244-47d5-9beb-95731ab96839/ae6306ff-54d0-43d8-8a3e-f18af3413e16) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:39.833567 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:39.848759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object ae6306ff-54d0-43d8-8a3e-f18af3413e16 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:39.883231 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:39.930647 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:39.936012 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:39.940725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:39.965392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:39.996213 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:39.997071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.015426 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-24c1d556-e523-4bbf-973f-c953d91638a5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110685 Aug 29 05:32:40.034399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Request body: {'port': {'device_id': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:40.091892 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.176052 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52458d99-c87c-4a37-8270-9f78e5e3961a None None] Provisioning for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:40.180418 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-52458d99-c87c-4a37-8270-9f78e5e3961a None None] Provisioning complete for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:40.180883 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-52458d99-c87c-4a37-8270-9f78e5e3961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.222507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-52458d99-c87c-4a37-8270-9f78e5e3961a None None] Port ae6306ff-54d0-43d8-8a3e-f18af3413e16 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:32:40.381064 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6306ff-54d0-43d8-8a3e-f18af3413e16 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:40.391198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.408513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Transition to ACTIVE for port object ae6306ff-54d0-43d8-8a3e-f18af3413e16 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:32:40.414412 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.437843 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.470058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e2895-fc31-4483-9201-e015f1d12099 req-1e2a0447-1d3d-4e17-b352-1877b21a9abb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:40.471888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c04e2895-fc31-4483-9201-e015f1d12099 req-1e2a0447-1d3d-4e17-b352-1877b21a9abb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0670316 Aug 29 05:32:40.476462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f5c1-ddf9-4cfd-b137-cfc7bd8bb704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.478949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:40.519032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c04e2895-fc31-4483-9201-e015f1d12099 req-84c9b08a-ba1a-448a-89b1-1994136c5066 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Aug 29 05:32:40.569394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:32:40.569729 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:32:40.570058 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:40.574623 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:32:40.574893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:32:40.580566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:32:40.580902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Checking segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:32:40.581313 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Bound using segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:32:40.581742 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Bound port: ae6306ff-54d0-43d8-8a3e-f18af3413e16, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:32:40.582103 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.654159 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:32:40.657443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:32:40.665773 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.698735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:40.699288 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:40.700775 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 1092 time: 0.6716256 Aug 29 05:32:40.703625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:40.705950 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b1047-b2b6-4408-99cd-281a6aff96eb" -d '{"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:40.734299 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a958b-3a5d-405e-80d9-10db3d6bf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:40.789532 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dc1d2-5a85-4c35-b2fa-a1b5016cb5cd x-openstack-request-id: req-476dc1d2-5a85-4c35-b2fa-a1b5016cb5cd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:40.789775 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:40.790086 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-476dc1d2-5a85-4c35-b2fa-a1b5016cb5cd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:40.790561 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'status': 'completed', 'code': 200} Aug 29 05:32:40.812911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-689d31fa-027f-4e2d-aadf-06bb430b3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:40.814734 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-689d31fa-027f-4e2d-aadf-06bb430b3878 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0663559 Aug 29 05:32:40.877857 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-cd812e56-8bc8-40e3-9685-dc8ce8e988f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 217 time: 0.0502141 Aug 29 05:32:40.943910 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-3c501233-c6e9-4c69-b8ae-ff34b1fa1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:40.945496 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-3c501233-c6e9-4c69-b8ae-ff34b1fa1b1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0560644 Aug 29 05:32:40.968291 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f1d872e-6b9a-495f-a92d-c536f19ad6ed up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:40.999737 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-4d7a9edc-7555-4aab-bded-c392524bf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.001292 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-4d7a9edc-7555-4aab-bded-c392524bf511 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435772 Aug 29 05:32:41.028723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:41.032627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:41.032995 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:41.117976 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:41.121933 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-e2355271-2376-414d-a4ff-c0b399360f02 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077642 Aug 29 05:32:41.155055 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:41.159723 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:41.213961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:41.226020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-27adb97c-8fbe-4ccd-8d65-e4eedbf48a89 req-8f87ea3a-5ab1-4075-8b0f-63c605775132 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929492 Aug 29 05:32:41.315807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-0dc0401a-ee75-46c1-b46e-e1d690fb1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.317418 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-0dc0401a-ee75-46c1-b46e-e1d690fb1fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0418975 Aug 29 05:32:41.412856 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-aa2e8efe-49a3-43d1-b86b-52f98803b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.414438 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-aa2e8efe-49a3-43d1-b86b-52f98803b476 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.0880380 Aug 29 05:32:41.458999 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-b2709063-a5ba-4e90-9ee1-74f9f02854f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 217 time: 0.0358686 Aug 29 05:32:41.515341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-3f03f376-aabb-4258-a79d-0c9e2016674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.516844 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-3f03f376-aabb-4258-a79d-0c9e2016674b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0490930 Aug 29 05:32:41.570908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-d5c7a84f-6b16-42e0-b770-eab798f281fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.572473 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-d5c7a84f-6b16-42e0-b770-eab798f281fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469189 Aug 29 05:32:41.602025 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:41.644857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eea2b-3c86-4dea-a7b8-1729cad4a376 req-e0f2f2aa-c798-4214-b4d0-b9a0b1be76d6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:41.646442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c06eea2b-3c86-4dea-a7b8-1729cad4a376 req-e0f2f2aa-c798-4214-b4d0-b9a0b1be76d6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0585418 Aug 29 05:32:41.674293 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-e4675b4a-87e6-4c89-b976-c8078166d594 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894465 Aug 29 05:32:41.687353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c06eea2b-3c86-4dea-a7b8-1729cad4a376 req-aa9ba765-b51b-4821-89f0-fd74f7ad08ac tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Aug 29 05:32:41.694291 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:32:41.771741 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1b7b1047-b2b6-4408-99cd-281a6aff96eb req-4178e33a-e67b-4e85-a32d-70cae3b7e493 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885203 Aug 29 05:32:42.823524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134918ab-e798-449e-8562-276394e9ec00 req-6f233554-a105-4728-819e-be1409a2457b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:42.824983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-134918ab-e798-449e-8562-276394e9ec00 req-6f233554-a105-4728-819e-be1409a2457b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0584917 Aug 29 05:32:42.864368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-134918ab-e798-449e-8562-276394e9ec00 req-ea142e5d-8d8b-441b-a188-e3f3d89626f3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Aug 29 05:32:42.934049 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:42.938436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f1d872e-6b9a-495f-a92d-c536f19ad6ed up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:42.989158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:42.989483 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.328889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:43.989140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddae05-7009-427c-9cc1-98fdf98cdb52 req-e4c9116f-c8af-44a4-9feb-ddd40437c1a4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:43.990664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ddae05-7009-427c-9cc1-98fdf98cdb52 req-e4c9116f-c8af-44a4-9feb-ddd40437c1a4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0494909 Aug 29 05:32:44.029436 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e4ddae05-7009-427c-9cc1-98fdf98cdb52 req-56b6cdda-c3f0-4ead-bd80-9935f98c4efd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Aug 29 05:32:44.092466 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:32:44.185426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:44.197546 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'mac_address': 'fa:16:3e:58:50:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:32:44.237306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:44.250164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6306ff-54d0-43d8-8a3e-f18af3413e16 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:32:44.269307 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:44.272861 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:44.318876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:44.598650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ae6306ff-54d0-43d8-8a3e-f18af3413e16'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:32:45.151852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098ce84-f386-4802-8c3c-a81aee5b1829 req-f05d2084-4db7-4f55-9969-d749eaebceff tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:45.153269 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9098ce84-f386-4802-8c3c-a81aee5b1829 req-f05d2084-4db7-4f55-9969-d749eaebceff tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 944 time: 0.0484746 Aug 29 05:32:45.191807 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9098ce84-f386-4802-8c3c-a81aee5b1829 req-be8174c9-4795-48dd-b432-abde462df080 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Aug 29 05:32:46.092461 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:32:46.152158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:32:46.156441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:32:46.156851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:46.271217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:46.311070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:46.314543 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f81a1c-dfb7-4886-b563-7f527d25a83b" -d '{"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-plugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:46.331185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:32:46.337933 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:46.374620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2d71f-5582-44c5-b526-824cfbb342ec req-cdbc1f73-138e-4dad-9381-bd1aba647b11 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:46.378635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5a2d71f-5582-44c5-b526-824cfbb342ec req-cdbc1f73-138e-4dad-9381-bd1aba647b11 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 944 time: 0.0748317 Aug 29 05:32:46.425355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5a2d71f-5582-44c5-b526-824cfbb342ec req-b825fe8d-d156-40b8-a214-dcc4ad0e7308 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Aug 29 05:32:46.427245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:46.433917 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f9f960-bbf1-4a6e-854d-f9885d706b0c x-openstack-request-id: req-63f9f960-bbf1-4a6e-854d-f9885d706b0c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:46.434397 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-plugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:46.434861 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63f9f960-bbf1-4a6e-854d-f9885d706b0c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:46.435433 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'code': 200} Aug 29 05:32:46.550016 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032bf6-07cf-45db-9981-4e6baf24a34c req-1ed1aca4-327a-4501-a7fa-23605baf6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:46.551584 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a032bf6-07cf-45db-9981-4e6baf24a34c req-1ed1aca4-327a-4501-a7fa-23605baf6cd7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1097 time: 0.0434916 Aug 29 05:32:46.600385 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6a032bf6-07cf-45db-9981-4e6baf24a34c req-65d309b8-87f3-4a9f-bc9f-8c8f6b21f9eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372162 Aug 29 05:32:47.574868 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd3ca4-16d0-4661-b9d9-8197990fa75c req-c272a828-d1c8-43c9-a611-38cf94ed8e76 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:47.576507 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1cd3ca4-16d0-4661-b9d9-8197990fa75c req-c272a828-d1c8-43c9-a611-38cf94ed8e76 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0580246 Aug 29 05:32:47.621372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1cd3ca4-16d0-4661-b9d9-8197990fa75c req-7e766645-38c1-4093-b83e-415e01635fc2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374150 Aug 29 05:32:48.743088 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0353e8-37f2-4dde-89eb-8d87da333521 req-2d3ddab6-f972-426a-83f7-c959f180e729 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:48.744645 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd0353e8-37f2-4dde-89eb-8d87da333521 req-2d3ddab6-f972-426a-83f7-c959f180e729 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Aug 29 05:32:48.785383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fd0353e8-37f2-4dde-89eb-8d87da333521 req-abaca8c9-d02c-4e95-b0b1-299ac0e0081c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340688 Aug 29 05:32:48.927614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eefaf4-7abb-4626-b5c3-2fd0cb753ec2 req-fcc5e455-ee66-49fc-b3fb-69d7e2cad431 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:48.929215 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1eefaf4-7abb-4626-b5c3-2fd0cb753ec2 req-fcc5e455-ee66-49fc-b3fb-69d7e2cad431 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0675669 Aug 29 05:32:48.971124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1eefaf4-7abb-4626-b5c3-2fd0cb753ec2 req-8de2d6bf-0506-4215-b69d-c7a4b718e57e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345240 Aug 29 05:32:48.993270 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52442) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:49.039294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c3698-f5a9-4f37-b111-d2be6675a0d3 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:49.040899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-df0c3698-f5a9-4f37-b111-d2be6675a0d3 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1092 time: 0.0465064 Aug 29 05:32:49.043767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52444) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:49.048873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:32:49.072144 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.184055 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.303088 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.214 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/addd68eb-d971-43de-ab44-2cf4377b24c0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:32:49.414954 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.464027 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:49.507100 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:32:49.510222 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:32:49.514130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:32:49.543125 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=addd68eb-d971-43de-ab44-2cf4377b24c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:50.332419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.442969 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.616510 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.621446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.688840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=addd68eb-d971-43de-ab44-2cf4377b24c0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:32:50.705508 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:50.814292 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 605be764-41a7-40ed-913e-1956cd358785 associated. External IP: 172.25.3.214, port: ae6306ff-54d0-43d8-8a3e-f18af3413e16. Aug 29 05:32:51.039499 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router d10ec5f5-bbc4-41d9-af28-62d850fdc38e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:32:51.157821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:32:51.168329 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Sync routers for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:32:51.178622 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:51.179277 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:51.190087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:32:51.222204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6cd3a85e-b4cc-4b03-aa14-ef838df2763c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1773365 Aug 29 05:32:51.223230 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:32:51.227040 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92543ec5-e27d-4b4c-b89a-4be3d143df31" -d '{"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:32:51.274771 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac63a8-72dd-4fa6-88b6-b560ba2c8fac x-openstack-request-id: req-caac63a8-72dd-4fa6-88b6-b560ba2c8fac {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:32:51.275562 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:32:51.275900 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caac63a8-72dd-4fa6-88b6-b560ba2c8fac {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:32:51.276646 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'status': 'completed', 'code': 200} Aug 29 05:32:51.318377 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:51.345634 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014312-8976-454f-8bfe-59e1195bb13f req-650ccea9-dec6-4d23-9ea6-ff15c2133d89 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.346831 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-b7cdc443-85f2-4400-be3b-46d8b45c10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.348500 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-b7cdc443-85f2-4400-be3b-46d8b45c10fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1097 time: 0.0481496 Aug 29 05:32:51.348729 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff014312-8976-454f-8bfe-59e1195bb13f req-650ccea9-dec6-4d23-9ea6-ff15c2133d89 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0616279 Aug 29 05:32:51.409791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ff014312-8976-454f-8bfe-59e1195bb13f req-ef13e845-22c8-44ec-acec-8c3f63571d1a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518119 Aug 29 05:32:51.434045 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52452) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:51.498447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-c11450ad-d45e-4c6f-84ff-5aee76b3c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.500959 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-c11450ad-d45e-4c6f-84ff-5aee76b3c486 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.1432552 Aug 29 05:32:51.506017 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-17295187-c6bb-4f4c-92ea-d57b443f61ca tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/605be764-41a7-40ed-913e-1956cd358785 HTTP/1.1" status: 200 len: 991 time: 0.0696518 Aug 29 05:32:51.584600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-2dd2ae92-de83-41e9-bb7a-3c1b7ffd0a06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 999 time: 0.0763395 Aug 29 05:32:51.648860 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-b678266c-3400-46c2-8809-8ba7d1ec0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.650420 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-b678266c-3400-46c2-8809-8ba7d1ec0316 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0586948 Aug 29 05:32:51.675718 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '605be764-41a7-40ed-913e-1956cd358785', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'mac_address': 'fa:16:3e:58:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:50Z', 'updated_at': '2021-08-29T05:32:50Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:51.699377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-cf2455d8-b93f-4c6d-8668-b171ecf99de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:51.700962 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-cf2455d8-b93f-4c6d-8668-b171ecf99de6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436988 Aug 29 05:32:51.702647 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Checking router: d10ec5f5-bbc4-41d9-af28-62d850fdc38e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:32:51.712229 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:32:51.712859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:32:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:51.798178 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-c44c6149-4bc6-4723-ac01-aeb267429707 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890119 Aug 29 05:32:51.834514 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:32:51.908672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-92543ec5-e27d-4b4c-b89a-4be3d143df31 req-1a24a34f-78fa-4532-ad14-b896b8c754d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029439 Aug 29 05:32:52.088992 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '605be764-41a7-40ed-913e-1956cd358785', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'mac_address': 'fa:16:3e:58:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:50Z', 'updated_at': '2021-08-29T05:32:50Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:32:52.116274 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08755b84-3e13-400f-8b8f-ff8e16d9ec3b None None] The sync data for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 is: [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '605be764-41a7-40ed-913e-1956cd358785', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'mac_address': 'fa:16:3e:58:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:32:50Z', 'updated_at': '2021-08-29T05:32:50Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:32:52.343035 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4aa1c-3ec3-4d75-9e1a-d4b94a585025 None None] New status for floating IP 605be764-41a7-40ed-913e-1956cd358785: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:32:52.510649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52454) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:32:52.581396 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a43c00fe-4ad8-45cd-997a-688f9c660586 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/605be764-41a7-40ed-913e-1956cd358785 HTTP/1.1" status: 200 len: 993 time: 0.0692868 Aug 29 05:32:57.562908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf628f98-56f4-4018-8397-dab7dc47b53d req-4e683336-d948-4f0e-b081-da6c38298783 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295193 Aug 29 05:32:57.653952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf628f98-56f4-4018-8397-dab7dc47b53d req-accbfde7-4d2a-42ef-abe1-a660231d816a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0263796 Aug 29 05:32:57.710322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf628f98-56f4-4018-8397-dab7dc47b53d req-612c9e58-3110-4d6f-a674-5de3a888e2cf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253541 Aug 29 05:32:57.806232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628f98-56f4-4018-8397-dab7dc47b53d req-52da78b5-27d9-4509-a937-98b655b14c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:32:57.807702 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-bf628f98-56f4-4018-8397-dab7dc47b53d req-52da78b5-27d9-4509-a937-98b655b14c04 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892799 Aug 29 05:33:00.476639 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:07.462393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1c768571-3fde-4df2-a92c-5434f1fe2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.430699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:10.464392 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e2734481-eed7-4cc7-b4b9-ea31d358dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:11.602294 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:12.951052 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:13.331542 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:18.694342 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:24.414668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18b4f1-6301-48f6-92b9-dd54a091abf8 req-1decf271-ab26-4a8d-9dab-5b9db9b1fde8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:24.416223 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a18b4f1-6301-48f6-92b9-dd54a091abf8 req-1decf271-ab26-4a8d-9dab-5b9db9b1fde8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0558481 Aug 29 05:33:24.446542 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-eb6111d3-0c6c-4333-a8ee-b5f7fa3b5067 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005776 Aug 29 05:33:24.455897 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3a18b4f1-6301-48f6-92b9-dd54a091abf8 req-2a03bd0d-00d8-4a1a-86b7-403369b3580a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Aug 29 05:33:25.573435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2889a7e-211c-4fc9-965e-d5fb1618631f req-01a91e7a-cdd1-479e-b3e0-f93e1f2be4e5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.575136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2889a7e-211c-4fc9-965e-d5fb1618631f req-01a91e7a-cdd1-479e-b3e0-f93e1f2be4e5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 29 05:33:25.618030 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2889a7e-211c-4fc9-965e-d5fb1618631f req-43fa648e-4bd4-42f9-afc6-00a168cd87cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336292 Aug 29 05:33:25.658272 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-7ee4a7b8-268c-4575-866a-56acc3b0c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.659776 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-7ee4a7b8-268c-4575-866a-56acc3b0c972 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1097 time: 0.0436943 Aug 29 05:33:25.749191 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-47af48af-b654-461a-b902-9aae798aa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.750730 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-47af48af-b654-461a-b902-9aae798aa1d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.0831964 Aug 29 05:33:25.818766 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-90d0b6ad-2f5b-498c-888c-3bc49171bd48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 1001 time: 0.0598929 Aug 29 05:33:25.871941 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-371c3251-de04-4aec-b09e-31e0fe0ee862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.873439 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-371c3251-de04-4aec-b09e-31e0fe0ee862 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0443814 Aug 29 05:33:25.920728 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-cf1e951f-3f7d-4af7-90b8-89219a92a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:25.922247 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-cf1e951f-3f7d-4af7-90b8-89219a92a2e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402732 Aug 29 05:33:26.021893 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-c0241333-fd26-4e87-9de1-896bf0ef8653 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Aug 29 05:33:26.115683 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-47db01ba-caa5-4811-a854-30ae2f26e9ed service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Aug 29 05:33:26.736859 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34a1be-793d-4631-86ba-9a6c3a2c6bad req-04ad86b6-8dcb-4556-a9b0-c62c51db9079 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:26.738308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c34a1be-793d-4631-86ba-9a6c3a2c6bad req-04ad86b6-8dcb-4556-a9b0-c62c51db9079 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Aug 29 05:33:26.776446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5c34a1be-793d-4631-86ba-9a6c3a2c6bad req-d5719b83-3e60-4170-8605-849864fe43ff tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Aug 29 05:33:27.898214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814d80c-9d13-4595-90a1-1ae5f84ec602 req-a3304d09-dcb3-4d88-92e3-b71beff47755 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:27.899697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7814d80c-9d13-4595-90a1-1ae5f84ec602 req-a3304d09-dcb3-4d88-92e3-b71beff47755 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Aug 29 05:33:27.935800 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7814d80c-9d13-4595-90a1-1ae5f84ec602 req-bd710421-9498-4acf-bd19-048f1716926c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302110 Aug 29 05:33:29.052050 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649035a2-6f78-4ad3-8363-008e2104848f req-99bdbe28-cd47-4ef8-aaa4-ba1a31104332 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:29.053561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-649035a2-6f78-4ad3-8363-008e2104848f req-99bdbe28-cd47-4ef8-aaa4-ba1a31104332 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0477757 Aug 29 05:33:29.091157 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-649035a2-6f78-4ad3-8363-008e2104848f req-6e668482-f2a5-4796-ad59-f076e2721941 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Aug 29 05:33:30.210140 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2881d-7086-4475-aa74-6bc76969b5fe req-7991bc0a-b7ab-4207-a376-23ced07d78b8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:30.211617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8de2881d-7086-4475-aa74-6bc76969b5fe req-7991bc0a-b7ab-4207-a376-23ced07d78b8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 29 05:33:30.247694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8de2881d-7086-4475-aa74-6bc76969b5fe req-28be5e9f-65bf-41c5-9827-478276b4c3fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301938 Aug 29 05:33:30.491475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:31.370963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d3ed1-ed8c-405a-9dfc-90b07b686e94 req-69b1f1e9-faf8-4ec1-8696-fda66e6bd146 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:31.372495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a7d3ed1-ed8c-405a-9dfc-90b07b686e94 req-69b1f1e9-faf8-4ec1-8696-fda66e6bd146 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0568714 Aug 29 05:33:31.410244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9a7d3ed1-ed8c-405a-9dfc-90b07b686e94 req-301170d6-02ac-4de0-ab59-8f00a5f6af5a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308423 Aug 29 05:33:32.525022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e679f-3581-4354-a512-a4757c993805 req-4bb6f900-8ccd-4bb4-bf12-fd1782d47ab2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:32.526493 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be0e679f-3581-4354-a512-a4757c993805 req-4bb6f900-8ccd-4bb4-bf12-fd1782d47ab2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Aug 29 05:33:32.563565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-be0e679f-3581-4354-a512-a4757c993805 req-b9a03a8d-58f1-4084-bee2-a869cb8216d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Aug 29 05:33:33.680242 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb6705-abaa-4636-a27a-996080c05532 req-a42f4701-9988-43fc-b424-ad1a987e3d73 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:33.681688 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66bb6705-abaa-4636-a27a-996080c05532 req-a42f4701-9988-43fc-b424-ad1a987e3d73 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Aug 29 05:33:33.718810 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-66bb6705-abaa-4636-a27a-996080c05532 req-cd98ae9a-e188-47a4-8a5f-c521cd9ed8fc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Aug 29 05:33:34.647849 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-23933fe5-9572-421a-8b94-14932911ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:34.649457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-23933fe5-9572-421a-8b94-14932911ac4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1097 time: 0.0455668 Aug 29 05:33:34.751546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-70fd415d-5776-4a04-994b-06c87bab3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:34.753349 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-70fd415d-5776-4a04-994b-06c87bab3c3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.0840659 Aug 29 05:33:34.833908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-5d5736bc-9c1b-44cd-b97d-f65fa4da5222 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 1001 time: 0.0617144 Aug 29 05:33:34.838455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab759f-98ad-45fe-9eda-9e435b704e7d req-58b2f425-cb67-49c0-9b81-d296fbdd6d92 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:34.839944 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79ab759f-98ad-45fe-9eda-9e435b704e7d req-58b2f425-cb67-49c0-9b81-d296fbdd6d92 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Aug 29 05:33:34.878974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-79ab759f-98ad-45fe-9eda-9e435b704e7d req-f2383cf7-8196-45b5-99d3-5c76a876edcc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330949 Aug 29 05:33:34.894037 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-90fa4a2b-b0ee-474c-9a4a-8f98f01ecfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:34.895516 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-90fa4a2b-b0ee-474c-9a4a-8f98f01ecfa8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0451913 Aug 29 05:33:34.943530 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-9929eaaa-1bd8-4c0a-a563-fb466b4abd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:34.945042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-9929eaaa-1bd8-4c0a-a563-fb466b4abd74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395327 Aug 29 05:33:35.037249 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-2d49a6d6-9309-4b07-99b5-6b3227fa6948 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Aug 29 05:33:35.128410 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4a08d928-8e42-40b4-a8e6-13d6fbae117f req-40c6af9d-8d21-45a9-9feb-035e2c682d4e service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831158 Aug 29 05:33:35.995128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac594390-9424-469b-992a-45c3a6c46a49 req-dcd930f2-a467-4e0d-9597-4602153b4894 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:35.996672 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac594390-9424-469b-992a-45c3a6c46a49 req-dcd930f2-a467-4e0d-9597-4602153b4894 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Aug 29 05:33:36.034779 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac594390-9424-469b-992a-45c3a6c46a49 req-d09642c2-8d8d-4d88-ae36-73368bc60937 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Aug 29 05:33:37.149741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbf28-196c-4ad9-96be-61b5a0fd64f6 req-97a098ce-80ae-45f1-af3f-efc5cfbd9b50 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:37.151220 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdffbf28-196c-4ad9-96be-61b5a0fd64f6 req-97a098ce-80ae-45f1-af3f-efc5cfbd9b50 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Aug 29 05:33:37.188870 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bdffbf28-196c-4ad9-96be-61b5a0fd64f6 req-6351870c-305b-4d29-93be-2f070bc34786 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Aug 29 05:33:37.463696 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2780679b-ed99-4bd3-97dd-868ddca0c250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:38.267385 n-d-712139-13 neutron-server[94826]: INFO neutron.api.v2.resource [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-d1e9ec12-842e-477b-9a41-c2f11c3312b4 service neutron] show failed (client error): The resource could not be found. Aug 29 05:33:38.268442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-d1e9ec12-842e-477b-9a41-c2f11c3312b4 service neutron] 10.222.0.54 "GET /v2.0/ports/ae6306ff-54d0-43d8-8a3e-f18af3413e16/bindings/n-h1-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0558875 Aug 29 05:33:38.310960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f80a4-ac0c-4925-a8b5-46a0d837b3ec req-3289fd98-2258-4d0b-b5e4-8a6a70761747 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.313000 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e68f80a4-ac0c-4925-a8b5-46a0d837b3ec req-3289fd98-2258-4d0b-b5e4-8a6a70761747 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0541902 Aug 29 05:33:38.351845 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e68f80a4-ac0c-4925-a8b5-46a0d837b3ec req-54d05c7c-7d96-4357-b1c4-d364df149ba4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326812 Aug 29 05:33:38.472813 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-4c6bba1e-227f-4237-8eb5-f622aacc4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:38.474399 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-4c6bba1e-227f-4237-8eb5-f622aacc4845 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 1097 time: 0.0457528 Aug 29 05:33:38.491777 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712139-13', 'device_owner': 'compute:nova'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:33:38.543071 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:38.739228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:38.770950 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h2-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:38.813752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:38.816034 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc1647-6b10-4985-956c-c3ef413fe934" -d '{"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:38.819737 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:38.834308 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Transition to ACTIVE for port object ae6306ff-54d0-43d8-8a3e-f18af3413e16 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:33:38.838320 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:38.870742 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131327ba-7e26-4109-99fe-2b1ed55f1f29 x-openstack-request-id: req-131327ba-7e26-4109-99fe-2b1ed55f1f29 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:38.871041 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:38.871292 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-131327ba-7e26-4109-99fe-2b1ed55f1f29 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:38.871680 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'code': 200} Aug 29 05:33:38.921432 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=6']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:38.933400 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.933741 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.934092 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.934433 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.934770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.935104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.935436 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.935767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.936128 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.936460 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.936787 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.937112 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:38.970130 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] No DVR routers for this DVR port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on host n-h2-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:33:39.105217 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:33:39.105558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:33:39.105558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:39.111083 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:33:39.111291 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Attempting to bind port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on network 3874ac7c-cde7-4acc-9f03-4c55ff065990 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:33:39.116372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:33:39.116699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Checking segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:33:39.117071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Bound using segment: {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:33:39.117490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Bound port: ae6306ff-54d0-43d8-8a3e-f18af3413e16, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36d02aa-0698-440d-827d-7f3e016436b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:33:39.117841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:39.181843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:33:39.184808 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:33:39.189661 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:39.221181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.222151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:39.223834 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] 10.222.0.50 "PUT /v2.0/ports/ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 1092 time: 0.7360284 Aug 29 05:33:39.254801 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a99e7-c46f-4061-b5b5-c6b514e9b268 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=7']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:39.308513 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-820fa44a-1db3-4c87-9ae9-cc5fee9a7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.310283 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-820fa44a-1db3-4c87-9ae9-cc5fee9a7818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0512207 Aug 29 05:33:39.407968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-93d0e38f-7b9d-48a3-b065-e37530ee8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.409491 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-93d0e38f-7b9d-48a3-b065-e37530ee8c52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.0927150 Aug 29 05:33:39.476148 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-c60edbcf-9929-418a-aa70-511dabd4704b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 999 time: 0.0592153 Aug 29 05:33:39.479734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43bab-a477-43f7-8612-52d27b2f625f req-c3c6d880-768a-4e5f-a0bb-c04bcce960bd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.481266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9de43bab-a477-43f7-8612-52d27b2f625f req-c3c6d880-768a-4e5f-a0bb-c04bcce960bd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0579429 Aug 29 05:33:39.520509 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9de43bab-a477-43f7-8612-52d27b2f625f req-e85857a7-643b-49f8-b4a6-33a1f939fcbb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325115 Aug 29 05:33:39.530444 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-e5703f9c-76d7-4899-a1d8-acd409948207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.532001 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-e5703f9c-76d7-4899-a1d8-acd409948207 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0483711 Aug 29 05:33:39.576687 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-9a84ffb6-5f13-4f1e-aecd-83f416f75d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:39.578176 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-9a84ffb6-5f13-4f1e-aecd-83f416f75d0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399411 Aug 29 05:33:39.668587 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-b54cf57a-ce8b-422e-b28a-e84993cf139d service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Aug 29 05:33:39.760991 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9fe70699-2f5e-461d-8cec-d0d4d323e7b5 req-9893f902-dc38-4903-9c6c-75c5d5780607 service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Aug 29 05:33:40.422739 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:40.466447 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1928ccb9-3a8e-43f2-a459-f6dfc9daf231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:40.638434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206219a1-fec2-4d1d-9ff2-2fcce0a6c636 req-15e398aa-e7f1-492c-99b6-15469a27ca0e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:40.639912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-206219a1-fec2-4d1d-9ff2-2fcce0a6c636 req-15e398aa-e7f1-492c-99b6-15469a27ca0e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0485756 Aug 29 05:33:40.678006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-206219a1-fec2-4d1d-9ff2-2fcce0a6c636 req-25f0a622-f603-4cdb-ae7f-65c18f3bd820 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Aug 29 05:33:40.873323 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:40.876308 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196e585c-12f4-4690-8a99-0ec56db3e018" -d '{"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:40.925064 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08d927-0f7f-44ad-ab92-9ca5e283aca0 x-openstack-request-id: req-5e08d927-0f7f-44ad-ab92-9ca5e283aca0 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:40.925353 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:40.925601 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e08d927-0f7f-44ad-ab92-9ca5e283aca0 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:40.926572 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'status': 'completed', 'code': 200} Aug 29 05:33:41.014591 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-f0961fd0-e7af-4989-9f3e-3d396d2a14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.016067 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-f0961fd0-e7af-4989-9f3e-3d396d2a14f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0685301 Aug 29 05:33:41.021873 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-1365187a-7d46-48a6-87e1-b0f38e0f92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.023287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-1365187a-7d46-48a6-87e1-b0f38e0f92ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0486567 Aug 29 05:33:41.174596 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-ecb3b009-fa15-4716-b18f-8b4810f83f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.176115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-ecb3b009-fa15-4716-b18f-8b4810f83f63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.1519728 Aug 29 05:33:41.177251 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-7d03e507-ab6c-496d-8117-f2cbbdecc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.178593 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-7d03e507-ab6c-496d-8117-f2cbbdecc3f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.1466122 Aug 29 05:33:41.302234 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-2a0b422b-0d03-45d0-a2dd-98eeb2196512 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 999 time: 0.1173410 Aug 29 05:33:41.304583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-18e742f8-8e0f-4bee-b92e-c23d7f08c765 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 999 time: 0.1140254 Aug 29 05:33:41.402676 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-24661c23-04ce-4f66-8641-02507697892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.404555 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-24661c23-04ce-4f66-8641-02507697892c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0937719 Aug 29 05:33:41.412494 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-6b4e5461-97c9-46b4-85bd-31dbbcf7e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.413944 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-6b4e5461-97c9-46b4-85bd-31dbbcf7e6c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0715537 Aug 29 05:33:41.480520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-6de9d7c0-1983-41a8-93c7-6079f7ae3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.482020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-6de9d7c0-1983-41a8-93c7-6079f7ae3a2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672529 Aug 29 05:33:41.486896 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-2b249e3d-ff94-47de-9e54-9fb153d2bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.488278 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-2b249e3d-ff94-47de-9e54-9fb153d2bb96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651348 Aug 29 05:33:41.606341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:41.649216 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-78568f73-282c-4aed-934c-a8329624125e service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577346 Aug 29 05:33:41.652583 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-9d38a564-7338-4547-b50c-5a5dd7ae5934 service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541402 Aug 29 05:33:41.803105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbce06f-b2ab-45fc-b696-b458f6e8e104 req-c016ea60-7c3c-433e-b6e2-5e3db20887c1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:41.804707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccbce06f-b2ab-45fc-b696-b458f6e8e104 req-c016ea60-7c3c-433e-b6e2-5e3db20887c1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0560093 Aug 29 05:33:41.846785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ccbce06f-b2ab-45fc-b696-b458f6e8e104 req-d5f0ed93-f9e2-410d-b2a3-87287876994c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359771 Aug 29 05:33:42.096928 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8e89c-68a3-4140-9ce9-3716981e5782 req-89a9e30f-915c-4f47-99b8-7a677f0686f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.098694 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ad8e89c-68a3-4140-9ce9-3716981e5782 req-89a9e30f-915c-4f47-99b8-7a677f0686f0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0780804 Aug 29 05:33:42.131772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-a06f65b5-397e-41ff-962a-c6cd77a55878 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.133258 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-a06f65b5-397e-41ff-962a-c6cd77a55878 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97&tenant_id=1fd1f4b1271a4ec3864edfc85076c075&binding%3Ahost_id=n-h1-712139-13 HTTP/1.1" status: 200 len: 943 time: 0.0844383 Aug 29 05:33:42.141794 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-7cfed3ab-9f11-460e-aeef-df8fe96e2927 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844258 Aug 29 05:33:42.143847 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-75b91908-dc10-47b5-976f-cdfc715daea4 service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790277 Aug 29 05:33:42.185643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ad8e89c-68a3-4140-9ce9-3716981e5782 req-0218d1b0-0812-49b3-ab86-555dc73bc07e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791540 Aug 29 05:33:42.215797 n-d-712139-13 neutron-server[94827]: INFO neutron.api.v2.resource [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-1fdaaa94-2453-4b54-9c81-78e42d8fdccc service neutron] delete failed (client error): The resource could not be found. Aug 29 05:33:42.216851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-1fdaaa94-2453-4b54-9c81-78e42d8fdccc service neutron] 10.222.0.54 "DELETE /v2.0/ports/ae6306ff-54d0-43d8-8a3e-f18af3413e16/bindings/n-h2-712139-13 HTTP/1.1" status: 404 len: 381 time: 0.0649583 Aug 29 05:33:42.332758 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25373e0-148c-4adb-8404-52ed94fe5286 req-df828158-5e8c-4c4d-bb2c-671937cde391 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.334235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e25373e0-148c-4adb-8404-52ed94fe5286 req-df828158-5e8c-4c4d-bb2c-671937cde391 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 943 time: 0.0770245 Aug 29 05:33:42.335889 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-df3e80a7-4499-4460-a62f-06e825a03c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.337267 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-df3e80a7-4499-4460-a62f-06e825a03c38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1095 time: 0.0680537 Aug 29 05:33:42.421086 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e25373e0-148c-4adb-8404-52ed94fe5286 req-65860291-fa33-4aa1-8b71-88a7d96a3fea tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806100 Aug 29 05:33:42.426827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:33:42.457433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-fbfd619f-9f50-4672-aea3-78e220ed5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.458812 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-fbfd619f-9f50-4672-aea3-78e220ed5517 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.1127229 Aug 29 05:33:42.470673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:33:42.558503 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-fd9260d0-1da9-4882-a12d-c9f877dee18d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 999 time: 0.0901120 Aug 29 05:33:42.610926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-0296d051-a855-4631-9b5c-41343a1a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.612398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-0296d051-a855-4631-9b5c-41343a1a41e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0430474 Aug 29 05:33:42.670871 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-ed6610b6-2c16-4c43-9335-f7931ba1c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:42.673006 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-ed6610b6-2c16-4c43-9335-f7931ba1c67a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504413 Aug 29 05:33:42.765516 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-c2c1accf-569f-48ed-b53a-a80946c2c1c2 service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Aug 29 05:33:42.857822 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4cccc8a-d4c2-4fe2-9c7c-b4aab2f08902 req-6dde4912-e62d-4762-a02b-4f0491208f4a service neutron] 10.222.0.54 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810387 Aug 29 05:33:42.960409 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:43.023360 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:33:43.118098 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:43.129459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'port_id': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'mac_address': 'fa:16:3e:58:50:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:33:43.165530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:43.178278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6306ff-54d0-43d8-8a3e-f18af3413e16 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:33:43.199140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:43.204363 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:43.254070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:43.262422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.262763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.263099 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.263428 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.263752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.264113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.264436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.264755 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.265075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.265391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.266233 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.266549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:33:43.338113 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:43.537548 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['ae6306ff-54d0-43d8-8a3e-f18af3413e16'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:33:43.563522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d271db-5757-41ae-b1f8-faf2056c2d75 req-019a6c14-e019-45b7-9211-e207a2fb5d6d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:43.565278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21d271db-5757-41ae-b1f8-faf2056c2d75 req-019a6c14-e019-45b7-9211-e207a2fb5d6d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 944 time: 0.0629957 Aug 29 05:33:43.612105 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-21d271db-5757-41ae-b1f8-faf2056c2d75 req-80179c13-9ed6-4f10-9a93-182abc990018 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 Aug 29 05:33:43.637310 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52542) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:33:43.699240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5c6c549c-f521-435e-a015-53807f39301e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/605be764-41a7-40ed-913e-1956cd358785 HTTP/1.1" status: 200 len: 992 time: 0.0607233 Aug 29 05:33:45.033747 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:33:45.248788 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:33:45.254195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port ae6306ff-54d0-43d8-8a3e-f18af3413e16 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:33:45.254970 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:45.347747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:45.374166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:33:45.377399 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c5aff-0b4e-4152-8413-64a43c103a35" -d '{"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-plugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:33:45.390944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:33:45.395100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:33:45.420587 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb7a799-9bd6-4317-bf39-61a7f2f8d2c7 x-openstack-request-id: req-7eb7a799-9bd6-4317-bf39-61a7f2f8d2c7 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:33:45.420999 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-plugged", "status": "completed", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:33:45.421251 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7eb7a799-9bd6-4317-bf39-61a7f2f8d2c7 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:33:45.422159 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'code': 200} Aug 29 05:33:45.449827 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:33:55.694788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:33:58.577290 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24314692-0594-4794-af2e-6f2af51ccb45 req-679c28f7-530a-453d-9ddc-8255a6b641e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242081 Aug 29 05:33:58.659517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24314692-0594-4794-af2e-6f2af51ccb45 req-6295cf55-04fe-401c-b669-669ab406c211 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0243933 Aug 29 05:33:58.706717 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24314692-0594-4794-af2e-6f2af51ccb45 req-3fdc90e8-5d9b-4501-9536-f3fe78d4db27 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197377 Aug 29 05:33:58.804221 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24314692-0594-4794-af2e-6f2af51ccb45 req-0ba69a86-d7db-4061-83eb-f93232da24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:33:58.805693 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-24314692-0594-4794-af2e-6f2af51ccb45 req-0ba69a86-d7db-4061-83eb-f93232da24e9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922453 Aug 29 05:34:00.491672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:07.465330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b4a136ac-56ee-46ad-8d36-243009708dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.425336 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:10.467034 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6dade816-e86b-43c9-9e31-4a1bd42e35c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:11.607763 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:12.976166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:13.336568 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.458706 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52554) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:14.626490 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port addd68eb-d971-43de-ab44-2cf4377b24c0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:14.627076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.698573 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.698889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.710160 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for addd68eb-d971-43de-ab44-2cf4377b24c0 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:14.853674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.880002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=addd68eb-d971-43de-ab44-2cf4377b24c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:14.943411 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:14.943895 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 605be764-41a7-40ed-913e-1956cd358785 disassociated (deleted). External IP: 172.25.3.214, port: ae6306ff-54d0-43d8-8a3e-f18af3413e16. Aug 29 05:34:15.156635 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router d10ec5f5-bbc4-41d9-af28-62d850fdc38e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:15.273945 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:15.278397 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:15.284538 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Sync routers for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:15.293620 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:15.294241 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:15.306915 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-6e467487-3fbe-4338-bd74-29c548dc4bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/floatingips/605be764-41a7-40ed-913e-1956cd358785 HTTP/1.1" status: 204 len: 168 time: 0.8470919 Aug 29 05:34:15.307497 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:15.309831 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2569f2-8586-4b2c-b462-959e238b8350" -d '{"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:15.356467 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3141283-2ccf-426c-88a8-35905371a63a x-openstack-request-id: req-a3141283-2ccf-426c-88a8-35905371a63a {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:15.356724 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:15.357168 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3141283-2ccf-426c-88a8-35905371a63a {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:15.357374 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'status': 'completed', 'code': 200} Aug 29 05:34:15.412215 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:15.455558 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-d2e8c771-b89a-4ea8-a4cb-416b9439cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:15.457591 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-d2e8c771-b89a-4ea8-a4cb-416b9439cd36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 1097 time: 0.0582368 Aug 29 05:34:15.545763 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffd8fc-80eb-4955-b0c6-0ba834971ee4 req-acfa00d7-f590-4b46-9a89-81fc6c169bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:15.547420 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90ffd8fc-80eb-4955-b0c6-0ba834971ee4 req-acfa00d7-f590-4b46-9a89-81fc6c169bf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Aug 29 05:34:15.587971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-b2d46962-15e7-48e1-a3bd-86f539c14b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:15.589626 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-b2d46962-15e7-48e1-a3bd-86f539c14b61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 200 len: 897 time: 0.0974364 Aug 29 05:34:15.591183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-90ffd8fc-80eb-4955-b0c6-0ba834971ee4 req-6011fcae-5bf0-40db-bc53-3b1de06247a3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 Aug 29 05:34:15.645810 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-4f518514-bbaa-478a-a562-cf8bf5fe2e22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 200 len: 217 time: 0.0472651 Aug 29 05:34:15.652245 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:15.678913 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Checking router: d10ec5f5-bbc4-41d9-af28-62d850fdc38e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:15.688933 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:15.689544 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:15.700992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-987b18f9-13b5-40ad-8593-343924106368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:15.702517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-987b18f9-13b5-40ad-8593-343924106368 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 200 len: 835 time: 0.0481570 Aug 29 05:34:15.748185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-d22bf307-d5e0-4100-b254-83ef9cadd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:15.750374 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-d22bf307-d5e0-4100-b254-83ef9cadd26e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3874ac7c-cde7-4acc-9f03-4c55ff065990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399666 Aug 29 05:34:15.761402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-22a98179-6a62-4ff0-9bd3-3b7bcdbfe913 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:34:15.762367 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-22a98179-6a62-4ff0-9bd3-3b7bcdbfe913 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050952 Aug 29 05:34:15.799199 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:15.868369 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-036c10eb-ee33-42a3-9a59-5ab1324fe26e service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975790 Aug 29 05:34:15.961928 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6e2569f2-8586-4b2c-b462-959e238b8350 req-8d388b3a-0734-4b31-98dd-c03e9a7b457e service neutron] 10.222.0.50 "GET /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856528 Aug 29 05:34:16.007718 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:16.043755 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c55bf-995f-424f-86a7-77f9cac99e6e None None] The sync data for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 is: [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:36Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '5f1d872e-6b9a-495f-a92d-c536f19ad6ed', 'name': '', 'network_id': '3874ac7c-cde7-4acc-9f03-4c55ff065990', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:36Z', 'updated_at': '2021-08-29T05:32:41Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'f706fe57-2244-47d5-9beb-95731ab96839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:16.255560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc055e97-e3d6-4d6a-beef-2b0c2bea3631 None None] New status for floating IP 605be764-41a7-40ed-913e-1956cd358785: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:34:16.719819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e27305-6c18-4def-99c8-1c95efcafb5a req-e380ad7a-02df-4656-bc6c-a784be7a3208 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:16.721317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5e27305-6c18-4def-99c8-1c95efcafb5a req-e380ad7a-02df-4656-bc6c-a784be7a3208 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0523641 Aug 29 05:34:16.759380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d5e27305-6c18-4def-99c8-1c95efcafb5a req-d33bac4d-d4e8-4a1b-815f-9016fda3d845 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=8ba2a344-4d54-4808-a841-078bf8af45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Aug 29 05:34:16.959819 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db03715-cc86-4804-beb0-9007ae2564fb req-9d398f64-4263-4598-8111-21564e9350c5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:16.961319 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db03715-cc86-4804-beb0-9007ae2564fb req-9d398f64-4263-4598-8111-21564e9350c5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 945 time: 0.0573509 Aug 29 05:34:17.048848 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port ae6306ff-54d0-43d8-8a3e-f18af3413e16 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:17.049190 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:17.137965 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port ae6306ff-54d0-43d8-8a3e-f18af3413e16, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=ae6306ff-54d0-43d8-8a3e-f18af3413e16,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:17.138330 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:17.150902 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for ae6306ff-54d0-43d8-8a3e-f18af3413e16 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:17.274188 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:17.305096 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=ae6306ff-54d0-43d8-8a3e-f18af3413e16,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:17.347243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] No DVR routers for this DVR port ae6306ff-54d0-43d8-8a3e-f18af3413e16 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:34:17.349828 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:17.351789 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-5db03715-cc86-4804-beb0-9007ae2564fb req-ac01a7e8-4296-4974-b685-effa416d2c04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "DELETE /v2.0/ports/ae6306ff-54d0-43d8-8a3e-f18af3413e16 HTTP/1.1" status: 204 len: 173 time: 0.3844953 Aug 29 05:34:17.358431 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-deleted', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:17.361334 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4683474b-9ffa-45e3-9b38-219097b1dec2" -d '{"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-deleted", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:17.397223 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f8968-6d2b-44a8-af96-8818f6a86f88 x-openstack-request-id: req-ec1f8968-6d2b-44a8-af96-8818f6a86f88 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:17.397514 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ff888c-853f-4de0-8e4f-83557c6f3e97", "name": "network-vif-deleted", "tag": "ae6306ff-54d0-43d8-8a3e-f18af3413e16", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:17.397763 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec1f8968-6d2b-44a8-af96-8818f6a86f88 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:17.398164 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ff888c-853f-4de0-8e4f-83557c6f3e97', 'name': 'network-vif-deleted', 'tag': 'ae6306ff-54d0-43d8-8a3e-f18af3413e16', 'status': 'completed', 'code': 200} Aug 29 05:34:17.890846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6abe18bb-257f-4d33-a04c-add58e2074ed req-1bc281e5-dca7-450c-8655-ea486f984d8d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ff888c-853f-4de0-8e4f-83557c6f3e97 HTTP/1.1" status: 200 len: 210 time: 0.0309138 Aug 29 05:34:18.946939 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:19.304249 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.552410 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:19.552741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.637232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 5f1d872e-6b9a-495f-a92d-c536f19ad6ed, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:19.637583 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.650176 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 5f1d872e-6b9a-495f-a92d-c536f19ad6ed owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:19.832292 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:19.863416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=5f1d872e-6b9a-495f-a92d-c536f19ad6ed,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:20.035407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.566018 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router d10ec5f5-bbc4-41d9-af28-62d850fdc38e has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:20.672104 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:20.678313 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b21e7f77-8989-42c1-86bc-302dcbf4cdc7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/d10ec5f5-bbc4-41d9-af28-62d850fdc38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302446 Aug 29 05:34:20.679987 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52572) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:20.683548 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Sync routers for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:20.692853 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:20.693454 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:20.731695 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting subnet f706fe57-2244-47d5-9beb-95731ab96839 {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:34:20.734700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.777109 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.809298 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:20.867554 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.933597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.966045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Subnet': ['ID=f706fe57-2244-47d5-9beb-95731ab96839,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:20.975043 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:20.977009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-0c9f65fe-c4f5-461d-b667-93eb3e644df9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/subnets/f706fe57-2244-47d5-9beb-95731ab96839 HTTP/1.1" status: 204 len: 168 time: 0.2954593 Aug 29 05:34:20.979833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52574) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:20.987805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102e362-3c38-4d04-b503-50096718d139 None None] Network 3874ac7c-cde7-4acc-9f03-4c55ff065990 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:34:21.010961 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:34:19Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:21.042204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Checking router: d10ec5f5-bbc4-41d9-af28-62d850fdc38e for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:21.052436 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Routers {'d10ec5f5-bbc4-41d9-af28-62d850fdc38e'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:21.053051 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:21.125704 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.179354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:21.182549 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] Set router d10ec5f5-bbc4-41d9-af28-62d850fdc38e gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:21.209472 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: ae6306ff-54d0-43d8-8a3e-f18af3413e16 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:21.209741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device ae6306ff-54d0-43d8-8a3e-f18af3413e16 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:21.211457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] DHCP port deletion for 3874ac7c-cde7-4acc-9f03-4c55ff065990 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:34:21.268890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.271520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Deleting port 2db6f85f-a25d-4a7a-bb0f-413540121f8a {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:21.271908 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.331748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:34:21.332641 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.341814 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] For port 2db6f85f-a25d-4a7a-bb0f-413540121f8a, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=2db6f85f-a25d-4a7a-bb0f-413540121f8a,segment=NetworkSegment(f36d02aa-0698-440d-827d-7f3e016436b5),segment_id=f36d02aa-0698-440d-827d-7f3e016436b5)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:21.342227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.358001 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Calling delete_port for 2db6f85f-a25d-4a7a-bb0f-413540121f8a owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:21.386578 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:34:19Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:21.413857 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed5469-fb84-4e7a-b03b-8da7d1ac1c72 None None] The sync data for ids ['d10ec5f5-bbc4-41d9-af28-62d850fdc38e'] in n-d-712139-13 is: [{'id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625296529', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:34:19Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ec5f5-bbc4-41d9-af28-62d850fdc38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:32:33Z', 'updated_at': '2021-08-29T05:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:21.427418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:21.427789 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.442747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:34:21.451450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.480536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] No DVR routers for this DVR port 2db6f85f-a25d-4a7a-bb0f-413540121f8a on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:34:21.486021 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3183646-8c0c-4277-8a1c-5dbb1e54af91 None None] Pushing event deleted for resources: {'Port': ['ID=2db6f85f-a25d-4a7a-bb0f-413540121f8a,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:21.615531 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.642524 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:21.665895 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.666245 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.666588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.666926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.667260 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.667595 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.667962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.668281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.668610 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.668934 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.669258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.669582 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:21.708566 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.799630 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.801793 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.848903 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.849487 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Fanout notify agent at l3_agent the message router_deleted on router d10ec5f5-bbc4-41d9-af28-62d850fdc38e {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:34:21.856429 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:21.857648 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-9f74b9ca-e8d5-45bf-b7f1-26e7ff198991 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/routers/d10ec5f5-bbc4-41d9-af28-62d850fdc38e HTTP/1.1" status: 204 len: 168 time: 0.8714902 Aug 29 05:34:21.862305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52576) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:21.938526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.029483 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.044929 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3874ac7c-cde7-4acc-9f03-4c55ff065990']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:22.056441 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36d02aa-0698-440d-827d-7f3e016436b5') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:22.056738 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36d02aa-0698-440d-827d-7f3e016436b5') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:22.075708 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.093598 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.100235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:34:22.100749 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:34:22.107686 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:34:22.163998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.168667 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.170912 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/networks/3874ac7c-cde7-4acc-9f03-4c55ff065990 HTTP/1.1" status: 204 len: 168 time: 0.3076367 Aug 29 05:34:22.174348 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52578) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:22.186060 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789be4-4527-4de7-8950-4e8c8523a4fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Network': ['ID=3874ac7c-cde7-4acc-9f03-4c55ff065990,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:22.233087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.258516 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.321304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.323741 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.324936 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/security-groups/8ba2a344-4d54-4808-a841-078bf8af45ee HTTP/1.1" status: 204 len: 168 time: 0.1495914 Aug 29 05:34:22.333946 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35bc6-6629-44c7-8653-046008e0d213 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2a344-4d54-4808-a841-078bf8af45ee,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:22.625192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52584) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:22.630200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102586317', 'description': 'tempest-secgroup-smoke-2102586317 description', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:22.651700 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.736967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.740519 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.768134 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.769431 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431713 Aug 29 05:34:22.771195 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc0fc-b564-463b-bf53-0b4d45685bc0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1823ceab-9dd6-4952-af77-f483e23c4658,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:22.772343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52586) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:22.777123 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:22.805620 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:22.991995 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f1d872e-6b9a-495f-a92d-c536f19ad6ed no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:23.013053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 5f1d872e-6b9a-495f-a92d-c536f19ad6ed {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:23.013411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 5f1d872e-6b9a-495f-a92d-c536f19ad6ed not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:23.013826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2db6f85f-a25d-4a7a-bb0f-413540121f8a no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:23.034106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 2db6f85f-a25d-4a7a-bb0f-413540121f8a {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:23.034447 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 2db6f85f-a25d-4a7a-bb0f-413540121f8a not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:23.034858 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:34:23.057100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:34:23.057439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device ca3033f3-6658-4d8f-a9ac-4977a5ac3ecb not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:34:23.197432 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.201824 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.218993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4fcd40-d485-4039-a2bc-5261dc3299e1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.225258 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.226413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-afb03500-0d24-4233-8788-1586af58679a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530342 Aug 29 05:34:23.229283 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52588) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.233956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.260582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.316304 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.319898 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.337868 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77e250-64a3-4205-a6af-8ee9785795cb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.344245 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.345488 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-56567ad6-fe91-45c5-81b6-2e4c64238a13 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151960 Aug 29 05:34:23.348224 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52590) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.352607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.378537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.435453 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.439674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.460610 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44fd41d-2f73-483d-a3c8-412ab2bbe83c,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.464465 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.468377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2005afda-25d0-4b83-8bf2-7434c3eac74d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191936 Aug 29 05:34:23.468522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52592) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.473219 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.498506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.555977 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.559374 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.576672 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357d0a47-1a3b-4231-90b6-21136c377283,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.582798 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.584297 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-801f2fb9-ba8d-4830-ab9e-92aba57a046a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143501 Aug 29 05:34:23.586675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52594) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.590935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.612609 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:34:23.618850 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.676211 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.679751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.697804 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a9d85a-1d2a-46a2-a3d7-c55d002ae270,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.703343 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.704363 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8817460f-b675-43a3-a680-aab34ed2d4c8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167738 Aug 29 05:34:23.707118 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52596) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.711416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '1823ceab-9dd6-4952-af77-f483e23c4658', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.731303 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:34:23.736345 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.797810 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.801503 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.818419 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764b0a8d-063b-40a2-a15b-46f357b35cb1,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:23.824590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.825782 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-66ca607f-5b00-4396-bf84-f4dc8a119d72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177545 Aug 29 05:34:23.828680 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52598) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:23.833503 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'network': {'name': 'tempest-network-smoke--644540766', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:23.852622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:34:23.855786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.878455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:34:23.887571 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.888061 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Added segment 6614a755-c46f-4ae2-ba19-68a8f7a017f2 of type vlan for network ec153dd6-c72f-462c-a9f7-b979d10eb435 Aug 29 05:34:23.933493 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.957770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:23.963396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:23.964003 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.026625 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1967418 Aug 29 05:34:24.029280 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52600) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:24.034769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'admin_state_up': True, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:24.035501 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588980b-b816-45d7-8467-1e26144cc48f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Network': ['ID=ec153dd6-c72f-462c-a9f7-b979d10eb435,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:24.045431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:34:24.064198 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.065265 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.124511 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.263099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.453594 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.472610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.577226 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.97 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/0bbaee34-68d7-4411-9cb4-0d3760835d4d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:24.678342 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.716965 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:24.755135 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:24.757886 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:24.763342 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:24.790066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=0bbaee34-68d7-4411-9cb4-0d3760835d4d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:25.012942 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.208841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.332885 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 99ce5f49-2237-4b9a-8522-1037125e5f03 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:34:25.437654 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:25.449479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Sync routers for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:25.458440 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.462819 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9a525e26-b08c-48bb-81f2-05966ce88a38 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4295721 Aug 29 05:34:25.462961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:25.462961 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:25.463266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52602) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:25.491529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5657d10c-ed80-42fe-bcc4-49a08422f5af tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=1fd1f4b1271a4ec3864edfc85076c075&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270436 Aug 29 05:34:25.494101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52604) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:25.567235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:25.582884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d25c1-ec63-4e47-b856-e8528051eeae tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:25.584474 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d03d25c1-ec63-4e47-b856-e8528051eeae tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893512 Aug 29 05:34:25.587398 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52606) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:25.615818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-5043721c-cec6-4254-a110-72e697afec1a tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272655 Aug 29 05:34:25.618262 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52608) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:25.623852 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834218939', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:25.716587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:34:25.720324 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.745250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:24Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:25.776563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Checking router: 99ce5f49-2237-4b9a-8522-1037125e5f03 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:25.776931 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Updating router 99ce5f49-2237-4b9a-8522-1037125e5f03 port 0bbaee34-68d7-4411-9cb4-0d3760835d4d binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:34:25.802440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.901108 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:25.965034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Subnet': ['ID=cdc475ef-03a1-493d-8039-0898faf82ecf,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:25.973031 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Checking segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:25.973389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network hostable DHCP agents. Network: ec153dd6-c72f-462c-a9f7-b979d10eb435, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:34:25.990634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:34:26.000476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, ec153dd6-c72f-462c-a9f7-b979d10eb435) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:26.006071 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:26.006664 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.012203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec3952-98af-4be5-af47-4706147990d8 None None] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:34:26.022564 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-482ff8b0-7061-4699-beb5-0d53b8c6f54c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4030325 Aug 29 05:34:26.025173 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52610) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:26.105264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.126111 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Transition to ACTIVE for port object 0bbaee34-68d7-4411-9cb4-0d3760835d4d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:26.137841 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.224735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be2206-4b37-483d-a138-6cbb385ea5a5 None None] Pushing event updated for resources: {'Port': ['ID=0bbaee34-68d7-4411-9cb4-0d3760835d4d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:26.229354 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Attempting to bind port 0bbaee34-68d7-4411-9cb4-0d3760835d4d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:26.229728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Attempting to bind port 0bbaee34-68d7-4411-9cb4-0d3760835d4d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:26.230089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Attempting to bind port 0bbaee34-68d7-4411-9cb4-0d3760835d4d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:26.238494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:26.238870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:26.239272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.239666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:26.240152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Bound port: 0bbaee34-68d7-4411-9cb4-0d3760835d4d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:26.240534 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.300457 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-ec153dd6-c72f-462c-a9f7-b979d10eb435', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:34:26.301312 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.323993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] For port 0bbaee34-68d7-4411-9cb4-0d3760835d4d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:26.331009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] For port 0bbaee34-68d7-4411-9cb4-0d3760835d4d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0bbaee34-68d7-4411-9cb4-0d3760835d4d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:26.380382 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.477811 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:26.487666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be2206-4b37-483d-a138-6cbb385ea5a5 None None] Pushing event updated for resources: {'Port': ['ID=0bbaee34-68d7-4411-9cb4-0d3760835d4d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:26.492569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:26.493180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:26.547687 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Allocated IP 172.20.0.2 (ec153dd6-c72f-462c-a9f7-b979d10eb435/cdc475ef-03a1-493d-8039-0898faf82ecf/fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:26.662344 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:27.013135 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.040241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Transition to ACTIVE for port object fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:27.060912 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Transition to ACTIVE for port object fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:27.068737 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.112184 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:27.116521 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.1 (ec153dd6-c72f-462c-a9f7-b979d10eb435/cdc475ef-03a1-493d-8039-0898faf82ecf/3d57d0cf-58ff-4549-ac91-f131f69a60b1) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:27.116714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:27.125414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:27.136697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:24Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:27.139643 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Pushing event updated for resources: {'Port': ['ID=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:27.168759 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f136b-0e72-42f4-8a49-ff6acc0a1cd4 None None] The sync data for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 is: [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:24Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:27.214409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Attempting to bind port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:27.214789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Attempting to bind port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:27.215164 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Attempting to bind port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 on network ec153dd6-c72f-462c-a9f7-b979d10eb435 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:27.220426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:27.220809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Checking segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:27.221208 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.221604 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Bound using segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:27.222105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Bound port: fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:27.222471 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.242507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.258890 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 3d57d0cf-58ff-4549-ac91-f131f69a60b1 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:27.292969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] For port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:27.297250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] For port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:27.303265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.307000 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.348935 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:27.352165 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:27.354788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:27.367218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eccf3a-6f40-4ab9-89a1-189b49aa0835 None None] Pushing event updated for resources: {'Port': ['ID=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:27.406445 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:27.428503 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.600090 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.900447 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.905083 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.993060 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:27.994807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:28.100109 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:28.102279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:28.230599 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 99ce5f49-2237-4b9a-8522-1037125e5f03 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:28.347911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:28.353524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e9aaea95-71ef-4508-b78e-acbf9d502e49 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/99ce5f49-2237-4b9a-8522-1037125e5f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273730 Aug 29 05:34:28.369715 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd6ae9-102c-4702-866f-b77cff8c9ac9 None None] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:34:28.447797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4ced2372-6020-4fed-a272-b0ff044addbe None None] Provisioning for port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:28.665636 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-feafe686-961d-42d2-8c6e-f0976a68dd30 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102586317&fields=id&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 267 time: 0.0337765 Aug 29 05:34:28.783768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-672c64fc-8edc-4908-a3cd-c14a3c751bdc None None] Provisioning for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:28.787666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-674746ef-44ac-4d52-a0e9-05882dd037d2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:28.788110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-672c64fc-8edc-4908-a3cd-c14a3c751bdc None None] Provisioning complete for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:28.788491 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-672c64fc-8edc-4908-a3cd-c14a3c751bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:28.789560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-674746ef-44ac-4d52-a0e9-05882dd037d2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 796 time: 0.1150584 Aug 29 05:34:28.810387 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a23e4672-dafe-4893-b506-241b7706a60f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/quotas/1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 375 time: 0.0110385 Aug 29 05:34:28.826162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-672c64fc-8edc-4908-a3cd-c14a3c751bdc None None] Port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:28.874686 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-86be714d-fc8e-41a3-9057-3d65dbe99f19 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536463 Aug 29 05:34:28.913696 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Sync routers for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:28.924416 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:28.925204 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:28.974560 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-576b906d-e127-45c9-b9ed-aee0852a21e6 None None] Provisioning complete for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:28.974560 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-576b906d-e127-45c9-b9ed-aee0852a21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.017559 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-cdc3678d-8007-4839-aa8a-a5bd6746921f service neutron] 10.222.0.62 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266565 Aug 29 05:34:29.040149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-576b906d-e127-45c9-b9ed-aee0852a21e6 None None] Port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:29.054774 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:29.090411 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:29.156842 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:29.162237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:29.162617 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.190670 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-295e2399-3517-43ad-931d-4e0cb1cbde82 service neutron] 10.222.0.62 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631627 Aug 29 05:34:29.259794 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.282112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c87e636c-6df8-4912-bec1-f3b03f5212f5 None None] Provisioning complete for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:29.282480 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c87e636c-6df8-4912-bec1-f3b03f5212f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.311022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 2, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:29.339325 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:29.342437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-c87e636c-6df8-4912-bec1-f3b03f5212f5 None None] Port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:29.345608 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.346436 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0bbaee34-68d7-4411-9cb4-0d3760835d4d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:29.347592 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Checking router: 99ce5f49-2237-4b9a-8522-1037125e5f03 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:29.348078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Updating router 99ce5f49-2237-4b9a-8522-1037125e5f03 port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:34:29.376086 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.434494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:29.461049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 0bbaee34-68d7-4411-9cb4-0d3760835d4d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:29.466120 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0bbaee34-68d7-4411-9cb4-0d3760835d4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:29.466606 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.473183 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-46e1a5f7-fa2b-469d-bc6f-4a66d10b7ff4 req-c6744fed-8c06-4027-92d2-07e68e236bfe tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 210 time: 0.1082697 Aug 29 05:34:29.564088 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.586181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 0bbaee34-68d7-4411-9cb4-0d3760835d4d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0bbaee34-68d7-4411-9cb4-0d3760835d4d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:29.591997 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.646497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=0bbaee34-68d7-4411-9cb4-0d3760835d4d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:29.674878 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.685162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Transition to ACTIVE for port object 3d57d0cf-58ff-4549-ac91-f131f69a60b1 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:29.691148 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.749296 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Pushing event updated for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:29.790663 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.790663 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.790982 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.791078 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.791382 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.791712 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.792085 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.792667 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.793072 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.793491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.793837 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.794134 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:29.826320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Attempting to bind port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:29.826594 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Attempting to bind port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:29.827040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Attempting to bind port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 on network ec153dd6-c72f-462c-a9f7-b979d10eb435 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:29.833750 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:29.834175 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Checking segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:29.834580 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.834993 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Bound using segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:29.835460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Bound port: 3d57d0cf-58ff-4549-ac91-f131f69a60b1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:29.835835 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:29.920546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] For port 3d57d0cf-58ff-4549-ac91-f131f69a60b1, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:29.924215 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] For port 3d57d0cf-58ff-4549-ac91-f131f69a60b1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d57d0cf-58ff-4549-ac91-f131f69a60b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:29.929079 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:30.032831 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:30.033459 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:30.072162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eee47-b1b1-4f9d-a004-b807687724bd None None] Pushing event updated for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:30.166095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:30.500360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:30.503621 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:30.512218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-95ff1a9f-a85f-4cce-96c9-5b60aad8836d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:30.521869 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-95ff1a9f-a85f-4cce-96c9-5b60aad8836d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 796 time: 0.1380847 Aug 29 05:34:30.536901 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f386b6-5bc2-496b-8ed2-b13433288f36 None None] The sync data for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 is: [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:30.604885 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-5c9a1b8f-b69c-47db-bb80-ae57c19781b1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 380 time: 0.0587161 Aug 29 05:34:30.612114 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-384a95cf-695b-44d1-abe6-b687dc256330 req-a3b1ff9e-bb61-49f5-97a6-a3d7e4038568 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 210 time: 0.0505450 Aug 29 05:34:30.619437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'port': {'device_id': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'admin_state_up': True, 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'security_groups': ['1823ceab-9dd6-4952-af77-f483e23c4658']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:30.750996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:34:30.754842 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:30.928257 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.7 (ec153dd6-c72f-462c-a9f7-b979d10eb435/cdc475ef-03a1-493d-8039-0898faf82ecf/977234d2-cfa1-40ef-aae4-969a733382fa) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:31.114784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:31.124521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.139563 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 977234d2-cfa1-40ef-aae4-969a733382fa will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:31.183308 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:31.183814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.184426 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.248541 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:31.253373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:31.259310 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:31.265522 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:31.321769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0bbaee34-68d7-4411-9cb4-0d3760835d4d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:31.350378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:31.351105 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.372796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-a220e906-3ee2-498b-aac6-49f19b2c06c9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578380 Aug 29 05:34:31.380697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 0bbaee34-68d7-4411-9cb4-0d3760835d4d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:31.381075 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.392944 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Request body: {'port': {'device_id': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:31.483050 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.491826 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d57d0cf-58ff-4549-ac91-f131f69a60b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:31.556940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:31.565094 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:31.565664 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.671695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-498596c2-9fae-41db-8e28-5040f02d167c None None] Provisioning for port 977234d2-cfa1-40ef-aae4-969a733382fa completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:31.682895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-498596c2-9fae-41db-8e28-5040f02d167c None None] Provisioning complete for port 977234d2-cfa1-40ef-aae4-969a733382fa triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:31.684274 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-498596c2-9fae-41db-8e28-5040f02d167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.712778 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.761372 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-498596c2-9fae-41db-8e28-5040f02d167c None None] Port 977234d2-cfa1-40ef-aae4-969a733382fa cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:34:31.766518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 3d57d0cf-58ff-4549-ac91-f131f69a60b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d57d0cf-58ff-4549-ac91-f131f69a60b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:31.769458 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b1a2-b2ae-48d9-9b1e-9bf4321de107 req-b7a737db-227b-449b-9178-f3fd5569fdfc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:31.772193 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.778498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1b4b1a2-b2ae-48d9-9b1e-9bf4321de107 req-b7a737db-227b-449b-9178-f3fd5569fdfc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 931 time: 0.0862625 Aug 29 05:34:31.821028 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d1b4b1a2-b2ae-48d9-9b1e-9bf4321de107 req-66f47621-e308-45e7-acd0-8e894ab1d3c7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Aug 29 05:34:31.829284 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:31.859686 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977234d2-cfa1-40ef-aae4-969a733382fa {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:34:31.868101 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.882029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Transition to ACTIVE for port object 977234d2-cfa1-40ef-aae4-969a733382fa will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:34:31.887168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:31.942615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:32.030138 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Attempting to bind port 977234d2-cfa1-40ef-aae4-969a733382fa on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:34:32.030515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Attempting to bind port 977234d2-cfa1-40ef-aae4-969a733382fa by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:34:32.030850 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Attempting to bind port 977234d2-cfa1-40ef-aae4-969a733382fa on network ec153dd6-c72f-462c-a9f7-b979d10eb435 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:32.035619 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Port 977234d2-cfa1-40ef-aae4-969a733382fa on network ec153dd6-c72f-462c-a9f7-b979d10eb435 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:34:32.035947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Attempting to bind port 977234d2-cfa1-40ef-aae4-969a733382fa on network ec153dd6-c72f-462c-a9f7-b979d10eb435 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:34:32.041187 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:34:32.041527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Checking segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:34:32.041911 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Bound using segment: {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:34:32.042339 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Bound port: 977234d2-cfa1-40ef-aae4-969a733382fa, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6614a755-c46f-4ae2-ba19-68a8f7a017f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:34:32.042730 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:32.110664 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:34:32.114010 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=977234d2-cfa1-40ef-aae4-969a733382fa,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:34:32.118855 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:32.152527 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.153310 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:32.154749 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] 10.222.0.50 "PUT /v2.0/ports/977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 1092 time: 0.7675912 Aug 29 05:34:32.157633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:32.159996 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081aedfb-1c3e-4446-9395-fbbc0ed641ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:32.203456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad9641-8ae5-441b-802a-b7fe2f2eccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:32.218459 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62991be1-7c11-4f08-aa3a-2f76b0dd9887 x-openstack-request-id: req-62991be1-7c11-4f08-aa3a-2f76b0dd9887 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:32.218776 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:32.219061 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62991be1-7c11-4f08-aa3a-2f76b0dd9887 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:32.219636 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa', 'status': 'completed', 'code': 200} Aug 29 05:34:32.283324 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-c1302b8b-7bab-4d89-b46c-2be5aead6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.284955 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-c1302b8b-7bab-4d89-b46c-2be5aead6902 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1095 time: 0.0475256 Aug 29 05:34:32.349381 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-25ede649-5bd0-4f36-bd2b-7f0f350ae5a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 217 time: 0.0507820 Aug 29 05:34:32.400633 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-e51d231d-5834-4b0b-bc01-2f15a6e1cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.402128 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-e51d231d-5834-4b0b-bc01-2f15a6e1cf8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 200 len: 834 time: 0.0459611 Aug 29 05:34:32.449930 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-627ad182-c127-449a-ad68-f8224f163ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.451361 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-627ad182-c127-449a-ad68-f8224f163ca7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec153dd6-c72f-462c-a9f7-b979d10eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423398 Aug 29 05:34:32.547821 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-7fb093b2-da89-4781-a3e7-99fec6cf7963 service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891311 Aug 29 05:34:32.645028 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0b790fca-9a4d-4123-92dd-f585fffa9f40 req-d0ffd7fc-90d3-45f0-90de-b06baca65b8f service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901513 Aug 29 05:34:32.695095 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:34:32.770006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-07d71e08-fffe-4348-8c8c-17dd0a382ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.771529 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-07d71e08-fffe-4348-8c8c-17dd0a382ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1095 time: 0.0438137 Aug 29 05:34:32.869888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-3ac19d91-3f1f-4d61-b41d-9133835789a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.871431 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-3ac19d91-3f1f-4d61-b41d-9133835789a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 897 time: 0.0923214 Aug 29 05:34:32.914943 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-98737c87-0794-4480-8239-5ece599bd60c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 217 time: 0.0360124 Aug 29 05:34:32.945006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a81ba-e728-4ae3-9f7f-689ab6bc107e req-5272eab4-589a-4020-97f6-50ffb37a911e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.946485 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e9a81ba-e728-4ae3-9f7f-689ab6bc107e req-5272eab4-589a-4020-97f6-50ffb37a911e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 943 time: 0.0531902 Aug 29 05:34:32.971281 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-a5a95e41-530a-45d3-b80e-86d5c4051c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:32.972891 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-a5a95e41-530a-45d3-b80e-86d5c4051c46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 200 len: 834 time: 0.0502081 Aug 29 05:34:32.995232 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8e9a81ba-e728-4ae3-9f7f-689ab6bc107e req-8ef19f1f-8a94-4e38-bedc-04f35455ff04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 Aug 29 05:34:33.000280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d57d0cf-58ff-4549-ac91-f131f69a60b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:33.030253 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-0ad52b3f-0eaa-41a8-83c1-0efa8c4c12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:33.032441 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-0ad52b3f-0eaa-41a8-83c1-0efa8c4c12a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec153dd6-c72f-462c-a9f7-b979d10eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508473 Aug 29 05:34:33.054504 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:33.054868 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:33.130339 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-cbc6120c-7d5a-40d1-8131-abd081beeb67 service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897627 Aug 29 05:34:33.230460 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-081aedfb-1c3e-4446-9395-fbbc0ed641ba req-3b3ce6a8-7eff-4fc6-b67f-a2913259d03b service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922155 Aug 29 05:34:34.132992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da86c9-77e8-4c35-a311-59ebb8e4e5fb req-ec75f511-7a20-4362-a9e0-e232fa676cf8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:34.134530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22da86c9-77e8-4c35-a311-59ebb8e4e5fb req-ec75f511-7a20-4362-a9e0-e232fa676cf8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 943 time: 0.0528908 Aug 29 05:34:34.175216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22da86c9-77e8-4c35-a311-59ebb8e4e5fb req-c096010a-d9ec-4357-b979-9617709048d6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338681 Aug 29 05:34:35.279690 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 977234d2-cfa1-40ef-aae4-969a733382fa details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:34:35.298043 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638f9a0-24ed-4028-8106-f047973df554 req-6e234a13-5514-4aa7-abef-62f1bacddf4c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:35.299581 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c638f9a0-24ed-4028-8106-f047973df554 req-6e234a13-5514-4aa7-abef-62f1bacddf4c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 943 time: 0.0530415 Aug 29 05:34:35.338666 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c638f9a0-24ed-4028-8106-f047973df554 req-0d44590a-caad-4728-bb2c-7e8141f261cb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 29 05:34:35.376916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=977234d2-cfa1-40ef-aae4-969a733382fa,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:35.388662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '977234d2-cfa1-40ef-aae4-969a733382fa', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'port_id': '977234d2-cfa1-40ef-aae4-969a733382fa', 'mac_address': 'fa:16:3e:24:64:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:34:35.427812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:35.445395 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977234d2-cfa1-40ef-aae4-969a733382fa {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:34:35.467711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=977234d2-cfa1-40ef-aae4-969a733382fa,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:35.473333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:35.534640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:35.735951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['977234d2-cfa1-40ef-aae4-969a733382fa'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:34:36.521867 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d36986-8b3d-4b2a-8881-5678a77cb132 req-447d4ecf-480d-4b3b-b8cd-48b7c9237f2a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:36.523553 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81d36986-8b3d-4b2a-8881-5678a77cb132 req-447d4ecf-480d-4b3b-b8cd-48b7c9237f2a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 944 time: 0.0579851 Aug 29 05:34:36.564678 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-81d36986-8b3d-4b2a-8881-5678a77cb132 req-92fba258-bbe7-4c21-ab70-1f835d4af6e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348577 Aug 29 05:34:37.294494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 977234d2-cfa1-40ef-aae4-969a733382fa up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:34:37.345312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 977234d2-cfa1-40ef-aae4-969a733382fa completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:34:37.349203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 977234d2-cfa1-40ef-aae4-969a733382fa triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:34:37.349576 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.431736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.459509 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:37.461724 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85eb914-af7c-49fc-920e-4e767c07f3b0" -d '{"events": [{"server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "name": "network-vif-plugged", "status": "completed", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:37.480388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=977234d2-cfa1-40ef-aae4-969a733382fa,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:34:37.482371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-03aa75f7-f228-4930-abe2-21869f44799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.485570 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:37.516015 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77910762-c6e7-4add-8b60-c8b725ebb8da x-openstack-request-id: req-77910762-c6e7-4add-8b60-c8b725ebb8da {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:37.516307 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "name": "network-vif-plugged", "status": "completed", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:37.516641 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77910762-c6e7-4add-8b60-c8b725ebb8da {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:37.516950 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa', 'code': 200} Aug 29 05:34:37.541222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:37.640613 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be5a1-6ff9-40f4-89d0-23a261289b72 req-4ab1f117-3fe3-4377-9fcb-0ea22701d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:37.641994 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e4be5a1-6ff9-40f4-89d0-23a261289b72 req-4ab1f117-3fe3-4377-9fcb-0ea22701d5c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1097 time: 0.0436959 Aug 29 05:34:37.679238 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8e4be5a1-6ff9-40f4-89d0-23a261289b72 req-852b52de-6468-40e2-8e8e-9b844770e13e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300264 Aug 29 05:34:37.686091 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205861-18de-4e0c-99bd-777510366405 req-102f9e69-20da-447d-a318-5e4cef29a098 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:37.687734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31205861-18de-4e0c-99bd-777510366405 req-102f9e69-20da-447d-a318-5e4cef29a098 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Aug 29 05:34:37.729413 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31205861-18de-4e0c-99bd-777510366405 req-f1ed88dd-85cd-411e-a56e-13cc65eb56db tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352905 Aug 29 05:34:38.848861 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761eddc-fe79-4ce3-830f-1cf537651817 req-e60c9fea-6aa2-483f-8713-c404e27a2a00 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:38.850369 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a761eddc-fe79-4ce3-830f-1cf537651817 req-e60c9fea-6aa2-483f-8713-c404e27a2a00 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0502999 Aug 29 05:34:38.889690 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a761eddc-fe79-4ce3-830f-1cf537651817 req-3a662443-5148-421a-98bd-7a6941d23e72 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332389 Aug 29 05:34:39.009831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d33a-f7ac-420a-8a1f-60942e53f77e req-6d27f406-155c-4e47-ae73-52b11d12f5af tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:39.011226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec62d33a-f7ac-420a-8a1f-60942e53f77e req-6d27f406-155c-4e47-ae73-52b11d12f5af tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Aug 29 05:34:39.052530 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ec62d33a-f7ac-420a-8a1f-60942e53f77e req-6b06c743-3cb0-44f4-9fe2-c946be4c65c4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Aug 29 05:34:39.086189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52668) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:39.173581 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbdbcdb-1b92-421c-b2b8-eff8fb5d15ea tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:39.175131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2dbdbcdb-1b92-421c-b2b8-eff8fb5d15ea tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1092 time: 0.0879521 Aug 29 05:34:39.177947 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52672) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:39.182279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '977234d2-cfa1-40ef-aae4-969a733382fa', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:34:39.204742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:39.308678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:39.419329 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.220 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/7b0628b7-986d-44df-8c9c-4820503b6207) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:34:39.523093 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:39.563102 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:39.598926 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:34:39.603986 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:34:39.606556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:34:39.640394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=7b0628b7-986d-44df-8c9c-4820503b6207,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:39.653692 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.654035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.654372 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.654705 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.655034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.655395 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.655721 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.656076 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.656401 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.656723 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.657048 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.657364 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:34:39.994712 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.066986 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.220230 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.225046 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.296804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=7b0628b7-986d-44df-8c9c-4820503b6207,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:34:40.310918 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.417660 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 07b042a5-dfaa-4a91-a443-8d9afd520e41 associated. External IP: 172.25.3.220, port: 977234d2-cfa1-40ef-aae4-969a733382fa. Aug 29 05:34:40.428281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.470968 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cd8255a9-3136-451a-8ec6-6dd6d278cde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.646908 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 99ce5f49-2237-4b9a-8522-1037125e5f03 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:34:40.759650 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:34:40.771836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Sync routers for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:34:40.777374 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:40.784492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:40.785468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:40.902250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:41.158632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '07b042a5-dfaa-4a91-a443-8d9afd520e41', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'port_id': '977234d2-cfa1-40ef-aae4-969a733382fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'mac_address': 'fa:16:3e:24:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:39Z', 'updated_at': '2021-08-29T05:34:39Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:41.158931 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f9121c76-9aae-4e39-ab5b-f35c3697fb52 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9799728 Aug 29 05:34:41.159518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:34:41.162198 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a982c08-5885-4e07-a973-27d4c3b5ab72" -d '{"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:34:41.190419 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Checking router: 99ce5f49-2237-4b9a-8522-1037125e5f03 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:34:41.202031 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae08818-88dd-49f9-a607-2e85da36b575 x-openstack-request-id: req-9ae08818-88dd-49f9-a607-2e85da36b575 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:34:41.202031 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:34:41.202031 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ae08818-88dd-49f9-a607-2e85da36b575 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:34:41.202768 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa', 'status': 'completed', 'code': 200} Aug 29 05:34:41.210828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:34:41.211458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:34:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:41.279348 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb93f6-0386-4a64-958c-64a95fc43cda req-abfbba64-5cc8-4d5c-9f1d-96eec4263abc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:41.281540 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88fb93f6-0386-4a64-958c-64a95fc43cda req-abfbba64-5cc8-4d5c-9f1d-96eec4263abc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0618727 Aug 29 05:34:41.307392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-6a1f1773-b977-4b0e-a203-caa46ffa2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:41.308971 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-6a1f1773-b977-4b0e-a203-caa46ffa2737 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1097 time: 0.0627165 Aug 29 05:34:41.326434 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-88fb93f6-0386-4a64-958c-64a95fc43cda req-96874491-e304-4eee-9b11-65bcc523d076 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 Aug 29 05:34:41.331032 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:34:41.354028 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52680) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:41.415168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-785afcb2-7bbc-47d1-af13-5a693afff28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:41.417994 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-785afcb2-7bbc-47d1-af13-5a693afff28d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 897 time: 0.1015825 Aug 29 05:34:41.455941 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-311cc691-9c31-44c1-acb8-2be15b78cf04 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/07b042a5-dfaa-4a91-a443-8d9afd520e41 HTTP/1.1" status: 200 len: 991 time: 0.0995078 Aug 29 05:34:41.493592 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-a8887030-350c-4dee-a4b0-5f4dcd16e67e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 999 time: 0.0654364 Aug 29 05:34:41.559595 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-4cf5bf1b-13db-4e2b-a156-de528c957a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:41.561434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-4cf5bf1b-13db-4e2b-a156-de528c957a3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 200 len: 834 time: 0.0569153 Aug 29 05:34:41.609875 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '07b042a5-dfaa-4a91-a443-8d9afd520e41', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'port_id': '977234d2-cfa1-40ef-aae4-969a733382fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'mac_address': 'fa:16:3e:24:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:39Z', 'updated_at': '2021-08-29T05:34:39Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:34:41.615846 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-a4ee1d1f-9c7e-4ad7-9044-8753462899da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:34:41.617518 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-a4ee1d1f-9c7e-4ad7-9044-8753462899da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec153dd6-c72f-462c-a9f7-b979d10eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496275 Aug 29 05:34:41.644156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:41.645158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e109a-e105-4ae7-b8b2-69cfc4e84983 None None] The sync data for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 is: [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '07b042a5-dfaa-4a91-a443-8d9afd520e41', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.220', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'port_id': '977234d2-cfa1-40ef-aae4-969a733382fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'mac_address': 'fa:16:3e:24:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:34:39Z', 'updated_at': '2021-08-29T05:34:39Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:34:41.736261 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-2a05e3c0-ac71-4901-8984-a36dd466afca service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111562 Aug 29 05:34:41.851570 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9a982c08-5885-4e07-a973-27d4c3b5ab72 req-fa77cefa-e9b8-404c-b26f-18e304bb1e89 service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083536 Aug 29 05:34:41.883532 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60f3ff-cf14-4d89-9b00-7f7c4e27f781 None None] New status for floating IP 07b042a5-dfaa-4a91-a443-8d9afd520e41: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:34:42.457831 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52682) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:34:42.519687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c0716e7e-9828-4f3e-b23a-0693da03b431 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/07b042a5-dfaa-4a91-a443-8d9afd520e41 HTTP/1.1" status: 200 len: 993 time: 0.0607076 Aug 29 05:34:42.983740 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:34:43.339445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:00.489149 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:07.464529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3a5834cb-6653-432d-96c7-37f3ac5695ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:09.695045 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:10.438495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:10.470930 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba79c-61a7-4c82-bdf6-2a8331dc8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:11.614201 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:12.992422 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.341171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:13.622659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35763a13-34bb-445f-881c-4b6eafefa31b req-99154005-fe4b-476f-85ca-33a0e2fd8e08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:13.624185 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35763a13-34bb-445f-881c-4b6eafefa31b req-99154005-fe4b-476f-85ca-33a0e2fd8e08 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Aug 29 05:35:13.664697 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35763a13-34bb-445f-881c-4b6eafefa31b req-2474fd0c-e6ae-4f17-84d2-6175ca33a33f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337110 Aug 29 05:35:14.795157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886ae55-1f27-4468-8c57-e7f61ceb4941 req-91cc82d3-15f7-4d44-895b-b3e993b035fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:14.797479 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a886ae55-1f27-4468-8c57-e7f61ceb4941 req-91cc82d3-15f7-4d44-895b-b3e993b035fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0630310 Aug 29 05:35:14.835158 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a886ae55-1f27-4468-8c57-e7f61ceb4941 req-b1764de5-fb43-4682-8520-43e4a1d55e27 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Aug 29 05:35:15.952626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6fa57-cca2-4dd6-8fd9-a13c59dc5285 req-1e6596d6-2866-44ba-bbd9-e9fd4968c99a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:15.954188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ae6fa57-cca2-4dd6-8fd9-a13c59dc5285 req-1e6596d6-2866-44ba-bbd9-e9fd4968c99a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Aug 29 05:35:15.994432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1ae6fa57-cca2-4dd6-8fd9-a13c59dc5285 req-186cbd0a-52a1-47ba-b48b-befc377087a0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338604 Aug 29 05:35:17.121803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc05e33-013f-4aa5-a9df-b5ada0ef38bc req-263fa6d5-c344-4e7a-b64c-935af7c86c29 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:17.123318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fc05e33-013f-4aa5-a9df-b5ada0ef38bc req-263fa6d5-c344-4e7a-b64c-935af7c86c29 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0621912 Aug 29 05:35:17.162701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4fc05e33-013f-4aa5-a9df-b5ada0ef38bc req-850a6aa7-dac4-4018-a917-fe2b9a35aff5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Aug 29 05:35:18.283881 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f8769-b75a-40ff-96bf-4ead3cd95aa2 req-7b1c3858-ff38-45ea-ac27-16c9cd62b846 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:18.285396 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805f8769-b75a-40ff-96bf-4ead3cd95aa2 req-7b1c3858-ff38-45ea-ac27-16c9cd62b846 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0526915 Aug 29 05:35:18.322415 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-805f8769-b75a-40ff-96bf-4ead3cd95aa2 req-64014e90-1da1-4a0d-ba47-0f5636ff6790 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Aug 29 05:35:19.437539 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11186de-9591-4143-815f-3d3c0ac0e234 req-c3990acf-3c9f-4ce9-96df-3fa658e1ea44 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:19.439034 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e11186de-9591-4143-815f-3d3c0ac0e234 req-c3990acf-3c9f-4ce9-96df-3fa658e1ea44 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0503604 Aug 29 05:35:19.477357 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e11186de-9591-4143-815f-3d3c0ac0e234 req-94223290-f87c-4ee6-a595-73a73b8682a1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Aug 29 05:35:20.605560 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11953a50-a866-42b6-aefd-bfa847240ee7 req-53d2ca2c-a9c5-4765-85a0-47217bf8f1f3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:20.607075 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11953a50-a866-42b6-aefd-bfa847240ee7 req-53d2ca2c-a9c5-4765-85a0-47217bf8f1f3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Aug 29 05:35:20.647633 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11953a50-a866-42b6-aefd-bfa847240ee7 req-91808b2f-bdae-45b4-b352-9e21a19298ca tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Aug 29 05:35:21.768324 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a06-c43b-4a10-aa76-b96015268c60 req-f9d78061-5c42-4024-b257-97fce8947819 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:21.769833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cb95a06-c43b-4a10-aa76-b96015268c60 req-f9d78061-5c42-4024-b257-97fce8947819 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0548654 Aug 29 05:35:21.807596 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4cb95a06-c43b-4a10-aa76-b96015268c60 req-30266b08-3afe-4fc3-a96e-993fd6214b85 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Aug 29 05:35:22.924179 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f754c3-6a26-4244-bdd6-b25f04360cdb req-b3489d10-2395-4716-b77d-69b8223bd0c1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:22.925695 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3f754c3-6a26-4244-bdd6-b25f04360cdb req-b3489d10-2395-4716-b77d-69b8223bd0c1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Aug 29 05:35:22.964159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3f754c3-6a26-4244-bdd6-b25f04360cdb req-df5b3040-3f6b-413a-b2c3-7c02f4c11fba tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324864 Aug 29 05:35:24.083150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3592-9164-4313-9766-9afdf1f5738f req-4ca72d39-9c0f-42b6-aeeb-c81fc18b301e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:24.084664 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72eb3592-9164-4313-9766-9afdf1f5738f req-4ca72d39-9c0f-42b6-aeeb-c81fc18b301e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Aug 29 05:35:24.123266 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-72eb3592-9164-4313-9766-9afdf1f5738f req-24ef263c-29ee-4135-b9f6-902f09b117f9 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Aug 29 05:35:24.145816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52720) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:24.209191 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-659f369f-3681-4c4e-b5a0-1f5a3110974c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/07b042a5-dfaa-4a91-a443-8d9afd520e41 HTTP/1.1" status: 200 len: 993 time: 0.0622499 Aug 29 05:35:25.477727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a20cb-b31d-43b9-8bc1-1852b79ad38b req-ee4ef109-b7b2-4a09-b176-bbfc15a6e6be tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.479522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-534a20cb-b31d-43b9-8bc1-1852b79ad38b req-ee4ef109-b7b2-4a09-b176-bbfc15a6e6be tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Aug 29 05:35:25.522753 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-534a20cb-b31d-43b9-8bc1-1852b79ad38b req-70cd3e62-c15d-4a59-9d5f-a48acd315dd8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331109 Aug 29 05:35:25.564888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-f8dacf9e-7f7d-4838-8ebb-15ac4bcd1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.566411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-f8dacf9e-7f7d-4838-8ebb-15ac4bcd1cff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1097 time: 0.0833037 Aug 29 05:35:25.660504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-4c41e737-c12a-4335-a5cd-591666aa45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.662042 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-4c41e737-c12a-4335-a5cd-591666aa45b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 897 time: 0.0886798 Aug 29 05:35:25.731009 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-45778cbb-0848-467e-b85f-18369f941ad7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 1001 time: 0.0615501 Aug 29 05:35:25.781341 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-fa0317f4-c566-40a0-9223-777e4748fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.782802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-fa0317f4-c566-40a0-9223-777e4748fb72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 200 len: 834 time: 0.0450323 Aug 29 05:35:25.828843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-bd217a78-be27-49e9-b385-789b1f7a2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:25.830323 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-bd217a78-be27-49e9-b385-789b1f7a2c88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec153dd6-c72f-462c-a9f7-b979d10eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397205 Aug 29 05:35:25.923365 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-2bf2f81b-1c0a-4dc7-9a10-17019cdd65f5 service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849934 Aug 29 05:35:26.011663 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cbd2b8cd-6f9f-4b12-83e3-4cf6c4c4d95b req-45aa3fa7-15b9-4ac5-b66a-4095d9779e5b service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814619 Aug 29 05:35:26.649156 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f29e-6c0f-4c7a-beb1-34efa9041114 req-86d9d88f-5e0e-4180-a975-04862a4032fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:26.650643 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbc6f29e-6c0f-4c7a-beb1-34efa9041114 req-86d9d88f-5e0e-4180-a975-04862a4032fd tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Aug 29 05:35:26.693249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbc6f29e-6c0f-4c7a-beb1-34efa9041114 req-78a87eeb-f024-4b57-8d46-4b3bc0000a93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Aug 29 05:35:26.715523 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52732) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:26.777209 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c963ff6a-4c96-4f20-b44e-80f3ed55104b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/07b042a5-dfaa-4a91-a443-8d9afd520e41 HTTP/1.1" status: 200 len: 993 time: 0.0605245 Aug 29 05:35:30.486103 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:37.466170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ad00935c-213a-40b7-8660-5d2b79c20d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:40.429051 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:40.472374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1380ad37-ed78-4ba8-81e1-809e2013ca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:41.617565 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:43.018496 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:43.344361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:46.698658 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:35:57.279448 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52748) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:35:57.437080 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 7b0628b7-986d-44df-8c9c-4820503b6207 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:35:57.437422 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.515853 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.516212 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.528202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 7b0628b7-986d-44df-8c9c-4820503b6207 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:35:57.674317 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.700259 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=7b0628b7-986d-44df-8c9c-4820503b6207,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:35:57.726289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.727034 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.727384 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.727726 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.728087 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.728421 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.728754 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.729085 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.729418 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.729740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.730063 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.730412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:35:57.776035 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:57.776417 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 07b042a5-dfaa-4a91-a443-8d9afd520e41 disassociated (deleted). External IP: 172.25.3.220, port: 977234d2-cfa1-40ef-aae4-969a733382fa. Aug 29 05:35:57.978377 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 99ce5f49-2237-4b9a-8522-1037125e5f03 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:35:58.090600 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:35:58.095507 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:35:58.101089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Sync routers for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:35:58.110631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:58.111303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:58.125677 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ffa3dbf0-f3c0-4ecf-a452-1129f9637235 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/floatingips/07b042a5-dfaa-4a91-a443-8d9afd520e41 HTTP/1.1" status: 204 len: 168 time: 0.8446093 Aug 29 05:35:58.126795 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:35:58.129105 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:35:58.170112 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e2d55-9be5-4849-8dca-e77cae6544ea x-openstack-request-id: req-035e2d55-9be5-4849-8dca-e77cae6544ea {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:35:58.170413 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:35:58.170661 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-035e2d55-9be5-4849-8dca-e77cae6544ea {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:35:58.171061 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa', 'status': 'completed', 'code': 200} Aug 29 05:35:58.221318 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:58.264208 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-597fd8a7-68ce-4689-8ddf-a4946d6e5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.264208 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-597fd8a7-68ce-4689-8ddf-a4946d6e5f71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 1097 time: 0.0469694 Aug 29 05:35:58.362026 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-390e7bf6-84ae-4c0d-a6b2-31555c330c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.363666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-390e7bf6-84ae-4c0d-a6b2-31555c330c86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 200 len: 897 time: 0.0936551 Aug 29 05:35:58.380008 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db15196-a399-48f6-939e-521c1313ecda req-81024695-f9e9-4c17-842b-0d218e584e92 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.381857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db15196-a399-48f6-939e-521c1313ecda req-81024695-f9e9-4c17-842b-0d218e584e92 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0643437 Aug 29 05:35:58.412039 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-2bebac39-ceed-41dc-942c-350f2d114f22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 200 len: 217 time: 0.0401964 Aug 29 05:35:58.423273 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5db15196-a399-48f6-939e-521c1313ecda req-8f61ba11-f48c-47ba-826a-25362f386bd6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Aug 29 05:35:58.439986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:58.465116 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-96b3e64c-fac2-4636-bd91-85a8089314a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.466231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Checking router: 99ce5f49-2237-4b9a-8522-1037125e5f03 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:35:58.466616 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-96b3e64c-fac2-4636-bd91-85a8089314a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 200 len: 834 time: 0.0469532 Aug 29 05:35:58.475237 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:35:58.476082 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:58.513980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-fbd35517-3011-4b64-aadc-32720c41fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:58.515480 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-fbd35517-3011-4b64-aadc-32720c41fab6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec153dd6-c72f-462c-a9f7-b979d10eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409167 Aug 29 05:35:58.586143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:35:58.609920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-7aabb775-d854-42f5-9150-df19736ef8d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Aug 29 05:35:58.701141 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-90295f7f-ac09-4061-bca1-3b80e2b3f1fc req-ce2c5582-653b-4707-8ae1-3ee74456425c service neutron] 10.222.0.50 "GET /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Aug 29 05:35:58.788729 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:35:58.818317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55918883-a76c-4e4d-9fc8-83336992a40f None None] The sync data for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 is: [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:27Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': '3d57d0cf-58ff-4549-ac91-f131f69a60b1', 'name': '', 'network_id': 'ec153dd6-c72f-462c-a9f7-b979d10eb435', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:26Z', 'updated_at': '2021-08-29T05:34:31Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'cdc475ef-03a1-493d-8039-0898faf82ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:35:59.039151 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93aee23-8cb3-483b-90ae-e39277664549 None None] New status for floating IP 07b042a5-dfaa-4a91-a443-8d9afd520e41: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:35:59.560020 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a121aa3-7101-4023-aeb6-e6ae04ebe776 req-d727e7e5-74c9-4826-bc3b-8ec9be025f90 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.561306 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9dbdd0c-b513-409d-a8a2-2b19073ea94c req-50fab19d-0019-4a60-9550-724ad806ccc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258148 Aug 29 05:35:59.561793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a121aa3-7101-4023-aeb6-e6ae04ebe776 req-d727e7e5-74c9-4826-bc3b-8ec9be025f90 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0531414 Aug 29 05:35:59.599275 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6a121aa3-7101-4023-aeb6-e6ae04ebe776 req-37d97f8e-f522-4d00-8974-0aa6e8ed09f5 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=1823ceab-9dd6-4952-af77-f483e23c4658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Aug 29 05:35:59.652675 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9dbdd0c-b513-409d-a8a2-2b19073ea94c req-ddf1496b-97ed-4aa0-bc9e-86bacb4987b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0242643 Aug 29 05:35:59.758218 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9dbdd0c-b513-409d-a8a2-2b19073ea94c req-91a30e4b-489d-400a-abbc-9d84525b0fc0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251679 Aug 29 05:35:59.856396 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbdd0c-b513-409d-a8a2-2b19073ea94c req-a6c1a7fb-3742-44a1-8d41-516f91d4cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:35:59.857889 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b9dbdd0c-b513-409d-a8a2-2b19073ea94c req-a6c1a7fb-3742-44a1-8d41-516f91d4cae0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902603 Aug 29 05:36:00.007712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-c05f0ef3-df2b-457e-82ab-5e046af0e548 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:00.009258 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-c05f0ef3-df2b-457e-82ab-5e046af0e548 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 945 time: 0.0487986 Aug 29 05:36:00.104402 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 977234d2-cfa1-40ef-aae4-969a733382fa {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:36:00.104752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:00.190312 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 977234d2-cfa1-40ef-aae4-969a733382fa, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=977234d2-cfa1-40ef-aae4-969a733382fa,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:00.190678 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:00.202996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 977234d2-cfa1-40ef-aae4-969a733382fa owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:36:00.330295 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:00.360604 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=977234d2-cfa1-40ef-aae4-969a733382fa,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:00.403639 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] No DVR routers for this DVR port 977234d2-cfa1-40ef-aae4-969a733382fa on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:36:00.406318 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:00.408427 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-87a03120-c9cd-490a-a941-c6cd114354b6 req-d79b4a61-1663-40d7-b9e8-69c253975834 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.50 "DELETE /v2.0/ports/977234d2-cfa1-40ef-aae4-969a733382fa HTTP/1.1" status: 204 len: 173 time: 0.3935316 Aug 29 05:36:00.408875 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'name': 'network-vif-deleted', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:36:00.411153 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd7063-6d01-4a6b-857b-4dc034d72dd6" -d '{"events": [{"server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "name": "network-vif-deleted", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:36:00.449870 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62ae20-a203-459b-b1df-4cb1cb3c5c5e x-openstack-request-id: req-7f62ae20-a203-459b-b1df-4cb1cb3c5c5e {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:36:00.450161 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e45d247-7dd2-4c22-a57e-fda5e2577a73", "name": "network-vif-deleted", "tag": "977234d2-cfa1-40ef-aae4-969a733382fa", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:36:00.450406 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f62ae20-a203-459b-b1df-4cb1cb3c5c5e {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:36:00.450836 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e45d247-7dd2-4c22-a57e-fda5e2577a73', 'name': 'network-vif-deleted', 'tag': '977234d2-cfa1-40ef-aae4-969a733382fa', 'status': 'completed', 'code': 200} Aug 29 05:36:00.502202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:00.706631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19ad2852-9c3d-4585-ab6c-4b21bbc79764 req-f5761859-d8bd-45ba-88c2-fdda1cf6d2ab tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e45d247-7dd2-4c22-a57e-fda5e2577a73 HTTP/1.1" status: 200 len: 210 time: 0.0278220 Aug 29 05:36:01.762915 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52766) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:02.113881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:02.365843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 3d57d0cf-58ff-4549-ac91-f131f69a60b1 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:36:02.366187 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:02.453658 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 3d57d0cf-58ff-4549-ac91-f131f69a60b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=3d57d0cf-58ff-4549-ac91-f131f69a60b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:02.454047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:02.465366 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 3d57d0cf-58ff-4549-ac91-f131f69a60b1 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:36:02.644340 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:02.668703 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=3d57d0cf-58ff-4549-ac91-f131f69a60b1,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:02.777184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-08002a8c-43a1-48c9-8121-f9dc71ea347c req-bff1c3e7-88b6-40fb-b604-0f42001a9551 service neutron] (94826) timed out ('10.222.0.62', 49340) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:36:02.842833 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.066352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 99ce5f49-2237-4b9a-8522-1037125e5f03 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:36:03.171836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:36:03.177673 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2cab3fe-1872-4f65-aba6-bf8746d3762b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/99ce5f49-2237-4b9a-8522-1037125e5f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4136512 Aug 29 05:36:03.180712 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52768) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:03.181793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Sync routers for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:36:03.191555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:03.192293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:03.231437 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting subnet cdc475ef-03a1-493d-8039-0898faf82ecf {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:36:03.234545 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.280927 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.300048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:03.500669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:36:02Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:03.531854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Checking router: 99ce5f49-2237-4b9a-8522-1037125e5f03 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:36:03.540959 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Routers {'99ce5f49-2237-4b9a-8522-1037125e5f03'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:03.541585 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['99ce5f49-2237-4b9a-8522-1037125e5f03'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:03.646182 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] Set router 99ce5f49-2237-4b9a-8522-1037125e5f03 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:03.677272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 977234d2-cfa1-40ef-aae4-969a733382fa no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:36:03.702014 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.723815 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 977234d2-cfa1-40ef-aae4-969a733382fa {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:36:03.724234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 977234d2-cfa1-40ef-aae4-969a733382fa not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:36:03.760750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.797474 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc475ef-03a1-493d-8039-0898faf82ecf,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:03.801916 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.807001 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52772) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:03.807517 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d261d61f-b220-47e7-98b2-3b42b99d4665 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/subnets/cdc475ef-03a1-493d-8039-0898faf82ecf HTTP/1.1" status: 204 len: 168 time: 0.6249807 Aug 29 05:36:03.815843 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fc7d2-f84b-4b55-a8aa-26b4178684e3 None None] Network ec153dd6-c72f-462c-a9f7-b979d10eb435 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:36:03.916469 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:03.965786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:36:02Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:03.994492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0e8383-4109-490f-8941-e6cb2ed0478f None None] The sync data for ids ['99ce5f49-2237-4b9a-8522-1037125e5f03'] in n-d-712139-13 is: [{'id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15298594', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:36:02Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': '0bbaee34-68d7-4411-9cb4-0d3760835d4d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce5f49-2237-4b9a-8522-1037125e5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:34:24Z', 'updated_at': '2021-08-29T05:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:36:04.023059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.076308 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 0bbaee34-68d7-4411-9cb4-0d3760835d4d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:36:04.076568 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.157765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 0bbaee34-68d7-4411-9cb4-0d3760835d4d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=0bbaee34-68d7-4411-9cb4-0d3760835d4d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:04.158124 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.170238 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 0bbaee34-68d7-4411-9cb4-0d3760835d4d owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:36:04.333328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.358485 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=0bbaee34-68d7-4411-9cb4-0d3760835d4d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:04.369375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] DHCP port deletion for ec153dd6-c72f-462c-a9f7-b979d10eb435 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:36:04.373449 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.373802 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.374137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.374663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.375023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.376366 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.376720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.377062 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.377401 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.377733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.378058 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.378516 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.423172 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Deleting port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:36:04.423549 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.444318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.499563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] For port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,segment=NetworkSegment(6614a755-c46f-4ae2-ba19-68a8f7a017f2),segment_id=6614a755-c46f-4ae2-ba19-68a8f7a017f2)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:04.499988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.515030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Calling delete_port for fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:36:04.545105 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.547160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.594001 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.594546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Fanout notify agent at l3_agent the message router_deleted on router 99ce5f49-2237-4b9a-8522-1037125e5f03 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:36:04.595530 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.602218 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.605808 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1b77a999-bcb8-4f8c-822a-196dbc214e82 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/routers/99ce5f49-2237-4b9a-8522-1037125e5f03 HTTP/1.1" status: 204 len: 168 time: 0.7954388 Aug 29 05:36:04.606039 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52774) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:04.627631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] No DVR routers for this DVR port fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:36:04.632658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Pushing event deleted for resources: {'Port': ['ID=fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:04.640933 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.641356 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.642226 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.642561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.642886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.643267 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.643657 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.644127 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.644455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.644861 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.645271 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.645600 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1da754-c430-4690-8c23-e7ea4bf8826a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:04.686261 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.781278 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.792591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec153dd6-c72f-462c-a9f7-b979d10eb435']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:04.805240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6614a755-c46f-4ae2-ba19-68a8f7a017f2') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:04.805529 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6614a755-c46f-4ae2-ba19-68a8f7a017f2') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:04.820127 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.837529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.844080 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:36:04.845079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:36:04.848328 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:36:04.905094 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.915592 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:04.917748 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/networks/ec153dd6-c72f-462c-a9f7-b979d10eb435 HTTP/1.1" status: 204 len: 168 time: 0.3106234 Aug 29 05:36:04.921760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52776) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:04.935601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c333f-7d24-4598-bb1c-d10e0e0c51dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Network': ['ID=ec153dd6-c72f-462c-a9f7-b979d10eb435,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:04.980970 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.010985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.045661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:36:05.069409 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:36:05.069768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device fbb1c9d8-3c93-4c92-acbb-b81c6ff0d4b1 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:36:05.070389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0bbaee34-68d7-4411-9cb4-0d3760835d4d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:36:05.083274 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.085943 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.087121 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/security-groups/1823ceab-9dd6-4952-af77-f483e23c4658 HTTP/1.1" status: 204 len: 168 time: 0.1643515 Aug 29 05:36:05.090279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 0bbaee34-68d7-4411-9cb4-0d3760835d4d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:36:05.090640 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 0bbaee34-68d7-4411-9cb4-0d3760835d4d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:36:05.091058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d57d0cf-58ff-4549-ac91-f131f69a60b1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:36:05.103838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d845549-76f0-4bf1-9488-7552e69318eb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1823ceab-9dd6-4952-af77-f483e23c4658,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:05.117936 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 3d57d0cf-58ff-4549-ac91-f131f69a60b1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:36:05.118289 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 3d57d0cf-58ff-4549-ac91-f131f69a60b1 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:36:05.505515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52782) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:05.510261 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194406886', 'description': 'tempest-secgroup-smoke-1194406886 description', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:05.531780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.613075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.617006 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.644520 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.645761 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392367 Aug 29 05:36:05.647594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08209f-b1ff-4bb7-9d39-fc22ebd64f62 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27242a14-6f42-4c3a-8cac-6fe303f01bba,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:05.648990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52784) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:05.653688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:05.680919 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.736327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.739982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.759588 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fada25-bb85-427f-a5a8-5336bd494b20,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:05.763438 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.764765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-26cf7dba-4763-4d10-93f9-490a9d2a165f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147263 Aug 29 05:36:05.768180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52786) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:05.772743 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:05.802536 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.860209 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.866179 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.885229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4b880c-789a-4ba1-84b1-a3d19bde7a90,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:05.892845 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.894163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f832b767-680e-4ebe-bdf7-c88862f55d23 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250045 Aug 29 05:36:05.896911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52788) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:05.901405 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:05.927238 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.985425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:05.989323 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.010275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0b60d9-c756-4bcd-a778-2129cf5e0fbc,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:06.017671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.018470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-50e828dd-5015-4a97-ae2d-a9ad31235ab6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206431 Aug 29 05:36:06.021429 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52790) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:06.026235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:06.053328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.113140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.117478 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.135699 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc47a84b-ae67-4f1e-9eda-584f43d4bda7,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:06.142634 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.143877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-126d9a5e-86b1-4a25-81dc-48b14b8bee93 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211262 Aug 29 05:36:06.146583 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52792) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:06.151153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:06.172743 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:36:06.177762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.238982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.243050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.261817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c2479f-b801-4640-90bd-0f7f68522620,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:06.267648 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.271321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-a49eb512-159e-4b4a-a557-6c882304f446 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213813 Aug 29 05:36:06.271885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52794) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:06.276376 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'security_group_rule': {'security_group_id': '27242a14-6f42-4c3a-8cac-6fe303f01bba', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:06.298562 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Project 1fd1f4b1271a4ec3864edfc85076c075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:36:06.303476 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.364991 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.369148 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.396778 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb02ad0-ae65-41d9-bb1a-fc0abab0eb28,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:06.400811 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.402012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-92c4fab1-8331-40d8-b44a-549888d10b7d tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291370 Aug 29 05:36:06.404821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52796) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:06.410413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'network': {'name': 'tempest-network-smoke--304614273', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'port_security_enabled': True}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:06.430287 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:36:06.433786 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.456057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:36:06.464535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.464883 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Added segment 378875e9-9a54-4e6c-a635-8b637a8274b1 of type vlan for network 3bca726b-cc17-4562-b289-4194e1af0b50 Aug 29 05:36:06.509548 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.533242 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.538772 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:06.539355 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.595910 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900790 Aug 29 05:36:06.599393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52798) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:06.604220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'admin_state_up': True, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:06.604619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984e792-4a28-438b-8d99-f6ec1227224b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Network': ['ID=3bca726b-cc17-4562-b289-4194e1af0b50,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:06.614910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3bca726b-cc17-4562-b289-4194e1af0b50 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:36:06.632659 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.633776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.686599 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:06.815711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.010419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.029104 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.134393 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.194 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/a003b0f7-1262-40a0-8842-cd7605ec84b5) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:36:07.230623 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.268479 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.303952 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:07.315403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:07.319624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:36:07.348110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=a003b0f7-1262-40a0-8842-cd7605ec84b5,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:07.466104 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-019cf8eb-6818-490c-8ddc-ca67295a5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.568442 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.756869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:07.881072 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:36:07.986523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:36:07.996826 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Sync routers for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:36:08.006205 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.007442 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f05581f4-fe4f-42f9-86e7-b847745e80e0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4069176 Aug 29 05:36:08.009059 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:08.009749 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:08.010697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52800) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:08.038275 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1db08706-5075-4d9f-8ef3-c5e74f057b7d tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=1fd1f4b1271a4ec3864edfc85076c075&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264585 Aug 29 05:36:08.040931 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52802) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:08.115584 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:08.131443 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd72ab5-1c5d-4134-ad5e-7413f64c294e tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:08.133137 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7fd72ab5-1c5d-4134-ad5e-7413f64c294e tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913134 Aug 29 05:36:08.135995 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52804) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:08.163098 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9715fe3e-ec08-46e6-92b8-5a492615c647 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=e072c453-34e6-463a-8307-d1699680704a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259929 Aug 29 05:36:08.165872 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52806) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:08.170796 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570788182', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:08.258507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:36:08.262044 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.295722 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:07Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:08.324258 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Checking router: 076f85f6-800f-456c-9e9d-7ad1ffc856a8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:36:08.324609 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Updating router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 port a003b0f7-1262-40a0-8842-cd7605ec84b5 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:36:08.352437 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.445063 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.514638 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Subnet': ['ID=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:08.521797 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Checking segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:36:08.522156 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network hostable DHCP agents. Network: 3bca726b-cc17-4562-b289-4194e1af0b50, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:36:08.539949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3bca726b-cc17-4562-b289-4194e1af0b50 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:36:08.549174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3bca726b-cc17-4562-b289-4194e1af0b50) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:08.555084 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:08.555689 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.561725 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9e319-8aa1-4cb0-a39f-51506cabc5eb None None] Network 3bca726b-cc17-4562-b289-4194e1af0b50 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:36:08.572233 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-8982587e-7c5a-4e9a-9eca-48b174c25d67 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4052775 Aug 29 05:36:08.574999 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52808) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:08.602937 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.613682 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Transition to ACTIVE for port object a003b0f7-1262-40a0-8842-cd7605ec84b5 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:08.621848 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.674282 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Attempting to bind port a003b0f7-1262-40a0-8842-cd7605ec84b5 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:36:08.675018 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Attempting to bind port a003b0f7-1262-40a0-8842-cd7605ec84b5 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:36:08.675169 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Attempting to bind port a003b0f7-1262-40a0-8842-cd7605ec84b5 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:36:08.683964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Pushing event updated for resources: {'Port': ['ID=a003b0f7-1262-40a0-8842-cd7605ec84b5,revision_number=2']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:08.685970 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:36:08.686335 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:36:08.686723 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.687103 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:36:08.687553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Bound port: a003b0f7-1262-40a0-8842-cd7605ec84b5, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:36:08.688006 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.713121 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.713547 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.713897 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.714291 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.714620 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.714948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.715320 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.715649 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.715996 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.716368 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.716719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.717012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:36:08.731502 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3bca726b-cc17-4562-b289-4194e1af0b50', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:36:08.732450 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.758177 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] For port a003b0f7-1262-40a0-8842-cd7605ec84b5, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:36:08.762092 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] For port a003b0f7-1262-40a0-8842-cd7605ec84b5, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a003b0f7-1262-40a0-8842-cd7605ec84b5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:36:08.767547 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:08.831761 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef29e8-5d0e-4956-a47f-4d274d77aa1a None None] Pushing event updated for resources: {'Port': ['ID=a003b0f7-1262-40a0-8842-cd7605ec84b5,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:08.834652 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:08.835317 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:35:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:08.877550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Allocated IP 172.20.0.2 (3bca726b-cc17-4562-b289-4194e1af0b50/ce6b0862-461f-4c4d-a6f9-71ef2ce51fca/cae0155f-71c3-42a6-a40c-ad30d50fc52f) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:36:08.941152 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:09.031532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.041306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Transition to ACTIVE for port object cae0155f-71c3-42a6-a40c-ad30d50fc52f will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:09.053647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.058444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Transition to ACTIVE for port object cae0155f-71c3-42a6-a40c-ad30d50fc52f will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:09.064947 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.112835 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Network 3bca726b-cc17-4562-b289-4194e1af0b50 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:09.118607 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:09.123166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:36:09.131491 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:07Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:09.140277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Pushing event updated for resources: {'Port': ['ID=cae0155f-71c3-42a6-a40c-ad30d50fc52f,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:09.169322 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e894e-04f1-49dc-bcaa-6b06d6f333f5 None None] The sync data for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 is: [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:07Z', 'revision_number': 3, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:36:09.186154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Attempting to bind port cae0155f-71c3-42a6-a40c-ad30d50fc52f on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:36:09.186656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Attempting to bind port cae0155f-71c3-42a6-a40c-ad30d50fc52f by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:36:09.187078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Attempting to bind port cae0155f-71c3-42a6-a40c-ad30d50fc52f on network 3bca726b-cc17-4562-b289-4194e1af0b50 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:36:09.193766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:36:09.194221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Checking segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:36:09.194636 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.195029 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Bound using segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:36:09.195501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Bound port: cae0155f-71c3-42a6-a40c-ad30d50fc52f, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:36:09.195885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.266414 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] For port cae0155f-71c3-42a6-a40c-ad30d50fc52f, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:36:09.269521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] For port cae0155f-71c3-42a6-a40c-ad30d50fc52f, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cae0155f-71c3-42a6-a40c-ad30d50fc52f,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:36:09.274561 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.360264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a5311-35b2-482b-8262-1e358ca9fac4 None None] Pushing event updated for resources: {'Port': ['ID=cae0155f-71c3-42a6-a40c-ad30d50fc52f,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:09.367423 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.1 (3bca726b-cc17-4562-b289-4194e1af0b50/ce6b0862-461f-4c4d-a6f9-71ef2ce51fca/e9901252-36e6-4390-a5af-821cab2449c0) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:36:09.540045 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.562033 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object e9901252-36e6-4390-a5af-821cab2449c0 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:09.610575 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.664821 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3bca726b-cc17-4562-b289-4194e1af0b50 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:09.668279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:09.673297 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:36:09.677328 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:09.719889 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:09.860992 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.148354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.153307 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.224225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:10.229405 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.328532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3bca726b-cc17-4562-b289-4194e1af0b50 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:10.330538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:10.332039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c05f1f-246f-49be-af92-bbfbbf34b05b None None] Network 3bca726b-cc17-4562-b289-4194e1af0b50 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:36:10.396969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-27229368-2b83-4bcc-bd93-37aa876871b5 None None] Provisioning for port cae0155f-71c3-42a6-a40c-ad30d50fc52f completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:10.459235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.484262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7081baa5-e3a8-468b-bb72-42eaa5fbdedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.779637 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:36:10.836745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a2c0801-cbed-44b5-acc6-2efc55d70918 None None] Provisioning for port e9901252-36e6-4390-a5af-821cab2449c0 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:10.840918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4a2c0801-cbed-44b5-acc6-2efc55d70918 None None] Provisioning complete for port e9901252-36e6-4390-a5af-821cab2449c0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:10.841295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0801-cbed-44b5-acc6-2efc55d70918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:10.878965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c0801-cbed-44b5-acc6-2efc55d70918 None None] Port e9901252-36e6-4390-a5af-821cab2449c0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:36:10.898577 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:36:10.915537 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-995979c9-67eb-431d-9886-1befb3b31406 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/076f85f6-800f-456c-9e9d-7ad1ffc856a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285594 Aug 29 05:36:10.915651 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Sync routers for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:36:10.921179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:10.921838 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:11.113677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-79c06e7e-b89e-4586-ac9a-01a3769b9c0e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194406886&fields=id&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 267 time: 0.0614774 Aug 29 05:36:11.184476 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a003b0f7-1262-40a0-8842-cd7605ec84b5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:11.232808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-098867e7-317e-45af-add4-b64eb3350bb7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:11.234422 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-098867e7-317e-45af-add4-b64eb3350bb7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 796 time: 0.1194153 Aug 29 05:36:11.249681 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-e025d10f-0137-40e8-abf7-1cadfe832a01 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/quotas/1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 375 time: 0.0092137 Aug 29 05:36:11.264343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-d83ff068-e2f1-4503-86ac-26958578db8c None None] Provisioning complete for port e9901252-36e6-4390-a5af-821cab2449c0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:11.264712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d83ff068-e2f1-4503-86ac-26958578db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.301306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-684a9b81-c577-4572-88f8-375e93365718 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456421 Aug 29 05:36:11.321090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:11.350533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-d83ff068-e2f1-4503-86ac-26958578db8c None None] Port e9901252-36e6-4390-a5af-821cab2449c0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:36:11.361678 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-fe6508e0-7124-4a84-8876-5246ef430b91 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:36:11.362692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-fe6508e0-7124-4a84-8876-5246ef430b91 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466278 Aug 29 05:36:11.370146 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a003b0f7-1262-40a0-8842-cd7605ec84b5 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:11.379666 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a003b0f7-1262-40a0-8842-cd7605ec84b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:11.379979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.458523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-a5a1f1a0-e26e-42ca-8101-e19ae421cb0b service neutron] 10.222.0.62 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876949 Aug 29 05:36:11.502281 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f1b67c01-f665-46ee-84d3-ddfcfb409d52 None None] Provisioning complete for port e9901252-36e6-4390-a5af-821cab2449c0 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:11.502656 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f1b67c01-f665-46ee-84d3-ddfcfb409d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.546184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-bc7622b7-5837-41fa-b11b-bc6e5fbaea9b service neutron] 10.222.0.62 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810409 Aug 29 05:36:11.566046 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f1b67c01-f665-46ee-84d3-ddfcfb409d52 None None] Port e9901252-36e6-4390-a5af-821cab2449c0 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:36:11.642460 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.649108 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.690000 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a003b0f7-1262-40a0-8842-cd7605ec84b5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a003b0f7-1262-40a0-8842-cd7605ec84b5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:11.698626 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.699966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cae0155f-71c3-42a6-a40c-ad30d50fc52f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:11.790124 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcae2cdd-4840-450c-b3e5-12dbf87452ac req-e5471fc0-0891-4375-90e4-f38436a5dd71 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Aug 29 05:36:11.791305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:10Z', 'revision_number': 2, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:11.858012 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Checking router: 076f85f6-800f-456c-9e9d-7ad1ffc856a8 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:36:11.858378 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Updating router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 port e9901252-36e6-4390-a5af-821cab2449c0 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:36:11.899225 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a003b0f7-1262-40a0-8842-cd7605ec84b5,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:11.904819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:11.944118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port cae0155f-71c3-42a6-a40c-ad30d50fc52f completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:11.950279 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port cae0155f-71c3-42a6-a40c-ad30d50fc52f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:11.950646 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.146157 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.204710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port cae0155f-71c3-42a6-a40c-ad30d50fc52f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cae0155f-71c3-42a6-a40c-ad30d50fc52f,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:12.211689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.301919 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=cae0155f-71c3-42a6-a40c-ad30d50fc52f,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:12.308161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.319611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Transition to ACTIVE for port object e9901252-36e6-4390-a5af-821cab2449c0 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:12.324608 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.377053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fbeaf-9bc0-4c6b-858d-71f6244a08ef None None] Pushing event updated for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:12.427809 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Attempting to bind port e9901252-36e6-4390-a5af-821cab2449c0 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:36:12.428207 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Attempting to bind port e9901252-36e6-4390-a5af-821cab2449c0 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:36:12.428566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Attempting to bind port e9901252-36e6-4390-a5af-821cab2449c0 on network 3bca726b-cc17-4562-b289-4194e1af0b50 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:36:12.433831 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:36:12.434203 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Checking segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:36:12.434598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.434986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Bound using segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:36:12.435497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Bound port: e9901252-36e6-4390-a5af-821cab2449c0, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:36:12.435878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.504151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] For port e9901252-36e6-4390-a5af-821cab2449c0, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:36:12.507377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] For port e9901252-36e6-4390-a5af-821cab2449c0, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9901252-36e6-4390-a5af-821cab2449c0,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:36:12.511305 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:12.568975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:12.569592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:12.573313 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fbeaf-9bc0-4c6b-858d-71f6244a08ef None None] Pushing event updated for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:12.697252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:12.892211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-a821a2e0-2cd8-4150-827a-8788cc378712 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:12.894411 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-a821a2e0-2cd8-4150-827a-8788cc378712 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 796 time: 0.1322775 Aug 29 05:36:12.910793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c36b7bb9-7aad-4115-b120-ff6d572abe82 req-ee68e921-43b7-4f8f-a998-e000f2e05311 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Aug 29 05:36:12.933151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:12Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:12.954846 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-5d694641-f076-4ff5-b660-714a52f75097 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd1f4b1271a4ec3864edfc85076c075 HTTP/1.1" status: 200 len: 380 time: 0.0463612 Aug 29 05:36:12.960154 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543b6b-7a8c-407e-b33d-9c9ca3c56d82 None None] The sync data for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 is: [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:12Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:36:12.965023 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'port': {'device_id': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'admin_state_up': True, 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'security_groups': ['27242a14-6f42-4c3a-8cac-6fe303f01bba']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:13.043680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.128081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Made reservation on behalf of 1fd1f4b1271a4ec3864edfc85076c075 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:36:13.131746 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.199599 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a003b0f7-1262-40a0-8842-cd7605ec84b5 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:13.254699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a003b0f7-1262-40a0-8842-cd7605ec84b5 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:13.255215 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.276452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.20.0.13 (3bca726b-cc17-4562-b289-4194e1af0b50/ce6b0862-461f-4c4d-a6f9-71ef2ce51fca/57eeb8a0-8608-4d6c-8f22-c0354f54e429) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:36:13.356867 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cae0155f-71c3-42a6-a40c-ad30d50fc52f up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:13.361057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.408865 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port cae0155f-71c3-42a6-a40c-ad30d50fc52f triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:13.409598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.432140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.447906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Transition to ACTIVE for port object 57eeb8a0-8608-4d6c-8f22-c0354f54e429 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:13.482129 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.492298 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9901252-36e6-4390-a5af-821cab2449c0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:13.530180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network 3bca726b-cc17-4562-b289-4194e1af0b50 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:13.535901 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:13.538463 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:36:13.551124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e9901252-36e6-4390-a5af-821cab2449c0 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:13.556236 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e9901252-36e6-4390-a5af-821cab2449c0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:13.556623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.572171 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:13.608144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:13.609137 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.629084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-ce290d88-bfb6-4e99-9021-035660dde0c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6677837 Aug 29 05:36:13.658411 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.700988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Request body: {'port': {'device_id': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:13.702093 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e9901252-36e6-4390-a5af-821cab2449c0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9901252-36e6-4390-a5af-821cab2449c0,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:13.707009 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.765411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.772140 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:13.859117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5e48bec-23b5-473b-9694-b31291334f74 None None] Provisioning for port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:13.863904 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e5e48bec-23b5-473b-9694-b31291334f74 None None] Provisioning complete for port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:13.864323 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e5e48bec-23b5-473b-9694-b31291334f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:13.903468 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-e5e48bec-23b5-473b-9694-b31291334f74 None None] Port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:36:14.087424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32d415-bcfe-499c-84ca-9b6c1cac33ed req-ecdb373a-64d2-4aaa-a44b-d10dc29f1f00 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.088987 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e32d415-bcfe-499c-84ca-9b6c1cac33ed req-ecdb373a-64d2-4aaa-a44b-d10dc29f1f00 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 932 time: 0.0993223 Aug 29 05:36:14.094795 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eeb8a0-8608-4d6c-8f22-c0354f54e429 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:36:14.104401 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:14.131223 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Transition to ACTIVE for port object 57eeb8a0-8608-4d6c-8f22-c0354f54e429 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:36:14.137263 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:14.173153 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6e32d415-bcfe-499c-84ca-9b6c1cac33ed req-0c7fbdf1-14d5-4347-85be-3118e236e3c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704076 Aug 29 05:36:14.199701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Pushing event updated for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:14.278994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Attempting to bind port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:36:14.279445 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Attempting to bind port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:36:14.279819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Attempting to bind port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 on network 3bca726b-cc17-4562-b289-4194e1af0b50 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:36:14.285858 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 on network 3bca726b-cc17-4562-b289-4194e1af0b50 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:36:14.286230 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Attempting to bind port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 on network 3bca726b-cc17-4562-b289-4194e1af0b50 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:36:14.292451 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:36:14.292796 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Checking segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:36:14.293241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Bound using segment: {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:36:14.293734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Bound port: 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378875e9-9a54-4e6c-a635-8b637a8274b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:36:14.294172 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:14.363139 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:36:14.366456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:36:14.370245 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:14.404748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.405368 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:14.407259 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] 10.222.0.54 "PUT /v2.0/ports/57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 1093 time: 0.7611990 Aug 29 05:36:14.407710 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:36:14.409981 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11442c0c-730b-4d40-8c2f-b201476c2532" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:36:14.445382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669dda-495c-4fef-9dc7-a799a2642c40 service neutron] Pushing event updated for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:14.507764 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-848e8a7f-5fcb-4bcb-9efd-8199d678f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.509309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-848e8a7f-5fcb-4bcb-9efd-8199d678f299 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1096 time: 0.0441670 Aug 29 05:36:14.561875 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9893fb50-02ac-4805-a6aa-969192112cd6 x-openstack-request-id: req-9893fb50-02ac-4805-a6aa-969192112cd6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:36:14.562141 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:36:14.562391 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9893fb50-02ac-4805-a6aa-969192112cd6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:36:14.562787 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'status': 'completed', 'code': 200} Aug 29 05:36:14.564707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-d0abef25-877a-475f-99ec-12793ea80082 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 217 time: 0.0430036 Aug 29 05:36:14.624290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-46026c99-7281-4315-b593-0cd8fdba261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.626159 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-46026c99-7281-4315-b593-0cd8fdba261d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0487397 Aug 29 05:36:14.677996 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-36b1b13c-6155-4b1a-b6ce-4ea14ec558ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.679510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-36b1b13c-6155-4b1a-b6ce-4ea14ec558ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414643 Aug 29 05:36:14.779601 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-8e0e5225-ffd8-409f-8c62-641eeae6328a service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860896 Aug 29 05:36:14.873331 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a2e29b1f-4f45-4a0c-9162-480687f394a1 req-8da33643-95f7-4747-87c0-eae29855081e service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799794 Aug 29 05:36:14.974359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-e9d3dac6-1788-4ab3-ab8a-9d4cc02f8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:14.975832 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-e9d3dac6-1788-4ab3-ab8a-9d4cc02f8396 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1096 time: 0.0447054 Aug 29 05:36:15.052561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9901252-36e6-4390-a5af-821cab2449c0 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:15.071756 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-b58c1906-8ca1-43d4-b224-a611bc576217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:15.073262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-b58c1906-8ca1-43d4-b224-a611bc576217 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 897 time: 0.0866423 Aug 29 05:36:15.101778 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e9901252-36e6-4390-a5af-821cab2449c0 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:15.102161 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:15.115842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-0e04f774-fa09-4a24-ae78-6f3907bcae05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 217 time: 0.0348384 Aug 29 05:36:15.173479 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-1eb60a0c-e9eb-4eac-ae4e-92a8280ca110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:15.174989 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-1eb60a0c-e9eb-4eac-ae4e-92a8280ca110 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0513110 Aug 29 05:36:15.229067 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-3634c37c-9271-434e-8450-db30f070e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:15.230602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-3634c37c-9271-434e-8450-db30f070e3a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462186 Aug 29 05:36:15.364094 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e7fb5-502d-4694-bbd7-cf7f9860794e req-03f93580-35ba-48fe-bd9f-e280f7cb5dd8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:15.365590 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c0e7fb5-502d-4694-bbd7-cf7f9860794e req-03f93580-35ba-48fe-bd9f-e280f7cb5dd8 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 944 time: 0.1071258 Aug 29 05:36:15.369253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-09cd20c8-3677-4b79-985a-78c0f827dc7b service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294000 Aug 29 05:36:15.448818 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1c0e7fb5-502d-4694-bbd7-cf7f9860794e req-1add4712-c1ba-4feb-9b57-6236987e51c2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772233 Aug 29 05:36:15.489548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-11442c0c-730b-4d40-8c2f-b201476c2532 req-b1dcfe35-b94c-4e9b-81bd-c2530f0cb083 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032362 Aug 29 05:36:16.565885 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf1935-d5e8-4455-aef3-3a09c1615ecd req-f52f8bc8-2455-4357-880a-1530b9d82d4f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:16.567359 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5daf1935-d5e8-4455-aef3-3a09c1615ecd req-f52f8bc8-2455-4357-880a-1530b9d82d4f tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 944 time: 0.0490279 Aug 29 05:36:16.605047 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5daf1935-d5e8-4455-aef3-3a09c1615ecd req-82dd9178-75be-4c7f-a01e-f0767a045b7b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Aug 29 05:36:17.290963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 57eeb8a0-8608-4d6c-8f22-c0354f54e429 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:36:17.386420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:17.397622 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'port_id': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'mac_address': 'fa:16:3e:90:4e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:36:17.438596 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:17.450993 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eeb8a0-8608-4d6c-8f22-c0354f54e429 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:36:17.469916 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:17.473712 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:17.523844 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:17.722162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc484c7-b958-4490-8492-cc65c5a24096 req-8fd34e89-cd9b-4643-8bbf-93d3789ab1d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:17.723774 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fc484c7-b958-4490-8492-cc65c5a24096 req-8fd34e89-cd9b-4643-8bbf-93d3789ab1d1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 945 time: 0.0499384 Aug 29 05:36:17.762265 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['57eeb8a0-8608-4d6c-8f22-c0354f54e429'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:36:17.763178 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8fc484c7-b958-4490-8492-cc65c5a24096 req-51f8f298-b853-4ea8-a575-74f63cb8ee03 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331376 Aug 29 05:36:18.879321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890fd3-0a62-43c2-aa6b-b8c7faa55d16 req-090a84c4-08ac-4e05-a217-83ecf0b9eac2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:18.880875 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1890fd3-0a62-43c2-aa6b-b8c7faa55d16 req-090a84c4-08ac-4e05-a217-83ecf0b9eac2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Aug 29 05:36:18.934663 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e1890fd3-0a62-43c2-aa6b-b8c7faa55d16 req-e128812a-c63e-4e0d-9340-01013ac94163 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475364 Aug 29 05:36:19.305192 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 57eeb8a0-8608-4d6c-8f22-c0354f54e429 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:36:19.354244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:36:19.357768 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:36:19.358141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.442568 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.464547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:36:19.466769 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff60514-57a9-4e09-8e64-c52fa1785e19" -d '{"events": [{"server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "name": "network-vif-plugged", "status": "completed", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:36:19.482811 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:36:19.487141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:19.511375 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1508e-af7b-4dbd-8ed6-f646d57a6ea9 x-openstack-request-id: req-12d1508e-af7b-4dbd-8ed6-f646d57a6ea9 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:36:19.511662 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "name": "network-vif-plugged", "status": "completed", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:36:19.511908 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12d1508e-af7b-4dbd-8ed6-f646d57a6ea9 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:36:19.512315 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'code': 200} Aug 29 05:36:19.538438 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:19.618641 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9769-ee84-4945-a962-88e708ca6f45 req-02354e04-ddee-4f39-81c5-ca72b7222428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:19.620179 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed9c9769-ee84-4945-a962-88e708ca6f45 req-02354e04-ddee-4f39-81c5-ca72b7222428 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1098 time: 0.0401614 Aug 29 05:36:19.660156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ed9c9769-ee84-4945-a962-88e708ca6f45 req-d5de167c-cd4a-4432-9e82-13d92b45135a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271823 Aug 29 05:36:20.050081 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8c26-5247-4041-8628-753bc47a2c99 req-7afff869-fab2-4116-bca2-b3be72d630f4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:20.051814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c4b8c26-5247-4041-8628-753bc47a2c99 req-7afff869-fab2-4116-bca2-b3be72d630f4 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0482676 Aug 29 05:36:20.089196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3c4b8c26-5247-4041-8628-753bc47a2c99 req-d144d803-d22b-4e19-ab6b-68a581cecb27 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 29 05:36:21.205593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab844d-47d1-4933-a4d6-a7dccc120a60 req-0a7366c4-9cc0-4424-9b95-c63077c3fb30 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:21.207083 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7ab844d-47d1-4933-a4d6-a7dccc120a60 req-0a7366c4-9cc0-4424-9b95-c63077c3fb30 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0485222 Aug 29 05:36:21.248409 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f7ab844d-47d1-4933-a4d6-a7dccc120a60 req-d8a37b41-6220-4b3c-a0c7-fffba03b640b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345838 Aug 29 05:36:21.716518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a51bd7-c4e1-4338-a03c-9a7543530f5c req-a43cc159-f658-43b4-a250-9bf3390a86d0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:21.717735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5a51bd7-c4e1-4338-a03c-9a7543530f5c req-a43cc159-f658-43b4-a250-9bf3390a86d0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.3919561 Aug 29 05:36:21.758346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a5a51bd7-c4e1-4338-a03c-9a7543530f5c req-d470303b-2668-4d9f-a00e-2d2569d9839c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346141 Aug 29 05:36:21.780736 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52870) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:21.823690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a8956-7d63-49a8-8c70-3ccdbecda170 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:21.825289 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7b4a8956-7d63-49a8-8c70-3ccdbecda170 tempest-TestNetworkAdvancedServerOps-943463691 tempest-TestNetworkAdvancedServerOps-943463691-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1093 time: 0.0435445 Aug 29 05:36:21.828389 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:21.832791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:36:21.853488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:21.949814 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.053942 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Allocated IP 172.25.3.76 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/d02d4b49-13f1-4378-b713-2292276faf6c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:36:22.155505 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.195897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.236000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:36:22.240739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:36:22.244225 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:36:22.271333 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=d02d4b49-13f1-4378-b713-2292276faf6c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:22.590963 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.660075 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.808161 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.812800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.879593 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event updated for resources: {'Port': ['ID=d02d4b49-13f1-4378-b713-2292276faf6c,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:36:22.889597 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:22.986957 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 433a9ea0-fad4-457b-acbb-0631575105cc associated. External IP: 172.25.3.76, port: 57eeb8a0-8608-4d6c-8f22-c0354f54e429. Aug 29 05:36:23.192361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:36:23.298067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:36:23.309922 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Sync routers for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:36:23.319777 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:23.320162 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:23.320971 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:23.348322 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-9bb6081e-dd09-433a-872e-dfa525e56ae6 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5188100 Aug 29 05:36:23.349132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:36:23.351600 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6a23c-934d-45cb-9b61-9f0866fd7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:36:23.389285 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab8019-e841-44ea-8e3c-acb4c725e231 x-openstack-request-id: req-dcab8019-e841-44ea-8e3c-acb4c725e231 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:36:23.389579 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:36:23.389833 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcab8019-e841-44ea-8e3c-acb4c725e231 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:36:23.390286 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'status': 'completed', 'code': 200} Aug 29 05:36:23.432592 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:23.481812 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da1bd2-02a8-4fa8-b229-3aa4625c52ad req-684bb712-bcb8-423b-8c7e-3b2eb937bdf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:23.483325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24da1bd2-02a8-4fa8-b229-3aa4625c52ad req-684bb712-bcb8-423b-8c7e-3b2eb937bdf0 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0762024 Aug 29 05:36:23.490105 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-abc18d18-424a-4f54-93ca-065223a5388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:23.491547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-abc18d18-424a-4f54-93ca-065223a5388b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1098 time: 0.0756576 Aug 29 05:36:23.568932 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-24da1bd2-02a8-4fa8-b229-3aa4625c52ad req-13ccee7e-75a1-494e-b8ad-cdbc79bc80fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763125 Aug 29 05:36:23.592464 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52878) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:23.615336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-92f39fd7-a277-446a-a361-101d57d311c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:23.616828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-92f39fd7-a277-446a-a361-101d57d311c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 897 time: 0.1175914 Aug 29 05:36:23.661851 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '433a9ea0-fad4-457b-acbb-0631575105cc', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'port_id': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'mac_address': 'fa:16:3e:90:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:36:22Z', 'updated_at': '2021-08-29T05:36:22Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:23.662736 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-eb36b23e-de31-41d6-a77c-c704778f5ab1 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/433a9ea0-fad4-457b-acbb-0631575105cc HTTP/1.1" status: 200 len: 991 time: 0.0691247 Aug 29 05:36:23.690464 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-57eec60a-aedd-4b0c-897e-18d22ed2bdaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 999 time: 0.0665946 Aug 29 05:36:23.694035 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Checking router: 076f85f6-800f-456c-9e9d-7ad1ffc856a8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:36:23.700712 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:36:23.707485 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:36:23.708116 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:23.740415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-7a8f9982-3599-47eb-92dc-0fbc8a3fb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:23.741773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-7a8f9982-3599-47eb-92dc-0fbc8a3fb076 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0437455 Aug 29 05:36:23.787853 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-cba0b7f9-bb8e-424b-b410-91d8be61a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:23.789389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-cba0b7f9-bb8e-424b-b410-91d8be61a09c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402074 Aug 29 05:36:23.811737 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:36:23.883793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-6ee4dbb2-1316-4b08-bcac-1e2a4c5f213b service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Aug 29 05:36:23.972696 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-73d6a23c-934d-45cb-9b61-9f0866fd7aab req-a744e208-1fcb-4668-af6d-17aac63ea093 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814450 Aug 29 05:36:24.030880 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '433a9ea0-fad4-457b-acbb-0631575105cc', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'port_id': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'mac_address': 'fa:16:3e:90:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:36:22Z', 'updated_at': '2021-08-29T05:36:22Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:36:24.056200 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12644d11-b2bb-44fb-8cd7-dc5f6f496515 None None] The sync data for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 is: [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '433a9ea0-fad4-457b-acbb-0631575105cc', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'port_id': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'mac_address': 'fa:16:3e:90:4e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:36:22Z', 'updated_at': '2021-08-29T05:36:22Z', 'revision_number': 0, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:36:24.258260 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf6320-cc9e-4acd-bca2-85e2aa622667 None None] New status for floating IP 433a9ea0-fad4-457b-acbb-0631575105cc: ACTIVE {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:36:24.665186 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:36:24.728453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-2965798d-5be4-4a8b-b8bc-e93543ba4752 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/433a9ea0-fad4-457b-acbb-0631575105cc HTTP/1.1" status: 200 len: 993 time: 0.0620759 Aug 29 05:36:30.533307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:35.615110 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-a6da63f2-3b39-4371-952a-3ec0f5b8f155 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425589 Aug 29 05:36:35.709162 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-4c0558a0-f219-44e4-9069-2c2130fccfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:35.710658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-4c0558a0-f219-44e4-9069-2c2130fccfed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1098 time: 0.0452900 Aug 29 05:36:35.822760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-2f8a0f48-56c3-4ab2-a352-7be580714859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:35.824274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-2f8a0f48-56c3-4ab2-a352-7be580714859 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 897 time: 0.0934455 Aug 29 05:36:35.896101 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-01c3eaab-25a4-4eab-be64-5381a3d469f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 1001 time: 0.0617113 Aug 29 05:36:35.945407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-ed30033c-20df-485b-832a-f3daae4f759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:35.946878 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-ed30033c-20df-485b-832a-f3daae4f759a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0444043 Aug 29 05:36:35.992526 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-c7caa6ae-b13c-471e-8fad-ad98ad84fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:35.994063 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-c7caa6ae-b13c-471e-8fad-ad98ad84fd61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404308 Aug 29 05:36:36.088314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-ee418329-37b6-4ca9-a486-02cb54f119a7 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Aug 29 05:36:36.183594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0504709b-eb93-40d5-9323-3102c22cedf7 req-1baa0b42-72e2-4f88-956d-3bafad9f5e7e service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882213 Aug 29 05:36:37.466501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-54b101d5-1a80-4d8b-865a-5dea952048d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:40.431224 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:40.475065 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f90f3da8-8673-4c35-b4c2-531f8a8260e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:41.622395 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:43.024043 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:43.350059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:36:59.537221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0fcf689f-0e51-4dce-bc76-3c77b5f83424 req-0067cf9d-c1fa-4cf4-bf7a-7bab0301d46b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255439 Aug 29 05:36:59.620908 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0fcf689f-0e51-4dce-bc76-3c77b5f83424 req-1105433a-f0ac-4ff5-8c41-dcc795638699 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0292792 Aug 29 05:36:59.667201 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0fcf689f-0e51-4dce-bc76-3c77b5f83424 req-85854395-bc47-4487-93e2-cd38afa35b38 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198369 Aug 29 05:36:59.762036 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf689f-0e51-4dce-bc76-3c77b5f83424 req-82bf2198-26d3-4587-883b-4466c6f8a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:36:59.763492 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0fcf689f-0e51-4dce-bc76-3c77b5f83424 req-82bf2198-26d3-4587-883b-4466c6f8a0c9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892220 Aug 29 05:37:00.045446 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3567b-da18-4c85-86ab-46156d7a9598 req-9517e5b9-136f-41fe-ab36-88b7650f27fc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:00.046945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e3567b-da18-4c85-86ab-46156d7a9598 req-9517e5b9-136f-41fe-ab36-88b7650f27fc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0494430 Aug 29 05:37:00.083618 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-33e3567b-da18-4c85-86ab-46156d7a9598 req-65de499f-3695-4b38-9c16-91fdf66f9943 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Aug 29 05:37:00.532024 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:00.700003 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:01.222057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6e22-ee74-4783-a40c-4789e3134a01 req-ce3415e6-37af-4dba-96f0-65c42b47bd20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:01.223547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ed6e22-ee74-4783-a40c-4789e3134a01 req-ce3415e6-37af-4dba-96f0-65c42b47bd20 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0532548 Aug 29 05:37:01.261224 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-22ed6e22-ee74-4783-a40c-4789e3134a01 req-42da587b-57ed-48d5-8fba-ba11226f45bb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Aug 29 05:37:01.283816 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52902) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:01.345833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-da0cb37c-7837-47a1-9502-11934c8386f2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/433a9ea0-fad4-457b-acbb-0631575105cc HTTP/1.1" status: 200 len: 993 time: 0.0607519 Aug 29 05:37:02.644811 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f07ec7-eafc-479c-b5f4-2d24205e3de8 req-aaca66f9-f2e4-42f8-a451-5f0b222e441b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:02.646364 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35f07ec7-eafc-479c-b5f4-2d24205e3de8 req-aaca66f9-f2e4-42f8-a451-5f0b222e441b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0771525 Aug 29 05:37:02.676443 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669cd97-38e2-471c-8746-528c84ef532e req-17f23e4b-3a3a-4cbb-9950-ac171779ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:02.677887 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-17f23e4b-3a3a-4cbb-9950-ac171779ad79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1098 time: 0.0669475 Aug 29 05:37:02.692967 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-35f07ec7-eafc-479c-b5f4-2d24205e3de8 req-a0da9c3b-4d2e-480b-b79b-e94eec2e62f2 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Aug 29 05:37:02.774240 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669cd97-38e2-471c-8746-528c84ef532e req-2b643864-bc19-40ad-958a-9cc687b8b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:02.775692 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-2b643864-bc19-40ad-958a-9cc687b8b5b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 897 time: 0.0819082 Aug 29 05:37:02.846513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-2bbef85e-9192-48c8-9c9f-bd0a25109f2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 1001 time: 0.0618680 Aug 29 05:37:02.896711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669cd97-38e2-471c-8746-528c84ef532e req-8dffb8c9-2c50-4afe-bfdb-64e19d90493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:02.898181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-8dffb8c9-2c50-4afe-bfdb-64e19d90493e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0443764 Aug 29 05:37:02.945596 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669cd97-38e2-471c-8746-528c84ef532e req-3fb5b4bb-13e2-47dc-8683-01ef84851a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:02.947094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-3fb5b4bb-13e2-47dc-8683-01ef84851a93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397010 Aug 29 05:37:03.043078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-d0616a36-53e9-4b10-bb65-bc8cffdd382b service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Aug 29 05:37:03.134314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c669cd97-38e2-471c-8746-528c84ef532e req-34e1d3c6-5503-4964-84bb-6c75f9a57332 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813465 Aug 29 05:37:03.820339 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef50f14-4de5-43ce-b11e-92feabe6416a req-a88c01bf-01a5-40b7-9b00-6b7600e937af tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:03.821813 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bef50f14-4de5-43ce-b11e-92feabe6416a req-a88c01bf-01a5-40b7-9b00-6b7600e937af tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0537667 Aug 29 05:37:03.861399 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bef50f14-4de5-43ce-b11e-92feabe6416a req-739331df-a8d8-4574-8a0e-979d424b749b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Aug 29 05:37:04.977057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dde69-e1c1-4fb7-b46d-2df533bf53ee req-2a4fd8fd-7841-4fa3-a8a8-adff5f1528dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:04.978544 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a52dde69-e1c1-4fb7-b46d-2df533bf53ee req-2a4fd8fd-7841-4fa3-a8a8-adff5f1528dc tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0488467 Aug 29 05:37:05.021708 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a52dde69-e1c1-4fb7-b46d-2df533bf53ee req-f716a10b-f2d8-491b-beb6-99124030ba2e tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Aug 29 05:37:05.044378 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52914) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:05.107990 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-dc59da3b-31b6-42a6-a9d9-295a85c25a92 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/floatingips/433a9ea0-fad4-457b-acbb-0631575105cc HTTP/1.1" status: 200 len: 993 time: 0.0623994 Aug 29 05:37:05.365533 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52920) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:05.524651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port d02d4b49-13f1-4378-b713-2292276faf6c {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:05.524890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:05.598016 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:05.598341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:05.610007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for d02d4b49-13f1-4378-b713-2292276faf6c owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:05.771267 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:05.796765 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=d02d4b49-13f1-4378-b713-2292276faf6c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:05.810012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.810354 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.810688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.811017 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.811342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.812297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.812625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.812948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.813272 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.813591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.813906 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.814221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:05.880449 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:05.880792 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Floating IP 433a9ea0-fad4-457b-acbb-0631575105cc disassociated (deleted). External IP: 172.25.3.76, port: 57eeb8a0-8608-4d6c-8f22-c0354f54e429. Aug 29 05:37:06.097733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:06.217054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:06.222546 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:06.229212 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Sync routers for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:06.244394 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:06.245017 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:06.253719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7c9be43e-8b13-421c-813a-840adad790fb tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/floatingips/433a9ea0-fad4-457b-acbb-0631575105cc HTTP/1.1" status: 204 len: 168 time: 0.8870420 Aug 29 05:37:06.254322 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:06.256643 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53958d17-6666-4f01-bc86-00d548128bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:06.298127 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8b21e-4b5a-4282-84e3-dc3d04f8dec1 x-openstack-request-id: req-37c8b21e-4b5a-4282-84e3-dc3d04f8dec1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:06.298520 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:06.298887 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37c8b21e-4b5a-4282-84e3-dc3d04f8dec1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:06.299434 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'status': 'completed', 'code': 200} Aug 29 05:37:06.354437 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:06.365701 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53958d17-6666-4f01-bc86-00d548128bdc req-b427b930-6686-41eb-9609-ffab3060e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:06.367720 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-b427b930-6686-41eb-9609-ffab3060e05c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 1098 time: 0.0457556 Aug 29 05:37:06.522911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143fcc7-0c9e-4ac7-9913-2423b43c15be req-560c6d7a-b4da-413a-86d7-4147df1f9064 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:06.524402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e143fcc7-0c9e-4ac7-9913-2423b43c15be req-560c6d7a-b4da-413a-86d7-4147df1f9064 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0783672 Aug 29 05:37:06.541434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53958d17-6666-4f01-bc86-00d548128bdc req-098d6b5d-06fe-4091-8835-60f72ca26598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:06.542881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-098d6b5d-06fe-4091-8835-60f72ca26598 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 200 len: 897 time: 0.1617632 Aug 29 05:37:06.573288 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:06.589470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-aedb477a-ae4d-4ef1-b452-5713094b9c89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 200 len: 217 time: 0.0365396 Aug 29 05:37:06.599649 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Checking router: 076f85f6-800f-456c-9e9d-7ad1ffc856a8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:06.607973 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:06.608496 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:36:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:06.611689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e143fcc7-0c9e-4ac7-9913-2423b43c15be req-26c4078f-450e-414c-9bbc-d6f51242d6c3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783069 Aug 29 05:37:06.648382 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53958d17-6666-4f01-bc86-00d548128bdc req-2cdf92af-a5b9-416e-87bd-63fe2fb8c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:06.649842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-2cdf92af-a5b9-416e-87bd-63fe2fb8c937 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 200 len: 834 time: 0.0523043 Aug 29 05:37:06.701337 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53958d17-6666-4f01-bc86-00d548128bdc req-82b6e080-317a-4c79-bf5d-ff65775ab88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:06.703381 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-82b6e080-317a-4c79-bf5d-ff65775ab88e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bca726b-cc17-4562-b289-4194e1af0b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453296 Aug 29 05:37:06.711836 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:06.797531 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-60677f42-33d3-45d1-966b-803d7e4be620 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847459 Aug 29 05:37:06.899090 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-53958d17-6666-4f01-bc86-00d548128bdc req-581683ff-6c09-459c-8017-ce66c5a30430 service neutron] 10.222.0.54 "GET /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925844 Aug 29 05:37:06.924801 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:07.040819 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58a242-586b-46f1-a207-8bd01ad54a99 None None] The sync data for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 is: [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:36:09Z', 'revision_number': 4, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e9901252-36e6-4390-a5af-821cab2449c0', 'name': '', 'network_id': '3bca726b-cc17-4562-b289-4194e1af0b50', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'mac_address': 'fa:16:3e:d5:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:09Z', 'updated_at': '2021-08-29T05:36:13Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'subnets': [{'id': 'ce6b0862-461f-4c4d-a6f9-71ef2ce51fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:07.251088 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e7fb83-46a7-4c31-b4c0-f29d4193a4bc None None] New status for floating IP 433a9ea0-fad4-457b-acbb-0631575105cc: DOWN {{(pid=94828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:07.467332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2685c6f4-3a32-42aa-b42c-03d171fece16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:07.731719 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1a98-1473-440e-9ed7-6ce88bf28161 req-f578325c-b771-4371-81a1-ee36d3e276cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:07.733119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34db1a98-1473-440e-9ed7-6ce88bf28161 req-f578325c-b771-4371-81a1-ee36d3e276cf tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0496585 Aug 29 05:37:07.771084 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-34db1a98-1473-440e-9ed7-6ce88bf28161 req-55423293-87f4-4e8c-a1d7-6e857811e19a tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/security-groups?id=27242a14-6f42-4c3a-8cac-6fe303f01bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Aug 29 05:37:08.368728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123c91a-e571-4f91-a124-abbcedc08bce req-5e3e2ae0-ac69-4a45-b188-f7d9fdc1164c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:08.370177 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3123c91a-e571-4f91-a124-abbcedc08bce req-5e3e2ae0-ac69-4a45-b188-f7d9fdc1164c tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 946 time: 0.0486839 Aug 29 05:37:08.460688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:08.461028 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:08.546857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port 57eeb8a0-8608-4d6c-8f22-c0354f54e429, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=57eeb8a0-8608-4d6c-8f22-c0354f54e429,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:08.547217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:08.559369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for 57eeb8a0-8608-4d6c-8f22-c0354f54e429 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:08.686156 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:08.713942 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=57eeb8a0-8608-4d6c-8f22-c0354f54e429,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:08.758360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] No DVR routers for this DVR port 57eeb8a0-8608-4d6c-8f22-c0354f54e429 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:08.761047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:08.763015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3123c91a-e571-4f91-a124-abbcedc08bce req-f28a02fc-4753-4885-9420-ac75c7755e78 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.54 "DELETE /v2.0/ports/57eeb8a0-8608-4d6c-8f22-c0354f54e429 HTTP/1.1" status: 204 len: 173 time: 0.3862796 Aug 29 05:37:08.763447 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'name': 'network-vif-deleted', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:08.766273 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd5f5a-c0ce-47a5-8da9-da3eb4bc438d" -d '{"events": [{"server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "name": "network-vif-deleted", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:08.803874 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eebed2b-f4a8-499b-9f73-eff6d18ac86e x-openstack-request-id: req-7eebed2b-f4a8-499b-9f73-eff6d18ac86e {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:08.804192 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c85f9-6b14-4c51-b9e6-70808646e821", "name": "network-vif-deleted", "tag": "57eeb8a0-8608-4d6c-8f22-c0354f54e429", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:08.804444 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7eebed2b-f4a8-499b-9f73-eff6d18ac86e {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:08.804866 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c85f9-6b14-4c51-b9e6-70808646e821', 'name': 'network-vif-deleted', 'tag': '57eeb8a0-8608-4d6c-8f22-c0354f54e429', 'status': 'completed', 'code': 200} Aug 29 05:37:08.869548 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c88e9d53-7b45-4433-bf01-25bc92899ddf req-fddac2c5-28b2-4084-919f-a7b00b6e8fc3 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f6c85f9-6b14-4c51-b9e6-70808646e821 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Aug 29 05:37:09.924548 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:10.276047 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.433520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.474900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ec6ffb95-23b2-40da-b325-1f84c5a8b5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.535836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port e9901252-36e6-4390-a5af-821cab2449c0 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:10.536107 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.629093 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port e9901252-36e6-4390-a5af-821cab2449c0, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e9901252-36e6-4390-a5af-821cab2449c0,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:10.629458 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.644015 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for e9901252-36e6-4390-a5af-821cab2449c0 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:10.829459 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:10.856223 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=e9901252-36e6-4390-a5af-821cab2449c0,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:10.869929 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.870289 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.870640 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.870980 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.871316 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.871649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.872006 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.872340 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.872673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.873002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.873327 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:10.873679 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:11.050145 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.580435 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:11.585957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 57eeb8a0-8608-4d6c-8f22-c0354f54e429 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:11.610410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 57eeb8a0-8608-4d6c-8f22-c0354f54e429 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:11.610753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 57eeb8a0-8608-4d6c-8f22-c0354f54e429 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:11.628532 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.688602 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:11.693743 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e9bcc9fb-3300-44c7-be8c-7bdfd3016dee tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "PUT /v2.0/routers/076f85f6-800f-456c-9e9d-7ad1ffc856a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681658 Aug 29 05:37:11.696520 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:11.699175 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Sync routers for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:11.709999 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:11.709999 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:11.748150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting subnet ce6b0862-461f-4c4d-a6f9-71ef2ce51fca {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:37:11.751905 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.794277 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.816875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:11.892743 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.949865 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.977663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6b0862-461f-4c4d-a6f9-71ef2ce51fca,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:11.982964 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:11.987654 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52940) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:11.990907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6ada5-1515-48aa-ab0a-5d4f7ee527b0 None None] Network 3bca726b-cc17-4562-b289-4194e1af0b50 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:11.992689 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-c81964c4-038f-44db-892c-60f8309ce0a7 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/subnets/ce6b0862-461f-4c4d-a6f9-71ef2ce51fca HTTP/1.1" status: 204 len: 168 time: 0.2949367 Aug 29 05:37:12.003881 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:37:10Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.037027 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Checking router: 076f85f6-800f-456c-9e9d-7ad1ffc856a8 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:12.046773 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Routers {'076f85f6-800f-456c-9e9d-7ad1ffc856a8'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:12.047383 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.103181 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.162305 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] Set router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:12.179218 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] DHCP port deletion for 3bca726b-cc17-4562-b289-4194e1af0b50 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:37:12.217289 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.234540 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Deleting port cae0155f-71c3-42a6-a40c-ad30d50fc52f {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:12.235004 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.275542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Deleting port a003b0f7-1262-40a0-8842-cd7605ec84b5 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:37:12.276240 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.300594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] For port cae0155f-71c3-42a6-a40c-ad30d50fc52f, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=cae0155f-71c3-42a6-a40c-ad30d50fc52f,segment=NetworkSegment(378875e9-9a54-4e6c-a635-8b637a8274b1),segment_id=378875e9-9a54-4e6c-a635-8b637a8274b1)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:12.301095 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.314876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Calling delete_port for cae0155f-71c3-42a6-a40c-ad30d50fc52f owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:12.350243 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:37:10Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.358319 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] For port a003b0f7-1262-40a0-8842-cd7605ec84b5, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a003b0f7-1262-40a0-8842-cd7605ec84b5,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:12.358690 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.371890 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Calling delete_port for a003b0f7-1262-40a0-8842-cd7605ec84b5 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:37:12.377461 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783de2f-da11-476b-8083-5fe6899fb804 None None] The sync data for ids ['076f85f6-800f-456c-9e9d-7ad1ffc856a8'] in n-d-712139-13 is: [{'id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774288560', 'tenant_id': '1fd1f4b1271a4ec3864edfc85076c075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:36:06Z', 'updated_at': '2021-08-29T05:37:10Z', 'revision_number': 5, 'project_id': '1fd1f4b1271a4ec3864edfc85076c075', 'gw_port': {'id': 'a003b0f7-1262-40a0-8842-cd7605ec84b5', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076f85f6-800f-456c-9e9d-7ad1ffc856a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:36:07Z', 'updated_at': '2021-08-29T05:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:12.398191 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.429067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Pushing event deleted for resources: {'Port': ['ID=cae0155f-71c3-42a6-a40c-ad30d50fc52f,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:12.436901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] No DVR routers for this DVR port cae0155f-71c3-42a6-a40c-ad30d50fc52f on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:37:12.445246 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.445588 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.446169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.446359 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.446618 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.446948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.447268 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.447587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.447899 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.448241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.448569 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.448859 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12d4d5a-ad20-4e7f-b640-effe025bed3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:12.541900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.574309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Port': ['ID=a003b0f7-1262-40a0-8842-cd7605ec84b5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:12.641427 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.729553 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.731718 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.776833 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.777416 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Fanout notify agent at l3_agent the message router_deleted on router 076f85f6-800f-456c-9e9d-7ad1ffc856a8 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:37:12.784892 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.785930 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-187850ad-44d7-407f-b8e3-0e4ef24ec811 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/routers/076f85f6-800f-456c-9e9d-7ad1ffc856a8 HTTP/1.1" status: 204 len: 168 time: 0.7918451 Aug 29 05:37:12.788681 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52942) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:12.875671 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.963530 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:12.975225 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca726b-cc17-4562-b289-4194e1af0b50']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.987749 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378875e9-9a54-4e6c-a635-8b637a8274b1') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.988520 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378875e9-9a54-4e6c-a635-8b637a8274b1') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:12.998034 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.017234 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.023587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:37:13.024394 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:37:13.027790 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:37:13.050082 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.096169 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.101142 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.103021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/networks/3bca726b-cc17-4562-b289-4194e1af0b50 HTTP/1.1" status: 204 len: 168 time: 0.3134155 Aug 29 05:37:13.106000 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52944) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:13.118124 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95325-71fb-4bc5-808d-0542554aff61 tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'Network': ['ID=3bca726b-cc17-4562-b289-4194e1af0b50,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:13.164449 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.189724 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.248944 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.251790 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.252992 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] 10.222.0.62 "DELETE /v2.0/security-groups/27242a14-6f42-4c3a-8cac-6fe303f01bba HTTP/1.1" status: 204 len: 168 time: 0.1459949 Aug 29 05:37:13.262067 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffdfbb-fbaa-4a79-8182-3e72b03b147b tempest-TestNetworkAdvancedServerOps-155426589 tempest-TestNetworkAdvancedServerOps-155426589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27242a14-6f42-4c3a-8cac-6fe303f01bba,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:13.355689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.477400 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cae0155f-71c3-42a6-a40c-ad30d50fc52f no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:13.501503 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: cae0155f-71c3-42a6-a40c-ad30d50fc52f {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:13.501691 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device cae0155f-71c3-42a6-a40c-ad30d50fc52f not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:13.502105 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9901252-36e6-4390-a5af-821cab2449c0 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:13.521322 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e9901252-36e6-4390-a5af-821cab2449c0 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:13.521668 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e9901252-36e6-4390-a5af-821cab2449c0 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:13.609256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52954) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:13.753411 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-889c3dce-875c-4c0c-8b93-8f0a9e80eeff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fd1f4b1271a4ec3864edfc85076c075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429005 Aug 29 05:37:13.755732 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52958) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:13.808841 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.830654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.878697 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.881671 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:13.882952 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6f9d2a6-878e-4a71-a1de-ede90eabe9c7 HTTP/1.1" status: 204 len: 168 time: 0.1262500 Aug 29 05:37:13.891753 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be411c9a-1ac9-4dfc-8005-bd85447ac026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f9d2a6-878e-4a71-a1de-ede90eabe9c7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:14.160069 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52964) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:14.174959 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2d5f-d4de-4010-a569-88ff9aa27ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.270800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2d5f-d4de-4010-a569-88ff9aa27ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.274829 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2d5f-d4de-4010-a569-88ff9aa27ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.316008 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b2fb2d5f-d4de-4010-a569-88ff9aa27ad7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4610a3e04f944e1eb2f46438b7a2f78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546586 Aug 29 05:37:14.316752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2d5f-d4de-4010-a569-88ff9aa27ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68257a27-d57b-4e5a-b6b4-b2462ced9272,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:14.318614 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52966) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:14.368623 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.389958 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.435701 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.438314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:14.439489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68257a27-d57b-4e5a-b6b4-b2462ced9272 HTTP/1.1" status: 204 len: 168 time: 0.1198819 Aug 29 05:37:14.447052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf5a0c-133e-4823-94e1-dff56f3ccf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68257a27-d57b-4e5a-b6b4-b2462ced9272,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:15.039962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a003b0f7-1262-40a0-8842-cd7605ec84b5 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:37:15.060004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a003b0f7-1262-40a0-8842-cd7605ec84b5 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:37:15.060430 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a003b0f7-1262-40a0-8842-cd7605ec84b5 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:37:15.156172 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52988) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:15.261875 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1032972123-network', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:15.292550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Made reservation on behalf of b698acd6bd9d40da9a396a3bef540491 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:15.294894 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.303797 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.397505 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.401340 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.421497 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:15.436593 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc0ef2-fbbb-4519-8ddb-e552b121d1c2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:15.440264 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.440607 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Added segment aac5192f-3ebb-4a1e-965a-d8f7389328f6 of type vlan for network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de Aug 29 05:37:15.481173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.510990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.511999 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:15.512590 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.571312 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4140048 Aug 29 05:37:15.574694 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52992) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:15.576534 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7b6a3-1537-4ef4-ba55-e9edca3a6dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=4079cb73-9f04-4ed4-9e1b-92d6e795d7de,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:15.579759 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Request body: {'subnet': {'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1032972123-subnet', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:15.586777 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:15.601279 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Made reservation on behalf of b698acd6bd9d40da9a396a3bef540491 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:15.603780 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.771175 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.827452 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b374556f-9462-436d-99c5-46a69a6e395e,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:15.837615 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Checking segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:15.839056 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Network hostable DHCP agents. Network: 4079cb73-9f04-4ed4-9e1b-92d6e795d7de, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:15.854307 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:15.865228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 4079cb73-9f04-4ed4-9e1b-92d6e795d7de) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:15.869625 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:15.870225 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.877228 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4f5c0-4eec-4d66-9a60-d124e9cee635 None None] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:15.886660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-365c055b-d4bf-4a19-a578-56a9ae6755a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3108091 Aug 29 05:37:15.892556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 52994) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:15.894094 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:15.925285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.926203 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:15.979902 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.040406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:16.041322 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.144500 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.195151 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Allocated IP 172.20.0.2 (4079cb73-9f04-4ed4-9e1b-92d6e795d7de/b374556f-9462-436d-99c5-46a69a6e395e/1e7dc61d-bdfe-4497-a5fb-e9b811101cc4) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:16.352675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.361535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.371374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Transition to ACTIVE for port object 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:16.380290 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.390907 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Transition to ACTIVE for port object 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:16.398171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.457550 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:16.465282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:16.471495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:16.483969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Pushing event updated for resources: {'Port': ['ID=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:16.520976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Allocated IP 172.25.3.246 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/487f1597-bfbf-4018-8a50-7cac43b2a74c) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:16.538699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Attempting to bind port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:16.539069 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Attempting to bind port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:16.539422 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Attempting to bind port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:16.545437 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:16.545796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Checking segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:16.546186 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.546186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Bound using segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:16.547100 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Bound port: 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:16.547388 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.615368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] For port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:16.618732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] For port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:16.624499 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.644444 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.684696 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:16.691240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d80e3-d589-4efa-9a6e-6a536ab6daa4 None None] Pushing event updated for resources: {'Port': ['ID=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:16.720841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:16.723775 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:16.727228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:16.762153 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Pushing event updated for resources: {'Port': ['ID=487f1597-bfbf-4018-8a50-7cac43b2a74c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:17.001070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:17.109856 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:17.159710 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:17.214061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:17.345632 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Router 22f4133c-e849-4f81-8c98-252d1d543258 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:17.456043 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:17.467470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:17.472437 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:17.476860 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:17.477140 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-605c81c1-f5b0-4801-bc75-3adf2104ed7f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5861940 Aug 29 05:37:17.477258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 52996) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:17.477704 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:17.530169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e40e9-68b0-4ca0-84a2-ed31212f69fe None None] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:17.623030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Provisioning for port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:17.642958 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Provisioning complete for port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:17.643332 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:17.675855 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:17.954472 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.008948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] For port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:18.013627 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.051440 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:16Z', 'revision_number': 3, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:18.093229 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:18.093582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Updating router 22f4133c-e849-4f81-8c98-252d1d543258 port 487f1597-bfbf-4018-8a50-7cac43b2a74c binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:18.123334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9a02-17fc-4519-b03a-c9f4a9f9e425 None None] Pushing event updated for resources: {'Port': ['ID=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:18.131423 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.284312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.353050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ef740c36-19a2-404b-8286-e4864360d18e None None] Provisioning complete for port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:18.353492 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ef740c36-19a2-404b-8286-e4864360d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.436854 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.447286 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Allocated IP 172.20.0.1 (4079cb73-9f04-4ed4-9e1b-92d6e795d7de/b374556f-9462-436d-99c5-46a69a6e395e/a28038b6-b781-48f6-bbfc-7415775c6f0b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:18.449871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Transition to ACTIVE for port object 487f1597-bfbf-4018-8a50-7cac43b2a74c will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:18.456187 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.559143 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.574301 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Transition to ACTIVE for port object a28038b6-b781-48f6-bbfc-7415775c6f0b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:18.609065 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.652674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:18.656618 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:18.661383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:18.682860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:18.700593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Attempting to bind port 487f1597-bfbf-4018-8a50-7cac43b2a74c on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:18.700964 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Attempting to bind port 487f1597-bfbf-4018-8a50-7cac43b2a74c by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:18.701323 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Attempting to bind port 487f1597-bfbf-4018-8a50-7cac43b2a74c on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:18.703907 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.705270 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c569c44-7b99-4f50-8f1e-3650435c42a7 None None] Pushing event updated for resources: {'Port': ['ID=487f1597-bfbf-4018-8a50-7cac43b2a74c,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:18.710053 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:18.710427 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:18.710819 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.711204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:18.711676 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Bound port: 487f1597-bfbf-4018-8a50-7cac43b2a74c, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:18.712087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.779451 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] For port 487f1597-bfbf-4018-8a50-7cac43b2a74c, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:18.784091 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] For port 487f1597-bfbf-4018-8a50-7cac43b2a74c, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=487f1597-bfbf-4018-8a50-7cac43b2a74c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:18.790666 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.848388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:18.849048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:18.869915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:18.907018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c569c44-7b99-4f50-8f1e-3650435c42a7 None None] Pushing event updated for resources: {'Port': ['ID=487f1597-bfbf-4018-8a50-7cac43b2a74c,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:18.957095 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2befb98-f2ca-48d9-be1d-d064dcce72d0 None None] Provisioning for port a28038b6-b781-48f6-bbfc-7415775c6f0b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:18.964713 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f2befb98-f2ca-48d9-be1d-d064dcce72d0 None None] Provisioning complete for port a28038b6-b781-48f6-bbfc-7415775c6f0b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:18.965112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f2befb98-f2ca-48d9-be1d-d064dcce72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.017893 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:19.019977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f2befb98-f2ca-48d9-be1d-d064dcce72d0 None None] Port a28038b6-b781-48f6-bbfc-7415775c6f0b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:19.058186 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.064361 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.102728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:19.135244 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:19.138160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.240728 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:19.241622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.242198 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:19.243978 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:19.313109 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 1, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:19.349880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79eac-1228-4bd1-a71f-f2f8d9569b8a None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 1, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:19.367857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:19.500718 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:19.505896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5224b637-4a2c-4dda-a0cd-ae18bfb2f0e6 admin admin] 10.222.0.62 "PUT /v2.0/routers/22f4133c-e849-4f81-8c98-252d1d543258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273349 Aug 29 05:37:19.543293 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-1d0c81f0-d509-4d26-8b37-599eb8378922 None None] Provisioning complete for port a28038b6-b781-48f6-bbfc-7415775c6f0b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:19.543832 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1d0c81f0-d509-4d26-8b37-599eb8378922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:19.583334 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c81f0-d509-4d26-8b37-599eb8378922 None None] Port a28038b6-b781-48f6-bbfc-7415775c6f0b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:20.092005 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53014) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:20.094518 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413008269-network', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:20.133306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Made reservation on behalf of 1fc3f48b042945679bda96af17d7dc03 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:20.135995 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.145960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.250898 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.255625 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.278210 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:37:20.298888 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.299147 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Added segment a8783e79-2355-401e-bf8d-46d54aeeda35 of type vlan for network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c Aug 29 05:37:20.300787 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fae92-623d-476f-adc2-c594dc809103,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:20.360763 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.394293 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.395427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:20.396265 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.456513 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3663208 Aug 29 05:37:20.460791 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53016) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:20.466352 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Request body: {'subnet': {'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413008269-subnet', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:20.474730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d5656-b584-4170-8e13-51987602e555 admin admin] Pushing event updated for resources: {'Network': ['ID=2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:20.486375 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:37:20.502301 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Made reservation on behalf of 1fc3f48b042945679bda96af17d7dc03 for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:20.504239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.730283 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.782523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9715761d-9116-4e18-a6e2-440dc727f7dc,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:20.800420 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Checking segment: {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:20.800781 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Network hostable DHCP agents. Network: 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:37:20.818685 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:37:20.828800 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:20.834122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:20.834713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.842231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453d446-ed2a-4924-a495-1672c96c0e48 None None] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:20.850248 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b69cf6a6-66ac-4d45-8665-e9553f1e1cd5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3882270 Aug 29 05:37:20.852964 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53018) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:20.857708 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:20.884077 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.885124 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:20.939068 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.043584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:37:21.046329 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.111126 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.169566 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 487f1597-bfbf-4018-8a50-7cac43b2a74c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:21.280087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 487f1597-bfbf-4018-8a50-7cac43b2a74c completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:21.283163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Allocated IP 172.20.0.2 (2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c/9715761d-9116-4e18-a6e2-440dc727f7dc/6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:21.290808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 487f1597-bfbf-4018-8a50-7cac43b2a74c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:21.291295 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.370718 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.411869 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.499851 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.540018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 487f1597-bfbf-4018-8a50-7cac43b2a74c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=487f1597-bfbf-4018-8a50-7cac43b2a74c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:21.541393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.547662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.557384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Transition to ACTIVE for port object 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:21.602060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Transition to ACTIVE for port object 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:21.614782 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Allocated IP 172.25.3.67 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/f84705e4-5f20-4e80-890f-2210c41b68e6) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:21.616887 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.631507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=487f1597-bfbf-4018-8a50-7cac43b2a74c,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:21.662850 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:21.671594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:21.672867 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:21.673895 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:21.674555 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:21.680500 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:21.696941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Pushing event updated for resources: {'Port': ['ID=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:21.760078 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Attempting to bind port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:21.761253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Attempting to bind port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:21.761828 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Attempting to bind port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 on network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:21.775287 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:21.777240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Checking segment: {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:21.778172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.778740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Bound using segment: {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:21.779443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Bound port: 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:21.780408 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.783329 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.792191 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:21.828775 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.851901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] For port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:21.856837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] For port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:21.862661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:21.870200 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:21.875818 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:21.880798 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:21.885189 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Pushing event updated for resources: {'Port': ['ID=f84705e4-5f20-4e80-890f-2210c41b68e6,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:21.933349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7763-6dcd-4099-bc61-30018743006c None None] Pushing event updated for resources: {'Port': ['ID=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.021631 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 2, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.048991 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:22.049339 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Updating router 22f4133c-e849-4f81-8c98-252d1d543258 port a28038b6-b781-48f6-bbfc-7415775c6f0b binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:22.076195 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.221544 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.419442 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.430634 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Transition to ACTIVE for port object a28038b6-b781-48f6-bbfc-7415775c6f0b will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:22.438479 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.521917 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Pushing event updated for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.549859 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.550505 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.551012 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.551518 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.552052 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.552384 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.552713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.553040 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.553363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.553687 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.554011 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.554331 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:37:22.570000 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Attempting to bind port a28038b6-b781-48f6-bbfc-7415775c6f0b on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:22.570545 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Attempting to bind port a28038b6-b781-48f6-bbfc-7415775c6f0b by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:22.571111 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Attempting to bind port a28038b6-b781-48f6-bbfc-7415775c6f0b on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:22.578947 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:22.579317 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Checking segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:22.579916 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.580496 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Bound using segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:22.581171 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Bound port: a28038b6-b781-48f6-bbfc-7415775c6f0b, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:22.581752 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.673214 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] For port a28038b6-b781-48f6-bbfc-7415775c6f0b, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:22.680191 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] For port a28038b6-b781-48f6-bbfc-7415775c6f0b, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a28038b6-b781-48f6-bbfc-7415775c6f0b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:22.687057 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:22.769856 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289d54e-d5ef-4687-b199-68a7004ce0e1 None None] Pushing event updated for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:22.778928 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:22.779713 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:22.849967 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.018863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Router 85622a7c-2c78-4918-9aa1-edc51567d261 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:37:23.033650 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:23.177666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:23.193883 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Sync routers for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:23.199582 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.204101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53020) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:23.205016 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-57c462f9-d63e-47fd-b65c-28de6b59449c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3500888 Aug 29 05:37:23.216870 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:23.217789 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.291813 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846ae3d-0ca5-4c68-bf97-ff705fe85758 None None] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:37:23.300943 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a28038b6-b781-48f6-bbfc-7415775c6f0b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:23.336822 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:22Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:23.370496 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d42936-85b7-473a-b179-b692d48c97e3 None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:22Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:23.471220 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:23.533576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-e721e35f-4c7e-4dfc-b731-1440522a9d86 None None] Provisioning for port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:23.622977 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a28038b6-b781-48f6-bbfc-7415775c6f0b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:23.641891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a28038b6-b781-48f6-bbfc-7415775c6f0b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:23.642261 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.702669 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:23.913351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Allocated IP 172.20.0.1 (2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c/9715761d-9116-4e18-a6e2-440dc727f7dc/e6dfbf1d-96ff-49fe-af78-c0c2db9ce132) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:23.991766 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.039333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port a28038b6-b781-48f6-bbfc-7415775c6f0b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a28038b6-b781-48f6-bbfc-7415775c6f0b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:24.041457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.044658 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:22Z', 'revision_number': 3, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.048360 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.049169 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 487f1597-bfbf-4018-8a50-7cac43b2a74c up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:24.060510 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Transition to ACTIVE for port object e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:24.096835 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.104701 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Checking router: 85622a7c-2c78-4918-9aa1-edc51567d261 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:24.105048 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Updating router 85622a7c-2c78-4918-9aa1-edc51567d261 port f84705e4-5f20-4e80-890f-2210c41b68e6 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:24.146847 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:24.151798 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:24.153873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.156456 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:24.189373 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.195876 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.210851 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.297106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 487f1597-bfbf-4018-8a50-7cac43b2a74c triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:24.297535 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.353447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.460193 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:24.526673 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.530282 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b9874d5-55e6-4113-8759-71fd3e519da5 None None] Provisioning for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:24.530506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.541796 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-8b9874d5-55e6-4113-8759-71fd3e519da5 None None] Provisioning complete for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:24.542164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b9874d5-55e6-4113-8759-71fd3e519da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.595984 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.598688 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.602800 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:24.617595 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:24.618000 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.619708 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-8b9874d5-55e6-4113-8759-71fd3e519da5 None None] Port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:24.642865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.662985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Transition to ACTIVE for port object f84705e4-5f20-4e80-890f-2210c41b68e6 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:24.672595 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.710038 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:24.712196 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:24.753719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Attempting to bind port f84705e4-5f20-4e80-890f-2210c41b68e6 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:24.754089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Attempting to bind port f84705e4-5f20-4e80-890f-2210c41b68e6 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:24.754452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Attempting to bind port f84705e4-5f20-4e80-890f-2210c41b68e6 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:24.760951 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a2e3c-ab64-4537-848f-18af5ae3e81a None None] Pushing event updated for resources: {'Port': ['ID=f84705e4-5f20-4e80-890f-2210c41b68e6,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.767321 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:24.767735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:24.768115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.768495 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:24.768972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Bound port: f84705e4-5f20-4e80-890f-2210c41b68e6, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:24.769343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.802165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.840519 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Router 85622a7c-2c78-4918-9aa1-edc51567d261 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:24.859040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] For port f84705e4-5f20-4e80-890f-2210c41b68e6, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:24.862481 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:24.866280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] For port f84705e4-5f20-4e80-890f-2210c41b68e6, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f84705e4-5f20-4e80-890f-2210c41b68e6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:24.869697 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.876381 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:24.947174 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:24.947910 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:24.950277 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:24.968367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:24.978181 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1a97e56a-824d-4aca-9d91-9c4572066f31 admin admin] 10.222.0.62 "PUT /v2.0/routers/85622a7c-2c78-4918-9aa1-edc51567d261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684231 Aug 29 05:37:25.027294 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-f37383ad-81d9-4bbf-ac46-154d6ab3a0f3 None None] Provisioning complete for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:25.027667 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f37383ad-81d9-4bbf-ac46-154d6ab3a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.120568 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a28038b6-b781-48f6-bbfc-7415775c6f0b up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:25.134219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a2e3c-ab64-4537-848f-18af5ae3e81a None None] Pushing event updated for resources: {'Port': ['ID=f84705e4-5f20-4e80-890f-2210c41b68e6,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:25.159719 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-f37383ad-81d9-4bbf-ac46-154d6ab3a0f3 None None] Port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:25.182706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:25.270797 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a28038b6-b781-48f6-bbfc-7415775c6f0b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:25.271459 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.438152 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:25.491845 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6dfbf1d-96ff-49fe-af78-c0c2db9ce132', 'name': '', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'mac_address': 'fa:16:3e:b7:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:23Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 2, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'subnets': [{'id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:25.525754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c5d4b-820a-4c4a-826c-f97e932a5af3 None None] The sync data for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 is: [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6dfbf1d-96ff-49fe-af78-c0c2db9ce132', 'name': '', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'mac_address': 'fa:16:3e:b7:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:23Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 2, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'subnets': [{'id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:25.532264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:25.532736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:25.877708 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53032) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:25.882754 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110879017', 'description': 'tempest-secgroup-smoke-2110879017 description', 'project_id': 'b698acd6bd9d40da9a396a3bef540491'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:25.911989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.003008 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.007237 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.036492 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.038342 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593995 Aug 29 05:37:26.042807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53034) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.043417 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b8a1-84bd-4758-98a8-fd17813f5b55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4c242-58e4-4d54-a18d-6a6eac9bde13,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.050978 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.080429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.145404 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.149753 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.178809 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3bad6b-8680-4514-99af-5b0d54f20cb1,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.194781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.199025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-99fe8def-bd39-41f3-a72c-1dc59794dc3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513162 Aug 29 05:37:26.199025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53036) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.203504 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.237897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.308221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.313675 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.336708 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.337939 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381562 Aug 29 05:37:26.340840 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f104da-d553-4b02-9c43-f67118346a4a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e703e2e5-7091-4677-941b-5c19593b18e7,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.341197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53038) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.345952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.375343 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.440540 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.446197 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.463941 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990e8df1-159c-411c-9ac6-b349088bdda5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.472890 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.474121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-43d54351-c91e-4bb6-89a2-2b1ef1f07f43 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319046 Aug 29 05:37:26.476993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53040) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.481873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.510079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.574311 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.579254 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.598919 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52d78de-a29f-4739-a22b-268039a01be5,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.606253 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.607582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-c03080cb-1365-4ec7-b240-18cf39fe46f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294026 Aug 29 05:37:26.610938 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53042) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.615860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.639741 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Project b698acd6bd9d40da9a396a3bef540491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:26.644857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.707666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.711612 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.731201 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd2c7ac-29f2-4fd7-872d-016871857694,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.735462 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.736783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-64b0bc10-0855-415e-925f-09890a77396e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245575 Aug 29 05:37:26.739845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53044) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:26.744648 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': '56d4c242-58e4-4d54-a18d-6a6eac9bde13', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:26.766519 n-d-712139-13 neutron-server[94826]: INFO neutron.db.securitygroups_db [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Project b698acd6bd9d40da9a396a3bef540491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:37:26.771881 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.834776 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.838592 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.853485 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f45dea4-0b72-412a-86da-99bc9a8c8146,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:26.864521 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:26.865745 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f8e141c9-cdb4-4ed5-bbb7-983e24eddc58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248236 Aug 29 05:37:27.064631 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-5c19fe49-1891-4329-b4d8-edf1f109261a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110879017&fields=id&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 267 time: 0.0337007 Aug 29 05:37:27.122420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f84705e4-5f20-4e80-890f-2210c41b68e6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:27.177407 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-ab52d472-3c70-4c91-b4e6-4ebeb67a9973 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:27.179011 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-ab52d472-3c70-4c91-b4e6-4ebeb67a9973 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 809 time: 0.1074879 Aug 29 05:37:27.187603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port f84705e4-5f20-4e80-890f-2210c41b68e6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:27.192894 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f84705e4-5f20-4e80-890f-2210c41b68e6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:27.193469 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.195441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-6c51de79-e38d-4039-bbc3-24d258cf5daa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/quotas/b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Aug 29 05:37:27.253041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3f00cb2a-6c0c-476e-955c-2d719f44b340 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500016 Aug 29 05:37:27.281341 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.306285 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port f84705e4-5f20-4e80-890f-2210c41b68e6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f84705e4-5f20-4e80-890f-2210c41b68e6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:27.312769 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:27.363718 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-6aedfa23-2ad7-47e6-826c-901156778656 service neutron] 10.222.0.62 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940096 Aug 29 05:37:27.369942 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=f84705e4-5f20-4e80-890f-2210c41b68e6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:27.465993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-1fff5e4b-c21c-453f-b73b-38e5d9e096f2 service neutron] 10.222.0.62 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937219 Aug 29 05:37:27.574314 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Sync routers for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:27.583101 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:27.583396 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:27.648442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-44d2f6c3-b8b6-42a0-a34e-345e9e45fb89 req-6bdd89ec-cf9f-4cc4-b045-94853d24688a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 210 time: 0.0348566 Aug 29 05:37:27.704353 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:27.906804 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6dfbf1d-96ff-49fe-af78-c0c2db9ce132', 'name': '', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'mac_address': 'fa:16:3e:b7:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:23Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 2, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'subnets': [{'id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:27.933805 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Checking router: 85622a7c-2c78-4918-9aa1-edc51567d261 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:27.934153 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Updating router 85622a7c-2c78-4918-9aa1-edc51567d261 port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:37:27.958455 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.230611 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.240721 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Transition to ACTIVE for port object e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:28.245406 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.296209 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1850e-b991-4ddb-8af1-12e0bdaf6061 None None] Pushing event updated for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.341692 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Attempting to bind port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:28.342651 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Attempting to bind port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:28.343017 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Attempting to bind port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 on network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:28.348332 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:28.348697 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Checking segment: {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:28.349092 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.349480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Bound using segment: {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:28.349939 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Bound port: e6dfbf1d-96ff-49fe-af78-c0c2db9ce132, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8783e79-2355-401e-bf8d-46d54aeeda35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:28.350314 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.420304 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] For port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:28.423542 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] For port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:28.428578 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:28.479460 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:28.480110 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:28.536329 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1850e-b991-4ddb-8af1-12e0bdaf6061 None None] Pushing event updated for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:28.617147 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:28.859533 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6dfbf1d-96ff-49fe-af78-c0c2db9ce132', 'name': '', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'mac_address': 'fa:16:3e:b7:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:23Z', 'updated_at': '2021-08-29T05:37:28Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'subnets': [{'id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:28.893908 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b738643-e1a0-44b0-91ba-6f8a76928836 None None] The sync data for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 is: [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'e6dfbf1d-96ff-49fe-af78-c0c2db9ce132', 'name': '', 'network_id': '2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'mac_address': 'fa:16:3e:b7:f5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:23Z', 'updated_at': '2021-08-29T05:37:28Z', 'revision_number': 4, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'subnets': [{'id': '9715761d-9116-4e18-a6e2-440dc727f7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:29.052198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d49407ef-d02f-4c9b-8692-9f4a49293720 req-ba3c4e6f-da2b-477e-b5cf-f72029fb36ce tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 210 time: 0.0332949 Aug 29 05:37:29.109836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-67403e07-2743-4156-aefc-8360a1e2a9c9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:29.111225 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-67403e07-2743-4156-aefc-8360a1e2a9c9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 809 time: 0.5379293 Aug 29 05:37:29.144812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f84705e4-5f20-4e80-890f-2210c41b68e6 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:29.170558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e5b14ba3-3d07-4e16-afb7-82b904200ce2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 380 time: 0.0425918 Aug 29 05:37:29.185224 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'port': {'device_id': '2e87c634-5625-42bb-9498-e1408e9d324e', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'admin_state_up': True, 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'security_groups': ['56d4c242-58e4-4d54-a18d-6a6eac9bde13']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:29.198632 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port f84705e4-5f20-4e80-890f-2210c41b68e6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:29.199010 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.284230 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:29.306057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Made reservation on behalf of b698acd6bd9d40da9a396a3bef540491 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:37:29.309989 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.340706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:29.345507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:29.345874 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.431074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.449375 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Allocated IP 172.20.0.9 (4079cb73-9f04-4ed4-9e1b-92d6e795d7de/b374556f-9462-436d-99c5-46a69a6e395e/ed0f9421-0e76-4fed-be31-a0f008cdb6a6) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:29.465902 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:29.468975 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.516350 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:29.589761 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.602817 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Transition to ACTIVE for port object ed0f9421-0e76-4fed-be31-a0f008cdb6a6 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:29.635329 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.677992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:29.680998 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:29.684760 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:29.709079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:29.737125 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:29.737751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.752167 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-e817567d-5bec-4a23-8728-d1226830d71b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741067 Aug 29 05:37:29.765092 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Request body: {'port': {'device_id': '2e87c634-5625-42bb-9498-e1408e9d324e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:29.826887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.956739 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12ce1380-2193-465b-be7f-6c5dd3ac50e5 None None] Provisioning for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:29.961122 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-12ce1380-2193-465b-be7f-6c5dd3ac50e5 None None] Provisioning complete for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:29.961622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-12ce1380-2193-465b-be7f-6c5dd3ac50e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:29.997159 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-12ce1380-2193-465b-be7f-6c5dd3ac50e5 None None] Port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:37:30.107768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:30.115500 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.128239 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Transition to ACTIVE for port object ed0f9421-0e76-4fed-be31-a0f008cdb6a6 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:37:30.131874 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.211241 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:30.273204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec937a-3b6c-4c96-ba79-aae4caa2e3aa req-109af8a5-ef88-4284-a520-7404d88d8718 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.274772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cec937a-3b6c-4c96-ba79-aae4caa2e3aa req-109af8a5-ef88-4284-a520-7404d88d8718 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.1376443 Aug 29 05:37:30.330773 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Attempting to bind port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:37:30.331116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Attempting to bind port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:37:30.331452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Attempting to bind port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:30.335960 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cec937a-3b6c-4c96-ba79-aae4caa2e3aa req-57ae858d-1827-4a83-942c-03545480a3ba tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545232 Aug 29 05:37:30.339424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:37:30.339768 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Attempting to bind port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:37:30.346261 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:37:30.346687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Checking segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:37:30.347148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Bound using segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:37:30.347806 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Bound port: ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:37:30.348295 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.419371 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:37:30.422636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:37:30.427423 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.459825 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.460482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.462092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] 10.222.0.54 "PUT /v2.0/ports/ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 1092 time: 0.7013590 Aug 29 05:37:30.464390 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:30.467212 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df688b-a928-4a74-b0e8-55ae21a1160f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:30.497590 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15ed1-9532-4c17-9b24-648627dfc4dd service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:30.526181 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c761b1f-0a7b-4067-9a14-6ac8c011538a x-openstack-request-id: req-1c761b1f-0a7b-4067-9a14-6ac8c011538a {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:30.526469 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:30.526719 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c761b1f-0a7b-4067-9a14-6ac8c011538a {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:30.527115 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'status': 'completed', 'code': 200} Aug 29 05:37:30.562465 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:30.563163 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-25b0d2e0-73a9-46f4-9f31-49c86f9f4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.563993 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-25b0d2e0-73a9-46f4-9f31-49c86f9f4392 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1095 time: 0.0471008 Aug 29 05:37:30.612871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-8eb92f6c-5525-4f03-adb7-0a369146911c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 217 time: 0.0349586 Aug 29 05:37:30.672703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-dcd455b8-1e69-4741-93f9-cf40f0b1662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.674198 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-dcd455b8-1e69-4741-93f9-cf40f0b1662f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0509968 Aug 29 05:37:30.723852 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-2fbe0b82-5b8f-418d-838f-2ef6495680ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:30.725292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-2fbe0b82-5b8f-418d-838f-2ef6495680ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400805 Aug 29 05:37:30.813823 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-6a630814-0cf3-45da-8835-cdb6c4c60897 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Aug 29 05:37:30.909247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e82436ec-23f9-4cef-92f7-ec6fe5d33ec4 req-24bc0b11-5c5b-4582-a896-d7a62eaf4f3f service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878091 Aug 29 05:37:30.997965 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-5b0579f8-91a8-48cb-b293-5d63e1a7d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.000243 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-5b0579f8-91a8-48cb-b293-5d63e1a7d3e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1095 time: 0.0412910 Aug 29 05:37:31.098791 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-a2c9cca8-52f3-4fd1-aa6a-a06938471ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.100442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-a2c9cca8-52f3-4fd1-aa6a-a06938471ad0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0925851 Aug 29 05:37:31.102575 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:31.145058 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-eebe3d0b-eaea-454c-94f5-970ffcbed914 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 217 time: 0.0365653 Aug 29 05:37:31.154771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:31.155145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:31.197190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-846966d7-b288-46aa-aeb8-8df77e5c7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.198919 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-846966d7-b288-46aa-aeb8-8df77e5c7336 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0433829 Aug 29 05:37:31.250635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-72ba31d1-5e71-4691-929e-7273996faf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.252136 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-72ba31d1-5e71-4691-929e-7273996faf1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458703 Aug 29 05:37:31.342373 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-d2c1cde3-e87e-47df-ad72-e8f49c14e106 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815170 Aug 29 05:37:31.464579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a3df688b-a928-4a74-b0e8-55ae21a1160f req-129f11b1-243e-41ec-b1d8-83e25e583ab3 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133425 Aug 29 05:37:31.480667 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465dc7d-e9ef-4500-84a2-25e026ddde75 req-ddaaec50-beda-4772-9e9b-f47e899895da tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:31.482236 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e465dc7d-e9ef-4500-84a2-25e026ddde75 req-ddaaec50-beda-4772-9e9b-f47e899895da tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0690258 Aug 29 05:37:31.520820 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e465dc7d-e9ef-4500-84a2-25e026ddde75 req-ee6a9c42-7b11-4c83-b1bc-cbd98e77c4d5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Aug 29 05:37:32.636564 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b365b-fa14-4fe5-a0fc-9759f65f77ab req-a72e04ff-8e00-43a3-ad60-b16c05f9ad16 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:32.638077 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b77b365b-fa14-4fe5-a0fc-9759f65f77ab req-a72e04ff-8e00-43a3-ad60-b16c05f9ad16 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0492318 Aug 29 05:37:32.676226 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b77b365b-fa14-4fe5-a0fc-9759f65f77ab req-c4309107-621b-4597-9157-abdfa8b49c1e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Aug 29 05:37:33.657833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:37:33.806651 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295725-05e4-4553-a2e1-e1416c1db5e6 req-4b3601d3-a691-4f3f-90ce-c590888ff4c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:33.808371 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26295725-05e4-4553-a2e1-e1416c1db5e6 req-4b3601d3-a691-4f3f-90ce-c590888ff4c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0580254 Aug 29 05:37:33.850793 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-26295725-05e4-4553-a2e1-e1416c1db5e6 req-aa4caeea-a105-465b-acf3-7fc48efd79ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361338 Aug 29 05:37:33.912674 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:33.924196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:37:33.962547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:33.975380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:37:33.994880 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:34.000232 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:34.052051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:34.255258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ed0f9421-0e76-4fed-be31-a0f008cdb6a6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:37:34.970199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f98423-8632-4a12-b394-45209e4dc537 req-be9a9c63-2d4d-45af-9f33-e0235cef825d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:34.971751 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77f98423-8632-4a12-b394-45209e4dc537 req-be9a9c63-2d4d-45af-9f33-e0235cef825d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 944 time: 0.0529361 Aug 29 05:37:35.011478 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-77f98423-8632-4a12-b394-45209e4dc537 req-f21fc11a-3aed-48da-b224-5483986adbe6 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Aug 29 05:37:35.648545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:37:35.698635 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:37:35.703336 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:37:35.703709 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.781343 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.803280 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:35.805560 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dee40d-686a-4f66-bfa6-aadb0287bbfe" -d '{"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:35.818594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:37:35.822648 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:35.847702 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b708bb-7ae8-4fdc-8016-4d0515cc4fad x-openstack-request-id: req-23b708bb-7ae8-4fdc-8016-4d0515cc4fad {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:35.848019 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:35.848278 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23b708bb-7ae8-4fdc-8016-4d0515cc4fad {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:35.848670 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'code': 200} Aug 29 05:37:35.877903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:35.945915 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac225-3acc-403f-93df-b5ffee8c001b req-235ac3eb-e953-4aa7-99a8-bb98305885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:35.947306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-032ac225-3acc-403f-93df-b5ffee8c001b req-235ac3eb-e953-4aa7-99a8-bb98305885cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1097 time: 0.0401101 Aug 29 05:37:35.988851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-032ac225-3acc-403f-93df-b5ffee8c001b req-8154df85-4f75-47f8-8b93-f087badcae7f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279481 Aug 29 05:37:36.137316 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fcc0b-0a05-4446-a703-757754a5a4ae req-7aa23181-7207-4c64-9d76-07bfcd2ce6af tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:36.138939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d46fcc0b-0a05-4446-a703-757754a5a4ae req-7aa23181-7207-4c64-9d76-07bfcd2ce6af tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0554166 Aug 29 05:37:36.182532 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d46fcc0b-0a05-4446-a703-757754a5a4ae req-83fa48b4-a1d7-479f-8629-be098da2b7ad tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371625 Aug 29 05:37:37.312421 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e295d-6318-4df0-8380-18da79e58d82 req-387c1ce9-0d29-4319-84a7-57bebc092adf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:37.314023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-136e295d-6318-4df0-8380-18da79e58d82 req-387c1ce9-0d29-4319-84a7-57bebc092adf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0599635 Aug 29 05:37:37.352867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-136e295d-6318-4df0-8380-18da79e58d82 req-5665ecee-03e3-45ce-ab29-54f965634d0e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Aug 29 05:37:37.467598 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9cfeac18-6ff9-4cdc-ad39-1fd4d85669ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.476396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dd0ec-298e-40c0-8c58-4f9e68fe62fb req-245a2601-01b6-4a23-ba80-480666ee8b56 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:37.477985 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f35dd0ec-298e-40c0-8c58-4f9e68fe62fb req-245a2601-01b6-4a23-ba80-480666ee8b56 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0569022 Aug 29 05:37:37.518229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f35dd0ec-298e-40c0-8c58-4f9e68fe62fb req-8fc9c6d8-2d0e-403e-92ae-6a81493b0e5c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334201 Aug 29 05:37:37.540190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53094) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.689170 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6d0bb-558a-416c-8be6-9ce2127013a3 tempest-TestShelveInstance-981699164 tempest-TestShelveInstance-981699164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:37.690979 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-afb6d0bb-558a-416c-8be6-9ce2127013a3 tempest-TestShelveInstance-981699164 tempest-TestShelveInstance-981699164-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1092 time: 0.1497264 Aug 29 05:37:37.694476 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53098) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:37:37.698623 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:37:37.699164 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:37:37.720610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.817838 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:37.920411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Allocated IP 172.25.3.29 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:37:38.030952 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.070410 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.111940 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:37:38.115215 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:37:38.117832 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:37:38.143181 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.484255 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.549065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.700711 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.705930 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.775565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:37:38.787239 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:38.886329 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Floating IP 6e98d674-6c1b-4788-90aa-0771c9e20907 associated. External IP: 172.25.3.29, port: ed0f9421-0e76-4fed-be31-a0f008cdb6a6. Aug 29 05:37:39.085220 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:37:39.193690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:37:39.204042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:37:39.209350 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:39.212805 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:39.213433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:39.238377 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-318f1e28-da6f-429e-a73c-3ae6421c2c09 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5428705 Aug 29 05:37:39.238970 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:37:39.241248 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeca58b-5ebe-4413-bf60-d08d641254c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:37:39.321532 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:39.334334 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad8adb-58e5-4221-bef7-b28c05a69264 x-openstack-request-id: req-23ad8adb-58e5-4221-bef7-b28c05a69264 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:37:39.334637 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:37:39.334947 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23ad8adb-58e5-4221-bef7-b28c05a69264 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:37:39.335368 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'status': 'completed', 'code': 200} Aug 29 05:37:39.400259 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-7ca32419-dd39-47f3-ab55-ad0460cbfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.401901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-7ca32419-dd39-47f3-ab55-ad0460cbfdc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1097 time: 0.0444238 Aug 29 05:37:39.491132 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-38a44127-6c53-4b3b-a414-3e3d8d7ddb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.492614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-38a44127-6c53-4b3b-a414-3e3d8d7ddb19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0832052 Aug 29 05:37:39.548426 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6e98d674-6c1b-4788-90aa-0771c9e20907', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87c634-5625-42bb-9498-e1408e9d324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:38Z', 'updated_at': '2021-08-29T05:37:38Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:39.559635 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-59a7d3eb-e380-44e9-ac96-e8f80e02fd2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 998 time: 0.0597999 Aug 29 05:37:39.574752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:37:39.583173 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:37:39.583781 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:37:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:39.607068 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-4647d5d2-f5de-4c92-aa9d-df9b8126e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.609089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-4647d5d2-f5de-4c92-aa9d-df9b8126e190 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0423970 Aug 29 05:37:39.657489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-58f72b4a-601b-4912-ad86-afd8e6ff404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:37:39.658974 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-58f72b4a-601b-4912-ad86-afd8e6ff404b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415390 Aug 29 05:37:39.695014 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:37:39.752026 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-f3a4b316-0a4d-4077-87cd-8018a458be53 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Aug 29 05:37:39.841569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ebeca58b-5ebe-4413-bf60-d08d641254c7 req-7a1aaca3-6f23-48a2-867e-be6e3b6a768f service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803683 Aug 29 05:37:39.924564 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6e98d674-6c1b-4788-90aa-0771c9e20907', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87c634-5625-42bb-9498-e1408e9d324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:38Z', 'updated_at': '2021-08-29T05:37:38Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:37:39.950337 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4736a77-b2c3-4a8e-837e-9a87f38c1488 None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '6e98d674-6c1b-4788-90aa-0771c9e20907', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87c634-5625-42bb-9498-e1408e9d324e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:37:38Z', 'updated_at': '2021-08-29T05:37:38Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:37:40.134148 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0be772-1e8a-457e-b7a3-324c99646f98 None None] New status for floating IP 6e98d674-6c1b-4788-90aa-0771c9e20907: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:37:40.435181 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:40.477714 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3942d38b-4107-44d9-9cd1-cc5c417fa9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:41.629457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.052476 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:37:43.357936 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:00.566779 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:01.543973 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ab479f9-79ea-4836-9a37-52ef95718868 req-ee92ffed-0a8a-48b7-941a-060c98d71519 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256693 Aug 29 05:38:01.635028 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ab479f9-79ea-4836-9a37-52ef95718868 req-206a069a-ccc9-4b53-81b0-d9555702bd67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0306399 Aug 29 05:38:01.679667 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ab479f9-79ea-4836-9a37-52ef95718868 req-0ffb071a-b76c-4676-beeb-e33707e9aae8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197854 Aug 29 05:38:01.771081 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab479f9-79ea-4836-9a37-52ef95718868 req-83ad65bc-75ce-46d1-9b5f-775038dd811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:01.772600 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6ab479f9-79ea-4836-9a37-52ef95718868 req-83ad65bc-75ce-46d1-9b5f-775038dd811a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865004 Aug 29 05:38:07.470754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5dbb85b6-106b-499a-9d03-dc2a2fcebc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:10.437404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:10.478448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84dc7084-1f08-4ec4-b4de-8bcbaef161c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:11.632086 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:13.067254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:13.359217 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:14.701205 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:38:30.559798 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:37.474366 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae657-08e3-4ad1-9da4-18c112a22d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:37.657348 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-e13b007d-5158-4052-81e8-e03579333ac8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413015 Aug 29 05:38:37.743403 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-1517a1ca-c4c8-4f2a-916e-10b8515f5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:37.744827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-1517a1ca-c4c8-4f2a-916e-10b8515f5120 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1097 time: 0.0431774 Aug 29 05:38:37.844550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-e5bae958-14b4-463e-9844-6f68c5f70d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:37.846002 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-e5bae958-14b4-463e-9844-6f68c5f70d52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0807693 Aug 29 05:38:37.922397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-c75a26e9-49cc-455f-890c-cb60de350140 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 1000 time: 0.0618923 Aug 29 05:38:37.971292 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-26f78834-32e0-4f99-bb8c-9b844b1c1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:37.972723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-26f78834-32e0-4f99-bb8c-9b844b1c1b87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0424526 Aug 29 05:38:38.022611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-9653f08e-35fa-4cd3-a913-5fe452b9149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:38:38.023953 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-9653f08e-35fa-4cd3-a913-5fe452b9149b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392785 Aug 29 05:38:38.115005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-9b1b17b2-02d4-461c-b4ff-6ba985fb30ba service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836320 Aug 29 05:38:38.207037 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-410ceeb9-6f8c-4114-9168-c18099d701ac req-8f921f36-e0ab-40e8-9ba4-364a79f5e832 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791833 Aug 29 05:38:40.439809 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:40.477933 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-417a4cfb-52de-4407-9815-4bdf27006593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:41.635684 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:43.086271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:43.362512 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:38:51.700961 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:00.572256 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:01.532666 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b230b62-f583-44e3-8739-f0f09d54b101 req-1f08e82d-a872-4bbd-9a9e-b2efe3511008 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276597 Aug 29 05:39:01.620406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b230b62-f583-44e3-8739-f0f09d54b101 req-b49fd56b-2327-4a9d-83d2-306db997c574 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0298784 Aug 29 05:39:01.664599 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b230b62-f583-44e3-8739-f0f09d54b101 req-be54a2dc-e244-4996-913d-69a97216f41b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198851 Aug 29 05:39:01.761122 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b230b62-f583-44e3-8739-f0f09d54b101 req-15ce279d-53e3-47e8-b1d4-9cf62a834b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:01.762617 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6b230b62-f583-44e3-8739-f0f09d54b101 req-15ce279d-53e3-47e8-b1d4-9cf62a834b81 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916021 Aug 29 05:39:07.475736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e3460d9e-5a59-45c7-97d6-be8d8e7f4977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:10.462607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:10.489302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b350ea91-7010-45f9-b935-9ff65c1947bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:11.638894 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:13.100477 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:13.366136 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:28.699570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:39:30.589213 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:37.476290 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-355d4351-e559-4632-96a9-b92ec43ef8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:37.739075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a487-fdf7-4cfb-8d91-d0cd878688db req-09c990ef-db18-4686-9bb6-bedd23cbb628 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:37.741622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f069a487-fdf7-4cfb-8d91-d0cd878688db req-09c990ef-db18-4686-9bb6-bedd23cbb628 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.1249704 Aug 29 05:39:37.780013 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f069a487-fdf7-4cfb-8d91-d0cd878688db req-3552159c-aa00-4f7e-856c-290bcff6d5a0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Aug 29 05:39:38.638157 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-f5bec211-e14c-4de2-9877-cdaf5a0dcb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:38.640162 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-f5bec211-e14c-4de2-9877-cdaf5a0dcb3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1097 time: 0.0454326 Aug 29 05:39:38.742552 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-c02f21a6-c805-4bc9-84ee-a1774335a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:38.744023 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-c02f21a6-c805-4bc9-84ee-a1774335a7f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0810242 Aug 29 05:39:38.812707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-74129fa4-6145-4b02-9e8f-05d68fd15165 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 1000 time: 0.0606008 Aug 29 05:39:38.864481 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-5e64718b-a9a2-436d-94f7-5fa598641242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:38.865957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-5e64718b-a9a2-436d-94f7-5fa598641242 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0438938 Aug 29 05:39:38.938369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-a77d5e7f-25c2-462a-b836-80c45c7a6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:38.939769 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-a77d5e7f-25c2-462a-b836-80c45c7a6cc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657735 Aug 29 05:39:38.963757 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694d11-6d19-4eca-8dcf-300bfad468a4 req-f4759f2a-d69d-4f33-95ec-e43acd878ad4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:38.965194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d694d11-6d19-4eca-8dcf-300bfad468a4 req-f4759f2a-d69d-4f33-95ec-e43acd878ad4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0665627 Aug 29 05:39:39.048520 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0d694d11-6d19-4eca-8dcf-300bfad468a4 req-536ff4ce-52fa-474b-b771-21bd23b65b9b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740550 Aug 29 05:39:39.069558 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-211cc9b4-67d4-49ab-8289-22b114e9de4a service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216462 Aug 29 05:39:39.160015 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2f26fe8b-89b9-4685-8827-358fdd152a0e req-20f16821-22ec-48f5-92ee-9410bad7cabd service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811062 Aug 29 05:39:40.181121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdccf2-b65c-4d09-b44e-5b92042c34e2 req-7e650926-99d7-454b-9bfa-46110a0d1bd3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:40.182602 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40fdccf2-b65c-4d09-b44e-5b92042c34e2 req-7e650926-99d7-454b-9bfa-46110a0d1bd3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0534027 Aug 29 05:39:40.220171 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40fdccf2-b65c-4d09-b44e-5b92042c34e2 req-2dc35893-375c-4315-af57-c6cae6fb416d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Aug 29 05:39:40.443156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:40.486370 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e9bf654f-736d-4065-8827-5d6276b6e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:41.335410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed9c5-6b79-420a-957f-fd012f03bbbc req-8ca66903-c352-43ae-b9f1-7e998582de47 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:41.337020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322ed9c5-6b79-420a-957f-fd012f03bbbc req-8ca66903-c352-43ae-b9f1-7e998582de47 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0505857 Aug 29 05:39:41.375722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-322ed9c5-6b79-420a-957f-fd012f03bbbc req-9384bca7-a321-4652-80fe-572dd458c730 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Aug 29 05:39:41.640460 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:42.495150 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b20b-6a5a-4b94-b576-881a6804e121 req-88bd087c-6e8f-4fe8-bd02-49dc52ab3291 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:42.496705 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f72b20b-6a5a-4b94-b576-881a6804e121 req-88bd087c-6e8f-4fe8-bd02-49dc52ab3291 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0536871 Aug 29 05:39:42.541325 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f72b20b-6a5a-4b94-b576-881a6804e121 req-99b80a22-7dde-41c7-b38a-c7201bafec9a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Aug 29 05:39:43.117915 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:43.367156 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:43.659793 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555957-63bf-4c45-b849-b397fb0d6d7a req-8259e358-d508-48c3-aaae-4086792d2dd1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:43.661249 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87555957-63bf-4c45-b849-b397fb0d6d7a req-8259e358-d508-48c3-aaae-4086792d2dd1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0549111 Aug 29 05:39:43.699791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-87555957-63bf-4c45-b849-b397fb0d6d7a req-bda9dc02-5e99-4be2-aaff-55c63d0d27f1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Aug 29 05:39:44.814237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31973828-dd23-47bc-aa4d-bf84349db229 req-8769f639-7db1-45bc-8ed7-9f2b0aaa8243 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:44.815714 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31973828-dd23-47bc-aa4d-bf84349db229 req-8769f639-7db1-45bc-8ed7-9f2b0aaa8243 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0477741 Aug 29 05:39:44.862856 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-31973828-dd23-47bc-aa4d-bf84349db229 req-a8d3da98-b111-4322-8be3-43abdf835566 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Aug 29 05:39:45.975707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c7a9a-c6d0-4e07-b9d1-83c4fb59078c req-36b46efd-bcea-400f-989a-d79b7771f829 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:45.977210 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48c7a9a-c6d0-4e07-b9d1-83c4fb59078c req-36b46efd-bcea-400f-989a-d79b7771f829 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0478573 Aug 29 05:39:46.014674 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e48c7a9a-c6d0-4e07-b9d1-83c4fb59078c req-734013c2-9d19-4694-94ec-3ca9e6ff2a94 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Aug 29 05:39:47.134418 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbcad9-6cfa-4afe-b3fd-9a95c4b67511 req-5b202218-dda6-4b09-a5a3-0d3e44f3c485 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:47.135915 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bbcad9-6cfa-4afe-b3fd-9a95c4b67511 req-5b202218-dda6-4b09-a5a3-0d3e44f3c485 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0534661 Aug 29 05:39:47.173727 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-92bbcad9-6cfa-4afe-b3fd-9a95c4b67511 req-6183ba23-9976-4768-a9f8-dafae368bd5d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Aug 29 05:39:48.286960 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b5722-3fb2-43eb-b596-317dc4f5bde6 req-755f921e-a6e0-4619-b0bc-b4308b4031ab tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:48.288439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f1b5722-3fb2-43eb-b596-317dc4f5bde6 req-755f921e-a6e0-4619-b0bc-b4308b4031ab tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0482810 Aug 29 05:39:48.325235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9f1b5722-3fb2-43eb-b596-317dc4f5bde6 req-2537ead0-a371-4c42-9f16-927622fb9898 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308962 Aug 29 05:39:49.440236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf2b50-c814-468f-baf1-1f75062c436f req-a10a72d3-b045-4f5c-8455-291234ec3f38 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:49.441741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cdf2b50-c814-468f-baf1-1f75062c436f req-a10a72d3-b045-4f5c-8455-291234ec3f38 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0482254 Aug 29 05:39:49.479608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6cdf2b50-c814-468f-baf1-1f75062c436f req-2e7881a2-d41a-4484-b015-74ba41de4553 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Aug 29 05:39:50.354470 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:39:50.453217 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:50.465028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:39:50.506390 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.523026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:39:50.543878 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:50.551006 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:50.617741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c71b7-3c22-4c55-8f38-990957f998b1 req-7300a805-fb82-4897-ab15-98b1ced9835d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:50.624537 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0c71b7-3c22-4c55-8f38-990957f998b1 req-7300a805-fb82-4897-ab15-98b1ced9835d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 944 time: 0.0641053 Aug 29 05:39:50.627345 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:50.639346 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.639773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.640131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.640677 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.641165 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.641507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.641854 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.642252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.643133 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.643258 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.643758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.644611 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:39:50.671790 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ed0f9421-0e76-4fed-be31-a0f008cdb6a6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:39:50.679831 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4c0c71b7-3c22-4c55-8f38-990957f998b1 req-4d16f967-4886-40fc-b821-ef328d47211e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536532 Aug 29 05:39:51.822237 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ea665-b110-4101-b6b0-ca471228ff87 req-41ad2b13-cffe-46fa-940a-658a81c4ce93 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:51.830242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b3ea665-b110-4101-b6b0-ca471228ff87 req-41ad2b13-cffe-46fa-940a-658a81c4ce93 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 944 time: 0.0673292 Aug 29 05:39:51.867568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5b3ea665-b110-4101-b6b0-ca471228ff87 req-1ef051c9-a26a-4fb1-8aea-d616ca349fe3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361474 Aug 29 05:39:52.372101 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:39:52.432491 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:39:52.432860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:52.519475 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:52.544089 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:39:52.547048 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a5937c-ef1f-493c-8414-03d7a42a0698" -d '{"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:39:52.572464 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:39:52.578701 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:39:52.634695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:39:52.673784 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c57dc95-3f8e-4f91-baf6-894d0e4da84a x-openstack-request-id: req-5c57dc95-3f8e-4f91-baf6-894d0e4da84a {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:39:52.674262 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:39:52.674522 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c57dc95-3f8e-4f91-baf6-894d0e4da84a {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:39:52.675066 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'code': 200} Aug 29 05:39:53.006480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12535dc-5e2c-437f-8369-a8b02fa55905 req-aaec67d8-ffca-4121-925a-e13ed7e1acd3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:53.012529 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c12535dc-5e2c-437f-8369-a8b02fa55905 req-aaec67d8-ffca-4121-925a-e13ed7e1acd3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0624332 Aug 29 05:39:53.052787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c12535dc-5e2c-437f-8369-a8b02fa55905 req-92224d87-3ffb-42e8-bd32-479d5339801a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360622 Aug 29 05:39:54.193577 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5fa1b-a545-4b41-a868-95a954495b96 req-585e9096-7569-4256-84a6-8323985836aa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:54.195244 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04a5fa1b-a545-4b41-a868-95a954495b96 req-585e9096-7569-4256-84a6-8323985836aa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0618875 Aug 29 05:39:54.242021 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-04a5fa1b-a545-4b41-a868-95a954495b96 req-f0927b8f-bf54-4c94-8540-3baaca592ad0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Aug 29 05:39:55.377359 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d615ac0-f53b-42cc-a201-d5ecbe0435a8 req-004e04cc-e48f-4147-b2d8-08cae1768838 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:55.379147 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d615ac0-f53b-42cc-a201-d5ecbe0435a8 req-004e04cc-e48f-4147-b2d8-08cae1768838 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0574467 Aug 29 05:39:55.422523 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d615ac0-f53b-42cc-a201-d5ecbe0435a8 req-85d88c5a-3187-4c5b-8485-99b1cc82d853 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356247 Aug 29 05:39:56.547886 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e22e2-bb9a-4fc6-8059-22c73a453443 req-be40293a-5bb9-43e6-9da3-1dec377b6a2c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:56.549484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-456e22e2-bb9a-4fc6-8059-22c73a453443 req-be40293a-5bb9-43e6-9da3-1dec377b6a2c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0547149 Aug 29 05:39:56.594156 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-456e22e2-bb9a-4fc6-8059-22c73a453443 req-4d5ea313-682f-46de-a4bd-3e1b76935738 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386124 Aug 29 05:39:57.759725 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe525f-7b0e-4d7c-a2ba-2f1f29e3eeae req-43539aa5-d66f-4037-9d62-f1349f443a80 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:57.761276 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fffe525f-7b0e-4d7c-a2ba-2f1f29e3eeae req-43539aa5-d66f-4037-9d62-f1349f443a80 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0623538 Aug 29 05:39:57.808945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fffe525f-7b0e-4d7c-a2ba-2f1f29e3eeae req-00d8ea20-3fb4-4ce4-b720-a70ab9834361 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Aug 29 05:39:58.936495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8540e5-3975-4e21-bce5-f2e3ba8f6292 req-603aa46e-50a8-4713-af7c-a46533d916a9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:39:58.938817 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d8540e5-3975-4e21-bce5-f2e3ba8f6292 req-603aa46e-50a8-4713-af7c-a46533d916a9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0595791 Aug 29 05:39:58.987423 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d8540e5-3975-4e21-bce5-f2e3ba8f6292 req-f620a084-b308-4a7a-98c7-38c1f04255d0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Aug 29 05:40:00.104452 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df10a-1fdd-4eb3-9a22-315392653e06 req-2b804b45-e439-48b8-b465-8a25a895f8fb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.106149 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a53df10a-1fdd-4eb3-9a22-315392653e06 req-2b804b45-e439-48b8-b465-8a25a895f8fb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0490737 Aug 29 05:40:00.146766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a53df10a-1fdd-4eb3-9a22-315392653e06 req-de4f4c67-81be-4908-9845-55a1e2487358 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341523 Aug 29 05:40:00.301567 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-a8b32e06-8a25-4666-afc0-069e3b8dd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.302936 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-a8b32e06-8a25-4666-afc0-069e3b8dd49a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1097 time: 0.0432835 Aug 29 05:40:00.389297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-45b5d9ad-95d1-4ff0-ae29-967ece83ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.390737 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-45b5d9ad-95d1-4ff0-ae29-967ece83ebbb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0798640 Aug 29 05:40:00.466982 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-a0beffa7-ba5a-44ea-bdf7-4e0b4f27443b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 1000 time: 0.0653062 Aug 29 05:40:00.520046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-abf900d5-ecae-44f3-963b-ee867d473ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.521501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-abf900d5-ecae-44f3-963b-ee867d473ed4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0435441 Aug 29 05:40:00.567032 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-03facbef-429a-4997-9469-b007a9286034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:00.568565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-03facbef-429a-4997-9469-b007a9286034 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395181 Aug 29 05:40:00.619480 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:00.667542 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-6c0fb307-6433-4315-83ae-44867b61e6c8 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Aug 29 05:40:00.761237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-62c55e17-e7c6-4b3c-91c8-00b1f7060151 req-1b5790b6-0a29-48a2-8313-5a7f182fad0a service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802963 Aug 29 05:40:01.260428 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95bd0-423c-4526-be8f-68561b9bc2aa req-5bed4bd0-cca7-4a18-ac4c-e6b0b1b10a79 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.261881 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bf95bd0-423c-4526-be8f-68561b9bc2aa req-5bed4bd0-cca7-4a18-ac4c-e6b0b1b10a79 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0485828 Aug 29 05:40:01.298318 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3bf95bd0-423c-4526-be8f-68561b9bc2aa req-77738018-3dde-4e17-87a9-14ae3c6d3320 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299320 Aug 29 05:40:01.531362 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1dc39876-900e-4cb3-8b8d-3d80fa7239cf req-9f301036-7c84-4074-856c-ae230e49c8ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260136 Aug 29 05:40:01.628940 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1dc39876-900e-4cb3-8b8d-3d80fa7239cf req-22e9705c-921f-47cd-965a-3d984f13d6b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Aug 29 05:40:01.678997 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1dc39876-900e-4cb3-8b8d-3d80fa7239cf req-82b7244f-cc0c-4ce0-8700-3711e9af6111 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199559 Aug 29 05:40:01.776967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39876-900e-4cb3-8b8d-3d80fa7239cf req-002b3a24-1bd2-4ee6-a9ab-ae25ebdf3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:01.778450 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-1dc39876-900e-4cb3-8b8d-3d80fa7239cf req-002b3a24-1bd2-4ee6-a9ab-ae25ebdf3771 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881743 Aug 29 05:40:02.417396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364a3b-26da-47e2-94d7-def3b8b07fd4 req-bdd125c3-d66b-4236-bc69-76e4aee342c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:02.418874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48364a3b-26da-47e2-94d7-def3b8b07fd4 req-bdd125c3-d66b-4236-bc69-76e4aee342c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0524304 Aug 29 05:40:02.456201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48364a3b-26da-47e2-94d7-def3b8b07fd4 req-60a2eca4-ae01-4bfc-afe3-00cb480bc4c4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Aug 29 05:40:03.574146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e308c7-b29f-45e2-ab0d-2e0dd7757ea7 req-c15680bc-293a-48d4-9063-d09d40720e0c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:03.575622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36e308c7-b29f-45e2-ab0d-2e0dd7757ea7 req-c15680bc-293a-48d4-9063-d09d40720e0c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0496798 Aug 29 05:40:03.613066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-36e308c7-b29f-45e2-ab0d-2e0dd7757ea7 req-14b38e05-2f4f-4c0b-9c09-8c4dd64c9017 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Aug 29 05:40:03.825007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0724e0-f018-48eb-b15d-b536ea537589 req-e81013ef-db35-46b5-94f7-94a087ccc5a4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:03.829130 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d0724e0-f018-48eb-b15d-b536ea537589 req-e81013ef-db35-46b5-94f7-94a087ccc5a4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 945 time: 0.0526981 Aug 29 05:40:03.867901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d0724e0-f018-48eb-b15d-b536ea537589 req-ed534a4d-b210-4887-8a8f-5038711e4cd1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Aug 29 05:40:03.925566 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53292) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:40:04.009471 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-b6a4b13a-d9d9-408c-9135-fc9106df6e38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826807 Aug 29 05:40:04.428946 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:40:04.504495 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:04.528168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:04.530495 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25678e5-b763-401b-813a-f61fbe1b4f76" -d '{"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:04.548066 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:04.552070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:04.582420 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403565a0-1f4d-4441-8522-d9756035fb4c x-openstack-request-id: req-403565a0-1f4d-4441-8522-d9756035fb4c {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:04.582714 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:04.582968 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-403565a0-1f4d-4441-8522-d9756035fb4c {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:04.583360 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'code': 200} Aug 29 05:40:04.608222 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:04.884133 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-a2be1660-c271-46f0-bcbe-286034b571ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:04.885617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-a2be1660-c271-46f0-bcbe-286034b571ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 1095 time: 0.0439429 Aug 29 05:40:04.979096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-b49b1212-92dc-4ea0-9af8-11eb82d4c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:04.980594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-b49b1212-92dc-4ea0-9af8-11eb82d4c327 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1095 time: 0.0690689 Aug 29 05:40:04.992900 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae71ba-fe8b-4fa0-bbb1-3cd07e1cc804 req-cbc0f3b6-8f36-4148-8de7-d9e5fa7ff1fc tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:04.994278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1aae71ba-fe8b-4fa0-bbb1-3cd07e1cc804 req-cbc0f3b6-8f36-4148-8de7-d9e5fa7ff1fc tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0555110 Aug 29 05:40:05.083644 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1aae71ba-fe8b-4fa0-bbb1-3cd07e1cc804 req-f7ef698d-d883-4c04-84c8-363ac304c890 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801232 Aug 29 05:40:05.106435 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-f39f016b-91e2-4bde-a0d2-505124d458ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.108547 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-f39f016b-91e2-4bde-a0d2-505124d458ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.1125643 Aug 29 05:40:05.174168 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-9dc590ed-cffd-4765-b1de-fc0acfe2d0e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 998 time: 0.0562429 Aug 29 05:40:05.227131 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-de177341-b8d1-4661-b6a2-86010631b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.228576 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-de177341-b8d1-4661-b6a2-86010631b440 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0447192 Aug 29 05:40:05.274761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-dfbc4a6c-ecd6-49a0-ba8d-b4fecdc8a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:05.276370 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-dfbc4a6c-ecd6-49a0-ba8d-b4fecdc8a853 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390365 Aug 29 05:40:05.366164 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-effdbb06-4ed1-4e56-8f40-fb7426b869fb service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773323 Aug 29 05:40:05.461306 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-321dcd91-91ba-4536-8775-ae18cc7b9a7e service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829425 Aug 29 05:40:05.703872 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:06.209395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a343-7072-482c-a384-014010d77f9d req-edd41fcd-c542-49a8-8107-db557df35835 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:06.211200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cf0a343-7072-482c-a384-014010d77f9d req-edd41fcd-c542-49a8-8107-db557df35835 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0520360 Aug 29 05:40:06.251344 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5cf0a343-7072-482c-a384-014010d77f9d req-6ba3713d-e8b2-4ce8-bb59-33f24982ba54 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334454 Aug 29 05:40:07.377792 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ec4f-b7b8-4ede-9c2a-35498bbf0004 req-5f7b7297-cb5d-4cf6-b332-2d79d6a68b29 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:07.379489 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8d7ec4f-b7b8-4ede-9c2a-35498bbf0004 req-5f7b7297-cb5d-4cf6-b332-2d79d6a68b29 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0559158 Aug 29 05:40:07.417789 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d8d7ec4f-b7b8-4ede-9c2a-35498bbf0004 req-821254d5-c60b-4bad-971b-a8aeb4619fc9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Aug 29 05:40:07.479957 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1742-431b-40e2-99e8-72bbaaa169eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:08.547907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dddfbb-f000-4f6c-b759-286c483dfba2 req-621921d6-4606-4516-8daa-7d219c1d1b45 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:08.549785 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5dddfbb-f000-4f6c-b759-286c483dfba2 req-621921d6-4606-4516-8daa-7d219c1d1b45 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0499182 Aug 29 05:40:08.593761 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f5dddfbb-f000-4f6c-b759-286c483dfba2 req-a4ade0d7-fe90-4d8e-9f3d-b235574a39ae tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364103 Aug 29 05:40:09.716565 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747bc68-17f9-461a-8793-aef1da3a39e7 req-404f9906-1b4f-4d3f-b3ab-6eb9e707fead tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:09.718254 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8747bc68-17f9-461a-8793-aef1da3a39e7 req-404f9906-1b4f-4d3f-b3ab-6eb9e707fead tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0522552 Aug 29 05:40:09.761160 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8747bc68-17f9-461a-8793-aef1da3a39e7 req-1ee31fb0-aded-445a-9d1f-a01998c69672 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358059 Aug 29 05:40:10.453516 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:10.484718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ecff55cc-6012-45d4-8eb4-94302c07695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:10.889395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85c24b-4d56-4919-857c-9df7e22e81f3 req-632759a9-618a-4c15-b3b7-472f74daa264 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:10.891089 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a85c24b-4d56-4919-857c-9df7e22e81f3 req-632759a9-618a-4c15-b3b7-472f74daa264 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0577993 Aug 29 05:40:10.932205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8a85c24b-4d56-4919-857c-9df7e22e81f3 req-fed4e779-5cc3-4da3-90e4-b9f7cabd426f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348041 Aug 29 05:40:11.644719 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:12.056372 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695376-2e81-4574-a505-0afa7290a6d3 req-f195e5e1-5b61-4a26-b530-2f65e580662d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:12.057888 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d695376-2e81-4574-a505-0afa7290a6d3 req-f195e5e1-5b61-4a26-b530-2f65e580662d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0502050 Aug 29 05:40:12.102632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7d695376-2e81-4574-a505-0afa7290a6d3 req-59826722-77bb-4e91-817b-2824244b6094 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369573 Aug 29 05:40:13.122288 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:13.240789 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98002-d9dd-4a4a-8153-e47a7032fcc9 req-c76692b2-81c0-4254-aad3-4a563cefa2af tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:13.242242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ba98002-d9dd-4a4a-8153-e47a7032fcc9 req-c76692b2-81c0-4254-aad3-4a563cefa2af tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0511019 Aug 29 05:40:13.289562 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3ba98002-d9dd-4a4a-8153-e47a7032fcc9 req-a17ff26c-a702-450d-b0f2-8cf0a6e67222 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Aug 29 05:40:13.370660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:14.421687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5a5e-35ca-4a34-a1a5-4a7e5d1c8aa0 req-d25a719c-81a7-436f-92ec-e2f6702a965f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:14.423557 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1ce5a5e-35ca-4a34-a1a5-4a7e5d1c8aa0 req-d25a719c-81a7-436f-92ec-e2f6702a965f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0595815 Aug 29 05:40:14.464087 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c1ce5a5e-35ca-4a34-a1a5-4a7e5d1c8aa0 req-bc2ed6ff-f6bc-4057-a25b-92a321ad80a4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Aug 29 05:40:15.589770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d6cfa-3bb5-4569-be02-eeb4012c03d5 req-bef28899-29c6-4495-94b2-69a31a3a0c27 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:15.594237 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b1d6cfa-3bb5-4569-be02-eeb4012c03d5 req-bef28899-29c6-4495-94b2-69a31a3a0c27 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0551310 Aug 29 05:40:15.633455 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b1d6cfa-3bb5-4569-be02-eeb4012c03d5 req-f8e48ce9-84d3-4e17-b4a3-7df3afbd34ac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Aug 29 05:40:16.753258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a634-0686-48b2-b46f-14a922e7570f req-324badbc-4d6b-48a0-b2fb-df9d99bd6ee2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:16.754742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c5a634-0686-48b2-b46f-14a922e7570f req-324badbc-4d6b-48a0-b2fb-df9d99bd6ee2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0490625 Aug 29 05:40:16.791796 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-91c5a634-0686-48b2-b46f-14a922e7570f req-7764f57a-ecc2-4d18-9a03-f0e641a96f42 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 29 05:40:17.908882 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858d87a-4119-4539-a93b-62897e0997fd req-a21bad4d-b993-4c22-8820-2985fcdb833d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:17.910314 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e858d87a-4119-4539-a93b-62897e0997fd req-a21bad4d-b993-4c22-8820-2985fcdb833d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0517879 Aug 29 05:40:17.947044 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e858d87a-4119-4539-a93b-62897e0997fd req-47b8d81c-9392-4b99-a49a-3a15b895374d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Aug 29 05:40:19.061694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980291-0450-45db-849f-c8653bb48e1f req-e12b3873-cdcb-43be-ac9d-c0ca7ccb185d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:19.063065 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7980291-0450-45db-849f-c8653bb48e1f req-e12b3873-cdcb-43be-ac9d-c0ca7ccb185d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0480492 Aug 29 05:40:19.102439 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e7980291-0450-45db-849f-c8653bb48e1f req-95011e8e-9afc-42a7-9972-cc4618d4d87c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Aug 29 05:40:20.224761 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2547c4e-d698-45ef-b5fb-c07855363ba2 req-51fb8c88-bd63-44f1-a037-18952ba0f643 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:20.226221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2547c4e-d698-45ef-b5fb-c07855363ba2 req-51fb8c88-bd63-44f1-a037-18952ba0f643 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 943 time: 0.0476396 Aug 29 05:40:20.264085 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2547c4e-d698-45ef-b5fb-c07855363ba2 req-80c54de7-2bdd-4c8e-a6f1-b0ef916df8f1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Aug 29 05:40:20.473234 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:40:20.564554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:20.579756 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'port_id': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'mac_address': 'fa:16:3e:66:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:40:20.616277 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.629477 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:40:20.649145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:20.653026 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:20.700911 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=9']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:20.956312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['ed0f9421-0e76-4fed-be31-a0f008cdb6a6'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:40:21.383161 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d050f8c-f0f9-4fe5-be47-1fcb856651e3 req-8ee342ea-f961-4fc7-bbe5-f040f02d241d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:21.384675 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d050f8c-f0f9-4fe5-be47-1fcb856651e3 req-8ee342ea-f961-4fc7-bbe5-f040f02d241d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 944 time: 0.0520499 Aug 29 05:40:21.770844 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4d050f8c-f0f9-4fe5-be47-1fcb856651e3 req-1baaf1fb-f13b-4229-b978-34fcdc01707f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794608 Aug 29 05:40:22.483040 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:40:22.529561 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:40:22.529931 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.606811 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.628834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:40:22.631069 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e894c-2cd6-4beb-b12d-3c5818ecaab5" -d '{"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:40:22.644812 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:40:22.648693 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:22.673071 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8d7c6e-aa05-4036-8a66-5675a2da343d x-openstack-request-id: req-fe8d7c6e-aa05-4036-8a66-5675a2da343d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:40:22.673354 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:40:22.673597 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe8d7c6e-aa05-4036-8a66-5675a2da343d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:40:22.673976 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'code': 200} Aug 29 05:40:22.700962 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=10']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:40:22.837887 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccf8c2-9a65-43da-bd78-573fb0db6093 req-7552feaa-1c02-462d-bd39-b677d108fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:22.839466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28ccf8c2-9a65-43da-bd78-573fb0db6093 req-7552feaa-1c02-462d-bd39-b677d108fded service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1098 time: 0.0384848 Aug 29 05:40:22.897088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-28ccf8c2-9a65-43da-bd78-573fb0db6093 req-00adf277-347d-4b28-a4ca-6065216c446d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Aug 29 05:40:22.912215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197da6-1faa-4664-a932-b8855731b767 req-26660e91-7dfb-4312-b3c0-9206f28e2a5d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:22.913755 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd197da6-1faa-4664-a932-b8855731b767 req-26660e91-7dfb-4312-b3c0-9206f28e2a5d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.0694010 Aug 29 05:40:22.955447 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-bd197da6-1faa-4664-a932-b8855731b767 req-dadbf268-6212-4c31-babd-701abe6cd093 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352030 Aug 29 05:40:24.082046 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355dcdb-66b4-41ad-a6fc-afc830b9afb1 req-6802accb-371b-4d7e-81c1-f878e1e88fc8 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:24.083612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5355dcdb-66b4-41ad-a6fc-afc830b9afb1 req-6802accb-371b-4d7e-81c1-f878e1e88fc8 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.0583377 Aug 29 05:40:24.123613 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-5355dcdb-66b4-41ad-a6fc-afc830b9afb1 req-6a501daf-acd4-41d7-91ab-8e54e790d66c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335772 Aug 29 05:40:25.238469 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ca252-7a0c-4508-9dc7-23d7bad684ca req-1eca77cc-d6d3-482a-aedf-1a8589381f98 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:25.239955 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac6ca252-7a0c-4508-9dc7-23d7bad684ca req-1eca77cc-d6d3-482a-aedf-1a8589381f98 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.0479765 Aug 29 05:40:25.276604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ac6ca252-7a0c-4508-9dc7-23d7bad684ca req-cd4fd651-2277-446f-85b2-b7a16051a489 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Aug 29 05:40:30.634529 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:37.482685 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc6bc-9d2d-4ee0-81a4-0d1fa1a76221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:39.634279 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-26a61924-6a01-4379-b209-0a5b48fb3fc2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386310 Aug 29 05:40:39.717808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-731da4cc-5120-45a4-aade-70fe38cd514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:39.719282 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-731da4cc-5120-45a4-aade-70fe38cd514f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1098 time: 0.0424972 Aug 29 05:40:39.819903 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-8d0f4015-ce51-47d2-9d92-8ff4ce50ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:39.821368 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-8d0f4015-ce51-47d2-9d92-8ff4ce50ed7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0814388 Aug 29 05:40:39.899317 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-272a4ffe-af0d-4a8b-ac9b-756ce7589c6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 1000 time: 0.0688694 Aug 29 05:40:39.947974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-dfc1825c-da24-429c-a386-a7eb6fde4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:39.949938 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-dfc1825c-da24-429c-a386-a7eb6fde4653 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0423174 Aug 29 05:40:39.995079 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-5ab67b09-4037-4962-afa9-617612f016c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:40:39.997327 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-5ab67b09-4037-4962-afa9-617612f016c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392196 Aug 29 05:40:40.087468 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-d191e21e-c8af-4186-910b-f433dd818d06 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Aug 29 05:40:40.175308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-543401f7-f330-4c38-9e25-3a80307a3bf9 req-e8b32843-ac64-4cbd-acae-8d266c31fd51 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803518 Aug 29 05:40:40.446116 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:40.474074 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cc827191-d1c0-493e-b28f-76a7d220d75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:41.646943 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:42.703635 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:40:43.131622 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:40:43.374411 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:00.653270 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:02.592858 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70bec474-9faa-4a64-80eb-3f5e73fa7add req-4073deef-3443-40be-8fe8-4723d2a8884f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0739732 Aug 29 05:41:02.676688 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70bec474-9faa-4a64-80eb-3f5e73fa7add req-f56ff9a9-60d1-4981-b4ff-28e527be5fd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0253229 Aug 29 05:41:02.721610 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70bec474-9faa-4a64-80eb-3f5e73fa7add req-970ef067-38f4-4be4-acfb-047ae38ad435 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199506 Aug 29 05:41:02.814074 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bec474-9faa-4a64-80eb-3f5e73fa7add req-626a7925-0371-4bec-822c-9da20d80c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:02.815457 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-70bec474-9faa-4a64-80eb-3f5e73fa7add req-626a7925-0371-4bec-822c-9da20d80c8a3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863333 Aug 29 05:41:07.483993 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5620c29c-4719-4ac0-9ce1-57ed6dc23f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.447428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:10.474582 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bea171ee-2e28-4a1b-a80b-84ad41911cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:11.653171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:13.134865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:13.377670 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:19.703699 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:30.655820 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:37.484473 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-57d4c0fe-1618-4f50-8589-3d9493a9b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:38.799530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53424) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:38.965355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Deleting port 3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:41:38.965697 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.050412 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.050880 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.069990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Calling delete_port for 3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b owned by network:floatingip {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:41:39.244398 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.269328 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'Port': ['ID=3dadbd4c-468b-4d2d-a36c-c2c76d44ef5b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:39.281728 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.282075 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.282413 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.282747 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.283076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.283400 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.283731 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.284086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.284406 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.284729 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.285047 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.285363 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:39.339829 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.340286 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Floating IP 6e98d674-6c1b-4788-90aa-0771c9e20907 disassociated (deleted). External IP: 172.25.3.29, port: ed0f9421-0e76-4fed-be31-a0f008cdb6a6. Aug 29 05:41:39.552402 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:41:39.703867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-d0526043-9bc6-4479-aec3-21977494b8fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437442 Aug 29 05:41:39.705003 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:41:39.709887 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:39.714714 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:41:39.724556 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:41:39.725180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:39.747151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1d21e1b3-ea67-4e05-945d-5fc7666fc92f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "DELETE /v2.0/floatingips/6e98d674-6c1b-4788-90aa-0771c9e20907 HTTP/1.1" status: 204 len: 168 time: 0.9460268 Aug 29 05:41:39.747946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:41:39.750822 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55343a2-afd4-4501-acff-e3693181331c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:41:39.820922 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-ced9e16b-91e9-43a2-9364-aacd6b5e99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:39.823781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-ced9e16b-91e9-43a2-9364-aacd6b5e99b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1098 time: 0.0560935 Aug 29 05:41:39.887447 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14317e11-c013-48e4-8ed3-dd51c36334d0 x-openstack-request-id: req-14317e11-c013-48e4-8ed3-dd51c36334d0 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:41:39.887891 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:41:39.888278 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14317e11-c013-48e4-8ed3-dd51c36334d0 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:41:39.888893 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'status': 'completed', 'code': 200} Aug 29 05:41:39.974351 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-73c82d57-6a01-4f49-8bf5-f240eaadf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:39.975988 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-73c82d57-6a01-4f49-8bf5-f240eaadf92a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.1227829 Aug 29 05:41:40.009004 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:41:40.063593 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-3ce430ac-ae45-457c-8402-0e8cc3b8b3f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 217 time: 0.0775783 Aug 29 05:41:40.197873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-d0cb0eb6-b6b7-48a2-bffd-e574a39291ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:40.201278 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-d0cb0eb6-b6b7-48a2-bffd-e574a39291ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.1218221 Aug 29 05:41:40.215392 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ee768-80a5-467d-8743-9a80a3edf235 req-d0a6c439-35ff-47aa-9754-da41f65ff7f4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:40.218051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e5ee768-80a5-467d-8743-9a80a3edf235 req-d0a6c439-35ff-47aa-9754-da41f65ff7f4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.1586001 Aug 29 05:41:40.252769 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:40.290731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:41:40.300458 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:41:40.301150 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:41:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:40.341193 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9e5ee768-80a5-467d-8743-9a80a3edf235 req-7bf733f7-b2a7-49f9-b9fb-f0fce77ed878 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068084 Aug 29 05:41:40.351336 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-1a1511ec-bdab-46a3-85c1-db6b022fc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:40.363734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-1a1511ec-bdab-46a3-85c1-db6b022fc34a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345863 Aug 29 05:41:40.427445 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:41:40.496913 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-391fac52-cbac-4000-8983-25de5f4f3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:40.510638 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-47afc824-e2e5-467f-aca3-3f9a01d2545b service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474779 Aug 29 05:41:40.560871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:40.623155 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-483ace59-7758-4c21-9537-4b9541f0e5d6 req-226c9abe-f2d8-4425-be26-745bd11267e8 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042404 Aug 29 05:41:40.733599 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55343a2-afd4-4501-acff-e3693181331c req-7a739078-7815-4437-8992-6aecc23a7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:40.736292 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-7a739078-7815-4437-8992-6aecc23a7dc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 1098 time: 0.0543294 Aug 29 05:41:40.770421 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:41:40.826750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7ddf2-ed1e-4994-b64f-e4485cb7cd86 None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:41:40.894365 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55343a2-afd4-4501-acff-e3693181331c req-04973762-0758-4e6f-882e-69dd70928de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:40.897201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-04973762-0758-4e6f-882e-69dd70928de6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.1529658 Aug 29 05:41:40.960639 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-1c5fa934-20e4-44b2-880b-2173d171d611 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 200 len: 217 time: 0.0539947 Aug 29 05:41:41.031024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55343a2-afd4-4501-acff-e3693181331c req-eba72f31-98ab-4cf1-974c-b1fc86ce3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:41.032607 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-eba72f31-98ab-4cf1-974c-b1fc86ce3915 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0622864 Aug 29 05:41:41.089927 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55343a2-afd4-4501-acff-e3693181331c req-437ce55a-7f9c-430f-ab4e-bc875a83af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:41.091860 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-437ce55a-7f9c-430f-ab4e-bc875a83af1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516546 Aug 29 05:41:41.121593 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1790b1-dcac-4d25-b240-113b06776732 None None] New status for floating IP 6e98d674-6c1b-4788-90aa-0771c9e20907: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:41:41.202457 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-a6ae3d4f-f90c-49a5-812a-9d9e0ac0d9fc service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007094 Aug 29 05:41:41.298471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a55343a2-afd4-4501-acff-e3693181331c req-cb1633e3-45ae-4b55-af0c-9a864ad3d153 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Aug 29 05:41:41.471512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da64e8-bccf-46d9-954c-387d60fd0a94 req-6eb24ea2-5266-443c-9fbc-3ee31c6acdd8 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:41.472977 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89da64e8-bccf-46d9-954c-387d60fd0a94 req-6eb24ea2-5266-443c-9fbc-3ee31c6acdd8 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.0506489 Aug 29 05:41:41.513730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-89da64e8-bccf-46d9-954c-387d60fd0a94 req-b841d25b-3fb7-4023-b0d0-8a4b914ee0ab tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=56d4c242-58e4-4d54-a18d-6a6eac9bde13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Aug 29 05:41:41.615658 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-42bfc167-559e-4907-9fd3-18341e5dde8d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:41.617200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-42bfc167-559e-4907-9fd3-18341e5dde8d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 946 time: 0.0539532 Aug 29 05:41:41.655206 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:41.721093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Deleting port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:41:41.721435 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:41.820707 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] For port ed0f9421-0e76-4fed-be31-a0f008cdb6a6, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:41:41.821195 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:41.840581 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Calling delete_port for ed0f9421-0e76-4fed-be31-a0f008cdb6a6 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:41:41.982262 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:42.012687 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'Port': ['ID=ed0f9421-0e76-4fed-be31-a0f008cdb6a6,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:42.055694 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] No DVR routers for this DVR port ed0f9421-0e76-4fed-be31-a0f008cdb6a6 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:41:42.058589 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:42.060721 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-65e8001b-7b4e-413d-a5d0-9ca496d08933 req-04f3fa8e-a4d3-4b52-8ac0-e8c4eb280b63 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "DELETE /v2.0/ports/ed0f9421-0e76-4fed-be31-a0f008cdb6a6 HTTP/1.1" status: 204 len: 173 time: 0.4319921 Aug 29 05:41:42.061180 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-deleted', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:41:42.063505 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e38a97-84e7-4f48-84af-ea6aa3664ea9" -d '{"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-deleted", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:41:42.102860 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd51fb1-e503-49ef-b72e-f06781f8ad21 x-openstack-request-id: req-fcd51fb1-e503-49ef-b72e-f06781f8ad21 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:41:42.103151 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e87c634-5625-42bb-9498-e1408e9d324e", "name": "network-vif-deleted", "tag": "ed0f9421-0e76-4fed-be31-a0f008cdb6a6", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:41:42.103411 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcd51fb1-e503-49ef-b72e-f06781f8ad21 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:41:42.103874 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e87c634-5625-42bb-9498-e1408e9d324e', 'name': 'network-vif-deleted', 'tag': 'ed0f9421-0e76-4fed-be31-a0f008cdb6a6', 'status': 'completed', 'code': 200} Aug 29 05:41:42.643518 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d7caf4f3-860e-401c-bea9-62d6800b1da0 req-8d37c120-80f1-4829-a1ab-6f48795c4fdb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e87c634-5625-42bb-9498-e1408e9d324e HTTP/1.1" status: 200 len: 210 time: 0.0350046 Aug 29 05:41:43.129774 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.385371 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.706924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53450) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:43.770328 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.799857 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.872942 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.875756 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:43.877102 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "DELETE /v2.0/security-groups/56d4c242-58e4-4d54-a18d-6a6eac9bde13 HTTP/1.1" status: 204 len: 168 time: 0.1688242 Aug 29 05:41:43.887498 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7075e-9935-4a7a-9612-9ae48c8b8aac tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4c242-58e4-4d54-a18d-6a6eac9bde13,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:44.353321 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53456) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:44.358235 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792970660', 'description': 'tempest-secgroup-smoke-1792970660 description', 'project_id': 'b698acd6bd9d40da9a396a3bef540491'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:44.384220 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.482355 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.488742 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.517939 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.519213 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1648016 Aug 29 05:41:44.523048 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53458) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:44.523699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:44.529966 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:44.535646 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.536895 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.537392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.537967 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.538540 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.538917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.539266 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.539606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.539956 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.540322 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.540660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.540990 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea838abc-cfee-44e3-b07a-ab24a7d9e97f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:41:44.570741 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.621314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.626904 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.645943 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32325b1-96e8-4daf-9554-c84090ce8172,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:44.656593 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.657901 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d2723a4f-f5ca-47f4-9478-fb6d1c86d561 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335473 Aug 29 05:41:44.660727 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53460) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:44.665174 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:44.694655 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.755767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.760341 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.786075 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:41:44.786744 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4815b5d-d6ae-4fbc-898b-68bf46cd141e,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:44.793710 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.796440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-5e5019a1-de50-45f0-ac3e-ee828f309e2d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346893 Aug 29 05:41:44.797819 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53462) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:44.802572 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:44.808341 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: ed0f9421-0e76-4fed-be31-a0f008cdb6a6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:41:44.808665 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device ed0f9421-0e76-4fed-be31-a0f008cdb6a6 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:41:44.831205 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.897465 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.902231 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.922098 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399e7808-d284-4eaa-8b64-120218ac9289,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:44.925771 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:44.929687 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7327c8b6-d6ae-4d07-a230-e5a4d784a4f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282787 Aug 29 05:41:44.930204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53464) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:44.934495 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:44.972806 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.038897 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.045613 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.066025 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea051279-5df5-43f1-9930-d50358470713,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:45.073418 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.074925 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-58eb0ea5-2aa7-4892-b893-2241b37541ef tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440196 Aug 29 05:41:45.077622 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53466) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:45.083629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:45.114626 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Project b698acd6bd9d40da9a396a3bef540491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:41:45.119988 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.191184 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.194626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.212926 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505ef810-c17b-45aa-b9bc-25d541565cb8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:45.220391 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.221640 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-0202650c-8041-4d84-9000-49e04270a976 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430664 Aug 29 05:41:45.224771 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53468) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:41:45.229434 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'security_group_rule': {'security_group_id': 'ea10909d-5bf6-43ac-9e80-2b86d71c9c4c', 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:41:45.262834 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Project b698acd6bd9d40da9a396a3bef540491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:41:45.268062 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.337318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.342223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.359893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddc46fc-779c-400b-a7cf-c54a3b1e9504,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:41:45.367509 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:41:45.368790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-fc2f6206-7f66-4c1c-9d28-2d135f13a5cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430473 Aug 29 05:41:56.703164 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:41:59.765758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-e9358195-f90e-494b-b7cc-1f36bed60a78 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792970660&fields=id&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 267 time: 0.0349786 Aug 29 05:41:59.873317 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-3f80f312-642d-4401-a142-812037a99633 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:41:59.874842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-3f80f312-642d-4401-a142-812037a99633 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 809 time: 0.1022379 Aug 29 05:41:59.898402 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d0a71be9-6746-4fd8-a647-655e97410c33 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/quotas/b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 375 time: 0.0169218 Aug 29 05:41:59.976078 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d9f4f457-b481-4350-b303-61876da80a31 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691874 Aug 29 05:42:00.038279 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-b57efae5-fab0-4bf4-9c5d-a3b8272aba92 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:42:00.039324 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-b57efae5-fab0-4bf4-9c5d-a3b8272aba92 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519602 Aug 29 05:42:00.136200 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-2319bc86-3645-4817-83fc-ebc93ea2e280 service neutron] 10.222.0.62 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903714 Aug 29 05:42:00.231758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-9ed532df-d1af-4433-8dba-4fb86cb949d8 service neutron] 10.222.0.62 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893083 Aug 29 05:42:00.531554 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1714df5e-7741-43f6-ad7d-d6796c865097 req-b7a1ec5c-9a3c-415a-a15f-eb88a102e6f5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Aug 29 05:42:00.670698 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:01.584425 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-86a206e5-18de-417b-b636-f5a59d932605 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:01.585560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-86a206e5-18de-417b-b636-f5a59d932605 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 809 time: 0.1114383 Aug 29 05:42:01.647305 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-707f293a-31ef-4ed1-ad27-007207424d1d req-ba8432db-95e7-447e-9d3e-3184cde958b9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0380788 Aug 29 05:42:01.657466 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-9b6cf676-4f2c-4cd5-836f-bd0803b1607e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 380 time: 0.0624690 Aug 29 05:42:01.671107 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'port': {'device_id': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'admin_state_up': True, 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'security_groups': ['ea10909d-5bf6-43ac-9e80-2b86d71c9c4c']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:42:01.778086 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Made reservation on behalf of b698acd6bd9d40da9a396a3bef540491 for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:42:01.781802 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:01.935353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Allocated IP 172.20.0.10 (4079cb73-9f04-4ed4-9e1b-92d6e795d7de/b374556f-9462-436d-99c5-46a69a6e395e/3310b355-40be-4ce3-97cc-cb9d3f56d01b) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:42:02.073998 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.086302 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Transition to ACTIVE for port object 3310b355-40be-4ce3-97cc-cb9d3f56d01b will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:42:02.119821 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.171368 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:42:02.174617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:42:02.180702 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:42:02.221120 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:02.248360 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.249140 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.263863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-992a5039-3708-4d80-92c0-6a997050caaa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966780 Aug 29 05:42:02.282341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Request body: {'port': {'device_id': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:42:02.340468 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.409627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f864382-1899-4c8e-a9e8-d4dd59275100 None None] Provisioning for port 3310b355-40be-4ce3-97cc-cb9d3f56d01b completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:42:02.413879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-0f864382-1899-4c8e-a9e8-d4dd59275100 None None] Provisioning complete for port 3310b355-40be-4ce3-97cc-cb9d3f56d01b triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:42:02.414443 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0f864382-1899-4c8e-a9e8-d4dd59275100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.448957 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-0f864382-1899-4c8e-a9e8-d4dd59275100 None None] Port 3310b355-40be-4ce3-97cc-cb9d3f56d01b cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:42:02.603662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3310b355-40be-4ce3-97cc-cb9d3f56d01b {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:42:02.610978 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.622666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Transition to ACTIVE for port object 3310b355-40be-4ce3-97cc-cb9d3f56d01b will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:42:02.626529 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.677969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:02.777538 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Attempting to bind port 3310b355-40be-4ce3-97cc-cb9d3f56d01b on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:42:02.777905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Attempting to bind port 3310b355-40be-4ce3-97cc-cb9d3f56d01b by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:42:02.778550 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Attempting to bind port 3310b355-40be-4ce3-97cc-cb9d3f56d01b on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:42:02.786862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Port 3310b355-40be-4ce3-97cc-cb9d3f56d01b on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:42:02.787197 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Attempting to bind port 3310b355-40be-4ce3-97cc-cb9d3f56d01b on network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:42:02.801474 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:42:02.801876 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Checking segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:42:02.802215 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Bound using segment: {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:42:02.802660 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Bound port: 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac5192f-3ebb-4a1e-965a-d8f7389328f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:42:02.803217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.816826 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434760-3b29-4721-b59c-6d238a4a6454 req-597427d8-2d35-4def-bd0a-1014c560adc9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.818477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27434760-3b29-4721-b59c-6d238a4a6454 req-597427d8-2d35-4def-bd0a-1014c560adc9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0853932 Aug 29 05:42:02.896798 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27434760-3b29-4721-b59c-6d238a4a6454 req-fe04358b-3e91-40d7-8ace-be98008d147a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707805 Aug 29 05:42:02.913055 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:42:02.916199 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:42:02.921526 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.954016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:02.954740 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:02.956197 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] 10.222.0.54 "PUT /v2.0/ports/3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 1093 time: 0.6784711 Aug 29 05:42:02.958703 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:02.960842 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94769a07-b2c1-4efd-9ec6-09be397541a5" -d '{"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:02.993271 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b87c4d-4704-4b42-881d-28b4aa77f603 service neutron] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:03.046138 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81412e06-da05-4ba1-86de-655ecce78dc1 x-openstack-request-id: req-81412e06-da05-4ba1-86de-655ecce78dc1 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:03.046497 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:03.046805 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81412e06-da05-4ba1-86de-655ecce78dc1 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:03.047207 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'status': 'completed', 'code': 200} Aug 29 05:42:03.065739 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-91191cff-84d7-419d-9a78-d61ba96de4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.067291 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-91191cff-84d7-419d-9a78-d61ba96de4f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1096 time: 0.0568223 Aug 29 05:42:03.117187 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-ce9f1fbc-8c62-4b17-8620-67a3589010cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 217 time: 0.0373099 Aug 29 05:42:03.171293 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-cf4f874d-2145-4017-a109-bd196c1605b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.172723 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-cf4f874d-2145-4017-a109-bd196c1605b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0461259 Aug 29 05:42:03.232229 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-58923e8b-724a-4d5b-8487-8f0d9881846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.233750 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-58923e8b-724a-4d5b-8487-8f0d9881846e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509396 Aug 29 05:42:03.246547 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca3a9ead-9bad-428d-ad0a-43668aa271c1 req-c863505d-0449-4155-8211-5a0acb130c91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309908 Aug 29 05:42:03.332819 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca3a9ead-9bad-428d-ad0a-43668aa271c1 req-9c096060-9bc2-4de2-9634-86016b17dcca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Aug 29 05:42:03.333094 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-0d17e798-bc3c-4f41-b0ef-5ebfbce4ae5d service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864446 Aug 29 05:42:03.380131 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca3a9ead-9bad-428d-ad0a-43668aa271c1 req-91c067bb-e248-4170-926a-c373eea30de2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207925 Aug 29 05:42:03.436582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2a42f515-1a1a-46bb-ac85-2032a28d1fbd req-8a6f28ea-c95b-46d4-90e4-4a00f68aedd8 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911381 Aug 29 05:42:03.485194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a9ead-9bad-428d-ad0a-43668aa271c1 req-6fa20835-21cc-461b-86ee-1e735762f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.486623 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ca3a9ead-9bad-428d-ad0a-43668aa271c1 req-6fa20835-21cc-461b-86ee-1e735762f9b7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996380 Aug 29 05:42:03.527987 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-03e3236c-b7d8-47b9-843a-55c8ddd287f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.529575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-03e3236c-b7d8-47b9-843a-55c8ddd287f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1096 time: 0.0456955 Aug 29 05:42:03.625450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-2b03df59-34bc-4e3e-be70-1b27e3cd2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.626906 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-2b03df59-34bc-4e3e-be70-1b27e3cd2d52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0864556 Aug 29 05:42:03.677315 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-40d3e762-2669-4dd5-a43e-905b6ea23913 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 217 time: 0.0367446 Aug 29 05:42:03.733205 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-b8f0638b-b1f6-4664-ad62-42ff272d8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.734622 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-b8f0638b-b1f6-4664-ad62-42ff272d8d3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0451133 Aug 29 05:42:03.782204 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-06afa4dd-4e19-4ea7-ad88-655c97d5fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:03.783757 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-06afa4dd-4e19-4ea7-ad88-655c97d5fa86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411909 Aug 29 05:42:03.883403 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-800c254a-7943-4f1f-b332-e7cab59d37c2 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 Aug 29 05:42:04.005783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-94769a07-b2c1-4efd-9ec6-09be397541a5 req-1a97e43b-44db-416b-82db-1a19d206516d service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091542 Aug 29 05:42:04.029573 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dad82d-9ad2-4079-ba39-3af65cbdf0b6 req-48b7d591-9cea-4daa-844d-9bcf656b17a1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:04.031088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0dad82d-9ad2-4079-ba39-3af65cbdf0b6 req-48b7d591-9cea-4daa-844d-9bcf656b17a1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0615251 Aug 29 05:42:04.070449 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c0dad82d-9ad2-4079-ba39-3af65cbdf0b6 req-48f6e7c0-7669-4d31-9449-006f0684f5aa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Aug 29 05:42:05.193663 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5f2e-fadf-42df-8ccf-15bbcc792ef6 req-ab07c9a6-55c9-4989-a051-b7307eda8ded tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:05.195161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa7b5f2e-fadf-42df-8ccf-15bbcc792ef6 req-ab07c9a6-55c9-4989-a051-b7307eda8ded tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0542347 Aug 29 05:42:05.235125 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-aa7b5f2e-fadf-42df-8ccf-15bbcc792ef6 req-04436a26-0407-493a-9315-995f11f83592 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Aug 29 05:42:06.354200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3cf43-ffcc-4ebd-8feb-e44aba8f66df req-fc693735-3e38-469f-bbee-61049bab1d3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:06.355689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16a3cf43-ffcc-4ebd-8feb-e44aba8f66df req-fc693735-3e38-469f-bbee-61049bab1d3a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0497911 Aug 29 05:42:06.392778 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-16a3cf43-ffcc-4ebd-8feb-e44aba8f66df req-5d70893c-4d15-4802-9b42-a78e3d2f0e66 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Aug 29 05:42:07.488330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bb565426-ee49-476e-8606-67f6df27d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:07.508408 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b456452-7740-43e9-aeb1-957930d2fb55 req-b6961613-576c-4776-966b-0e58aa66421c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:07.510494 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b456452-7740-43e9-aeb1-957930d2fb55 req-b6961613-576c-4776-966b-0e58aa66421c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0508027 Aug 29 05:42:07.546842 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b456452-7740-43e9-aeb1-957930d2fb55 req-61ff70ab-ed24-4ea0-9ddb-bcd868720c60 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303416 Aug 29 05:42:08.666361 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc4fb-d030-4607-b486-c7fc4d99594c req-561d91b4-dc1c-41b4-a2f2-c25a1dba6037 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:08.667867 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddebc4fb-d030-4607-b486-c7fc4d99594c req-561d91b4-dc1c-41b4-a2f2-c25a1dba6037 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0539644 Aug 29 05:42:08.704966 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ddebc4fb-d030-4607-b486-c7fc4d99594c req-04513c8d-0929-4bb2-8752-cf885ad53a0c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309048 Aug 29 05:42:09.818808 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144ec1-1047-44d3-9faa-8f358e40fb07 req-909aa765-8246-4aac-9bbd-08af3b4c83d9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:09.820308 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19144ec1-1047-44d3-9faa-8f358e40fb07 req-909aa765-8246-4aac-9bbd-08af3b4c83d9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Aug 29 05:42:09.857732 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-19144ec1-1047-44d3-9faa-8f358e40fb07 req-1ace57f6-8940-46ab-85dd-1cb67907fcdc tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Aug 29 05:42:10.453302 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:10.477917 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-01b25976-09c4-44dd-bfdf-1fae533e5b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:10.969854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6e4be-ecbc-4245-b1ae-88d8907f7a35 req-a65542d7-913c-4a4a-b26b-5fe0ac1a5f58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:10.971337 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b6e4be-ecbc-4245-b1ae-88d8907f7a35 req-a65542d7-913c-4a4a-b26b-5fe0ac1a5f58 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0480244 Aug 29 05:42:11.009765 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5b6e4be-ecbc-4245-b1ae-88d8907f7a35 req-f1e30529-5a6d-4f89-88e6-6979bf1048dd tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Aug 29 05:42:11.657565 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:12.131637 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1175f-bfea-4dd1-9f0b-30f94ecb0c5e req-942ddc2c-01d0-425b-8966-377fbe56dd78 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:12.133201 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e1175f-bfea-4dd1-9f0b-30f94ecb0c5e req-942ddc2c-01d0-425b-8966-377fbe56dd78 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0521772 Aug 29 05:42:12.170650 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e5e1175f-bfea-4dd1-9f0b-30f94ecb0c5e req-6b4ee275-f102-4ac9-86b8-366538400be5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Aug 29 05:42:12.940608 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:42:13.038901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:13.050554 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'mac_address': 'fa:16:3e:d8:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:42:13.088891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:13.102235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3310b355-40be-4ce3-97cc-cb9d3f56d01b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:42:13.127162 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:13.136079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:13.165603 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:13.190839 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:13.199051 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.199410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.199753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.200134 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.200483 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.200808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.201139 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.201467 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.201793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.202117 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.202443 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.202765 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:42:13.285957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd3d89-d3e8-48d9-864e-6e5ec2c9c403 req-1842d072-db9e-4998-bab0-cd4eeba1edae tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:13.287498 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cdd3d89-d3e8-48d9-864e-6e5ec2c9c403 req-1842d072-db9e-4998-bab0-cd4eeba1edae tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 945 time: 0.0502748 Aug 29 05:42:13.326725 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3cdd3d89-d3e8-48d9-864e-6e5ec2c9c403 req-4cd34260-ac9a-43aa-8796-5da65c47fd5d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Aug 29 05:42:13.384393 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:13.397188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3310b355-40be-4ce3-97cc-cb9d3f56d01b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:42:14.448041 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a3e03-faf7-494f-98e0-28ec12e7f572 req-a5895543-f6bb-4566-97f0-4864e1ed5993 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:14.449689 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-679a3e03-faf7-494f-98e0-28ec12e7f572 req-a5895543-f6bb-4566-97f0-4864e1ed5993 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Aug 29 05:42:14.487575 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-679a3e03-faf7-494f-98e0-28ec12e7f572 req-0352c51b-631b-46db-a584-423bc057a6aa tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Aug 29 05:42:14.940185 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:42:14.988168 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 3310b355-40be-4ce3-97cc-cb9d3f56d01b completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:42:14.991703 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3310b355-40be-4ce3-97cc-cb9d3f56d01b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:42:14.992100 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:15.076428 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:15.101603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:15.104871 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2d9ae-cc56-4868-8830-c1702e881a74" -d '{"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-plugged", "status": "completed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:15.118538 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:42:15.122793 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:15.148864 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad5d1cc-6a62-4a82-954e-8a1981c3cf5d x-openstack-request-id: req-8ad5d1cc-6a62-4a82-954e-8a1981c3cf5d {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:15.149153 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-plugged", "status": "completed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:15.149409 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ad5d1cc-6a62-4a82-954e-8a1981c3cf5d {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:15.151525 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'code': 200} Aug 29 05:42:15.178149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:15.250374 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e798f8-7cc7-4531-94f1-9ef4a1019606 req-5dca7393-18b7-4b76-9dc8-76a1a4438815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:15.251871 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06e798f8-7cc7-4531-94f1-9ef4a1019606 req-5dca7393-18b7-4b76-9dc8-76a1a4438815 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0440187 Aug 29 05:42:15.289204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-06e798f8-7cc7-4531-94f1-9ef4a1019606 req-d4facc4b-bd8e-4512-8c0c-29503dbfd95a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282855 Aug 29 05:42:15.623143 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d91bc-c154-4d91-b304-386176af68c8 req-9a153e7a-ba0a-46a1-bc5e-7617235e35c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:15.624809 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b20d91bc-c154-4d91-b304-386176af68c8 req-9a153e7a-ba0a-46a1-bc5e-7617235e35c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0693486 Aug 29 05:42:15.664838 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b20d91bc-c154-4d91-b304-386176af68c8 req-ad6ce30f-72d5-40a9-a472-3991f6067653 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Aug 29 05:42:16.784879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56ed53-1211-46b9-83fd-3525ab0f8077 req-09ad12b2-21b6-4ecb-bf1c-cad0ad3fa3ff tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:16.786350 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e56ed53-1211-46b9-83fd-3525ab0f8077 req-09ad12b2-21b6-4ecb-bf1c-cad0ad3fa3ff tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Aug 29 05:42:16.823452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3e56ed53-1211-46b9-83fd-3525ab0f8077 req-1bd746a4-b8d8-4eae-b031-991498e10278 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306277 Aug 29 05:42:17.283869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9c79-1a1f-4584-8cbc-172721fd501a req-02f9cae4-aa09-4d8c-833a-43b64fff6f65 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:17.285383 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a18b9c79-1a1f-4584-8cbc-172721fd501a req-02f9cae4-aa09-4d8c-833a-43b64fff6f65 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.3965087 Aug 29 05:42:17.324700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a18b9c79-1a1f-4584-8cbc-172721fd501a req-6932f00a-eb12-4905-93e4-0721833cef8d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Aug 29 05:42:17.345800 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:42:17.388275 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97fa80-e664-403e-89d3-8ffbf12127f5 tempest-TestShelveInstance-981699164 tempest-TestShelveInstance-981699164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:17.389783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-3f97fa80-e664-403e-89d3-8ffbf12127f5 tempest-TestShelveInstance-981699164 tempest-TestShelveInstance-981699164-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1093 time: 0.0430260 Aug 29 05:42:17.393122 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:42:17.397393 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:42:17.419680 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:17.517658 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:17.617014 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Allocated IP 172.25.3.35 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/ae676fd4-b96f-45a8-ace7-fb5f60303a28) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:42:17.736411 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:17.775664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:17.815093 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:42:17.817990 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:42:17.821862 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:42:17.827154 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=ae676fd4-b96f-45a8-ace7-fb5f60303a28,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:18.171516 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.235687 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.382836 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.387303 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.456410 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event updated for resources: {'Port': ['ID=ae676fd4-b96f-45a8-ace7-fb5f60303a28,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:42:18.468043 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.568816 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Floating IP a0a11804-0d66-42bd-ad9c-d3dc45ac95c6 associated. External IP: 172.25.3.35, port: 3310b355-40be-4ce3-97cc-cb9d3f56d01b. Aug 29 05:42:18.769924 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:42:18.875306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:42:18.886126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:42:18.891377 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:18.897208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:42:18.898274 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:42:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:42:18.922352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-70b189b1-b86c-46cf-8138-12fe398ae7cf tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5281773 Aug 29 05:42:18.922948 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:42:18.925226 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870267e5-b166-48d3-86f8-b0b8a38f3535" -d '{"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:42:18.962007 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb406760-7eee-482c-a63b-24aa2e460e4d x-openstack-request-id: req-cb406760-7eee-482c-a63b-24aa2e460e4d {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:42:18.962868 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:42:18.963119 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb406760-7eee-482c-a63b-24aa2e460e4d {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:42:18.963546 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'status': 'completed', 'code': 200} Aug 29 05:42:19.008644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:42:19.024190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-a951074b-8ed1-4e98-8259-9f4db5ddd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.026206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-a951074b-8ed1-4e98-8259-9f4db5ddd045 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0412550 Aug 29 05:42:19.117344 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-8f3a21f9-95e9-40fc-b230-f246928cd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.120196 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-8f3a21f9-95e9-40fc-b230-f246928cd21d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0863137 Aug 29 05:42:19.198339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-a0edda51-1f5f-429f-ada0-da3128488a52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 999 time: 0.0707016 Aug 29 05:42:19.249173 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-90fafcd8-606c-4c33-80e7-87c8671ce18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.250649 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-90fafcd8-606c-4c33-80e7-87c8671ce18b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0440655 Aug 29 05:42:19.262941 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'a0a11804-0d66-42bd-ad9c-d3dc45ac95c6', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:d8:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:42:18Z', 'updated_at': '2021-08-29T05:42:18Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:42:19.293283 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:42:19.298748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-e342ec51-4a95-42f3-888e-e0bc8bf217d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:19.300333 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-e342ec51-4a95-42f3-888e-e0bc8bf217d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418701 Aug 29 05:42:19.301947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:42:19.302549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:42:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:42:19.395735 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-18ed397f-5cba-4c85-948a-169360d37a10 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Aug 29 05:42:19.409772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:42:19.485416 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-870267e5-b166-48d3-86f8-b0b8a38f3535 req-717cb111-e616-4916-863a-4247472de318 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823934 Aug 29 05:42:19.630892 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'a0a11804-0d66-42bd-ad9c-d3dc45ac95c6', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:d8:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:42:18Z', 'updated_at': '2021-08-29T05:42:18Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:42:19.657463 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfec901-5e89-4663-a648-9f9f2e375076 None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': 'a0a11804-0d66-42bd-ad9c-d3dc45ac95c6', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'mac_address': 'fa:16:3e:d8:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:42:18Z', 'updated_at': '2021-08-29T05:42:18Z', 'revision_number': 0, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:42:19.845435 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2d2f0-7322-4a02-801f-74fe1e6bb8c4 None None] New status for floating IP a0a11804-0d66-42bd-ad9c-d3dc45ac95c6: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:42:30.691586 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:33.703136 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:42:37.489931 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9a42373f-132c-41cb-be1a-e33614eabfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:40.459013 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:40.477306 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6a8cfed4-c4ec-4f0b-958d-2b8557bfd477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:40.616239 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-7a9dbfd6-de6d-4328-82ea-6ab039abb74d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429726 Aug 29 05:42:40.706353 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-4fdaf6e6-38e5-4624-aabc-7c1be0e139ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:40.707965 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-4fdaf6e6-38e5-4624-aabc-7c1be0e139ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0471859 Aug 29 05:42:40.817321 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-309c87ad-c980-4374-8091-939dc0a20bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:40.818707 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-309c87ad-c980-4374-8091-939dc0a20bee service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0878868 Aug 29 05:42:40.894517 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-0740dbac-54d3-4310-b256-2f4c88213bab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 1001 time: 0.0678599 Aug 29 05:42:40.945236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-93501ee0-b4a2-4b4b-9dc7-5dcba0d0103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:40.946722 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-93501ee0-b4a2-4b4b-9dc7-5dcba0d0103a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0447628 Aug 29 05:42:40.995024 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-f18b6174-6953-498c-9f08-855ec923a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:42:40.996841 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-f18b6174-6953-498c-9f08-855ec923a09b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415156 Aug 29 05:42:41.008433 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-822cb80e-df23-4499-8bd5-dcb7ee676755 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:42:41.009443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-822cb80e-df23-4499-8bd5-dcb7ee676755 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050478 Aug 29 05:42:41.105100 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-4c5e3637-1fa6-4293-9f3a-e3184ae70f2e service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869234 Aug 29 05:42:41.195984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f1bbff6f-5e71-479d-8714-22dc24961eec req-e142db12-c3d2-4b7d-ae24-49caf9141ee7 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829198 Aug 29 05:42:41.659821 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:43.153846 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:42:43.386466 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:00.707358 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:04.434095 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18a5668b-710b-4a36-8c06-92c5d8366a46 req-0a91e01a-ac48-42c7-96cb-f07e0fbbad5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265298 Aug 29 05:43:04.536347 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18a5668b-710b-4a36-8c06-92c5d8366a46 req-28e23a7f-d008-44cb-97fc-e81ada38e407 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0247419 Aug 29 05:43:04.584123 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18a5668b-710b-4a36-8c06-92c5d8366a46 req-0939dc57-8bb7-467a-ab07-2e22649809ca service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194287 Aug 29 05:43:04.681672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5668b-710b-4a36-8c06-92c5d8366a46 req-25f4d3dc-c052-40c6-9c7e-8467176eb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:04.683138 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-18a5668b-710b-4a36-8c06-92c5d8366a46 req-25f4d3dc-c052-40c6-9c7e-8467176eb90c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905693 Aug 29 05:43:07.491593 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-84d9152b-c2a1-4dc6-b0c4-7ec3378048ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:10.450265 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:10.478027 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-86185a8b-8312-4c85-b10f-f18c2e134197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:10.702633 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:43:11.665403 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:13.138935 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:13.389377 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:30.699413 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:37.495829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85b624b9-78ef-41fb-9450-7bafb661f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:40.454406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:40.479554 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c4ca-2c6c-486c-bfd3-6394146816f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:41.617280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-40ce264c-304a-466c-8723-6a3f1307ee0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436420 Aug 29 05:43:41.671563 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:41.714633 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51daf-495b-4d2c-bbac-42c634477878 req-8237ab22-6b3c-4224-9170-d5e8d5238b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:41.716229 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-8237ab22-6b3c-4224-9170-d5e8d5238b77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0491099 Aug 29 05:43:41.836645 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51daf-495b-4d2c-bbac-42c634477878 req-110164a3-7d2e-4dee-9206-e36313a7a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:41.838128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-110164a3-7d2e-4dee-9206-e36313a7a8d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0976892 Aug 29 05:43:41.933073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-0c0f91a2-befa-4f0b-a171-9f0d7c761f58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 1001 time: 0.0821209 Aug 29 05:43:41.997415 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51daf-495b-4d2c-bbac-42c634477878 req-f8f72a50-63da-45bf-8d4f-7b93906f42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:41.999248 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-f8f72a50-63da-45bf-8d4f-7b93906f42b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0539463 Aug 29 05:43:42.052821 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51daf-495b-4d2c-bbac-42c634477878 req-ae7e95c3-ed08-4fcd-b1ee-c8d298dae347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:43:42.054367 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-ae7e95c3-ed08-4fcd-b1ee-c8d298dae347 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444207 Aug 29 05:43:42.170353 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-4b188788-7757-402f-9232-3e3101133967 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048951 Aug 29 05:43:42.284133 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fec51daf-495b-4d2c-bbac-42c634477878 req-02fb4fc9-313b-4159-83f7-6d8afbadb3d9 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982277 Aug 29 05:43:43.179941 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:43.402920 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:43:47.702835 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:00.723138 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:05.534649 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4b5b52d-16e5-475f-8251-d4424b016a1f req-eaf716e7-9e5d-42a6-8089-7d389c0a6946 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304620 Aug 29 05:44:05.620843 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4b5b52d-16e5-475f-8251-d4424b016a1f req-9f2329bb-da56-4860-8d1a-49664fda7080 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0265677 Aug 29 05:44:05.667938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4b5b52d-16e5-475f-8251-d4424b016a1f req-f994f4df-bf20-4469-8bbf-d62f321598b3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202813 Aug 29 05:44:05.764927 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b52d-16e5-475f-8251-d4424b016a1f req-4ea5615d-0bca-49c7-a6cc-86bf236c4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:05.766406 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-e4b5b52d-16e5-475f-8251-d4424b016a1f req-4ea5615d-0bca-49c7-a6cc-86bf236c4fe8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911334 Aug 29 05:44:07.496925 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3fcee410-e062-48c2-b983-f2fbc66fea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.457023 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:10.481651 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-07cd9696-45d5-4f7e-86fc-e99aa4b7bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:11.671141 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.155894 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:13.394860 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:17.798331 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4269e-75c0-4054-9a1f-fe60a8f80c44 req-4ad94224-954a-4dad-9eca-41194210f639 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:17.799772 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbe4269e-75c0-4054-9a1f-fe60a8f80c44 req-4ad94224-954a-4dad-9eca-41194210f639 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0498817 Aug 29 05:44:17.840693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dbe4269e-75c0-4054-9a1f-fe60a8f80c44 req-444542fe-4090-44e3-92cc-5d10ca4af9c7 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Aug 29 05:44:18.961211 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148cbca-ab5d-446a-9967-8ce8cb87824d req-8aaa6f8b-b829-4b37-8a2b-11596c6d6ea1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:18.962657 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4148cbca-ab5d-446a-9967-8ce8cb87824d req-8aaa6f8b-b829-4b37-8a2b-11596c6d6ea1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0517554 Aug 29 05:44:18.998654 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4148cbca-ab5d-446a-9967-8ce8cb87824d req-082ca6fc-f3e7-454c-ac76-c97995e13c18 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301211 Aug 29 05:44:20.159192 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657eec7-0db3-438e-a056-fde534939b0b req-af82f614-e28f-4b39-8997-2409afc793e3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:20.160724 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b657eec7-0db3-438e-a056-fde534939b0b req-af82f614-e28f-4b39-8997-2409afc793e3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0511847 Aug 29 05:44:20.208937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b657eec7-0db3-438e-a056-fde534939b0b req-502792ed-5cad-46d5-8476-598243d9ec2f tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Aug 29 05:44:21.330214 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9ade1-633d-4976-abe6-593054256ee3 req-1de1ea4f-cefd-41bf-88cc-4240bc2671d7 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:21.331734 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eda9ade1-633d-4976-abe6-593054256ee3 req-1de1ea4f-cefd-41bf-88cc-4240bc2671d7 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0520418 Aug 29 05:44:21.370984 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-eda9ade1-633d-4976-abe6-593054256ee3 req-4f0ee115-9561-4e08-8ac2-2a72c2216b2a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331130 Aug 29 05:44:22.491399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7963a51-7fee-496b-859f-bb6662a24078 req-b2fa4f09-1816-42d0-97bb-ce7fdbad82f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:22.492893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7963a51-7fee-496b-859f-bb6662a24078 req-b2fa4f09-1816-42d0-97bb-ce7fdbad82f0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0533295 Aug 29 05:44:22.530128 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7963a51-7fee-496b-859f-bb6662a24078 req-93abd3da-5b10-4015-81a8-796459aa56d4 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Aug 29 05:44:23.643148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaa31a-1fe3-480c-8c7b-8b1c1a6f5c2d req-09ca7236-e875-4196-9474-5f50d6fd92b7 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:23.644682 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4eeaa31a-1fe3-480c-8c7b-8b1c1a6f5c2d req-09ca7236-e875-4196-9474-5f50d6fd92b7 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Aug 29 05:44:23.682366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4eeaa31a-1fe3-480c-8c7b-8b1c1a6f5c2d req-9fb2e820-6f3b-4dfb-8f2e-f302f94a4da1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Aug 29 05:44:24.701759 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:44:24.798002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea79dcd-5f53-4efe-86df-d6875df9a27b req-53871698-5a00-40e4-b8ee-9e1d2515f9dc tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:24.799475 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ea79dcd-5f53-4efe-86df-d6875df9a27b req-53871698-5a00-40e4-b8ee-9e1d2515f9dc tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Aug 29 05:44:24.839066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6ea79dcd-5f53-4efe-86df-d6875df9a27b req-b2e3eebc-b3ad-4993-a0e2-5023d0d01545 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Aug 29 05:44:25.963981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1ff38-db53-401d-908c-839d9f036da6 req-62d0136e-fecf-4ab7-ac50-72faa1cce3bb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:25.966560 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcb1ff38-db53-401d-908c-839d9f036da6 req-62d0136e-fecf-4ab7-ac50-72faa1cce3bb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0546310 Aug 29 05:44:26.008632 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-dcb1ff38-db53-401d-908c-839d9f036da6 req-f0b991fd-dfaf-4ee3-81d1-063ed7db6d52 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Aug 29 05:44:27.130138 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33d4b-ca63-42cb-807d-a2d5f28ea5ca req-621b1565-bf89-4acf-bcc9-e7264b25e003 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:27.132165 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0c33d4b-ca63-42cb-807d-a2d5f28ea5ca req-621b1565-bf89-4acf-bcc9-e7264b25e003 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0547392 Aug 29 05:44:27.170471 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a0c33d4b-ca63-42cb-807d-a2d5f28ea5ca req-c2178dcc-d81f-4efc-8c54-0e3d375bf083 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Aug 29 05:44:27.982720 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3350-a9ef-48e0-910d-59f397972760 req-0290063b-c921-44d5-ba44-dd75bd6aa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:27.984221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-0290063b-c921-44d5-ba44-dd75bd6aa085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0402262 Aug 29 05:44:28.075695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3350-a9ef-48e0-910d-59f397972760 req-94354732-e982-4a70-82c4-44b1181d6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.077184 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-94354732-e982-4a70-82c4-44b1181d6ce9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0857639 Aug 29 05:44:28.147806 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-8e361dbb-f6df-4968-b29a-621b1782e867 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 1001 time: 0.0587559 Aug 29 05:44:28.206930 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3350-a9ef-48e0-910d-59f397972760 req-18c15c4d-e8cf-4fc7-9567-d7319c07d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.208441 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-18c15c4d-e8cf-4fc7-9567-d7319c07d693 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0479772 Aug 29 05:44:28.285281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3350-a9ef-48e0-910d-59f397972760 req-8696707c-0f99-4081-a8f5-add959db3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.286766 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-8696707c-0f99-4081-a8f5-add959db3c09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665863 Aug 29 05:44:28.304022 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67537d-074e-4a8c-9c57-6ff332d84e57 req-25845ca2-11b3-4b30-bf1f-fbed84d27028 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:28.305426 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db67537d-074e-4a8c-9c57-6ff332d84e57 req-25845ca2-11b3-4b30-bf1f-fbed84d27028 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0605271 Aug 29 05:44:28.388662 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-db67537d-074e-4a8c-9c57-6ff332d84e57 req-721c0c51-b23f-460e-95ab-8017c49ccd8e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765035 Aug 29 05:44:28.415791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-e831a76b-bdf1-4f24-8aa9-67931430e913 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198599 Aug 29 05:44:28.513996 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-48ed3350-a9ef-48e0-910d-59f397972760 req-f73f7099-5bb5-472f-b961-0f2352b84c20 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861146 Aug 29 05:44:29.504063 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e0d9-7017-4c68-b83f-8d7631cc89c7 req-8971ebbc-7d0c-42d5-a080-840afedf23e3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:29.505551 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3c8e0d9-7017-4c68-b83f-8d7631cc89c7 req-8971ebbc-7d0c-42d5-a080-840afedf23e3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0494242 Aug 29 05:44:29.546939 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3c8e0d9-7017-4c68-b83f-8d7631cc89c7 req-8c58ab8f-7258-4b22-b2ab-fe2709578441 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 Aug 29 05:44:30.665455 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc21cbe-0618-485b-a9fc-8e8a852bf7c3 req-5d2cd087-cbd5-494f-a906-aa5303de72eb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:30.666893 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cc21cbe-0618-485b-a9fc-8e8a852bf7c3 req-5d2cd087-cbd5-494f-a906-aa5303de72eb tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0495548 Aug 29 05:44:30.705194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1cc21cbe-0618-485b-a9fc-8e8a852bf7c3 req-38e55096-9e34-4f29-a842-cf283a3bb4e6 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Aug 29 05:44:30.737956 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:31.829591 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a84ab-d15d-4ab4-9545-3a860b20cde3 req-b05b6fe9-29fa-4051-98e8-16d7e8593416 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:31.832172 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e0a84ab-d15d-4ab4-9545-3a860b20cde3 req-b05b6fe9-29fa-4051-98e8-16d7e8593416 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0575407 Aug 29 05:44:31.886194 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4e0a84ab-d15d-4ab4-9545-3a860b20cde3 req-e28c05e5-0c0f-46c4-9efe-5ccb66108fa5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472400 Aug 29 05:44:33.001326 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4f2e4-f677-4bad-9b23-ab09e6a4c54a req-6a09581a-1db8-4982-bc06-d591cc4aa3c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:33.002790 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55c4f2e4-f677-4bad-9b23-ab09e6a4c54a req-6a09581a-1db8-4982-bc06-d591cc4aa3c0 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0485423 Aug 29 05:44:33.043781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-55c4f2e4-f677-4bad-9b23-ab09e6a4c54a req-c76d03c8-3d0a-463c-b274-69c247479c8e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Aug 29 05:44:33.254689 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b681048-0677-4b43-8984-673fa1bb6490 req-990fbc0f-ca52-4724-8af3-023cd1539734 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:33.256700 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b681048-0677-4b43-8984-673fa1bb6490 req-990fbc0f-ca52-4724-8af3-023cd1539734 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0511992 Aug 29 05:44:33.285598 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-76049cbf-c0d7-43f5-a5d7-2d16c58e20dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038187 Aug 29 05:44:33.296857 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4b681048-0677-4b43-8984-673fa1bb6490 req-3069f963-2d57-495e-91f2-20fe4cdb0af9 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Aug 29 05:44:34.418006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448f709-16a1-4c94-bfc2-c2185855d703 req-bc9b3e41-833a-4c4f-9eb1-489840222781 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:34.419522 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1448f709-16a1-4c94-bfc2-c2185855d703 req-bc9b3e41-833a-4c4f-9eb1-489840222781 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0543139 Aug 29 05:44:34.456874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1448f709-16a1-4c94-bfc2-c2185855d703 req-8198cafe-c016-4ea6-a77e-a98eecbf7f0e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Aug 29 05:44:35.531872 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:44:35.587148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afca27-c7b5-41c4-b6df-af683714bb3c req-bc6b7751-14a7-414a-b863-5dbd8dedad71 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:35.588874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4afca27-c7b5-41c4-b6df-af683714bb3c req-bc6b7751-14a7-414a-b863-5dbd8dedad71 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0566421 Aug 29 05:44:35.609331 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:35.634646 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b4afca27-c7b5-41c4-b6df-af683714bb3c req-8266d26f-6308-4f60-ae3f-5883a843f63e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367181 Aug 29 05:44:35.639901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:44:35.642611 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3568cb7-fd14-49ff-9d12-f3045fc05cdf" -d '{"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-unplugged", "status": "completed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:44:35.657501 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:35.663635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:35.689155 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 05:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19af7e-ef15-4410-ac10-92e228cd73ed x-openstack-request-id: req-1f19af7e-ef15-4410-ac10-92e228cd73ed {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:44:35.689441 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-unplugged", "status": "failed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "code": 422}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:44:35.689690 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f19af7e-ef15-4410-ac10-92e228cd73ed {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:44:35.690078 n-d-712139-13 neutron-server[94828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'code': 422} returned with failed status Aug 29 05:44:35.718167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:35.726064 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.726406 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.726740 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.727074 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.727527 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.727718 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.728067 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.728389 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.728706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.729025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.729340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:35.729656 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:44:36.750528 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1c14b-4e89-41c0-8d28-24218edf955a req-ba11d7b1-7565-478e-b749-0d7b8600d833 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:36.752098 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ba1c14b-4e89-41c0-8d28-24218edf955a req-ba11d7b1-7565-478e-b749-0d7b8600d833 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Aug 29 05:44:36.846852 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0ba1c14b-4e89-41c0-8d28-24218edf955a req-0c3017d2-d522-4863-a8ae-721ed044fbe5 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884216 Aug 29 05:44:37.497262 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-77603044-e2cf-4ea2-ac85-9f4810e49bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:38.005963 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc5966-ca60-4e98-a3ce-08709b25987e req-1274a5c5-44b3-4332-9c71-1b70133a688e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.008180 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12fc5966-ca60-4e98-a3ce-08709b25987e req-1274a5c5-44b3-4332-9c71-1b70133a688e tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0926607 Aug 29 05:44:38.047195 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-12fc5966-ca60-4e98-a3ce-08709b25987e req-fdff4eb6-fdaf-4073-a5c1-4315870571c1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Aug 29 05:44:38.155013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1e3e-465e-4166-a197-555f13328d84 req-fd01c0f6-5216-41fa-bbce-a95c9e1bc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.156476 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-fd01c0f6-5216-41fa-bbce-a95c9e1bc2ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8&tenant_id=b698acd6bd9d40da9a396a3bef540491 HTTP/1.1" status: 200 len: 1096 time: 0.0417318 Aug 29 05:44:38.226643 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1e3e-465e-4166-a197-555f13328d84 req-3454e9c9-d36e-4784-a71b-11131f95791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.228218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-3454e9c9-d36e-4784-a71b-11131f95791d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1096 time: 0.0439649 Aug 29 05:44:38.317636 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1e3e-465e-4166-a197-555f13328d84 req-b10a625a-79d0-47fa-839e-ba168f89e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.319671 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-b10a625a-79d0-47fa-839e-ba168f89e009 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0832653 Aug 29 05:44:38.391091 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-611a23e2-bfad-4e1b-997d-9c4f6884c253 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 999 time: 0.0596261 Aug 29 05:44:38.442096 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1e3e-465e-4166-a197-555f13328d84 req-42233624-03de-4e44-8228-6b2e3b6ce58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.443424 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-42233624-03de-4e44-8228-6b2e3b6ce58c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0417800 Aug 29 05:44:38.491770 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1e3e-465e-4166-a197-555f13328d84 req-d158b560-db5e-4433-ab93-8ddb18c9d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:38.493265 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-d158b560-db5e-4433-ab93-8ddb18c9d0e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387537 Aug 29 05:44:38.590188 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-03d85c70-1dc5-45e0-a1fe-9fe426e92a75 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832262 Aug 29 05:44:38.683121 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-e4032dae-5e4d-43ca-85e3-f214905ffd48 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806208 Aug 29 05:44:39.164137 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a46a7-de82-429f-9171-5b5fcb349a55 req-4f2ad36b-d02e-4a42-8798-e7e158b5a964 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:39.165612 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a90a46a7-de82-429f-9171-5b5fcb349a55 req-4f2ad36b-d02e-4a42-8798-e7e158b5a964 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0491276 Aug 29 05:44:39.202827 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a90a46a7-de82-429f-9171-5b5fcb349a55 req-2fc2baa9-20f3-4665-b1b1-26e8c22e1e30 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Aug 29 05:44:40.322013 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372434be-419f-48cf-97aa-3ae3e1f62d6b req-9120c241-6dd4-4b99-9171-cbd59b7fca1b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:40.323482 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-372434be-419f-48cf-97aa-3ae3e1f62d6b req-9120c241-6dd4-4b99-9171-cbd59b7fca1b tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0522292 Aug 29 05:44:40.360741 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-372434be-419f-48cf-97aa-3ae3e1f62d6b req-08748cb4-9603-4242-8a7a-d82b89af4865 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Aug 29 05:44:40.458899 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:40.481689 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-efc794f8-9139-41c6-9041-d560a8dd2df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:41.477007 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc974e69-ecfd-4a8a-b881-4ce611de0f48 req-b93c5da4-9682-4376-a3e1-76bcbbf9a741 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:41.478569 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc974e69-ecfd-4a8a-b881-4ce611de0f48 req-b93c5da4-9682-4376-a3e1-76bcbbf9a741 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0517528 Aug 29 05:44:41.516788 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cc974e69-ecfd-4a8a-b881-4ce611de0f48 req-a90cbb16-e127-4339-85fd-eb519b3f85b1 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Aug 29 05:44:41.675170 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:42.635490 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323c05-c485-407f-b21d-2437180fc760 req-2ff4526f-451a-49a8-9267-484bc25053a3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:42.637057 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23323c05-c485-407f-b21d-2437180fc760 req-2ff4526f-451a-49a8-9267-484bc25053a3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0483425 Aug 29 05:44:42.674608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-23323c05-c485-407f-b21d-2437180fc760 req-11149fae-9137-4a0f-9a68-dce5b9ca6969 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Aug 29 05:44:43.170438 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:43.399445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:44.015146 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-15180f1b-890e-4f5e-adb8-0980aa44f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:44.016629 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-15180f1b-890e-4f5e-adb8-0980aa44f401 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1096 time: 0.4174681 Aug 29 05:44:44.033512 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f1fc-e9fb-4abd-aa33-7631d5baa6d4 req-25b7b6d9-6ca5-4dc9-8b9e-9419ceb25163 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:44.035274 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f1fc-e9fb-4abd-aa33-7631d5baa6d4 req-25b7b6d9-6ca5-4dc9-8b9e-9419ceb25163 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0629506 Aug 29 05:44:44.130309 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4a46f1fc-e9fb-4abd-aa33-7631d5baa6d4 req-3054b165-1929-4424-a46d-00bf2938f2db tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862284 Aug 29 05:44:44.165639 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-a5b58a49-6c57-49f1-ac1e-4cd2c5425afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:44.167202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-a5b58a49-6c57-49f1-ac1e-4cd2c5425afe service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.1275675 Aug 29 05:44:44.238863 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-9fba57b7-4d0b-466a-9b07-81db75c2bb24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 999 time: 0.0587718 Aug 29 05:44:44.306381 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-afea106a-522c-41c0-865a-5a78bd76ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:44.307758 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-afea106a-522c-41c0-865a-5a78bd76ca78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0467458 Aug 29 05:44:44.354698 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-76eb6b5c-4d6c-44b8-8e60-d8c5c7cacded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:44.356202 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-76eb6b5c-4d6c-44b8-8e60-d8c5c7cacded service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401425 Aug 29 05:44:44.445712 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-4d8a755a-7ec2-4c90-bb62-4fa1634e247f service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789244 Aug 29 05:44:44.541432 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-326ae250-0fc8-46dc-9231-7e92fe7c7860 req-c821ae4c-2cf0-430e-8caa-4baa384d95fe service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Aug 29 05:44:45.248670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f466258-2dd4-4c66-a974-049d87dbe330 req-5ce1678c-baf6-4799-8a0a-d811025c1ba2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:45.250175 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f466258-2dd4-4c66-a974-049d87dbe330 req-5ce1678c-baf6-4799-8a0a-d811025c1ba2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 944 time: 0.0487747 Aug 29 05:44:45.288119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6f466258-2dd4-4c66-a974-049d87dbe330 req-cbbce7ad-465a-457e-b80c-80645ad9b105 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Aug 29 05:44:45.609257 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:44:45.715343 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:45.728737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'port_id': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'mac_address': 'fa:16:3e:d8:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:44:45.775016 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:45.789142 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3310b355-40be-4ce3-97cc-cb9d3f56d01b {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:44:45.811163 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:45.815445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:45.862918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:46.127459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['3310b355-40be-4ce3-97cc-cb9d3f56d01b'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:44:46.403343 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8209253-08fc-41ce-8c72-220e1683f1ca req-90485a42-0432-4da6-8745-7ff1d05a6e7d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:46.404759 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8209253-08fc-41ce-8c72-220e1683f1ca req-90485a42-0432-4da6-8745-7ff1d05a6e7d tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Aug 29 05:44:46.442799 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e8209253-08fc-41ce-8c72-220e1683f1ca req-e63fab61-b8d0-4cf3-92e8-f4b763cc7f55 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Aug 29 05:44:47.560546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c00d1-7c3f-49d3-9cf0-d5eddbae56cf req-55569dd7-8d2e-4bfa-aadf-9b490774c970 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:47.562020 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da8c00d1-7c3f-49d3-9cf0-d5eddbae56cf req-55569dd7-8d2e-4bfa-aadf-9b490774c970 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 945 time: 0.0519586 Aug 29 05:44:47.600066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-da8c00d1-7c3f-49d3-9cf0-d5eddbae56cf req-5ff75c27-0403-4aea-9d87-2f46cda26a1c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Aug 29 05:44:47.624531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:44:47.671764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 3310b355-40be-4ce3-97cc-cb9d3f56d01b triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:44:47.672160 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:47.752716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:47.776077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:44:47.778328 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e6f6d-1845-4b53-811f-11e446f41484" -d '{"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-plugged", "status": "completed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:44:47.791909 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:44:47.796264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:44:47.821094 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb93f75-bb2c-48ef-9387-3b1e37f0d075 x-openstack-request-id: req-2eb93f75-bb2c-48ef-9387-3b1e37f0d075 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:44:47.821386 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-plugged", "status": "completed", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:44:47.821638 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2eb93f75-bb2c-48ef-9387-3b1e37f0d075 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:44:47.822033 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'code': 200} Aug 29 05:44:47.850266 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:44:47.972147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7bef2-fa63-45a5-bbb5-ca148c7ca945 req-375dda22-7b18-44f5-850b-6a3bb0855cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:47.973604 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29d7bef2-fa63-45a5-bbb5-ca148c7ca945 req-375dda22-7b18-44f5-850b-6a3bb0855cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0388978 Aug 29 05:44:48.012641 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-29d7bef2-fa63-45a5-bbb5-ca148c7ca945 req-818ee257-daf8-429e-89ba-e2f7b44bc863 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264378 Aug 29 05:44:48.718367 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5440-fcf6-49e2-81b6-0d37439cf00b req-4e41c142-e513-4700-a354-7a63aafa6c8c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:48.719828 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-747e5440-fcf6-49e2-81b6-0d37439cf00b req-4e41c142-e513-4700-a354-7a63aafa6c8c tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0476146 Aug 29 05:44:48.757095 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-747e5440-fcf6-49e2-81b6-0d37439cf00b req-7fb67961-797e-48e3-91bc-b530ac20e302 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305536 Aug 29 05:44:49.883693 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3308c90-1b9a-47a3-bae7-dae04479bcfb req-8f693a7d-7e02-4384-88fb-0b2236bc3985 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:44:49.885262 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3308c90-1b9a-47a3-bae7-dae04479bcfb req-8f693a7d-7e02-4384-88fb-0b2236bc3985 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0529404 Aug 29 05:44:49.922877 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e3308c90-1b9a-47a3-bae7-dae04479bcfb req-9e6ca5e0-5793-4c24-9c9c-76e3957ea952 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Aug 29 05:45:00.736988 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:01.702336 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:06.341818 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b7c0a59c-bc62-41a7-bf38-5e975ec8ea8a req-b345ed35-e129-4353-9fff-d9eb5c23bef3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352311 Aug 29 05:45:06.426168 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b7c0a59c-bc62-41a7-bf38-5e975ec8ea8a req-81d59829-2147-4d95-9a44-e2147d75286f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0253341 Aug 29 05:45:06.473078 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b7c0a59c-bc62-41a7-bf38-5e975ec8ea8a req-1f9d8df7-83e5-4add-833c-803442b3eaf3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200961 Aug 29 05:45:06.569532 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a59c-bc62-41a7-bf38-5e975ec8ea8a req-0d0972ed-99a5-41b6-8cd3-fd5907b57a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:06.571524 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-b7c0a59c-bc62-41a7-bf38-5e975ec8ea8a req-0d0972ed-99a5-41b6-8cd3-fd5907b57a92 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914831 Aug 29 05:45:07.498984 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d7181649-ad9e-4c12-bf44-85d191f39afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:10.459799 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:10.482111 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-095650d0-2ddc-49b0-8bd6-cd883f09eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:11.678307 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:13.169823 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:13.400059 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:30.749773 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:37.500515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9e83b295-4c95-4348-be0c-382202363e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:38.701561 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:45:40.460732 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:40.482691 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-f245a5e1-dfac-419c-b565-766c6c03a8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:41.680478 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:43.187668 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:43.406965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:45:45.248849 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-0d9d17e8-6c62-4094-8102-ed72d04162ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397952 Aug 29 05:45:45.331878 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861071-3775-48c8-adc7-951fcb328aee req-1fd9980a-8555-41d5-994a-f593fdbb1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:45.333398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-1fd9980a-8555-41d5-994a-f593fdbb1782 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0409067 Aug 29 05:45:45.439784 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861071-3775-48c8-adc7-951fcb328aee req-27ccaaa1-26b6-44a7-8b9b-80686ab777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:45.441289 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-27ccaaa1-26b6-44a7-8b9b-80686ab777c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.0865583 Aug 29 05:45:45.515366 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-dcc16fc0-c20f-47cf-879e-d12e9439d352 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 1001 time: 0.0593264 Aug 29 05:45:45.571910 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861071-3775-48c8-adc7-951fcb328aee req-13558263-cf7a-42cd-971f-2bc1cde312c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:45.573389 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-13558263-cf7a-42cd-971f-2bc1cde312c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0471466 Aug 29 05:45:45.621982 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0861071-3775-48c8-adc7-951fcb328aee req-ea1c267b-800d-4d2c-b21b-ed918d7f8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:45:45.623543 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-ea1c267b-800d-4d2c-b21b-ed918d7f8647 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397477 Aug 29 05:45:45.713589 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-153e5653-353d-4e54-899f-bc5512a7fc4d service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805879 Aug 29 05:45:45.809706 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0861071-3775-48c8-adc7-951fcb328aee req-04783155-78fd-4ff0-a231-12dae5c568e5 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Aug 29 05:46:00.748729 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:05.595311 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0980ebb-f4a5-4314-92ff-2c55c42c1e39 req-e9128992-88b9-4996-b6dd-029fdf91179e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0665634 Aug 29 05:46:05.679764 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0980ebb-f4a5-4314-92ff-2c55c42c1e39 req-795f83b3-f11b-4047-928e-9a3d19322b46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0251896 Aug 29 05:46:05.725957 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0980ebb-f4a5-4314-92ff-2c55c42c1e39 req-4eeebacb-ff20-470b-9659-d746865dcd8f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196106 Aug 29 05:46:05.823468 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0980ebb-f4a5-4314-92ff-2c55c42c1e39 req-17106391-aaa1-4e49-a546-5acdfae6a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:05.824920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-a0980ebb-f4a5-4314-92ff-2c55c42c1e39 req-17106391-aaa1-4e49-a546-5acdfae6a98b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921042 Aug 29 05:46:06.218028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53838) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:06.396426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Deleting port ae676fd4-b96f-45a8-ace7-fb5f60303a28 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:06.397061 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.474191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.474542 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.486893 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Calling delete_port for ae676fd4-b96f-45a8-ace7-fb5f60303a28 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:06.647896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.671174 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'Port': ['ID=ae676fd4-b96f-45a8-ace7-fb5f60303a28,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:06.681765 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.682110 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.682456 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.682806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.683136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.683470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.684275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.684275 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.684486 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.684770 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.685097 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.685426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:06.750073 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:06.750434 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Floating IP a0a11804-0d66-42bd-ad9c-d3dc45ac95c6 disassociated (deleted). External IP: 172.25.3.35, port: 3310b355-40be-4ce3-97cc-cb9d3f56d01b. Aug 29 05:46:07.289735 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:07.409740 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:07.415761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:07.421224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:07.430573 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:07.431181 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:45:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:07.445379 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-3ebf2750-c412-40ad-a598-f07a8951752a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "DELETE /v2.0/floatingips/a0a11804-0d66-42bd-ad9c-d3dc45ac95c6 HTTP/1.1" status: 204 len: 168 time: 1.2261696 Aug 29 05:46:07.446162 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:07.448757 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e9312-a6cb-4e05-b379-ba2a8b78a780" -d '{"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:07.537843 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fd1e36bf-8541-4d21-927e-7a1025d6c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:07.546870 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14924b56-a563-4262-99c5-f719fa9c8a89 x-openstack-request-id: req-14924b56-a563-4262-99c5-f719fa9c8a89 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:07.547157 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:07.547424 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14924b56-a563-4262-99c5-f719fa9c8a89 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:07.547823 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'status': 'completed', 'code': 200} Aug 29 05:46:07.571224 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:07.623781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-5f3f42fc-df4e-4899-9eba-78a7e4f074c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:07.625376 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-5f3f42fc-df4e-4899-9eba-78a7e4f074c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b698acd6bd9d40da9a396a3bef540491&device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 1098 time: 0.0475187 Aug 29 05:46:07.746709 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef10173-e090-43bc-92f8-c82247269388 req-f8e759b9-2840-43cd-870a-8fd68cf5bcd2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:07.748205 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ef10173-e090-43bc-92f8-c82247269388 req-f8e759b9-2840-43cd-870a-8fd68cf5bcd2 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.1055732 Aug 29 05:46:07.778666 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-8499d694-2f51-4c88-8520-087ae8a392d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:07.780190 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-8499d694-2f51-4c88-8520-087ae8a392d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 200 len: 910 time: 0.1455555 Aug 29 05:46:07.784320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:07.814535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:07.823551 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:07.824195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:45:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:07.832658 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4ef10173-e090-43bc-92f8-c82247269388 req-7fcd050c-c529-495a-a9c3-c52ce03da836 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742254 Aug 29 05:46:07.834131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-c6742ac5-e0dc-4606-bf6a-6b66f52134eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 200 len: 217 time: 0.0409062 Aug 29 05:46:07.890992 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-98a1f955-72bf-485a-902a-fc0892befb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:07.892524 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-98a1f955-72bf-485a-902a-fc0892befb4e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 200 len: 848 time: 0.0499518 Aug 29 05:46:07.932056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:07.939467 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-b7e7ec79-178b-4e8a-aaed-87a82fc95d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:07.941614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-b7e7ec79-178b-4e8a-aaed-87a82fc95d82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4079cb73-9f04-4ed4-9e1b-92d6e795d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408039 Aug 29 05:46:08.049931 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-ede932e0-66e6-45c0-9253-200cfc5ff3cf service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993378 Aug 29 05:46:08.154737 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:08.157763 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-966e9312-a6cb-4e05-b379-ba2a8b78a780 req-18383624-4529-4a43-8a58-f70d692d5eb9 service neutron] 10.222.0.54 "GET /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996356 Aug 29 05:46:08.182683 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78065888-0376-44c8-b5a4-21465ced4ecd None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:37:18Z', 'revision_number': 4, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'a28038b6-b781-48f6-bbfc-7415775c6f0b', 'name': '', 'network_id': '4079cb73-9f04-4ed4-9e1b-92d6e795d7de', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'mac_address': 'fa:16:3e:68:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:18Z', 'updated_at': '2021-08-29T05:37:24Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'subnets': [{'id': 'b374556f-9462-436d-99c5-46a69a6e395e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:08.425443 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78147a-5ba7-4610-aa82-486170403d59 None None] New status for floating IP a0a11804-0d66-42bd-ad9c-d3dc45ac95c6: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:46:08.952235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2831b43-fb9c-498e-9421-c227159e0bbf req-6c4733e1-18e0-4849-9a8d-39b6afd8b584 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:08.953730 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2831b43-fb9c-498e-9421-c227159e0bbf req-6c4733e1-18e0-4849-9a8d-39b6afd8b584 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0495844 Aug 29 05:46:08.990619 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d2831b43-fb9c-498e-9421-c227159e0bbf req-001ba8a7-c6a5-488e-b1ae-1e63a622c94a tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Aug 29 05:46:09.528617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286154db-8436-4153-a7c7-2a54dd392bab req-a019abda-55a0-4fbd-a412-3fd600c5a1fe tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:09.530099 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-286154db-8436-4153-a7c7-2a54dd392bab req-a019abda-55a0-4fbd-a412-3fd600c5a1fe tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 946 time: 0.0546517 Aug 29 05:46:09.619797 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Deleting port 3310b355-40be-4ce3-97cc-cb9d3f56d01b {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:09.620173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:09.710972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] For port 3310b355-40be-4ce3-97cc-cb9d3f56d01b, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=3310b355-40be-4ce3-97cc-cb9d3f56d01b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:09.711335 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:09.724629 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Calling delete_port for 3310b355-40be-4ce3-97cc-cb9d3f56d01b owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:09.848632 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:09.881842 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'Port': ['ID=3310b355-40be-4ce3-97cc-cb9d3f56d01b,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:09.893936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.894285 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.894624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.894964 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.895325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.895653 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.896002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.896333 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.896657 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.896980 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.897309 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.897625 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:09.931578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] No DVR routers for this DVR port 3310b355-40be-4ce3-97cc-cb9d3f56d01b on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:46:09.934050 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:09.936054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-286154db-8436-4153-a7c7-2a54dd392bab req-a632f33b-eb7a-4a35-8723-e95de06c41de tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.54 "DELETE /v2.0/ports/3310b355-40be-4ce3-97cc-cb9d3f56d01b HTTP/1.1" status: 204 len: 173 time: 0.3984170 Aug 29 05:46:09.936492 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-deleted', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:09.938793 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b64331f-c906-48b9-aae9-941a0d3c4045" -d '{"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-deleted", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:09.997560 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58db4e9-93d4-4caf-860d-0762649da1c6 x-openstack-request-id: req-f58db4e9-93d4-4caf-860d-0762649da1c6 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:09.998168 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77019599-f09b-4e42-b64b-5ba1efdd85a8", "name": "network-vif-deleted", "tag": "3310b355-40be-4ce3-97cc-cb9d3f56d01b", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:09.998168 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f58db4e9-93d4-4caf-860d-0762649da1c6 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:09.998681 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77019599-f09b-4e42-b64b-5ba1efdd85a8', 'name': 'network-vif-deleted', 'tag': '3310b355-40be-4ce3-97cc-cb9d3f56d01b', 'status': 'completed', 'code': 200} Aug 29 05:46:10.099049 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-330b5971-1fcb-4266-ac97-56a0de5055b2 req-85453fac-0374-4c21-96e1-52f5d4049751 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0377691 Aug 29 05:46:10.461718 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:10.484105 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-429354f2-74e5-4c1c-93b0-c18c63601ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:11.198864 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a50ed8bf-b787-48a1-9f3c-ae96eb86a918 req-0cc669dd-d89f-44f4-ac0e-dfc670a44382 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0259778 Aug 29 05:46:11.682880 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:12.292742 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-37e5d2a0-820c-45d3-a23a-1153040a5387 req-8efb701d-c8dc-44db-84f4-3a4ff3a1cebd tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0264847 Aug 29 05:46:13.182385 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:13.396005 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-655f56b9-2326-41b6-8768-ee21045b054b req-792f5351-3889-4eff-aa0c-d09233813854 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "GET /v2.0/ports?device_id=77019599-f09b-4e42-b64b-5ba1efdd85a8 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Aug 29 05:46:13.416814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:14.137975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:14.173979 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 3310b355-40be-4ce3-97cc-cb9d3f56d01b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:14.174331 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 3310b355-40be-4ce3-97cc-cb9d3f56d01b not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:14.453718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53872) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:14.512955 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:14.538728 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:14.599254 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:14.602094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:14.603295 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea10909d-5bf6-43ac-9e80-2b86d71c9c4c HTTP/1.1" status: 204 len: 168 time: 0.1485095 Aug 29 05:46:14.617185 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563810-b102-4fa3-a1d9-3b50b53bf4f3 tempest-TestShelveInstance-961117991 tempest-TestShelveInstance-961117991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10909d-5bf6-43ac-9e80-2b86d71c9c4c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:14.674218 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53876) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:15.125993 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:15.391949 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Deleting port a28038b6-b781-48f6-bbfc-7415775c6f0b {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:15.392309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:15.484403 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] For port a28038b6-b781-48f6-bbfc-7415775c6f0b, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a28038b6-b781-48f6-bbfc-7415775c6f0b,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:15.485099 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:15.500256 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Calling delete_port for a28038b6-b781-48f6-bbfc-7415775c6f0b owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:15.693526 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:15.701330 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:46:15.724029 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28038b6-b781-48f6-bbfc-7415775c6f0b,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:15.899168 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.117038 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Router 22f4133c-e849-4f81-8c98-252d1d543258 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:16.225917 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:16.230848 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-275ffa85-172f-41de-95c4-270170a9b5a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/22f4133c-e849-4f81-8c98-252d1d543258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5555353 Aug 29 05:46:16.233624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53880) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:16.238748 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Sync routers for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:16.248832 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:16.249513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:16.342315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.354175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:16.442562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.510239 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Deleting port 487f1597-bfbf-4018-8a50-7cac43b2a74c {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:16.510931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.543090 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:46:15Z', 'revision_number': 5, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port': {'id': '487f1597-bfbf-4018-8a50-7cac43b2a74c', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f4133c-e849-4f81-8c98-252d1d543258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:16Z', 'updated_at': '2021-08-29T05:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:16.570830 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Checking router: 22f4133c-e849-4f81-8c98-252d1d543258 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:16.578884 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Routers {'22f4133c-e849-4f81-8c98-252d1d543258'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:16.579479 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['22f4133c-e849-4f81-8c98-252d1d543258'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:16.589788 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] For port 487f1597-bfbf-4018-8a50-7cac43b2a74c, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=487f1597-bfbf-4018-8a50-7cac43b2a74c,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:16.590154 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.603666 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Calling delete_port for 487f1597-bfbf-4018-8a50-7cac43b2a74c owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:16.776732 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.802210 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Pushing event deleted for resources: {'Port': ['ID=487f1597-bfbf-4018-8a50-7cac43b2a74c,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:16.832272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] Set router 22f4133c-e849-4f81-8c98-252d1d543258 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:16.875525 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.887244 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:46:16Z', 'revision_number': 6, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:16.913619 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f72399-f6ae-4f20-a14a-4b6f49a6dc61 None None] The sync data for ids ['22f4133c-e849-4f81-8c98-252d1d543258'] in n-d-712139-13 is: [{'id': '22f4133c-e849-4f81-8c98-252d1d543258', 'name': 'tempest-TestShelveInstance-1032972123-router', 'tenant_id': 'b698acd6bd9d40da9a396a3bef540491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:15Z', 'updated_at': '2021-08-29T05:46:16Z', 'revision_number': 6, 'project_id': 'b698acd6bd9d40da9a396a3bef540491', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:16.969676 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:16.971752 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.013707 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.014254 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f4133c-e849-4f81-8c98-252d1d543258 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:46:17.018864 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.020083 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-469c05a6-78ad-4e10-86a4-6abd0817d82f admin admin] 10.222.0.62 "DELETE /v2.0/routers/22f4133c-e849-4f81-8c98-252d1d543258 HTTP/1.1" status: 204 len: 168 time: 0.7855413 Aug 29 05:46:17.022565 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53882) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:17.070131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Deleting subnet b374556f-9462-436d-99c5-46a69a6e395e {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:46:17.073007 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.105989 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.181094 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.231987 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.263794 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b374556f-9462-436d-99c5-46a69a6e395e,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:17.265805 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.267705 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-d3d21ef9-d167-4517-846e-88eb5fc77bd8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b374556f-9462-436d-99c5-46a69a6e395e HTTP/1.1" status: 204 len: 168 time: 0.2441874 Aug 29 05:46:17.270412 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53884) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:17.273250 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8d302-d74e-410d-bfc6-c4f17b0558e6 None None] Network 4079cb73-9f04-4ed4-9e1b-92d6e795d7de requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:17.343563 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.409394 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Deleting port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:17.410184 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.477542 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] For port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,segment=NetworkSegment(aac5192f-3ebb-4a1e-965a-d8f7389328f6),segment_id=aac5192f-3ebb-4a1e-965a-d8f7389328f6)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:17.477909 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.490961 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Calling delete_port for 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:17.569141 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.596627 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] No DVR routers for this DVR port 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:46:17.601022 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7dc61d-bdfe-4497-a5fb-e9b811101cc4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:17.676932 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.686690 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4079cb73-9f04-4ed4-9e1b-92d6e795d7de']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:17.697461 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac5192f-3ebb-4a1e-965a-d8f7389328f6') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:17.697745 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac5192f-3ebb-4a1e-965a-d8f7389328f6') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:17.707713 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.721897 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.729119 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:46:17.729518 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:46:17.731723 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:46:17.748587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee403c19-838f-4805-8a36-241108bf89dc None None] DHCP port deletion for 4079cb73-9f04-4ed4-9e1b-92d6e795d7de request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:46:17.806556 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.813234 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:17.814543 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a28038b6-b781-48f6-bbfc-7415775c6f0b no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:17.818361 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4079cb73-9f04-4ed4-9e1b-92d6e795d7de HTTP/1.1" status: 204 len: 168 time: 0.5443361 Aug 29 05:46:17.819035 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53886) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:17.835652 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ce3c-b5d5-4e88-bbd8-4d0b4e1a9ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4079cb73-9f04-4ed4-9e1b-92d6e795d7de,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:17.849178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a28038b6-b781-48f6-bbfc-7415775c6f0b {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:17.849456 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a28038b6-b781-48f6-bbfc-7415775c6f0b not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:18.523698 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:18.767725 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Deleting port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:18.768488 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:18.846139 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] For port e6dfbf1d-96ff-49fe-af78-c0c2db9ce132, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:18.846419 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:18.865228 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Calling delete_port for e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 owned by network:router_interface {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:19.061352 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.085551 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dfbf1d-96ff-49fe-af78-c0c2db9ce132,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:19.255333 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.432324 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 487f1597-bfbf-4018-8a50-7cac43b2a74c no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:19.455837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 487f1597-bfbf-4018-8a50-7cac43b2a74c {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:19.456208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 487f1597-bfbf-4018-8a50-7cac43b2a74c not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:19.457112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:19.474906 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Router 85622a7c-2c78-4918-9aa1-edc51567d261 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:19.479780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:19.480149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1e7dc61d-bdfe-4497-a5fb-e9b811101cc4 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:19.582202 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:19.587173 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-89693c77-d552-48ea-ae29-d138d83587ae admin admin] 10.222.0.62 "PUT /v2.0/routers/85622a7c-2c78-4918-9aa1-edc51567d261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671900 Aug 29 05:46:19.589884 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53888) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:19.590911 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Sync routers for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:19.600363 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:19.600948 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:19.693372 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks [] for router, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.701002 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:19.796065 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.852268 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Deleting port f84705e4-5f20-4e80-890f-2210c41b68e6 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:19.852628 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.931315 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] For port f84705e4-5f20-4e80-890f-2210c41b68e6, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=f84705e4-5f20-4e80-890f-2210c41b68e6,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:19.931683 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:19.949628 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Calling delete_port for f84705e4-5f20-4e80-890f-2210c41b68e6 owned by network:router_gateway {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:19.966138 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:46:19Z', 'revision_number': 5, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port': {'id': 'f84705e4-5f20-4e80-890f-2210c41b68e6', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:37:21Z', 'updated_at': '2021-08-29T05:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:19.994591 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Checking router: 85622a7c-2c78-4918-9aa1-edc51567d261 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:20.002644 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Routers {'85622a7c-2c78-4918-9aa1-edc51567d261'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:20.003233 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['85622a7c-2c78-4918-9aa1-edc51567d261'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:20.087468 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] Set router 85622a7c-2c78-4918-9aa1-edc51567d261 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:20.119647 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.139657 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:46:19Z', 'revision_number': 6, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:20.156383 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Pushing event deleted for resources: {'Port': ['ID=f84705e4-5f20-4e80-890f-2210c41b68e6,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:20.169894 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1d8c98-768a-4476-bbae-9ac0d536207f None None] The sync data for ids ['85622a7c-2c78-4918-9aa1-edc51567d261'] in n-d-712139-13 is: [{'id': '85622a7c-2c78-4918-9aa1-edc51567d261', 'name': 'tempest-TestShelveInstance-413008269-router', 'tenant_id': '1fc3f48b042945679bda96af17d7dc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:37:20Z', 'updated_at': '2021-08-29T05:46:19Z', 'revision_number': 6, 'project_id': '1fc3f48b042945679bda96af17d7dc03', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:20.213816 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.302584 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.304653 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.347798 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.348550 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85622a7c-2c78-4918-9aa1-edc51567d261 {{(pid=94826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:46:20.352976 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.354149 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-601e4cf8-cfa7-4422-af5a-264c6001debb admin admin] 10.222.0.62 "DELETE /v2.0/routers/85622a7c-2c78-4918-9aa1-edc51567d261 HTTP/1.1" status: 204 len: 168 time: 0.7633517 Aug 29 05:46:20.356806 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53890) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:20.405481 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Deleting subnet 9715761d-9116-4e18-a6e2-440dc727f7dc {{(pid=94826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:46:20.408572 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.442723 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8475552'] for subnet, precommit_delete_associations {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.521648 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.579810 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3698883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8766876'] for subnet, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.592849 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.594976 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9715761d-9116-4e18-a6e2-440dc727f7dc HTTP/1.1" status: 204 len: 168 time: 0.2371926 Aug 29 05:46:20.598280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53892) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:20.603370 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e76dc7-5b88-4fba-8c72-41518e1de184 None None] Network 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:20.623411 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1199-b09e-465f-9a25-1be8e2083bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9715761d-9116-4e18-a6e2-440dc727f7dc,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:20.682216 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.739730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Deleting port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:46:20.740327 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.811873 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] For port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,segment=NetworkSegment(a8783e79-2355-401e-bf8d-46d54aeeda35),segment_id=a8783e79-2355-401e-bf8d-46d54aeeda35)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:20.812190 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.825306 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Calling delete_port for 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:46:20.904769 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:20.930356 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:20.934984 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] No DVR routers for this DVR port 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:46:20.988750 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a560c-b038-4452-8d5b-a4a77f84b08a None None] DHCP port deletion for 2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:46:21.017535 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.029734 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:21.041836 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8783e79-2355-401e-bf8d-46d54aeeda35') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:21.042384 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8783e79-2355-401e-bf8d-46d54aeeda35') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:21.051716 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.066805 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.073004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:46:21.073458 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:46:21.075388 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:46:21.148660 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.158023 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.160152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c HTTP/1.1" status: 204 len: 168 time: 0.5602672 Aug 29 05:46:21.170574 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0c7d8-c076-4649-9f25-ed1a1ff465b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d06131e-c7ba-404b-8ff3-6f9b0d0bbd5c,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:21.292334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53896) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:21.341393 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-ee7a9d4a-bdcb-42e2-b12f-f952c429b243 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b698acd6bd9d40da9a396a3bef540491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452292 Aug 29 05:46:21.341536 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53898) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:21.397170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:21.401816 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.420374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:21.420711 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device e6dfbf1d-96ff-49fe-af78-c0c2db9ce132 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:21.421118 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f84705e4-5f20-4e80-890f-2210c41b68e6 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:21.423276 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.439497 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: f84705e4-5f20-4e80-890f-2210c41b68e6 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:21.439836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device f84705e4-5f20-4e80-890f-2210c41b68e6 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:21.440272 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:46:21.461179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:46:21.461653 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6bc3790f-181a-4f5e-83f8-e7dbc2c4b0b1 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:46:21.470177 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.472681 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.473945 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31fc0ef2-fbbb-4519-8ddb-e552b121d1c2 HTTP/1.1" status: 204 len: 168 time: 0.1314332 Aug 29 05:46:21.482029 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02750736-ed35-4b46-9150-c51d881811f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc0ef2-fbbb-4519-8ddb-e552b121d1c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:21.802783 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53906) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:21.841937 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-30449027-e2fb-40dd-af93-120985020ee2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fc3f48b042945679bda96af17d7dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379753 Aug 29 05:46:21.844332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53908) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:21.898301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.921788 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.966217 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.968726 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:21.969921 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d42fae92-623d-476f-adc2-c594dc809103 HTTP/1.1" status: 204 len: 168 time: 0.1246855 Aug 29 05:46:21.978586 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e847c-6314-41f3-ad4f-69ff07a9ea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fae92-623d-476f-adc2-c594dc809103,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:22.646833 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53930) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:22.743203 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2097381847-network', 'tenant_id': '9147db105d6247caa0751cb3d318871f'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:22.763361 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Made reservation on behalf of 9147db105d6247caa0751cb3d318871f for: {'network': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:22.765674 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.774429 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.864048 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.868562 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.893793 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:46:22.903101 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b097c8-1c92-4d08-aee8-be4d90fbc90a,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:22.909285 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.909659 n-d-712139-13 neutron-server[94826]: INFO neutron.db.segments_db [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Added segment 40a7a304-5ed1-472e-84ae-53737ecb074f of type vlan for network 3011e89d-599e-450e-b989-f2c3167b7c14 Aug 29 05:46:22.949051 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.976608 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:22.977634 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:22.978221 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.037496 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3894346 Aug 29 05:46:23.040332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53934) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:23.045258 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Request body: {'subnet': {'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2097381847-subnet', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'ip_version': 4}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:23.053227 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2259-e931-4fcb-8558-8305fe0c2b5f admin admin] Pushing event updated for resources: {'Network': ['ID=3011e89d-599e-450e-b989-f2c3167b7c14,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:23.068125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network 3011e89d-599e-450e-b989-f2c3167b7c14 details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:46:23.077495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Made reservation on behalf of 9147db105d6247caa0751cb3d318871f for: {'subnet': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:23.079896 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8766967'] for subnet, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.255874 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3794432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8766853'] for subnet, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.310845 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80020151-22c3-4c10-9893-e1083c4d8ae5,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:23.318062 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Checking segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:23.318414 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Network hostable DHCP agents. Network: 3011e89d-599e-450e-b989-f2c3167b7c14, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:46:23.335810 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:46:23.344827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, 3011e89d-599e-450e-b989-f2c3167b7c14) {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:23.349557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:23.350137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.356402 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c20de-1a22-40ca-b53d-e04447f93d98 None None] Network 3011e89d-599e-450e-b989-f2c3167b7c14 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:23.364540 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-dbf6303c-8bcd-403d-8719-55dd407aa331 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229175 Aug 29 05:46:23.366974 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53936) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:23.371580 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:23.392933 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.393845 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.444484 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.507208 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-3011e89d-599e-450e-b989-f2c3167b7c14', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:46:23.508126 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.590263 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.648994 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Allocated IP 172.20.0.2 (3011e89d-599e-450e-b989-f2c3167b7c14/80020151-22c3-4c10-9893-e1083c4d8ae5/786c3ea1-2588-4113-aa74-1f3121f39aad) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:23.792716 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.793084 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.801191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Transition to ACTIVE for port object 786c3ea1-2588-4113-aa74-1f3121f39aad will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:23.813092 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.815908 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Transition to ACTIVE for port object 786c3ea1-2588-4113-aa74-1f3121f39aad will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:23.820938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.862333 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:23.865581 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:23.870663 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:23.879050 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Pushing event updated for resources: {'Port': ['ID=786c3ea1-2588-4113-aa74-1f3121f39aad,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:23.890223 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.890579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.890923 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.891261 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.891631 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.892204 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.892536 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.892974 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.893391 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.894455 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.894949 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.895275 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:23.927655 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Allocated IP 172.25.3.149 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/6a69ddf6-1de9-46e3-a0ad-fb55f179253d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:23.946155 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Attempting to bind port 786c3ea1-2588-4113-aa74-1f3121f39aad on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:23.946524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Attempting to bind port 786c3ea1-2588-4113-aa74-1f3121f39aad by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:23.946891 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Attempting to bind port 786c3ea1-2588-4113-aa74-1f3121f39aad on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:23.951944 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:23.952340 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Checking segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:23.952736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:23.953131 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Bound using segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:23.953593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Bound port: 786c3ea1-2588-4113-aa74-1f3121f39aad, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:23.954002 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.020041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] For port 786c3ea1-2588-4113-aa74-1f3121f39aad, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:24.023186 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] For port 786c3ea1-2588-4113-aa74-1f3121f39aad, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=786c3ea1-2588-4113-aa74-1f3121f39aad,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:24.029300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.034309 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.074537 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.092380 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd08b6-35c9-4b6c-83c5-51eaf5646847 None None] Pushing event updated for resources: {'Port': ['ID=786c3ea1-2588-4113-aa74-1f3121f39aad,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:24.112609 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:24.115567 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:24.119325 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:24.151232 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Pushing event updated for resources: {'Port': ['ID=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:24.389502 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.589646 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:24.981143 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b930d7-07a4-41ad-93b8-10d56bf6b1bd None None] Network 3011e89d-599e-450e-b989-f2c3167b7c14 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:25.058524 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:46:25.086423 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-297abc00-d95c-4c1c-88a3-9790fffc7d75 None None] Provisioning for port 786c3ea1-2588-4113-aa74-1f3121f39aad completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:25.168171 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:25.179522 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:25.182982 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] Notify callbacks [] for router, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.184451 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-90752f7d-39ec-481f-abcc-82cf86fd1302 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8163073 Aug 29 05:46:25.187335 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53938) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:25.188975 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:25.189587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:25.307966 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:25.442996 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 786c3ea1-2588-4113-aa74-1f3121f39aad up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:25.538112 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 786c3ea1-2588-4113-aa74-1f3121f39aad completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:25.544058 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 786c3ea1-2588-4113-aa74-1f3121f39aad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:25.544429 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.583028 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:24Z', 'revision_number': 3, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:25.611178 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:25.611525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Updating router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:46:25.634328 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.663480 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.710250 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.810804 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Allocated IP 172.20.0.1 (3011e89d-599e-450e-b989-f2c3167b7c14/80020151-22c3-4c10-9893-e1083c4d8ae5/be1d8e70-17b3-4554-96ed-fce7488732c2) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:25.814368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 786c3ea1-2588-4113-aa74-1f3121f39aad, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=786c3ea1-2588-4113-aa74-1f3121f39aad,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:25.818835 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.914247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=786c3ea1-2588-4113-aa74-1f3121f39aad,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:25.921925 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:25.936568 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Transition to ACTIVE for port object be1d8e70-17b3-4554-96ed-fce7488732c2 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:25.969388 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.000015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.010137 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Transition to ACTIVE for port object 6a69ddf6-1de9-46e3-a0ad-fb55f179253d will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:26.022084 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.025880 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:26.029131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:26.031899 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:26.070660 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:26.078965 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890aef-5196-49bf-af9d-9cbb8e1b721f None None] Pushing event updated for resources: {'Port': ['ID=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:26.082019 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Attempting to bind port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:26.082388 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Attempting to bind port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:26.082752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Attempting to bind port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:26.088498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:26.088787 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:26.089185 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.089583 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:26.090024 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Bound port: 6a69ddf6-1de9-46e3-a0ad-fb55f179253d, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:26.090431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.091654 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.151836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] For port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:26.156180 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] For port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:26.161407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.225731 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:26.226377 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:26.241195 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.261782 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890aef-5196-49bf-af9d-9cbb8e1b721f None None] Pushing event updated for resources: {'Port': ['ID=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:26.330518 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8316de6-fa63-46a7-bc73-41bdd9990a04 None None] Provisioning for port be1d8e70-17b3-4554-96ed-fce7488732c2 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:26.337453 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-b8316de6-fa63-46a7-bc73-41bdd9990a04 None None] Provisioning complete for port be1d8e70-17b3-4554-96ed-fce7488732c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:26.337818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b8316de6-fa63-46a7-bc73-41bdd9990a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.376348 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:26.416464 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.419673 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-b8316de6-fa63-46a7-bc73-41bdd9990a04 None None] Port be1d8e70-17b3-4554-96ed-fce7488732c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:26.430389 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.500764 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:26.504052 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.603190 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:26.604699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:26.726392 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:26.757825 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:25Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:26.786312 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0089d0-8dbf-4f2f-ab5c-8879495be40c None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:25Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:26.843646 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-2c4a1cfc-38c9-45e4-8a2c-10c7311f4061 None None] Provisioning complete for port be1d8e70-17b3-4554-96ed-fce7488732c2 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:26.844042 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1cfc-38c9-45e4-8a2c-10c7311f4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:26.846855 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:26.859914 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-50aa9c3b-8b2c-41ea-9948-0f6dbccfa6c4 admin admin] 10.222.0.62 "PUT /v2.0/routers/a9fa869d-5a43-4dab-bb15-aa8feb945bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633468 Aug 29 05:46:26.886210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a1cfc-38c9-45e4-8a2c-10c7311f4061 None None] Port be1d8e70-17b3-4554-96ed-fce7488732c2 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:27.364002 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53954) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:27.369383 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-266136730-network', 'tenant_id': '530152c27292472c89ffc721f9de1118'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:27.398450 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Made reservation on behalf of 530152c27292472c89ffc721f9de1118 for: {'network': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:27.407607 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for network, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.423860 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.444357 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 786c3ea1-2588-4113-aa74-1f3121f39aad up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:27.507420 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 786c3ea1-2588-4113-aa74-1f3121f39aad triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:27.509210 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.554046 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.560314 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.580280 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 05:46:27.598920 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.599282 n-d-712139-13 neutron-server[94827]: INFO neutron.db.segments_db [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Added segment cc86fee4-ed20-4bb1-bfa7-cdd9400490f7 of type vlan for network b5aaa28d-1735-483c-933e-c38b757cc79f Aug 29 05:46:27.610905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e732629-b23a-44e6-bf21-4ba3482630f2,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:27.647405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758440244574'] for network, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.676960 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952'] for network, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.677936 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:27.678519 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.741032 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3726888 Aug 29 05:46:27.741236 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53956) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:27.746387 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Request body: {'subnet': {'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-266136730-subnet', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'ip_version': 4}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:27.752991 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512493e-e15c-4433-9e86-915f54f4979d admin admin] Pushing event updated for resources: {'Network': ['ID=b5aaa28d-1735-483c-933e-c38b757cc79f,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:27.764535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Network b5aaa28d-1735-483c-933e-c38b757cc79f details requested by agent ovs-agent-n-d-712139-13 with host n-d-712139-13 {{(pid=94828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 05:46:27.773193 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Made reservation on behalf of 530152c27292472c89ffc721f9de1118 for: {'subnet': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:27.775703 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8745295'] for subnet, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:27.953682 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9175505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8745277'] for subnet, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.012602 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2cf1f99-d06a-4924-98de-1139928bb4e8,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:28.022355 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Checking segment: {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:28.022860 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Network hostable DHCP agents. Network: b5aaa28d-1735-483c-933e-c38b757cc79f, hostable agents: ['78b82db1-74d6-4e5b-95d7-167bbdba7583'], hosted agents: [] {{(pid=94827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 05:46:28.041877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Network b5aaa28d-1735-483c-933e-c38b757cc79f is scheduled to be hosted by DHCP agent 78b82db1-74d6-4e5b-95d7-167bbdba7583 with binding_index 1 {{(pid=94827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 05:46:28.053532 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712139-13, b5aaa28d-1735-483c-933e-c38b757cc79f) {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:28.058626 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:28.058762 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.062200 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1789e8a-3c81-4d59-843f-7040bc034a52 None None] Network b5aaa28d-1735-483c-933e-c38b757cc79f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:28.074352 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-038c4d6c-b3cb-400c-a62d-52f5548b8bc2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3319876 Aug 29 05:46:28.076968 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53958) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:28.081579 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:28.105512 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7866644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36138'] for router, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.106777 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7866808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7870674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36129'] for router, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.169445 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.230317 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp398b6275-2f2b-5900-afb7-f40a8d41f2eb-b5aaa28d-1735-483c-933e-c38b757cc79f', 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'fixed_ips': [{'subnet_id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8'}]}} from n-d-712139-13. {{(pid=94828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 05:46:28.231192 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.307406 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.367857 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.db_base_plugin_common [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Allocated IP 172.20.0.2 (b5aaa28d-1735-483c-933e-c38b757cc79f/d2cf1f99-d06a-4924-98de-1139928bb4e8/a7698f0e-2464-4253-8e8b-ef96f7a41c61) {{(pid=94828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:28.518469 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks [] for port, precommit_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.527802 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Transition to ACTIVE for port object a7698f0e-2464-4253-8e8b-ef96f7a41c61 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:28.530518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.544081 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Transition to ACTIVE for port object a7698f0e-2464-4253-8e8b-ef96f7a41c61 will not be triggered until provisioned by entity DHCP. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:28.551084 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.551552 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868'] for port, after_create {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.594371 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Network b5aaa28d-1735-483c-933e-c38b757cc79f is already hosted by enough agents. {{(pid=94828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:28.597584 n-d-712139-13 neutron-server[94828]: DEBUG neutron.scheduler.base_scheduler [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Resources bound (agent type, host, resource id): {{(pid=94828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:28.604252 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Received port after_create {{(pid=94828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:28.617303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Pushing event updated for resources: {'Port': ['ID=a7698f0e-2464-4253-8e8b-ef96f7a41c61,revision_number=1']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:28.662144 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Allocated IP 172.25.3.101 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/1a7cd65a-6d59-4712-b8d6-60b5d7ac5285) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:28.671210 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Attempting to bind port a7698f0e-2464-4253-8e8b-ef96f7a41c61 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:28.671576 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Attempting to bind port a7698f0e-2464-4253-8e8b-ef96f7a41c61 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:28.672373 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Attempting to bind port a7698f0e-2464-4253-8e8b-ef96f7a41c61 on network b5aaa28d-1735-483c-933e-c38b757cc79f {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:28.677785 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:28.678158 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Checking segment: {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:28.678555 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.679076 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Bound using segment: {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:28.679547 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Bound port: a7698f0e-2464-4253-8e8b-ef96f7a41c61, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:28.679950 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.746113 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] For port a7698f0e-2464-4253-8e8b-ef96f7a41c61, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:28.749309 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] For port a7698f0e-2464-4253-8e8b-ef96f7a41c61, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7698f0e-2464-4253-8e8b-ef96f7a41c61,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:28.754165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.774758 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.792329 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:28.803847 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:28.804813 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:28.817976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5753-a985-4a88-b6ea-cb5e002a5003 None None] Pushing event updated for resources: {'Port': ['ID=a7698f0e-2464-4253-8e8b-ef96f7a41c61,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:28.823174 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:28.856635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:28.861200 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:28.864904 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:28.897975 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Pushing event updated for resources: {'Port': ['ID=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:28.919553 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:29.139842 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 2, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:29.164506 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.165962 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:29.166311 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Updating router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 port be1d8e70-17b3-4554-96ed-fce7488732c2 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:46:29.190563 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.369791 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7866755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7870733'] for router, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.483394 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7698f0e-2464-4253-8e8b-ef96f7a41c61 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:29.498720 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.510231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Transition to ACTIVE for port object be1d8e70-17b3-4554-96ed-fce7488732c2 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:29.518503 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.528905 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Router 15391029-7b84-44fa-871c-3dd151cab3c7 is scheduled to L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e with binding_index 1 {{(pid=94827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 05:46:29.551288 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port a7698f0e-2464-4253-8e8b-ef96f7a41c61 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:29.557780 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a69ddf6-1de9-46e3-a0ad-fb55f179253d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:29.623719 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Pushing event updated for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:29.625773 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:29.630582 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:29.630951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.648564 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.649231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.649811 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.650409 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.650740 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.651067 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.651390 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.651708 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.652052 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.652366 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.652686 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.652998 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:46:29.678288 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Attempting to bind port be1d8e70-17b3-4554-96ed-fce7488732c2 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:29.678656 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Attempting to bind port be1d8e70-17b3-4554-96ed-fce7488732c2 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:29.679022 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Attempting to bind port be1d8e70-17b3-4554-96ed-fce7488732c2 on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:29.684637 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:29.685144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Checking segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:29.685490 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.685919 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Bound using segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:29.686438 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Bound port: be1d8e70-17b3-4554-96ed-fce7488732c2, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:29.688443 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.696606 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:29.711205 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Sync routers for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:29.713307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.717206 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-b3b1d1c1-8426-465e-9083-b18e2e5cee4e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6368227 Aug 29 05:46:29.717448 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53960) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:29.751049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:29.751685 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:29.780797 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] For port be1d8e70-17b3-4554-96ed-fce7488732c2, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:29.785546 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] For port be1d8e70-17b3-4554-96ed-fce7488732c2, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be1d8e70-17b3-4554-96ed-fce7488732c2,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:29.792240 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.847211 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:29.847897 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.848787 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:29.922753 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:29.929804 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:29.946725 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f0a81-c99f-4029-a130-3f950bb89460 None None] Pushing event updated for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:29.981445 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:29.984669 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:30.072918 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c8e4c-a9a6-4ae0-9ff8-9a9110bcbde8 None None] Network b5aaa28d-1735-483c-933e-c38b757cc79f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:46:30.172758 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:30.221270 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:30.309574 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 3, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:30.350549 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a38a7f-bdbb-423e-b5f9-33ea0a62d326 None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:30.359410 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Checking router: 15391029-7b84-44fa-871c-3dd151cab3c7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:30.359763 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Updating router 15391029-7b84-44fa-871c-3dd151cab3c7 port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 binding host n-d-712139-13 {{(pid=94828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:46:30.415585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.531793 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Provisioning for port a7698f0e-2464-4253-8e8b-ef96f7a41c61 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:30.540454 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Provisioning complete for port a7698f0e-2464-4253-8e8b-ef96f7a41c61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:30.540814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.641183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.710501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.789416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.802153 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] For port a7698f0e-2464-4253-8e8b-ef96f7a41c61, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7698f0e-2464-4253-8e8b-ef96f7a41c61,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:30.807298 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.809635 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Allocated IP 172.20.0.1 (b5aaa28d-1735-483c-933e-c38b757cc79f/d2cf1f99-d06a-4924-98de-1139928bb4e8/d71b4770-6c91-4b24-94ad-3fb7b9b8a135) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:30.841508 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks [] for port, precommit_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.860060 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Transition to ACTIVE for port object 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 will not be triggered until provisioned by entity L2. {{(pid=94828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:30.871933 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.880070 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8e8ce-a7ec-4b42-abe0-35f711500357 None None] Pushing event updated for resources: {'Port': ['ID=a7698f0e-2464-4253-8e8b-ef96f7a41c61,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:30.923482 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.937522 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Transition to ACTIVE for port object d71b4770-6c91-4b24-94ad-3fb7b9b8a135 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:30.938132 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Attempting to bind port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:30.938492 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Attempting to bind port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:30.938849 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Attempting to bind port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 on network e072c453-34e6-463a-8307-d1699680704a {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:30.945269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdab661-3e8b-4257-ad59-e1a620244699 None None] Pushing event updated for resources: {'Port': ['ID=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,revision_number=2']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:30.948706 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:30.949106 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Checking segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:30.949501 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.949885 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Bound using segment: {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'} {{(pid=94828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:30.950563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.managers [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Bound port: 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e072c453-34e6-463a-8307-d1699680704a'}}] {{(pid=94828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:30.950946 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.972737 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:30.974201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-4b868e56-2619-419c-81cd-e31129d50ba4 None None] Provisioning complete for port a7698f0e-2464-4253-8e8b-ef96f7a41c61 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:30.974571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4b868e56-2619-419c-81cd-e31129d50ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.008911 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Network b5aaa28d-1735-483c-933e-c38b757cc79f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:31.015290 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:31.017962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:31.032697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] For port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285, host n-d-712139-13, cleared binding levels {{(pid=94828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:31.036452 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] For port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:31.041918 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.045399 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Pushing event updated for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:31.066994 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7870930'] for router_interface, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.140384 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdab661-3e8b-4257-ad59-e1a620244699 None None] Pushing event updated for resources: {'Port': ['ID=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,revision_number=3']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:31.147616 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:31.148255 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:31.218297 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.395873 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.405324 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.411498 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a05a70c8-f8cc-40e7-982b-306d48a24b49 None None] Provisioning for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:31.420433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-a05a70c8-f8cc-40e7-982b-306d48a24b49 None None] Provisioning complete for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:31.420814 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a05a70c8-f8cc-40e7-982b-306d48a24b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.429175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:31.475752 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be1d8e70-17b3-4554-96ed-fce7488732c2 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:31.478071 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Pushing event updated for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:31.480525 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7961934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7871245'] for router_interface, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.582730 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Network b5aaa28d-1735-483c-933e-c38b757cc79f is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:31.584332 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:31.612119 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-a05a70c8-f8cc-40e7-982b-306d48a24b49 None None] Port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:31.650408 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port be1d8e70-17b3-4554-96ed-fce7488732c2 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:31.657188 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be1d8e70-17b3-4554-96ed-fce7488732c2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:31.657552 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.703856 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Router 15391029-7b84-44fa-871c-3dd151cab3c7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:31.774513 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 3, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:31.806129 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f556056-4478-4944-a448-5bb0f14ad072 None None] The sync data for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 is: [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 3, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:31.808932 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.820962 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:31.825853 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-4829d800-b62c-4ad2-847d-2012d21e7543 admin admin] 10.222.0.62 "PUT /v2.0/routers/15391029-7b84-44fa-871c-3dd151cab3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1073475 Aug 29 05:46:31.861034 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port be1d8e70-17b3-4554-96ed-fce7488732c2, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be1d8e70-17b3-4554-96ed-fce7488732c2,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:31.863465 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-3b89f033-dc72-455e-8fa6-d22aff689e44 None None] Provisioning complete for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:31.863862 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3b89f033-dc72-455e-8fa6-d22aff689e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.867269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:31.868533 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7698f0e-2464-4253-8e8b-ef96f7a41c61 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:31.972221 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-3b89f033-dc72-455e-8fa6-d22aff689e44 None None] Port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:31.984441 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:31.997320 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port a7698f0e-2464-4253-8e8b-ef96f7a41c61 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:31.997699 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.102535 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a69ddf6-1de9-46e3-a0ad-fb55f179253d up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:32.160031 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:32.160400 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.584695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53968) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:32.589597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252141869', 'description': 'tempest-secgroup-smoke-1252141869 description', 'project_id': '9147db105d6247caa0751cb3d318871f'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:32.610692 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.696975 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.700781 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.726018 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.727242 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415236 Aug 29 05:46:32.730459 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53970) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:32.731121 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3886f8-cef1-423f-b999-58b151adaa43 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a5dd83-b06e-4e96-9216-08c681c4f111,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:32.736066 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:32.763528 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.819407 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.823151 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.840760 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f3a479-7dde-4d3c-8102-f51aab0095ec,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:32.847541 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.848770 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-b4d226ea-6367-48fe-9f7b-c9cbf8bad6d0 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173151 Aug 29 05:46:32.851482 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53972) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:32.855828 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:32.891431 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.947424 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.951076 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.970231 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e053b39-596f-479e-ad57-df0cd1933cdb,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:32.976564 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:32.977954 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4d4030c7-6806-4cc8-a3f0-4cf609e24e79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255341 Aug 29 05:46:32.980841 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 53974) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:32.985243 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:33.011873 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.073983 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.078985 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.101921 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdde278f-2da7-40a7-914a-89039d2725e3,revision_number=0']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:33.106722 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.108308 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-1494512d-ab67-41b2-8258-c91b1c395e4e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262679 Aug 29 05:46:33.110879 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53976) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:33.116342 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:33.144154 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.206664 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.210834 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.231504 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f29a86-4429-4a6e-8331-7dd5685eaa20,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:33.240584 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.241833 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-7730c108-9a3f-4995-887e-160654cd55b2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298401 Aug 29 05:46:33.244833 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53978) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:33.249320 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:33.271823 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Project 9147db105d6247caa0751cb3d318871f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:46:33.276579 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.340307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.344954 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.363167 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ec72d6-f3a5-4f20-a7df-d921b942470f,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:33.373425 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.375218 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-e1118968-e6a1-4fd3-9e2d-a7b7d53612ff tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289539 Aug 29 05:46:33.377420 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 53980) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:33.379181 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Sync routers for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:33.382896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'security_group_rule': {'security_group_id': '57a5dd83-b06e-4e96-9216-08c681c4f111', 'project_id': '9147db105d6247caa0751cb3d318871f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:33.389621 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:33.390266 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:33.410791 n-d-712139-13 neutron-server[94827]: INFO neutron.db.securitygroups_db [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Project 9147db105d6247caa0751cb3d318871f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 05:46:33.416047 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.479666 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.484447 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506738'] for security_group_rule, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.504681 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:33.505087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be1d8e70-17b3-4554-96ed-fce7488732c2 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:33.505554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc57c91-1ad5-4179-8098-b3cb23bb2c17,revision_number=0']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:33.521636 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.532148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-738aebf4-e532-46d1-b844-66085892b684 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440210 Aug 29 05:46:33.559948 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port be1d8e70-17b3-4554-96ed-fce7488732c2 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:33.560326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.658219 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:33.682792 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-4cf6ec15-8e92-486d-b9cc-15bf9196a3fc tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252141869&fields=id&tenant_id=9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 267 time: 0.0362551 Aug 29 05:46:33.718041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:33.722695 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:33.723176 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.727074 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 4, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd71b4770-6c91-4b24-94ad-3fb7b9b8a135', 'name': '', 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'mac_address': 'fa:16:3e:d6:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:30Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 2, 'project_id': '530152c27292472c89ffc721f9de1118', 'subnets': [{'id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:33.759055 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Checking router: 15391029-7b84-44fa-871c-3dd151cab3c7 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:33.759545 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Updating router 15391029-7b84-44fa-871c-3dd151cab3c7 port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 binding host n-d-712139-13 {{(pid=94829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 05:46:33.786186 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.803674 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-fce60721-cea9-47cd-b947-1e87eb24b3be tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:33.805186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-fce60721-cea9-47cd-b947-1e87eb24b3be tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 810 time: 0.1136844 Aug 29 05:46:33.810837 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.822082 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-fcdc5b28-6af9-4c29-bc8d-8e89609a41d6 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/quotas/9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 375 time: 0.0107217 Aug 29 05:46:33.832425 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:33.836528 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:33.883495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-5e0be91d-a984-4d5e-bcf3-e2776fcaac65 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544627 Aug 29 05:46:33.889166 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:33.987012 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-880a0e67-c9ac-4931-91d0-c716a1fcc5d8 service neutron] 10.222.0.62 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822947 Aug 29 05:46:34.053295 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks [] for port, precommit_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:34.062983 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.provisioning_blocks [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Transition to ACTIVE for port object d71b4770-6c91-4b24-94ad-3fb7b9b8a135 will not be triggered until provisioned by entity L2. {{(pid=94829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:34.069162 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:34.082019 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-3cb20a4f-09f0-42a1-aa8f-062aaa02ca30 service neutron] 10.222.0.62 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Aug 29 05:46:34.138480 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca752b3-1223-4c52-ba8d-7b860e5c2821 None None] Pushing event updated for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=3']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:34.177117 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Attempting to bind port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 on host n-d-712139-13 for vnic_type normal with profile {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:34.177788 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Attempting to bind port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 by drivers openvswitch,hyperv on host n-d-712139-13 at level 0 using segments [{'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:34.178144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Attempting to bind port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 on network b5aaa28d-1735-483c-933e-c38b757cc79f {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:34.183470 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Checking agent: {'id': '5b0c282e-b27d-4674-b159-a8793ff47be4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 0, 10), 'started_at': datetime.datetime(2021, 8, 29, 4, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712139-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:34.184160 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Checking segment: {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:34.184731 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:34.185284 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Bound using segment: {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'} {{(pid=94829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:34.185937 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.managers [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Bound port: d71b4770-6c91-4b24-94ad-3fb7b9b8a135, host: n-d-712139-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f'}}] {{(pid=94829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:34.186499 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:34.251197 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] For port d71b4770-6c91-4b24-94ad-3fb7b9b8a135, host n-d-712139-13, cleared binding levels {{(pid=94829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:34.255568 n-d-712139-13 neutron-server[94829]: DEBUG neutron.plugins.ml2.db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] For port d71b4770-6c91-4b24-94ad-3fb7b9b8a135, host n-d-712139-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:34.260247 n-d-712139-13 neutron-server[94829]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:34.317048 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:34.317693 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:34.360255 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca752b3-1223-4c52-ba8d-7b860e5c2821 None None] Pushing event updated for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=4']} {{(pid=94829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:34.436712 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:34.651670 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 4, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd71b4770-6c91-4b24-94ad-3fb7b9b8a135', 'name': '', 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'mac_address': 'fa:16:3e:d6:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:30Z', 'updated_at': '2021-08-29T05:46:34Z', 'revision_number': 4, 'project_id': '530152c27292472c89ffc721f9de1118', 'subnets': [{'id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:34.677774 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c1b1-0765-46e0-ac52-b3eab6bb3233 None None] The sync data for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 is: [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 4, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'd71b4770-6c91-4b24-94ad-3fb7b9b8a135', 'name': '', 'network_id': 'b5aaa28d-1735-483c-933e-c38b757cc79f', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'mac_address': 'fa:16:3e:d6:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:30Z', 'updated_at': '2021-08-29T05:46:34Z', 'revision_number': 4, 'project_id': '530152c27292472c89ffc721f9de1118', 'subnets': [{'id': 'd2cf1f99-d06a-4924-98de-1139928bb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:35.279217 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3d784f47-e183-40db-81cb-dc40908937f4 req-028ba054-8d94-404e-80e2-7f84230cd973 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Aug 29 05:46:35.469592 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d71b4770-6c91-4b24-94ad-3fb7b9b8a135 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:35.523699 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:35.528144 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:35.528544 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:35.610510 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:35.645644 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] For port d71b4770-6c91-4b24-94ad-3fb7b9b8a135, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:35.651272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:35.652235 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:35.731083 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Pushing event updated for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:35.742895 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:35.743269 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:36.363586 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e713bc53-1595-4b5e-be86-7bf16198d867 req-92b16229-aa77-4112-acd4-1b1367fa197b tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Aug 29 05:46:37.400351 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d71b4770-6c91-4b24-94ad-3fb7b9b8a135 up at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:37.447886 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Provisioning complete for port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:37.448287 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:37.456174 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d211c5af-8a1c-48a8-b99f-bf9f108fd0b4 req-c25b3959-719c-4873-bc15-6e23e36f9010 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 210 time: 0.0266132 Aug 29 05:46:37.507602 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d9417e3c-fc39-4871-86ef-f3a7d14c5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:38.426949 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-959aafe2-d1bf-4e25-be3f-c6b3bc54a3c9 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:38.428446 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-959aafe2-d1bf-4e25-be3f-c6b3bc54a3c9 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 810 time: 0.1064193 Aug 29 05:46:38.488129 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-4405d2a5-8a87-4017-946c-adcd4c5165c6 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 380 time: 0.0456433 Aug 29 05:46:38.501165 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'port': {'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'admin_state_up': True, 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'security_groups': ['57a5dd83-b06e-4e96-9216-08c681c4f111']}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:38.579851 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2d2a955a-ee59-4c08-b719-d3e977256910 req-25e3e993-1563-4402-9534-047141c4be7d tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 210 time: 0.0342033 Aug 29 05:46:38.640714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Made reservation on behalf of 9147db105d6247caa0751cb3d318871f for: {'port': 1} {{(pid=94827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:46:38.645013 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:38.772843 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Allocated IP 172.20.0.4 (3011e89d-599e-450e-b989-f2c3167b7c14/80020151-22c3-4c10-9893-e1083c4d8ae5/83eda8ca-9a1f-448e-999e-78d1d807e333) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:38.909770 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:38.922932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Transition to ACTIVE for port object 83eda8ca-9a1f-448e-999e-78d1d807e333 will not be triggered until provisioned by entity DHCP. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:38.955457 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.002454 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:39.006116 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:39.009955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:39.033289 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:39.061621 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:39.062247 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.078051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a4a4b010-bebc-48d8-8479-ce2756c20045 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811105 Aug 29 05:46:39.100369 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Request body: {'port': {'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712139-13'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:39.153957 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.282991 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-daf7c177-aefc-40d5-aa70-02652b4cc89a None None] Provisioning for port 83eda8ca-9a1f-448e-999e-78d1d807e333 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:39.287056 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-daf7c177-aefc-40d5-aa70-02652b4cc89a None None] Provisioning complete for port 83eda8ca-9a1f-448e-999e-78d1d807e333 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:39.287420 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-daf7c177-aefc-40d5-aa70-02652b4cc89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.320549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-daf7c177-aefc-40d5-aa70-02652b4cc89a None None] Port 83eda8ca-9a1f-448e-999e-78d1d807e333 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:46:39.418994 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eda8ca-9a1f-448e-999e-78d1d807e333 {{(pid=94827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:46:39.426652 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.438057 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.provisioning_blocks [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Transition to ACTIVE for port object 83eda8ca-9a1f-448e-999e-78d1d807e333 will not be triggered until provisioned by entity L2. {{(pid=94827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:46:39.441856 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.492735 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:39.568597 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Attempting to bind port 83eda8ca-9a1f-448e-999e-78d1d807e333 on host n-h2-712139-13 for vnic_type normal with profile {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:46:39.568935 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Attempting to bind port 83eda8ca-9a1f-448e-999e-78d1d807e333 by drivers openvswitch,hyperv on host n-h2-712139-13 at level 0 using segments [{'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:46:39.569263 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Attempting to bind port 83eda8ca-9a1f-448e-999e-78d1d807e333 on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:39.573733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Port 83eda8ca-9a1f-448e-999e-78d1d807e333 on network 3011e89d-599e-450e-b989-f2c3167b7c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-712139-13 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:46:39.574052 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Attempting to bind port 83eda8ca-9a1f-448e-999e-78d1d807e333 on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:46:39.578988 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Checking agent: {'id': '535f9324-0d39-4762-b64e-3f5cdb5de1eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:46:39.579318 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Checking segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:46:39.579696 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Bound using segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} {{(pid=94827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:46:39.580160 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.managers [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Bound port: 83eda8ca-9a1f-448e-999e-78d1d807e333, host: n-h2-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}}] {{(pid=94827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:46:39.580518 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.653647 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, cleared binding levels {{(pid=94827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:46:39.656829 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:46:39.662183 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.727993 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:39.729344 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:39.731093 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] 10.222.0.54 "PUT /v2.0/ports/83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 1092 time: 0.6391511 Aug 29 05:46:39.731546 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:39.733941 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a2fa6-5596-4dd0-9a85-af77b94108f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:39.778482 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d8af7-c841-41f3-9bcd-ca138b273412 req-5b1da656-0b2d-4425-9d9e-5cb8ee3b4398 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:39.780204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a59d8af7-c841-41f3-9bcd-ca138b273412 req-5b1da656-0b2d-4425-9d9e-5cb8ee3b4398 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.1155314 Aug 29 05:46:39.780776 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371a1b-3e42-4425-a325-185b4c7dacb4 service neutron] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=3']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:39.825773 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a59d8af7-c841-41f3-9bcd-ca138b273412 req-8e0663ea-f8e0-4bea-b5fc-2f7040328583 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361333 Aug 29 05:46:39.860322 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8378ffc-3df9-4037-90b0-38f8978e1ec5 x-openstack-request-id: req-b8378ffc-3df9-4037-90b0-38f8978e1ec5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:39.860749 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:39.861339 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8378ffc-3df9-4037-90b0-38f8978e1ec5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:39.861816 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'status': 'completed', 'code': 200} Aug 29 05:46:39.946398 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-631e2803-04e2-421a-b09e-61a24bde1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:39.947896 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-631e2803-04e2-421a-b09e-61a24bde1002 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1095 time: 0.1642191 Aug 29 05:46:39.997253 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-4d91a5aa-1683-427a-802f-b2ee244f337c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 217 time: 0.0364196 Aug 29 05:46:40.045711 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a138906c-9f59-49f1-92f0-7469ca38097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.047123 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-a138906c-9f59-49f1-92f0-7469ca38097d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0423720 Aug 29 05:46:40.096477 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-c3e10549-bad9-48bd-87ef-3a227f773544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.097947 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-c3e10549-bad9-48bd-87ef-3a227f773544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423217 Aug 29 05:46:40.197431 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-01d737f8-c639-4a22-a1ff-ce8dbe39752b service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864482 Aug 29 05:46:40.287617 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-c277f1ad-6a3f-4d8a-8836-7f21c48e34f9 req-93f43f76-dac8-4d3c-93c5-cdda55e69925 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794501 Aug 29 05:46:40.383006 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-c7c19729-b268-4e18-aa97-15c8984308f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.384510 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-c7c19729-b268-4e18-aa97-15c8984308f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1095 time: 0.0454090 Aug 29 05:46:40.463885 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:40.472741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-18015c06-1d3e-4514-9346-a2cf76e7b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.474221 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-18015c06-1d3e-4514-9346-a2cf76e7b3eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0827756 Aug 29 05:46:40.485965 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a370e8a7-3d07-4837-9d88-770cdb6e209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:40.520070 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-25d6e576-74fc-48e2-aea9-c9eaddb1352c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 217 time: 0.0370469 Aug 29 05:46:40.587714 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-89d9490f-be46-438e-860c-578315664bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.589240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-89d9490f-be46-438e-860c-578315664bcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0587308 Aug 29 05:46:40.637012 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-bcc0e19f-986a-49a5-8cd1-db65312e1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.638412 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-bcc0e19f-986a-49a5-8cd1-db65312e1c4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400577 Aug 29 05:46:40.726398 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-b9ad92b2-5cc9-4976-842c-01d71fa9a816 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803401 Aug 29 05:46:40.820346 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f78a2fa6-5596-4dd0-9a85-af77b94108f3 req-1f249d17-fc83-4e64-b604-4a6b19fe473e service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Aug 29 05:46:40.953010 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f016668-81d5-4fa9-825e-0cc95c6e45a2 req-c48b5ca9-e049-4014-8d37-c3e7e3cb9e84 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:40.954388 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f016668-81d5-4fa9-825e-0cc95c6e45a2 req-c48b5ca9-e049-4014-8d37-c3e7e3cb9e84 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.0536258 Aug 29 05:46:40.992574 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-4f016668-81d5-4fa9-825e-0cc95c6e45a2 req-522d9601-9782-4d32-8eba-e88a4e33fcbb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Aug 29 05:46:41.688162 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:42.113325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ab26a-dab2-4f0f-a82b-c2caf8c6d6fe req-5a764c97-89b8-4189-84ad-7a6d3e9be7fb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:42.114814 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990ab26a-dab2-4f0f-a82b-c2caf8c6d6fe req-5a764c97-89b8-4189-84ad-7a6d3e9be7fb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.0535846 Aug 29 05:46:42.152240 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-990ab26a-dab2-4f0f-a82b-c2caf8c6d6fe req-e58bf7e2-faa5-4b3c-a855-7a64f71aa363 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Aug 29 05:46:42.311986 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:46:42.406647 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:42.418278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:46:42.455297 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:42.467846 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eda8ca-9a1f-448e-999e-78d1d807e333 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:46:42.488027 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:42.492722 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:42.547374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:42.752026 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['83eda8ca-9a1f-448e-999e-78d1d807e333'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:46:43.194562 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:43.268857 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d9213-e727-45e8-8869-be15ae52d3c4 req-d50e6279-751c-49ba-8a2a-f1a4661a5d0a tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:43.270355 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e69d9213-e727-45e8-8869-be15ae52d3c4 req-d50e6279-751c-49ba-8a2a-f1a4661a5d0a tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 944 time: 0.0493143 Aug 29 05:46:43.307288 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e69d9213-e727-45e8-8869-be15ae52d3c4 req-081c2cfd-fc62-4b54-bc40-02bef75bbd6c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Aug 29 05:46:43.407457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:44.332459 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:46:44.381368 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning for port 83eda8ca-9a1f-448e-999e-78d1d807e333 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:46:44.385306 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 83eda8ca-9a1f-448e-999e-78d1d807e333 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:46:44.385672 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:44.428542 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b09b-bfdd-492f-85b6-88501f67a472 req-24afbe45-4440-4e68-8781-78ecc5b125a5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:44.430051 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6732b09b-bfdd-492f-85b6-88501f67a472 req-24afbe45-4440-4e68-8781-78ecc5b125a5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 944 time: 0.0547299 Aug 29 05:46:44.467871 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:44.473235 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6732b09b-bfdd-492f-85b6-88501f67a472 req-19dd2a3a-3759-41ec-8dd4-8c2f19bc8e62 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363746 Aug 29 05:46:44.497871 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:44.500168 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ce8c7-24c2-45d5-959a-4f06b5f9211a" -d '{"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-plugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:44.513126 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:46:44.518399 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:44.580593 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:44.616594 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac21255-a6c8-45da-9027-a1dffe144973 x-openstack-request-id: req-aac21255-a6c8-45da-9027-a1dffe144973 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:44.616890 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-plugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:44.617149 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aac21255-a6c8-45da-9027-a1dffe144973 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:44.617837 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'code': 200} Aug 29 05:46:44.727563 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27170db-5f08-4c11-a817-6c285205b6e9 req-b8d3ab55-c789-4d43-bfae-60649751d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:44.728999 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f27170db-5f08-4c11-a817-6c285205b6e9 req-b8d3ab55-c789-4d43-bfae-60649751d8b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1097 time: 0.0449402 Aug 29 05:46:44.765495 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f27170db-5f08-4c11-a817-6c285205b6e9 req-7f7d34ff-a3d8-4760-a362-5bbe44e6e7b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289276 Aug 29 05:46:45.589767 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb366fc-86ba-4424-aa86-10be456d0593 req-90520fc3-f80a-472e-bae5-8a469230bbdb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:45.591256 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbb366fc-86ba-4424-aa86-10be456d0593 req-90520fc3-f80a-472e-bae5-8a469230bbdb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Aug 29 05:46:45.628908 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-cbb366fc-86ba-4424-aa86-10be456d0593 req-e68b6644-0969-4e92-bc10-dddaab8ebe4d tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 29 05:46:46.758969 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ae406-2213-4122-9fe5-97b767160f69 req-2dccca5c-858c-40a0-8b90-2dafd3fa67e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:46.760463 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a4ae406-2213-4122-9fe5-97b767160f69 req-2dccca5c-858c-40a0-8b90-2dafd3fa67e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 29 05:46:46.798579 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7a4ae406-2213-4122-9fe5-97b767160f69 req-46884ba1-af44-49aa-885e-fb050b4dfbcd tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318015 Aug 29 05:46:46.915386 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7352b54-2b84-46ff-82a0-550bec1ab101 req-edd160dd-3a7c-4500-8920-783b8b11b75c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:46.916880 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7352b54-2b84-46ff-82a0-550bec1ab101 req-edd160dd-3a7c-4500-8920-783b8b11b75c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 945 time: 0.0526559 Aug 29 05:46:46.953783 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7352b54-2b84-46ff-82a0-550bec1ab101 req-9b3741e5-32a4-4f7f-9cef-3fbec351a55e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310085 Aug 29 05:46:46.975176 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54050) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:47.055031 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c5bc7-e82f-4173-9dd6-5295540df921 tempest-TestSnapshotPattern-873671539 tempest-TestSnapshotPattern-873671539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:47.056550 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-113c5bc7-e82f-4173-9dd6-5295540df921 tempest-TestSnapshotPattern-873671539 tempest-TestSnapshotPattern-873671539-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1092 time: 0.0804245 Aug 29 05:46:47.059364 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54054) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:46:47.063619 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.v2.base [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:46:47.085061 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.182591 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.281108 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_common [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Allocated IP 172.25.3.157 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/1c99a684-ee42-45bf-9b11-8538dd59e5d4) {{(pid=94827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:46:47.379026 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.421916 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.455016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:46:47.458235 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.base_scheduler [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Resources bound (agent type, host, resource id): {{(pid=94827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:46:47.463640 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Received port after_create {{(pid=94827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:46:47.489147 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=1c99a684-ee42-45bf-9b11-8538dd59e5d4,revision_number=1']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:47.814911 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:47.878626 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:48.022819 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:48.027376 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9279320'] for port, after_update {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:48.095334 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=1c99a684-ee42-45bf-9b11-8538dd59e5d4,revision_number=2']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:46:48.102202 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:48.198780 n-d-712139-13 neutron-server[94827]: INFO neutron.db.l3_db [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Floating IP 58b3dac6-1aff-4ae8-a5a0-eb9f1d992384 associated. External IP: 172.25.3.157, port: 83eda8ca-9a1f-448e-999e-78d1d807e333. Aug 29 05:46:48.759483 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:46:48.861396 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:46:48.872135 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:46:48.879299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:46:48.883201 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:48.884002 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:48.906608 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-927fad8d-9b41-4702-88ae-fa6ddb8f9a09 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8462358 Aug 29 05:46:48.907297 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:46:48.910094 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27583f93-2638-462d-97ba-ec2938fccb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:46:48.948558 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b76bad-a6b0-4194-bcc8-d8869d20d34f x-openstack-request-id: req-e5b76bad-a6b0-4194-bcc8-d8869d20d34f {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:46:48.948847 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:46:48.949098 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5b76bad-a6b0-4194-bcc8-d8869d20d34f {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:46:48.949491 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'status': 'completed', 'code': 200} Aug 29 05:46:48.993446 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:49.015952 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583f93-2638-462d-97ba-ec2938fccb5f req-c4d5d5a0-2d57-42c8-bf0c-7ef858a0ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:49.017406 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-c4d5d5a0-2d57-42c8-bf0c-7ef858a0ded6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1097 time: 0.0425568 Aug 29 05:46:49.110638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583f93-2638-462d-97ba-ec2938fccb5f req-529f65bd-33e0-40a5-93bf-d2dc3bfd88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:49.112719 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-529f65bd-33e0-40a5-93bf-d2dc3bfd88f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0869882 Aug 29 05:46:49.178935 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-e9607c11-8a59-4d61-b6c5-77909bdd758c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 999 time: 0.0579917 Aug 29 05:46:49.220545 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:47Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:49.232813 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583f93-2638-462d-97ba-ec2938fccb5f req-18a74b60-c19d-4d42-852a-4dcba764a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:49.234300 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-18a74b60-c19d-4d42-852a-4dcba764a9b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0477459 Aug 29 05:46:49.250639 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:46:49.259794 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:46:49.260434 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:46:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:49.280932 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583f93-2638-462d-97ba-ec2938fccb5f req-c0b13ac3-fc86-428d-8aab-e883e78eb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:46:49.282361 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-c0b13ac3-fc86-428d-8aab-e883e78eb618 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403008 Aug 29 05:46:49.365940 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:46:49.373088 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-c7faae76-19c3-4bab-917f-43f0431e88cb service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Aug 29 05:46:49.470957 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-27583f93-2638-462d-97ba-ec2938fccb5f req-a9137f60-70e3-4c92-b7af-164563a3eaa6 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906718 Aug 29 05:46:49.739745 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:47Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:46:49.769903 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a672a35-173c-42d3-95a7-5d9836ec8606 None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:47Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:46:50.390357 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2a720-fd36-4a1b-accc-2f9cf9d149c2 None None] New status for floating IP 58b3dac6-1aff-4ae8-a5a0-eb9f1d992384: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:46:52.700875 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:00.778889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:05.541021 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cfa89a3a-c190-4680-9ab9-efdab428dd90 req-7f02d727-d4d5-4d75-a5bc-92fe4f3c1fff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 29 05:47:05.623221 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cfa89a3a-c190-4680-9ab9-efdab428dd90 req-040356f1-c608-4818-9913-ea4765bc2c6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0251002 Aug 29 05:47:05.667868 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cfa89a3a-c190-4680-9ab9-efdab428dd90 req-d9266e21-a95c-4847-9ca9-0c94cb270df4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192327 Aug 29 05:47:05.763998 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89a3a-c190-4680-9ab9-efdab428dd90 req-19aa5189-fdba-486f-8384-c7e865e257c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:05.765468 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-cfa89a3a-c190-4680-9ab9-efdab428dd90 req-19aa5189-fdba-486f-8384-c7e865e257c5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904372 Aug 29 05:47:07.500067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c8f70df8-f75c-48d3-b7d1-3aa3a8a6c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:10.465140 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:10.488264 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-23ed24b0-1646-42fb-b50d-c6501686a704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:11.690199 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:13.196187 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:13.411079 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:29.699689 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:47:30.776646 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:37.501685 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-502fba2b-6a7b-44cd-9b9f-3911649326a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:40.465967 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:40.488650 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-06405d5e-0c83-4df9-89ce-baf3dd6a77a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:41.693662 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:43.207252 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:43.413514 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:47:45.597163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-e8e70744-a5df-477c-baaf-1aa1a6f66b56 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417509 Aug 29 05:47:45.681221 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-ea8472d9-3199-47cd-a8af-ffd7ff2c38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:45.682668 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-ea8472d9-3199-47cd-a8af-ffd7ff2c38a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1097 time: 0.0407238 Aug 29 05:47:45.787896 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-413e840b-b856-4ace-afa9-6c1a227427c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:45.789377 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-413e840b-b856-4ace-afa9-6c1a227427c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0853353 Aug 29 05:47:45.857481 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-5c887b08-cd15-4c10-aaae-95d6cccb725d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 1001 time: 0.0582745 Aug 29 05:47:45.915258 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-59b4650d-0a5e-44cc-9aba-3f39568ce9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:45.916787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-59b4650d-0a5e-44cc-9aba-3f39568ce9b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0503139 Aug 29 05:47:45.961957 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-806a5c1f-4082-4a09-aeba-2f6b34aa89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:47:45.963372 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-806a5c1f-4082-4a09-aeba-2f6b34aa89a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388784 Aug 29 05:47:46.054328 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-162df10b-ad04-47c9-a611-4f08bf0ba4cc service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796208 Aug 29 05:47:46.152322 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-662cfd8b-73ed-4862-bd8c-c458e2dba186 req-82c1a507-427b-4199-a13c-aab793d970c1 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Aug 29 05:48:00.793145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:06.527760 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84db5f2f-242e-4cdc-8207-1ec9fc2fbd27 req-954e8a12-2c5e-445b-8a91-27d3469bffe4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275078 Aug 29 05:48:06.609287 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84db5f2f-242e-4cdc-8207-1ec9fc2fbd27 req-8b0359ac-69fb-4974-aad7-964ccb4a1f2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0247374 Aug 29 05:48:06.656445 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84db5f2f-242e-4cdc-8207-1ec9fc2fbd27 req-5c55cb92-329c-44ac-a9de-0101a12f6107 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194147 Aug 29 05:48:06.698390 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:06.752408 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db5f2f-242e-4cdc-8207-1ec9fc2fbd27 req-06c5e6b0-8fc0-4829-bd23-e2dc698cbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:06.753890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-84db5f2f-242e-4cdc-8207-1ec9fc2fbd27 req-06c5e6b0-8fc0-4829-bd23-e2dc698cbe1a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908723 Aug 29 05:48:07.502207 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-490180df-9428-4c54-96d0-bbaa19e7a2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:10.466643 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:10.490368 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-78afae05-5ca5-44d7-b5d3-37dcaf6a2e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:11.697865 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:13.200361 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:13.415986 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:30.805951 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:37.503635 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3f2992f-b224-49bc-8289-e5d338fc8c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:40.468145 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:40.492808 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-41cfcac5-81a1-48ca-a15d-afd380cf2bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:41.698611 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:42.143298 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-196e585c-12f4-4690-8a99-0ec56db3e018 req-7cfed3ab-9f11-460e-aeef-df8fe96e2927 service neutron] (94826) timed out ('10.222.0.54', 49774) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:48:43.225825 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:43.418436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:43.697006 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:48:47.629748 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-c731c4f3-aec0-45f5-8969-6b3392cd6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:47.631251 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-c731c4f3-aec0-45f5-8969-6b3392cd6be6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1097 time: 0.0422225 Aug 29 05:48:47.738561 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-b8283eaa-f1cc-4f22-bad7-9365c4c74e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:47.740092 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-b8283eaa-f1cc-4f22-bad7-9365c4c74e19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0878503 Aug 29 05:48:47.809280 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-a247321c-935a-4384-b117-42dab724e04d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 1001 time: 0.0591307 Aug 29 05:48:47.858101 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-3bb79917-ea5c-4bd3-a3d1-818b2ff2fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:47.859561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-3bb79917-ea5c-4bd3-a3d1-818b2ff2fbb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0424361 Aug 29 05:48:47.912601 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-a6a543d3-be46-4fd5-8e76-7244eab843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:48:47.914008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-a6a543d3-be46-4fd5-8e76-7244eab843d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457211 Aug 29 05:48:48.018054 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-c90a7f01-6954-4673-90f9-e6d6dfa28c48 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914326 Aug 29 05:48:48.111795 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6d4b486e-7b8d-4a18-973e-7b4d2fdb6b1d req-2a2abd91-0801-4285-abeb-24989961fb64 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 Aug 29 05:48:50.744202 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 details requested by agent hyperv_n-h2-712139-13 with host n-h2-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:48:50.845696 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:50.857732 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Returning: {'device': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:48:50.899440 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:50.913124 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83eda8ca-9a1f-448e-999e-78d1d807e333 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:48:50.933175 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:50.937431 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:50.988985 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:48:50.997086 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.997431 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.997771 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.998104 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.998433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.998762 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.999085 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.999433 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:50.999799 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:51.000136 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:51.000460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:51.000786 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:48:51.034507 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] get_ports_and_sgs() called for port_ids ['83eda8ca-9a1f-448e-999e-78d1d807e333'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:48:52.745587 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 up at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:48:52.796161 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Provisioning complete for port 83eda8ca-9a1f-448e-999e-78d1d807e333 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:48:52.796609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:52.889890 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:52.918009 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:48:52.920411 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea276af3-7eb6-4f48-b3c6-35ac91940e54" -d '{"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-plugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:48:52.935241 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:48:52.942163 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:48:52.969617 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88433292-f32f-43a9-9d5f-aeca60065859 x-openstack-request-id: req-88433292-f32f-43a9-9d5f-aeca60065859 {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:48:52.969910 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-plugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:48:52.970160 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88433292-f32f-43a9-9d5f-aeca60065859 {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:48:52.970574 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'code': 200} Aug 29 05:48:53.000065 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:00.824683 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:00.877565 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-38b65ef5-4b1e-4b6e-9fae-2a62203ab34c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252141869&fields=id&tenant_id=9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 267 time: 0.0387213 Aug 29 05:49:00.999715 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-d0492887-dd87-44f2-806f-b743930f6482 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:01.006891 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-d0492887-dd87-44f2-806f-b743930f6482 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 810 time: 0.1165597 Aug 29 05:49:01.017983 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-f63ffde9-a615-4084-a58a-85a83677f013 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/quotas/9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 375 time: 0.0102696 Aug 29 05:49:01.079161 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-b1b7cbd1-29cf-4677-9746-bb1427041753 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0553653 Aug 29 05:49:01.258874 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-4f050ef0-bd53-4815-b3e6-1bac3bb3545e service neutron] 10.222.0.62 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666169 Aug 29 05:49:01.353247 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-e37bf9ae-8e4f-460f-aec4-a96b48aacf23 service neutron] 10.222.0.62 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878122 Aug 29 05:49:01.554456 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-3841d749-2434-4a2f-b477-54990bde473c req-9102034a-20cb-4b08-88f1-16c62f4b17ec tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0324335 Aug 29 05:49:02.634380 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b782a4f5-88d7-418c-a6d5-83fd4a94ffb9 req-8b87a407-e6c7-43a9-b81d-eebbb9571038 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Aug 29 05:49:02.790972 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:49:02.866789 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.889594 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:02.892580 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ff8ba2-39df-4f37-9051-12d40110dcda" -d '{"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-unplugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:02.905042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:02.911007 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:02.935318 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b737b-bf03-4d82-8cbe-e8034d6e83cc x-openstack-request-id: req-c33b737b-bf03-4d82-8cbe-e8034d6e83cc {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:02.935621 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-unplugged", "status": "completed", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:02.935878 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c33b737b-bf03-4d82-8cbe-e8034d6e83cc {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:02.936297 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'code': 200} Aug 29 05:49:02.961439 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Pushing event updated for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:03.712791 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-0b990422-49a3-49e9-a4f9-dce2aeefc9f5 req-5c31db5b-2653-4464-85a3-3cce2ea0479d tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0267987 Aug 29 05:49:04.553002 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-fa9aa163-ff5e-4eab-9fcd-93c784b71005 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:04.554709 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-fa9aa163-ff5e-4eab-9fcd-93c784b71005 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 810 time: 0.1046462 Aug 29 05:49:04.605236 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-fca46409-46e8-4f2b-9580-34bfe9ac1e71 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9147db105d6247caa0751cb3d318871f HTTP/1.1" status: 200 len: 380 time: 0.0347011 Aug 29 05:49:04.614663 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'port': {'device_id': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'admin_state_up': True, 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'security_groups': ['57a5dd83-b06e-4e96-9216-08c681c4f111']}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:49:04.728837 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Made reservation on behalf of 9147db105d6247caa0751cb3d318871f for: {'port': 1} {{(pid=94826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 05:49:04.732415 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:04.835329 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-15f24b76-a1c7-4803-9129-fe5d238d1a5b req-fef5a687-4d01-491f-a313-b175bb94cc14 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0314636 Aug 29 05:49:04.880888 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Allocated IP 172.20.0.3 (3011e89d-599e-450e-b989-f2c3167b7c14/80020151-22c3-4c10-9893-e1083c4d8ae5/86ecc59e-dc75-4db6-9a59-22e818ebdac7) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:49:05.090673 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.110702 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Transition to ACTIVE for port object 86ecc59e-dc75-4db6-9a59-22e818ebdac7 will not be triggered until provisioned by entity DHCP. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:49:05.148677 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.203362 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Network 3011e89d-599e-450e-b989-f2c3167b7c14 is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:49:05.209025 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:49:05.211825 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:49:05.253675 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:05.263839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.264332 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.264769 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.265752 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.266163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.266575 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.266976 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.267375 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.267807 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.268284 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.268699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.269155 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:49:05.296077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:05.296879 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.313938 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-826550bd-6144-4b0e-9fb5-060252065c60 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028518 Aug 29 05:49:05.520363 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c4c403a-c7c0-4736-9db5-5b64e6e2f40b None None] Provisioning for port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 completed by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:49:05.524661 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-9c4c403a-c7c0-4736-9db5-5b64e6e2f40b None None] Provisioning complete for port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 triggered by entity DHCP. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:49:05.525057 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c403a-c7c0-4736-9db5-5b64e6e2f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:05.563572 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c403a-c7c0-4736-9db5-5b64e6e2f40b None None] Port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 cannot update to ACTIVE because it is not bound. {{(pid=94828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 05:49:05.974946 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11642fc-7466-488f-914e-e9835b2d22e6 req-b684a5de-bce6-4310-8485-b1aaaa63d944 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:05.976473 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e11642fc-7466-488f-914e-e9835b2d22e6 req-b684a5de-bce6-4310-8485-b1aaaa63d944 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0558395 Aug 29 05:49:06.021693 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e11642fc-7466-488f-914e-e9835b2d22e6 req-aa2f8003-24c0-4b03-be23-8e87fae744d3 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391538 Aug 29 05:49:07.153589 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e28d3b-f8da-45c7-9695-08e925f660b2 req-9db936b9-1e20-426b-b32d-27014757b5ea tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:07.155343 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40e28d3b-f8da-45c7-9695-08e925f660b2 req-9db936b9-1e20-426b-b32d-27014757b5ea tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0620978 Aug 29 05:49:07.196072 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-40e28d3b-f8da-45c7-9695-08e925f660b2 req-d4d7b389-0d73-4659-9f3b-f6d2344be3cd tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Aug 29 05:49:07.505591 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d73b46a6-3f12-4b8d-9dbf-cea61747ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:08.320692 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9638d-58c7-433a-aaf4-7b780179d256 req-f09dcd40-314e-4c6c-92aa-037ce130d5a2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:08.322231 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7c9638d-58c7-433a-aaf4-7b780179d256 req-f09dcd40-314e-4c6c-92aa-037ce130d5a2 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0526526 Aug 29 05:49:08.362767 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-a7c9638d-58c7-433a-aaf4-7b780179d256 req-d8c05589-d101-4e76-9719-f42d5db257f1 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338991 Aug 29 05:49:09.490004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0178301-94c5-4736-be7c-a09e7f4e6a4c req-81831806-57f5-45aa-b3a7-f514a7f988e3 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:09.492008 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0178301-94c5-4736-be7c-a09e7f4e6a4c req-81831806-57f5-45aa-b3a7-f514a7f988e3 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0526156 Aug 29 05:49:09.534163 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e0178301-94c5-4736-be7c-a09e7f4e6a4c req-aef2d069-3217-4cd7-8861-dd52706210d3 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 Aug 29 05:49:10.471286 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.492898 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fde67f7d-9d35-465b-9053-39f33b10f145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:10.670209 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe81158-6c48-46ad-97a4-530a51871aa1 req-9d8a437c-8db5-449e-bbfc-f14d5985b6fc tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:10.672914 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fe81158-6c48-46ad-97a4-530a51871aa1 req-9d8a437c-8db5-449e-bbfc-f14d5985b6fc tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0648673 Aug 29 05:49:10.716445 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-9fe81158-6c48-46ad-97a4-530a51871aa1 req-4b51d182-397f-491e-ad37-239bee4dac8e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Aug 29 05:49:11.709775 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:11.837480 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c120e-1513-4029-98d8-6767450c3d07 req-8b7f5dcd-e618-4340-ac90-bb657945d84e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:11.839204 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-757c120e-1513-4029-98d8-6767450c3d07 req-8b7f5dcd-e618-4340-ac90-bb657945d84e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0515623 Aug 29 05:49:11.880470 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-757c120e-1513-4029-98d8-6767450c3d07 req-41695ffd-09a4-4964-b29c-f5540b8d7127 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Aug 29 05:49:13.016781 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b404656-4fad-46fe-bba3-d180847bbd58 req-b39f1aba-c41e-470f-ab13-98868e7b139c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:13.018339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b404656-4fad-46fe-bba3-d180847bbd58 req-b39f1aba-c41e-470f-ab13-98868e7b139c tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0555375 Aug 29 05:49:13.057673 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-8b404656-4fad-46fe-bba3-d180847bbd58 req-705832a3-12f4-4758-ab76-14248c6cddc8 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Aug 29 05:49:13.241195 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:13.423128 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:14.182444 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6313-c05a-434f-9d88-3b276db13382 req-799eb6b2-2782-4bf0-acbe-2b1950a96112 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:14.183979 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-186f6313-c05a-434f-9d88-3b276db13382 req-799eb6b2-2782-4bf0-acbe-2b1950a96112 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0553436 Aug 29 05:49:14.225998 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-186f6313-c05a-434f-9d88-3b276db13382 req-b4a963d5-1c64-4bcf-a988-68ea8cd9986d tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349827 Aug 29 05:49:14.942561 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-a154728c-6e97-4703-9420-617f58fb78cd tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 05:49:14.943602 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-a154728c-6e97-4703-9420-617f58fb78cd tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077617 Aug 29 05:49:14.958546 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.50', 58350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:14.973993 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Request body: {'port': {'device_id': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712139-13'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:49:15.007836 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d9684da-f134-41a6-a9c4-432fff71c345 req-45f04496-4e20-4f1c-8b4c-d09557571f29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0481787 Aug 29 05:49:15.049800 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.119659 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d9684da-f134-41a6-a9c4-432fff71c345 req-6bb1be39-000c-4f6b-9e80-bb23791c3535 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0322089 Aug 29 05:49:15.209299 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d9684da-f134-41a6-a9c4-432fff71c345 req-521a6b68-d8e6-4e97-88dc-58f7482f1da1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305929 Aug 29 05:49:15.345624 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cbe20-0729-42e7-8a8d-708c2118f054 req-a1da5c54-69da-4d29-80c5-93f827e4b793 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.347213 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e95cbe20-0729-42e7-8a8d-708c2118f054 req-a1da5c54-69da-4d29-80c5-93f827e4b793 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 931 time: 0.0497143 Aug 29 05:49:15.380219 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9684da-f134-41a6-a9c4-432fff71c345 req-7faa4591-8c25-48fe-b6f7-838595e271a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.381728 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-9d9684da-f134-41a6-a9c4-432fff71c345 req-7faa4591-8c25-48fe-b6f7-838595e271a3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648774 Aug 29 05:49:15.387435 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-e95cbe20-0729-42e7-8a8d-708c2118f054 req-1753b807-cf62-4355-959a-567f845b373e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 29 05:49:15.438426 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ecc59e-dc75-4db6-9a59-22e818ebdac7 {{(pid=94826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:49:15.446191 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.458673 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.provisioning_blocks [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Transition to ACTIVE for port object 86ecc59e-dc75-4db6-9a59-22e818ebdac7 will not be triggered until provisioned by entity L2. {{(pid=94826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 05:49:15.463036 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.512715 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:15.592449 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Attempting to bind port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 on host n-h1-712139-13 for vnic_type normal with profile {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 05:49:15.592869 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Attempting to bind port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 by drivers openvswitch,hyperv on host n-h1-712139-13 at level 0 using segments [{'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 05:49:15.593132 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Attempting to bind port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:49:15.598192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 on network 3011e89d-599e-450e-b989-f2c3167b7c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-712139-13 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 05:49:15.598519 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Attempting to bind port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 on network 3011e89d-599e-450e-b989-f2c3167b7c14 {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 05:49:15.604624 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Checking agent: {'id': 'ec9faf87-a4f5-487a-abf9-2439cb73523b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712139-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'started_at': datetime.datetime(2021, 8, 29, 4, 8, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 5, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 05:49:15.604971 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Checking segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 05:49:15.605758 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Bound using segment: {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'} {{(pid=94826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 05:49:15.606194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.managers [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Bound port: 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host: n-h1-712139-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a7a304-5ed1-472e-84ae-53737ecb074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14'}}] {{(pid=94826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 05:49:15.606551 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.676126 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, cleared binding levels {{(pid=94826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 05:49:15.679416 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 05:49:15.683121 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.718477 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.719096 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:15.720601 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] 10.222.0.50 "PUT /v2.0/ports/86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 200 len: 1092 time: 0.7599912 Aug 29 05:49:15.721045 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:15.723362 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e272c-08cc-4578-94de-53950988821c" -d '{"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:15.756839 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7f446-2143-4dc5-97a6-daf3c2b1cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=3']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:15.765333 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed0cdf-c2e5-4c48-b602-513fb1c92f12 x-openstack-request-id: req-84ed0cdf-c2e5-4c48-b602-513fb1c92f12 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:15.765917 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:15.766381 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84ed0cdf-c2e5-4c48-b602-513fb1c92f12 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:15.767013 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'status': 'completed', 'code': 200} Aug 29 05:49:15.848672 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-fd0ea390-f055-4426-83c9-a182cdac6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:15.850345 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-fd0ea390-f055-4426-83c9-a182cdac6270 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1095 time: 0.0446343 Aug 29 05:49:15.941204 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-3875dfa2-2f00-4ebb-86f1-bcea26bbd54f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Aug 29 05:49:16.001378 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-15ec313e-a73b-432d-a99d-91d1e69904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.002913 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-15ec313e-a73b-432d-a99d-91d1e69904e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0457749 Aug 29 05:49:16.050061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-654793a5-b13f-40bd-87e3-0babbef9ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.051594 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-654793a5-b13f-40bd-87e3-0babbef9ecf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404878 Aug 29 05:49:16.146933 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-cec6fdd5-735d-4890-9302-dbb24448f324 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863860 Aug 29 05:49:16.239464 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-f4aee85d-dc95-4738-bfc1-b31aef227e0f req-0d6763a2-da26-48eb-bb35-bbf03c0c657b service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803812 Aug 29 05:49:16.379799 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e272c-08cc-4578-94de-53950988821c req-d8e239a1-ba42-420e-9216-34db9870afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.381317 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-d8e239a1-ba42-420e-9216-34db9870afdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1095 time: 0.0414162 Aug 29 05:49:16.480557 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e272c-08cc-4578-94de-53950988821c req-f104eaea-02c0-4a74-b855-c02dfda554c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.482217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-f104eaea-02c0-4a74-b855-c02dfda554c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0937552 Aug 29 05:49:16.515128 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae429072-15ef-4786-82bd-2e26ed2212d5 req-1f0a0b96-8e03-4c2b-87f9-3ed867468654 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.516770 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae429072-15ef-4786-82bd-2e26ed2212d5 req-1f0a0b96-8e03-4c2b-87f9-3ed867468654 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 943 time: 0.0571489 Aug 29 05:49:16.525253 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-8b3f3281-bb78-481e-9bca-20d3ec517268 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 200 len: 217 time: 0.0355437 Aug 29 05:49:16.555186 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-ae429072-15ef-4786-82bd-2e26ed2212d5 req-7cb3e889-44d5-4441-8954-faac3dd6ac71 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Aug 29 05:49:16.581061 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e272c-08cc-4578-94de-53950988821c req-fbcf924f-5c9c-4e3b-9262-943cc90d4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.582532 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-fbcf924f-5c9c-4e3b-9262-943cc90d4231 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0484104 Aug 29 05:49:16.961286 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e272c-08cc-4578-94de-53950988821c req-7ec1dce9-037b-43bb-b262-61e552b3f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:16.962786 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-7ec1dce9-037b-43bb-b262-61e552b3f08d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3711336 Aug 29 05:49:17.050721 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-4fec21ff-c6f7-410f-8dab-a50e07621663 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796926 Aug 29 05:49:17.147278 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-071e272c-08cc-4578-94de-53950988821c req-1defdfde-147b-4755-8dc0-8582f2e76995 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Aug 29 05:49:17.676115 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfbd02-e4b5-40bc-ad6e-380cb52e0046 req-762a42e7-40c5-4ec3-95d6-98c189dad1da tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:17.677614 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-facfbd02-e4b5-40bc-ad6e-380cb52e0046 req-762a42e7-40c5-4ec3-95d6-98c189dad1da tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 943 time: 0.0519340 Aug 29 05:49:17.715746 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-facfbd02-e4b5-40bc-ad6e-380cb52e0046 req-2709e399-79ef-4239-9d29-cbd2abdbba5e tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Aug 29 05:49:18.835409 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0dd12-1600-412b-8f1a-062ab5f4c380 req-e7dfbe6a-7d94-4e19-b74a-c2fc4399cd0f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:18.836995 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83a0dd12-1600-412b-8f1a-062ab5f4c380 req-e7dfbe6a-7d94-4e19-b74a-c2fc4399cd0f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 943 time: 0.0503905 Aug 29 05:49:18.881339 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-83a0dd12-1600-412b-8f1a-062ab5f4c380 req-38138ecc-17fb-42be-909e-121261a56423 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Aug 29 05:49:19.407901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:49:19.501264 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:19.512723 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'mac_address': 'fa:16:3e:96:31:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:49:19.552304 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:19.565049 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ecc59e-dc75-4db6-9a59-22e818ebdac7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:49:19.584879 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:19.592938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:19.641717 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=4']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:19.914145 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['86ecc59e-dc75-4db6-9a59-22e818ebdac7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:49:19.997578 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2be8c-e09c-4432-ac66-e453f0faa8a5 req-50264da6-a3a5-40e8-8a06-1224b8dab6f5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:19.999116 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbf2be8c-e09c-4432-ac66-e453f0faa8a5 req-50264da6-a3a5-40e8-8a06-1224b8dab6f5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 944 time: 0.0488102 Aug 29 05:49:20.037484 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-fbf2be8c-e09c-4432-ac66-e453f0faa8a5 req-50d80d7f-8e13-4d3d-999d-0c364bd33e2a tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Aug 29 05:49:20.696473 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:49:21.166388 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63022b14-a8b5-47c9-b991-224d5c29613c req-9a0658d8-1e5c-4ce2-ab60-274e937433b6 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:21.168066 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63022b14-a8b5-47c9-b991-224d5c29613c req-9a0658d8-1e5c-4ce2-ab60-274e937433b6 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 944 time: 0.0536079 Aug 29 05:49:21.211582 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-63022b14-a8b5-47c9-b991-224d5c29613c req-170f51e3-fa83-4d0d-98ec-5544b62924a1 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362873 Aug 29 05:49:21.409103 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:49:21.463273 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning for port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 completed by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 05:49:21.471735 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:49:21.472254 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:21.569583 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:21.592087 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:21.594314 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ae297-decb-4448-865b-a1c044597f20" -d '{"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-plugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:21.606615 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:49:21.610939 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:21.635522 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a319aba-52d1-4dce-b837-092c21a1226e x-openstack-request-id: req-9a319aba-52d1-4dce-b837-092c21a1226e {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:21.635813 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-plugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:21.636100 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a319aba-52d1-4dce-b837-092c21a1226e {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:21.636482 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'code': 200} Aug 29 05:49:21.661519 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=5']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:21.765495 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ec39-199e-428b-bfca-0693e4f5458a req-f9d426a9-c330-4ba4-8f74-28565cce63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:21.767510 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6921ec39-199e-428b-bfca-0693e4f5458a req-f9d426a9-c330-4ba4-8f74-28565cce63a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1097 time: 0.0452075 Aug 29 05:49:21.804802 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-6921ec39-199e-428b-bfca-0693e4f5458a req-0fd9ca8c-2308-4730-a216-0a502b13b370 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299459 Aug 29 05:49:22.331854 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af8a8-8fad-4dd0-9447-f4a6b5f89084 req-123bb98e-971a-4359-b5cc-9df315c3a121 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:22.333491 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b5af8a8-8fad-4dd0-9447-f4a6b5f89084 req-123bb98e-971a-4359-b5cc-9df315c3a121 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Aug 29 05:49:22.383701 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-1b5af8a8-8fad-4dd0-9447-f4a6b5f89084 req-1b9bf224-38c1-4fc2-a871-3f2c7fd68bb9 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443325 Aug 29 05:49:23.505661 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b52c74-222a-4c3b-89f1-e57d6b80ab9f req-470d84d0-fe5c-4a9d-8136-d49518f4a7b4 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:23.507151 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49b52c74-222a-4c3b-89f1-e57d6b80ab9f req-470d84d0-fe5c-4a9d-8136-d49518f4a7b4 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Aug 29 05:49:23.544781 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-49b52c74-222a-4c3b-89f1-e57d6b80ab9f req-9820369d-deed-4a97-97d9-3ba67d719c24 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Aug 29 05:49:23.667662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8c4b-68c9-4a6c-b7be-68fc86f5ed75 req-8e1fb1fb-0693-4815-8f1d-5834328238e9 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:23.669073 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d63b8c4b-68c9-4a6c-b7be-68fc86f5ed75 req-8e1fb1fb-0693-4815-8f1d-5834328238e9 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Aug 29 05:49:23.707609 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d63b8c4b-68c9-4a6c-b7be-68fc86f5ed75 req-50522a8e-481c-4566-8af9-fcdd707bcc4a tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 29 05:49:23.728988 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54350) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:23.769699 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd80ca93-070b-4621-a7ff-609306abd163 tempest-TestSnapshotPattern-873671539 tempest-TestSnapshotPattern-873671539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:23.771217 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-fd80ca93-070b-4621-a7ff-609306abd163 tempest-TestSnapshotPattern-873671539 tempest-TestSnapshotPattern-873671539-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1092 time: 0.0412016 Aug 29 05:49:23.773968 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54352) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:49:23.778373 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.v2.base [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Request body: {'floatingip': {'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 05:49:23.807034 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:23.908794 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.016515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.db_base_plugin_common [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Allocated IP 172.25.3.199 (e072c453-34e6-463a-8307-d1699680704a/629fa708-5986-4307-a0e2-f3ce3e4ae51a/1931f260-72ca-49ec-badc-184296f8063d) {{(pid=94826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 05:49:24.121616 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.161609 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758440260868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.202447 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Network e072c453-34e6-463a-8307-d1699680704a is already hosted by enough agents. {{(pid=94826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 05:49:24.207739 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.base_scheduler [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Resources bound (agent type, host, resource id): {{(pid=94826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 05:49:24.209953 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=1931f260-72ca-49ec-badc-184296f8063d,revision_number=1']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:24.212136 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Received port after_create {{(pid=94826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 05:49:24.569750 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.640610 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.788657 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for port, precommit_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.793595 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3698825'] for port, after_update {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.867636 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event updated for resources: {'Port': ['ID=1931f260-72ca-49ec-badc-184296f8063d,revision_number=2']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:49:24.876414 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7870887'] for floatingip, after_create {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:24.981952 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Floating IP b64c05ca-1946-4f3a-9573-b0f0469d53b2 associated. External IP: 172.25.3.199, port: 86ecc59e-dc75-4db6-9a59-22e818ebdac7. Aug 29 05:49:25.190422 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:49:25.298292 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:49:25.307754 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:49:25.318137 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:25.318471 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:25.319025 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:49:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:25.351064 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f72f5792-2602-41b9-b94b-e29bd7f58b94 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5757573 Aug 29 05:49:25.351960 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:49:25.356262 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89251b-b054-43fd-a277-45980aa25203" -d '{"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:49:25.396047 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b75db-d317-47e7-9f46-a2db094ec088 x-openstack-request-id: req-bb6b75db-d317-47e7-9f46-a2db094ec088 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:49:25.396495 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:49:25.396950 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb6b75db-d317-47e7-9f46-a2db094ec088 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:49:25.397554 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'status': 'completed', 'code': 200} Aug 29 05:49:25.429167 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:25.485691 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89251b-b054-43fd-a277-45980aa25203 req-2f946157-f0fc-497a-bf40-6a8643e32b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:25.487343 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-2f946157-f0fc-497a-bf40-6a8643e32b73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1097 time: 0.0437644 Aug 29 05:49:25.613409 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89251b-b054-43fd-a277-45980aa25203 req-c8464e3f-e3f4-4338-b905-a46a3776fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:25.614906 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-c8464e3f-e3f4-4338-b905-a46a3776fbe0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.1205020 Aug 29 05:49:25.669526 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}, {'id': 'b64c05ca-1946-4f3a-9573-b0f0469d53b2', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:96:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:49:24Z', 'updated_at': '2021-08-29T05:49:24Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:25.692886 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-eee1963f-569e-4176-a7a8-16e7d6eb68ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 200 len: 999 time: 0.0705113 Aug 29 05:49:25.696269 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:49:25.705349 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:49:25.705930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:49:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:25.744205 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89251b-b054-43fd-a277-45980aa25203 req-a3bedb66-61a5-4ad1-8923-a44f07203f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:25.745964 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-a3bedb66-61a5-4ad1-8923-a44f07203f12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0461507 Aug 29 05:49:25.800143 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89251b-b054-43fd-a277-45980aa25203 req-254719e9-e33d-4cfd-8f91-63b5c6e8b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:25.801660 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-254719e9-e33d-4cfd-8f91-63b5c6e8b3a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474558 Aug 29 05:49:25.829110 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:49:25.916648 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-dd2e9581-ac28-4b14-b9a8-8d2d72656cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069822 Aug 29 05:49:26.011391 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-fe89251b-b054-43fd-a277-45980aa25203 req-a9e767e6-e789-45d2-a1f4-6c22eb7e844e service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873790 Aug 29 05:49:26.060525 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}, {'id': 'b64c05ca-1946-4f3a-9573-b0f0469d53b2', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:96:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:49:24Z', 'updated_at': '2021-08-29T05:49:24Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:49:26.090305 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f18474-201f-4a47-ab43-c285e17f626d None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}, {'id': 'b64c05ca-1946-4f3a-9573-b0f0469d53b2', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:96:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:49:24Z', 'updated_at': '2021-08-29T05:49:24Z', 'revision_number': 0, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:49:26.291004 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd74dca8-b979-47a5-aa9d-58d59fab1e20 None None] New status for floating IP b64c05ca-1946-4f3a-9573-b0f0469d53b2: ACTIVE {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:49:30.820166 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:37.509736 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9dae3951-4111-4c90-8060-40d01aa8b56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:40.472609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:40.494119 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-a56bc9e9-659a-4d40-9491-032301c7c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:41.706066 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:43.242225 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:43.425827 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:49:47.601843 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-4206de82-4046-4560-b2fe-087c7b864342 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387878 Aug 29 05:49:47.688893 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-ecfc6312-92ec-4f81-bd0f-3abd174e050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:47.690594 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-ecfc6312-92ec-4f81-bd0f-3abd174e050a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1095 time: 0.0415328 Aug 29 05:49:47.803061 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-cca9c30c-17c1-4325-a7b3-0d6199f01894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:47.804477 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-cca9c30c-17c1-4325-a7b3-0d6199f01894 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0905552 Aug 29 05:49:47.881894 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-8ce826d6-a31e-4ce5-a294-dc56f7d2a21e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 999 time: 0.0636599 Aug 29 05:49:47.939278 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-312150a0-008c-4489-b508-6d8bc19acb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:47.940787 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-312150a0-008c-4489-b508-6d8bc19acb1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0478270 Aug 29 05:49:47.993471 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-afc6d8e3-ceb2-4e12-a7e4-c926f3150d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:49:47.994992 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-afc6d8e3-ceb2-4e12-a7e4-c926f3150d33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420930 Aug 29 05:49:48.086440 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-ea875e1f-36a1-4f44-bbba-26195962e521 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838089 Aug 29 05:49:48.183131 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-b67769a0-1749-47f4-899e-70dcdaf4aa6a req-2f3baf81-7d54-4be5-9de5-2880259cce73 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 Aug 29 05:49:57.696441 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:00.825096 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:07.521922 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5439-c482-4bfc-bb91-4543f71b3a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:10.474326 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:10.498600 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-cb1b95de-3858-46db-8afb-aaf285090361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:10.534025 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8f3a27b3-a06b-46ca-a696-26b09f67d49c req-af67732f-603e-4e8a-9e30-4ccb1adaca20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299647 Aug 29 05:50:10.619495 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8f3a27b3-a06b-46ca-a696-26b09f67d49c req-f83a54ea-c173-4896-9cb6-4394a2da748b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0283141 Aug 29 05:50:10.666453 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8f3a27b3-a06b-46ca-a696-26b09f67d49c req-85da889e-a02d-4754-bc41-432d64953d6f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204391 Aug 29 05:50:10.765150 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a27b3-a06b-46ca-a696-26b09f67d49c req-daeafdfc-7ea9-445b-b7f3-69b2a01ee6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:10.766644 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-8f3a27b3-a06b-46ca-a696-26b09f67d49c req-daeafdfc-7ea9-445b-b7f3-69b2a01ee6c5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939782 Aug 29 05:50:11.709441 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:13.248818 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:13.428452 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:30.834567 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:34.698064 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:50:37.516177 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-253b991d-a85b-4c68-b54f-7a0594eae41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:40.475797 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:40.514334 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-746908c2-76f1-49f5-980b-ebe835eda65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:41.712607 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:43.250235 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:43.436446 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:47.636595 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-8a1c6692-746d-4c44-b84a-135a7930ed09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412560 Aug 29 05:50:47.729549 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-6f852848-b734-4caa-8506-05a0b94dab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:47.731119 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-6f852848-b734-4caa-8506-05a0b94dab47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1095 time: 0.0406642 Aug 29 05:50:47.849554 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-d8278a00-4e6b-4796-9804-25a10c34d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:47.851120 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-d8278a00-4e6b-4796-9804-25a10c34d921 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.0981233 Aug 29 05:50:47.922461 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-6b31bfb5-19a0-42a5-8ec4-ace2ae3f0fe6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 999 time: 0.0591302 Aug 29 05:50:47.989945 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-cc35027a-b7a0-4222-82d9-4a3ab1a8d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:47.991634 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-cc35027a-b7a0-4222-82d9-4a3ab1a8d2d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0580633 Aug 29 05:50:48.041877 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-4df9ae35-37c7-4ad9-9f20-803f3f1ab69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:50:48.043400 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-4df9ae35-37c7-4ad9-9f20-803f3f1ab69f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419469 Aug 29 05:50:48.138497 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-ce8bbd6b-59ba-47a8-b688-31d6a7dcb420 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Aug 29 05:50:48.235561 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-f76421bd-1cbf-4e42-9736-1ecc648c45f0 req-e73184da-74ad-4d1a-969c-c2113afc4441 service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882597 Aug 29 05:50:57.798311 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 details requested by agent hyperv_n-h1-712139-13 with host n-h1-712139-13 {{(pid=94828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 05:50:57.924398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:50:57.938833 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Returning: {'device': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'port_id': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'mac_address': 'fa:16:3e:96:31:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 05:50:57.986974 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:58.004808 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ecc59e-dc75-4db6-9a59-22e818ebdac7 {{(pid=94828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 05:50:58.031784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:50:58.036747 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:58.102998 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=6']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:50:58.112494 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.112926 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.113524 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.113969 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.114836 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.115315 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.115764 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.116254 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.116680 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.117240 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.117563 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.117963 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:50:58.192983 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] get_ports_and_sgs() called for port_ids ['86ecc59e-dc75-4db6-9a59-22e818ebdac7'] {{(pid=94828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 05:50:59.789196 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 up at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 05:50:59.853741 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.provisioning_blocks [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Provisioning complete for port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 triggered by entity L2. {{(pid=94828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 05:50:59.854585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7788756'] for port, provisioning_complete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:59.959853 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:50:59.988896 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:50:59.991587 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dde8f0-541f-4a3f-95ef-c201ead97c92" -d '{"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-plugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:00.007834 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:00.016903 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:00.087988 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=7']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:00.093893 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb6443-1e9a-4ff1-87dd-b360db4010bf x-openstack-request-id: req-55fb6443-1e9a-4ff1-87dd-b360db4010bf {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:00.094183 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-plugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:00.094464 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55fb6443-1e9a-4ff1-87dd-b360db4010bf {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:00.094999 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'code': 200} Aug 29 05:51:00.844448 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:06.920311 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54570) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:07.078698 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Deleting port 1931f260-72ca-49ec-badc-184296f8063d {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:07.078956 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.153607 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.153931 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.168649 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Calling delete_port for 1931f260-72ca-49ec-badc-184296f8063d owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:07.380354 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.402822 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event deleted for resources: {'Port': ['ID=1931f260-72ca-49ec-badc-184296f8063d,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:07.413470 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.413827 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.414196 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.414538 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.414863 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.415192 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.415518 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.415843 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.416194 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.416515 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.416838 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.417163 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:07.480087 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.480473 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Floating IP b64c05ca-1946-4f3a-9573-b0f0469d53b2 disassociated (deleted). External IP: 172.25.3.199, port: 86ecc59e-dc75-4db6-9a59-22e818ebdac7. Aug 29 05:51:07.524087 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b2586dd4-6f98-4649-a71a-3f7f6877d91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.733891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:51:07.841523 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:51:07.847315 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:07.853179 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:51:07.866092 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:07.866820 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:50:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:07.881266 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-463bd71f-2748-4dd7-9a1b-06939015c4e5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "DELETE /v2.0/floatingips/b64c05ca-1946-4f3a-9573-b0f0469d53b2 HTTP/1.1" status: 204 len: 168 time: 0.9598103 Aug 29 05:51:07.881891 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:51:07.884256 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:07.984746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:07.987591 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da26b8-fe05-4812-901a-643d49ddd3cd x-openstack-request-id: req-f6da26b8-fe05-4812-901a-643d49ddd3cd {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:07.988159 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:07.988159 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6da26b8-fe05-4812-901a-643d49ddd3cd {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:07.988553 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'status': 'completed', 'code': 200} Aug 29 05:51:08.136236 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-ce53e221-a84a-4495-b2e6-3c52e70f4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:08.137899 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-ce53e221-a84a-4495-b2e6-3c52e70f4b1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 1097 time: 0.1053007 Aug 29 05:51:08.193732 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be242c-423b-46f4-962b-e234b27c6e25 req-e3e23c6b-c355-495b-8460-a509dd05edcb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:08.195443 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47be242c-423b-46f4-962b-e234b27c6e25 req-e3e23c6b-c355-495b-8460-a509dd05edcb tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.1172500 Aug 29 05:51:08.252167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-5c29bb5c-d55f-45f6-8064-aac4b463f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:08.254290 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-5c29bb5c-d55f-45f6-8064-aac4b463f935 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.1076195 Aug 29 05:51:08.256660 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-47be242c-423b-46f4-962b-e234b27c6e25 req-ebfebdcd-e482-4602-b7a7-ed7a44fd9b3f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516512 Aug 29 05:51:08.267823 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:08.301847 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:51:08.312077 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:08.312837 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:50:40Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:08.337920 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-fa513a4d-9e54-48c2-be84-6a038a347614 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 200 len: 217 time: 0.0751081 Aug 29 05:51:08.419594 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-8359e527-8a21-405d-8a27-1e834e5f0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:08.422055 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-8359e527-8a21-405d-8a27-1e834e5f0e18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0768657 Aug 29 05:51:08.470901 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:08.493991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-e8d866e2-eff6-4b15-ab64-109f436d49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:08.496670 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-e8d866e2-eff6-4b15-ab64-109f436d49bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656857 Aug 29 05:51:08.635105 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-c518562b-16ca-43ca-9440-2f5f62ae1e19 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297183 Aug 29 05:51:08.729126 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-377f2bd3-d4a4-4424-a36a-d4bbc3c4bb52 req-72ca05fb-10ea-4074-a7bc-cc508b3a2197 service neutron] 10.222.0.50 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866005 Aug 29 05:51:08.817810 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:08.849549 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61bcd3-255f-4c53-92e5-abfac16af1d3 None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_floatingips': [{'id': '58b3dac6-1aff-4ae8-a5a0-eb9f1d992384', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'router_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'port_id': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'mac_address': 'fa:16:3e:0c:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T05:46:47Z', 'updated_at': '2021-08-29T05:46:50Z', 'revision_number': 1, 'project_id': '9147db105d6247caa0751cb3d318871f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:51:09.102282 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeabe5d-d931-4fe6-a7c0-cfb064cf9cf6 None None] New status for floating IP b64c05ca-1946-4f3a-9573-b0f0469d53b2: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:51:09.385670 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60ad1-f540-4347-b2f7-7fe2d1e9a0ea req-fe4455e1-cf97-4ff2-814c-deea8c38d569 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:09.387148 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0f60ad1-f540-4347-b2f7-7fe2d1e9a0ea req-fe4455e1-cf97-4ff2-814c-deea8c38d569 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Aug 29 05:51:09.425216 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-d0f60ad1-f540-4347-b2f7-7fe2d1e9a0ea req-48bd6c62-cbc8-4586-b00a-8f009051ed75 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Aug 29 05:51:09.841454 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-edd6764c-8378-40de-aa10-02c3acb4d393 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:09.842846 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-edd6764c-8378-40de-aa10-02c3acb4d393 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Aug 29 05:51:09.857231 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:09.934690 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7734365'] for port, before_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:09.938605 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Deleting port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:09.938950 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:09.957707 n-d-712139-13 neutron-server[94828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:51:09.959992 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af368438cc348517a7ca07d09ad71ea4fafd6b648de12da90273da7dab5d40a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb32229-4116-4343-84a2-b4b26c44ddd0" -d '{"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:09.973042 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:09.977878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758440813361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758440260886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758440260904'] for port, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.001985 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 05:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b176f4-6c07-4ff7-a202-380fc160f4aa x-openstack-request-id: req-94b176f4-6c07-4ff7-a202-380fc160f4aa {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:10.002275 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-unplugged", "status": "completed", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "code": 200}]} {{(pid=94828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:10.002528 n-d-712139-13 neutron-server[94828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94b176f4-6c07-4ff7-a202-380fc160f4aa {{(pid=94828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:10.002924 n-d-712139-13 neutron-server[94828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'code': 200} Aug 29 05:51:10.033374 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] For port 86ecc59e-dc75-4db6-9a59-22e818ebdac7, host n-h1-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712139-13',level=0,port_id=86ecc59e-dc75-4db6-9a59-22e818ebdac7,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:10.033761 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.035976 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Pushing event updated for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=8']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:10.051167 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Calling delete_port for 86ecc59e-dc75-4db6-9a59-22e818ebdac7 owned by compute:nova {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:10.184070 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.214294 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event deleted for resources: {'Port': ['ID=86ecc59e-dc75-4db6-9a59-22e818ebdac7,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:10.257767 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] No DVR routers for this DVR port 86ecc59e-dc75-4db6-9a59-22e818ebdac7 on host n-h1-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:51:10.260446 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.262434 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4398565d-b776-4f39-b92a-b45c0e9fc64f req-03147a3a-b17e-43ee-8a22-3345e9bda97f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.50 "DELETE /v2.0/ports/86ecc59e-dc75-4db6-9a59-22e818ebdac7 HTTP/1.1" status: 204 len: 173 time: 0.4134519 Aug 29 05:51:10.262865 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-deleted', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:51:10.265108 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd4c79-c907-4575-adb1-c5e1ed8cf16f" -d '{"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-deleted", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:10.302972 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fcbc14-6552-404d-8a2d-df9f90d66bfa x-openstack-request-id: req-87fcbc14-6552-404d-8a2d-df9f90d66bfa {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:10.303261 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d03280-4f77-4cf5-8633-385f8d90ab44", "name": "network-vif-deleted", "tag": "86ecc59e-dc75-4db6-9a59-22e818ebdac7", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:10.303503 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87fcbc14-6552-404d-8a2d-df9f90d66bfa {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:10.303899 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d03280-4f77-4cf5-8633-385f8d90ab44', 'name': 'network-vif-deleted', 'tag': '86ecc59e-dc75-4db6-9a59-22e818ebdac7', 'status': 'completed', 'code': 200} Aug 29 05:51:10.478135 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.502703 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-226374dc-5eaa-48f2-a428-e322517a4c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:10.569254 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-01801007-3078-4d0f-8763-0f591445dc76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0359068 Aug 29 05:51:10.571356 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-7b5f0978-b387-4dd7-adae-d6d62d1758bd req-aa86ac07-e411-45d6-8c03-9046e4a1595f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0398011 Aug 29 05:51:10.638884 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-d98de097-368f-45b2-a326-11157b871269 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=55d03280-4f77-4cf5-8633-385f8d90ab44 HTTP/1.1" status: 200 len: 210 time: 0.0351026 Aug 29 05:51:10.855077 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-991eb0a0-336d-4ee6-a085-1afe88a771df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:10.856655 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-991eb0a0-336d-4ee6-a085-1afe88a771df service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9147db105d6247caa0751cb3d318871f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1869590 Aug 29 05:51:11.290184 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-9fb46735-abf8-49e7-bc30-bd5d9e2cab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:11.291716 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-d2a32ae1-927b-43e9-a090-d9e5bfed8a75 req-9fb46735-abf8-49e7-bc30-bd5d9e2cab86 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265964 Aug 29 05:51:11.697344 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:51:11.718812 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.190697 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54634) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:12.346517 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Deleting port 1c99a684-ee42-45bf-9b11-8538dd59e5d4 {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:12.346774 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.421346 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.421679 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.433768 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Calling delete_port for 1c99a684-ee42-45bf-9b11-8538dd59e5d4 owned by network:floatingip {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:12.587403 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.613441 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event deleted for resources: {'Port': ['ID=1c99a684-ee42-45bf-9b11-8538dd59e5d4,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:12.677688 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for floatingip, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:12.678016 n-d-712139-13 neutron-server[94826]: INFO neutron.db.l3_db [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Floating IP 58b3dac6-1aff-4ae8-a5a0-eb9f1d992384 disassociated (deleted). External IP: 172.25.3.157, port: 83eda8ca-9a1f-448e-999e-78d1d807e333. Aug 29 05:51:12.887556 n-d-712139-13 neutron-server[94826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:51:12.996992 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:51:13.003259 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for floatingip, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:13.007374 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:51:13.017041 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:13.017655 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:13.030910 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-a649b17d-4adb-45cf-8561-c19a8f48edc5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "DELETE /v2.0/floatingips/58b3dac6-1aff-4ae8-a5a0-eb9f1d992384 HTTP/1.1" status: 204 len: 168 time: 0.8390660 Aug 29 05:51:13.031606 n-d-712139-13 neutron-server[94826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:51:13.034069 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8339cce35be7f54aec3515e8d502ad5958dce410b30170b5a05df990423980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876608c4-6c5f-44d8-a83a-cb1ff742867d" -d '{"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:13.076665 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 05:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f92b4-cc58-4a9e-a887-ca60e344f3c8 x-openstack-request-id: req-218f92b4-cc58-4a9e-a887-ca60e344f3c8 {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:13.076962 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "status": "completed", "code": 200}]} {{(pid=94826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:13.077221 n-d-712139-13 neutron-server[94826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-218f92b4-cc58-4a9e-a887-ca60e344f3c8 {{(pid=94826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:13.077860 n-d-712139-13 neutron-server[94826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'status': 'completed', 'code': 200} Aug 29 05:51:13.134947 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:13.153530 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-66f949ea-986d-41d2-8f24-24f797917726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:13.155321 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-66f949ea-986d-41d2-8f24-24f797917726 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9147db105d6247caa0751cb3d318871f&device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 1095 time: 0.0520725 Aug 29 05:51:13.278222 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:13.292650 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-4211f317-e280-4c3f-ac04-1425b06ab311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:13.294152 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-4211f317-e280-4c3f-ac04-1425b06ab311 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 200 len: 911 time: 0.1228006 Aug 29 05:51:13.303556 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b15b-a27a-4420-8107-2a11e0b9f304 req-c3dcbecc-ddd8-4cad-bc67-b9ea24f18fe5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:13.305041 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17b5b15b-a27a-4420-8107-2a11e0b9f304 req-c3dcbecc-ddd8-4cad-bc67-b9ea24f18fe5 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.0873151 Aug 29 05:51:13.347081 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-93a68409-0f9c-45d0-b605-66b324b0974c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 200 len: 217 time: 0.0399632 Aug 29 05:51:13.376125 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:13.401900 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:51:13.409552 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-17b5b15b-a27a-4420-8107-2a11e0b9f304 req-3db3bd83-9ead-41f8-b2c9-b2065bebdd79 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966802 Aug 29 05:51:13.411030 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:13.411697 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:13.419620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-f253b10c-4e77-4eb7-9777-64a34a480705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:13.421454 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-f253b10c-4e77-4eb7-9777-64a34a480705 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 200 len: 849 time: 0.0639927 Aug 29 05:51:13.470849 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-d0e43484-38f1-49dc-b023-e5da5096be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:13.472522 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:13.472661 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-d0e43484-38f1-49dc-b023-e5da5096be6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3011e89d-599e-450e-b989-f2c3167b7c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421584 Aug 29 05:51:13.530662 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:13.568405 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-b36152ce-df34-4a09-87bd-31147e08eccc service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Aug 29 05:51:13.675264 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-876608c4-6c5f-44d8-a83a-cb1ff742867d req-ec52bdb8-f12d-41da-b2c6-a047a8d06a2f service neutron] 10.222.0.54 "GET /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979874 Aug 29 05:51:13.744557 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:13.771147 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a20aed-5c76-4a7d-8f00-bde212a81003 None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:26Z', 'revision_number': 4, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13', '_interfaces': [{'id': 'be1d8e70-17b3-4554-96ed-fce7488732c2', 'name': '', 'network_id': '3011e89d-599e-450e-b989-f2c3167b7c14', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'mac_address': 'fa:16:3e:56:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:25Z', 'updated_at': '2021-08-29T05:46:31Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'subnets': [{'id': '80020151-22c3-4c10-9893-e1083c4d8ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:51:13.889247 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 no longer exists at agent hyperv_n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:13.910627 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] No Port match for: 86ecc59e-dc75-4db6-9a59-22e818ebdac7 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:13.910980 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Device 86ecc59e-dc75-4db6-9a59-22e818ebdac7 not bound to the agent host n-h1-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:14.024956 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401646f9-0b91-40d1-8f7d-21ee1929c175 None None] New status for floating IP 58b3dac6-1aff-4ae8-a5a0-eb9f1d992384: DOWN {{(pid=94829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 05:51:14.531907 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b60e-431e-4835-88d2-5a462612a2a3 req-97a6146b-7995-47c0-b10a-299c0bd48554 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:14.533961 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6960b60e-431e-4835-88d2-5a462612a2a3 req-97a6146b-7995-47c0-b10a-299c0bd48554 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.0506172 Aug 29 05:51:14.572677 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-6960b60e-431e-4835-88d2-5a462612a2a3 req-e46d44e1-36b5-423d-9bec-b5baae12c59f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/security-groups?id=57a5dd83-b06e-4e96-9216-08c681c4f111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Aug 29 05:51:15.194777 n-d-712139-13 neutron-server[94827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-1eb06c63-1615-47e0-a133-dc0e652ce219 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:51:15.196397 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-1eb06c63-1615-47e0-a133-dc0e652ce219 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.54 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 943 time: 0.0543044 Aug 29 05:51:15.289799 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Deleting port 83eda8ca-9a1f-448e-999e-78d1d807e333 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:15.290132 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:15.382807 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] For port 83eda8ca-9a1f-448e-999e-78d1d807e333, host n-h2-712139-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712139-13',level=0,port_id=83eda8ca-9a1f-448e-999e-78d1d807e333,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:15.383177 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:15.397305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Calling delete_port for 83eda8ca-9a1f-448e-999e-78d1d807e333 owned by compute:nova {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:15.533349 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:15.569065 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event deleted for resources: {'Port': ['ID=83eda8ca-9a1f-448e-999e-78d1d807e333,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:15.600974 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.601323 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.601669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.602004 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.602341 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.602669 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.602989 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.603325 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.603638 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.603979 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.604305 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.604620 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712139-13 {{(pid=94827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 05:51:15.624153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] No DVR routers for this DVR port 83eda8ca-9a1f-448e-999e-78d1d807e333 on host n-h2-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:51:15.627362 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101074'] for port, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:15.629501 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2694a9bd-28c6-4083-9c6b-fb2ac0971093 req-4c4e302d-1a78-49dd-a0da-cdf3c7873b61 tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.54 "DELETE /v2.0/ports/83eda8ca-9a1f-448e-999e-78d1d807e333 HTTP/1.1" status: 204 len: 173 time: 0.4233956 Aug 29 05:51:15.629971 n-d-712139-13 neutron-server[94827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-deleted', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333'}] {{(pid=94827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 05:51:15.632761 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a269f11beed63dbd39c978ea5e0c414277ebde18fde356838bcb04384bcd760" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cbaa47-8b2b-49ab-bc86-132bedb52d80" -d '{"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-deleted", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333"}]}' {{(pid=94827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 05:51:15.678442 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [req-2516b5e2-bd9c-4e10-ac65-17670e0027dc req-78b2bb21-a658-45bd-9104-47117cd6715f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aea4dfe-4082-4fa0-938a-71d339219d14 HTTP/1.1" status: 200 len: 210 time: 0.0329821 Aug 29 05:51:15.689458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 05:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b431144-eb47-46ff-a72c-74e3ca74ece5 x-openstack-request-id: req-5b431144-eb47-46ff-a72c-74e3ca74ece5 {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 05:51:15.689458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aea4dfe-4082-4fa0-938a-71d339219d14", "name": "network-vif-deleted", "tag": "83eda8ca-9a1f-448e-999e-78d1d807e333", "status": "completed", "code": 200}]} {{(pid=94827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 05:51:15.689458 n-d-712139-13 neutron-server[94827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b431144-eb47-46ff-a72c-74e3ca74ece5 {{(pid=94827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 05:51:15.689458 n-d-712139-13 neutron-server[94827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea4dfe-4082-4fa0-938a-71d339219d14', 'name': 'network-vif-deleted', 'tag': '83eda8ca-9a1f-448e-999e-78d1d807e333', 'status': 'completed', 'code': 200} Aug 29 05:51:16.745424 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54654) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:16.810307 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:16.837900 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:16.906178 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:16.909318 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Notify callbacks [] for security_group, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:16.910465 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] 10.222.0.62 "DELETE /v2.0/security-groups/57a5dd83-b06e-4e96-9216-08c681c4f111 HTTP/1.1" status: 204 len: 168 time: 0.1640584 Aug 29 05:51:16.919587 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58dab-3537-478f-8480-cb24868a052f tempest-TestSnapshotPattern-1882272105 tempest-TestSnapshotPattern-1882272105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a5dd83-b06e-4e96-9216-08c681c4f111,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:16.964265 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54658) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:17.322286 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:17.553404 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 no longer exists at agent hyperv_n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:17.577508 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] No Port match for: 83eda8ca-9a1f-448e-999e-78d1d807e333 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:17.577766 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Device 83eda8ca-9a1f-448e-999e-78d1d807e333 not bound to the agent host n-h2-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:17.586076 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Deleting port be1d8e70-17b3-4554-96ed-fce7488732c2 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:17.586405 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:17.663662 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] For port be1d8e70-17b3-4554-96ed-fce7488732c2, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=be1d8e70-17b3-4554-96ed-fce7488732c2,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:17.664059 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:17.681695 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Calling delete_port for be1d8e70-17b3-4554-96ed-fce7488732c2 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:17.872079 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:17.898190 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1d8e70-17b3-4554-96ed-fce7488732c2,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:18.416642 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:18.634883 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:51:18.742034 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:51:18.746978 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-76e67c50-48e3-4c99-a47e-1bda9dfb87c3 admin admin] 10.222.0.62 "PUT /v2.0/routers/a9fa869d-5a43-4dab-bb15-aa8feb945bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7816765 Aug 29 05:51:18.749981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54660) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:18.751018 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Sync routers for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:51:18.761424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:18.762039 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:18.858896 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:18.871516 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: n-d-712139-13 {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:18.979075 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.033675 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Deleting port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:19.033932 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.116056 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] For port 6a69ddf6-1de9-46e3-a0ad-fb55f179253d, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:19.116421 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.133117 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Calling delete_port for 6a69ddf6-1de9-46e3-a0ad-fb55f179253d owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:19.228531 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:51:17Z', 'revision_number': 5, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port': {'id': '6a69ddf6-1de9-46e3-a0ad-fb55f179253d', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:19.257149 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Checking router: a9fa869d-5a43-4dab-bb15-aa8feb945bc7 for host: n-d-712139-13 {{(pid=94828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:51:19.266278 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Routers {'a9fa869d-5a43-4dab-bb15-aa8feb945bc7'} bound to L3 agent in host n-d-712139-13 {{(pid=94828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:19.267450 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'], 'active': True} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:19.309782 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.340016 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a69ddf6-1de9-46e3-a0ad-fb55f179253d,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:19.359487 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvr_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] Set router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 gateway port host: None {{(pid=94828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:19.400615 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.414650 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_hamode_db [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:51:18Z', 'revision_number': 6, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:19.441259 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab8ce5-acc1-4ec3-8a4d-2a7d5dd4206a None None] The sync data for ids ['a9fa869d-5a43-4dab-bb15-aa8feb945bc7'] in n-d-712139-13 is: [{'id': 'a9fa869d-5a43-4dab-bb15-aa8feb945bc7', 'name': 'tempest-TestSnapshotPattern-2097381847-router', 'tenant_id': '9147db105d6247caa0751cb3d318871f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:23Z', 'updated_at': '2021-08-29T05:51:18Z', 'revision_number': 6, 'project_id': '9147db105d6247caa0751cb3d318871f', 'gw_port_host': None}] {{(pid=94828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:51:19.494853 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.496973 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.544118 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.544741 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fa869d-5a43-4dab-bb15-aa8feb945bc7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:51:19.549689 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.550876 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-1f5ad3aa-1c77-4f59-b059-9bfa24be8ca2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a9fa869d-5a43-4dab-bb15-aa8feb945bc7 HTTP/1.1" status: 204 len: 168 time: 0.7999380 Aug 29 05:51:19.553541 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54662) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:19.598981 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Deleting subnet 80020151-22c3-4c10-9893-e1083c4d8ae5 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:51:19.602767 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.642301 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.718862 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.780693 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.808955 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80020151-22c3-4c10-9893-e1083c4d8ae5,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:19.814288 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.818996 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54664) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:19.819568 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-666c644e-79e6-495d-8efc-b3bec97e91d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80020151-22c3-4c10-9893-e1083c4d8ae5 HTTP/1.1" status: 204 len: 168 time: 0.2649896 Aug 29 05:51:19.821822 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc5499-1741-4e42-85da-61cd0fb5a800 None None] Network 3011e89d-599e-450e-b989-f2c3167b7c14 requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:51:19.900984 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:19.968265 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Deleting port 786c3ea1-2588-4113-aa74-1f3121f39aad {{(pid=94826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:19.968823 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.038897 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.db [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] For port 786c3ea1-2588-4113-aa74-1f3121f39aad, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=786c3ea1-2588-4113-aa74-1f3121f39aad,segment=NetworkSegment(40a7a304-5ed1-472e-84ae-53737ecb074f),segment_id=40a7a304-5ed1-472e-84ae-53737ecb074f)] {{(pid=94826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:20.039339 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.052901 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Calling delete_port for 786c3ea1-2588-4113-aa74-1f3121f39aad owned by network:dhcp {{(pid=94826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:20.130868 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3698832'] for port, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.158836 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Pushing event deleted for resources: {'Port': ['ID=786c3ea1-2588-4113-aa74-1f3121f39aad,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:20.165975 n-d-712139-13 neutron-server[94826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] No DVR routers for this DVR port 786c3ea1-2588-4113-aa74-1f3121f39aad on host n-d-712139-13 {{(pid=94826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:51:20.245227 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.257161 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3011e89d-599e-450e-b989-f2c3167b7c14']}} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:20.268607 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a7a304-5ed1-472e-84ae-53737ecb074f') {'for_net_delete': True} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:20.268909 n-d-712139-13 neutron-server[94826]: DEBUG neutron.services.segments.db [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a7a304-5ed1-472e-84ae-53737ecb074f') {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:20.277930 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d401f-4f5d-4e64-8c65-3f4240e5fe26 None None] DHCP port deletion for 3011e89d-599e-450e-b989-f2c3167b7c14 request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:51:20.286120 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8475583'] for segment, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.301520 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be1d8e70-17b3-4554-96ed-fce7488732c2 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:20.311380 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.319175 n-d-712139-13 neutron-server[94826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:51:20.319781 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3698853'] for segment, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: Traceback (most recent call last): Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: timer() Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: cb(*args, **kw) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: return func(*args, **kwargs) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: self._notify() Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: self.callback(batched_events) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: event.method(event) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: return f(self, *a, **k) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: return self._get(url).json() Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: return self.request(url, 'GET', **kwargs) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:51:20.321683 n-d-712139-13 neutron-server[94826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:51:20.324390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: be1d8e70-17b3-4554-96ed-fce7488732c2 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:20.324390 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device be1d8e70-17b3-4554-96ed-fce7488732c2 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:20.394808 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.401642 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Notify callbacks [] for network, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:20.404269 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] 10.222.0.62 "DELETE /v2.0/networks/3011e89d-599e-450e-b989-f2c3167b7c14 HTTP/1.1" status: 204 len: 168 time: 0.5840166 Aug 29 05:51:20.406972 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54666) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:20.416529 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851dae-bd2f-4a0e-a9fa-0a1c79bcb66d admin admin] Pushing event deleted for resources: {'Network': ['ID=3011e89d-599e-450e-b989-f2c3167b7c14,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:20.799967 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873785'] for router_interface, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.047427 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Deleting port d71b4770-6c91-4b24-94ad-3fb7b9b8a135 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:21.048312 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.146803 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] For port d71b4770-6c91-4b24-94ad-3fb7b9b8a135, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:21.147160 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.160148 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Calling delete_port for d71b4770-6c91-4b24-94ad-3fb7b9b8a135 owned by network:router_interface {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:21.345299 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.369869 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71b4770-6c91-4b24-94ad-3fb7b9b8a135,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:21.540745 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7961975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873587'] for router_interface, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:21.620253 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 786c3ea1-2588-4113-aa74-1f3121f39aad no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:21.640398 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 786c3ea1-2588-4113-aa74-1f3121f39aad {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:21.640746 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 786c3ea1-2588-4113-aa74-1f3121f39aad not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:21.641157 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a69ddf6-1de9-46e3-a0ad-fb55f179253d no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:21.663579 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 6a69ddf6-1de9-46e3-a0ad-fb55f179253d {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:21.663848 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 6a69ddf6-1de9-46e3-a0ad-fb55f179253d not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:21.776726 n-d-712139-13 neutron-server[94827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Router 15391029-7b84-44fa-871c-3dd151cab3c7 has already been hosted by L3 agent e633e520-a6df-4df3-85f4-5bd991d6241e {{(pid=94827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 05:51:21.884330 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] Notify agent at l3_agent.n-d-712139-13 the message routers_updated {{(pid=94827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 05:51:21.889452 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-22021879-9386-4c87-9011-f7b2cc397d78 admin admin] 10.222.0.62 "PUT /v2.0/routers/15391029-7b84-44fa-871c-3dd151cab3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807022 Aug 29 05:51:21.892489 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54668) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:21.894187 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Sync routers for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 05:51:21.903806 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:21.904516 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:21.998982 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks [] for router, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.012842 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: n-d-712139-13 {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:22.113196 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.166899 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Deleting port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:22.167155 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.191863 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'external_fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:51:21Z', 'revision_number': 5, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port': {'id': '1a7cd65a-6d59-4712-b8d6-60b5d7ac5285', 'name': '', 'network_id': 'e072c453-34e6-463a-8307-d1699680704a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712139-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '629fa708-5986-4307-a0e2-f3ce3e4ae51a', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712139-13'}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:22.221133 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Checking router: 15391029-7b84-44fa-871c-3dd151cab3c7 for host: n-d-712139-13 {{(pid=94829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 05:51:22.229273 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Routers {'15391029-7b84-44fa-871c-3dd151cab3c7'} bound to L3 agent in host n-d-712139-13 {{(pid=94829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 05:51:22.229872 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712139-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T04:00:10Z,description=,heartbeat_timestamp=2021-08-29T05:51:10Z,host='n-d-712139-13',id=e633e520-a6df-4df3-85f4-5bd991d6241e,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T04:00:10Z,topic='l3_agent')) {'router_ids': ['15391029-7b84-44fa-871c-3dd151cab3c7'], 'active': True} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:22.248782 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] For port 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,segment=NetworkSegment(ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44),segment_id=ac5e14ac-8bd9-4f3e-9cac-e39fc3b9ca44)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:22.249149 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.261611 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Calling delete_port for 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 owned by network:router_gateway {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:22.314199 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_dvr_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] Set router 15391029-7b84-44fa-871c-3dd151cab3c7 gateway port host: None {{(pid=94829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 05:51:22.369778 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.l3_hamode_db [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:51:22Z', 'revision_number': 6, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port_host': None}], 'n-d-712139-13', False) {} {{(pid=94829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:22.402918 n-d-712139-13 neutron-server[94829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79498f4e-eefa-4629-bea6-983360d3708a None None] The sync data for ids ['15391029-7b84-44fa-871c-3dd151cab3c7'] in n-d-712139-13 is: [{'id': '15391029-7b84-44fa-871c-3dd151cab3c7', 'name': 'tempest-TestSnapshotPattern-266136730-router', 'tenant_id': '530152c27292472c89ffc721f9de1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T05:46:28Z', 'updated_at': '2021-08-29T05:51:22Z', 'revision_number': 6, 'project_id': '530152c27292472c89ffc721f9de1118', 'gw_port_host': None}] {{(pid=94829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 05:51:22.441151 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.468054 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7cd65a-6d59-4712-b8d6-60b5d7ac5285,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:22.527177 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7870825'] for router_gateway, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.617060 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7866870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36120'] for router, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.619173 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.665915 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7866873'] for router, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.666537 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15391029-7b84-44fa-871c-3dd151cab3c7 {{(pid=94827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 05:51:22.671751 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] Notify callbacks [] for router, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.673500 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-28302d40-4b89-499c-acfe-1f1f9a320993 admin admin] 10.222.0.62 "DELETE /v2.0/routers/15391029-7b84-44fa-871c-3dd151cab3c7 HTTP/1.1" status: 204 len: 168 time: 0.7799084 Aug 29 05:51:22.676153 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54670) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:22.849283 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.db_base_plugin_v2 [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Deleting subnet d2cf1f99-d06a-4924-98de-1139928bb4e8 {{(pid=94827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 05:51:22.852773 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.894622 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9175381'] for subnet, precommit_delete_associations {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:22.978899 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7785126'] for subnet, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.033983 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7785129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9279250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8745252'] for subnet, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.062026 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2cf1f99-d06a-4924-98de-1139928bb4e8,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:23.064078 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.068234 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-759046c4-d586-4adb-8d82-db7dade3c544 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d2cf1f99-d06a-4924-98de-1139928bb4e8 HTTP/1.1" status: 204 len: 168 time: 0.3888826 Aug 29 05:51:23.068617 n-d-712139-13 neutron-server[94827]: DEBUG neutron.wsgi [-] (94827) accepted ('10.222.0.62', 54674) {{(pid=94827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:23.071460 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e591f67-6cf4-49d8-857c-cece49bc0036 None None] Network b5aaa28d-1735-483c-933e-c38b757cc79f requested from n-d-712139-13 {{(pid=94828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 05:51:23.137885 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7783734'] for network, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.197733 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Deleting port a7698f0e-2464-4253-8e8b-ef96f7a41c61 {{(pid=94827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:23.198082 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.250772 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] DHCP port deletion for b5aaa28d-1735-483c-933e-c38b757cc79f request from n-d-712139-13 {{(pid=94828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 05:51:23.264659 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.db [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] For port a7698f0e-2464-4253-8e8b-ef96f7a41c61, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7698f0e-2464-4253-8e8b-ef96f7a41c61,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:23.264990 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.280281 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.plugin [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Calling delete_port for a7698f0e-2464-4253-8e8b-ef96f7a41c61 owned by network:dhcp {{(pid=94827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:23.303726 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Deleting port a7698f0e-2464-4253-8e8b-ef96f7a41c61 {{(pid=94828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 05:51:23.304154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758440790047'] for port, before_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.375521 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.db [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] For port a7698f0e-2464-4253-8e8b-ef96f7a41c61, host n-d-712139-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712139-13',level=0,port_id=a7698f0e-2464-4253-8e8b-ef96f7a41c61,segment=NetworkSegment(cc86fee4-ed20-4bb1-bfa7-cdd9400490f7),segment_id=cc86fee4-ed20-4bb1-bfa7-cdd9400490f7)] {{(pid=94828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 05:51:23.376172 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873320'] for port, precommit_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.392191 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Calling delete_port for a7698f0e-2464-4253-8e8b-ef96f7a41c61 owned by network:dhcp {{(pid=94828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 05:51:23.478585 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877'] for port, after_delete {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.512603 n-d-712139-13 neutron-server[94828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] No DVR routers for this DVR port a7698f0e-2464-4253-8e8b-ef96f7a41c61 on host n-d-712139-13 {{(pid=94828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:51:23.518245 n-d-712139-13 neutron-server[94828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb332-86cb-40d6-8c57-5591a79af70b None None] Pushing event deleted for resources: {'Port': ['ID=a7698f0e-2464-4253-8e8b-ef96f7a41c61,revision_number=None']} {{(pid=94828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:23.572303 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d71b4770-6c91-4b24-94ad-3fb7b9b8a135 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:23.593424 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: d71b4770-6c91-4b24-94ad-3fb7b9b8a135 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:23.593761 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device d71b4770-6c91-4b24-94ad-3fb7b9b8a135 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:23.594170 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:23.614444 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:23.614784 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device 1a7cd65a-6d59-4712-b8d6-60b5d7ac5285 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:23.615195 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7698f0e-2464-4253-8e8b-ef96f7a41c61 no longer exists at agent ovs-agent-n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 05:51:23.637262 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.plugin [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] No Port match for: a7698f0e-2464-4253-8e8b-ef96f7a41c61 {{(pid=94828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 05:51:23.637601 n-d-712139-13 neutron-server[94828]: DEBUG neutron.plugins.ml2.rpc [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Device a7698f0e-2464-4253-8e8b-ef96f7a41c61 not bound to the agent host n-d-712139-13 {{(pid=94828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 05:51:23.718670 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7734290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758440813343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758440260877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9279297'] for port, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.744395 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7698f0e-2464-4253-8e8b-ef96f7a41c61,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:23.747604 n-d-712139-13 neutron-server[94827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] No DVR routers for this DVR port a7698f0e-2464-4253-8e8b-ef96f7a41c61 on host n-d-712139-13 {{(pid=94827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 05:51:23.822485 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7786845', 'neutron.services.segments.db._delete_segments_for_network-8758440756462'] for network, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.832668 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5aaa28d-1735-483c-933e-c38b757cc79f']}} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:23.846044 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7') {'for_net_delete': True} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:23.846340 n-d-712139-13 neutron-server[94827]: DEBUG neutron.services.segments.db [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc86fee4-ed20-4bb1-bfa7-cdd9400490f7') {} {{(pid=94827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 05:51:23.855223 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758440756345', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9175370'] for segment, before_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.870886 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239'] for segment, precommit_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.878090 n-d-712139-13 neutron-server[94827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 05:51:23.878494 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7848239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9279348'] for segment, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self.session.flush() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: Traceback (most recent call last): Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: timer() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: cb(*args, **kw) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: return func(*args, **kwargs) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self._notify() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: self.callback(batched_events) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: event.method(event) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: return f(self, *a, **k) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: return self._get(url).json() Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: return self.request(url, 'GET', **kwargs) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 05:51:23.880205 n-d-712139-13 neutron-server[94827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 05:51:23.934257 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7786788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7961952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7870805'] for network, after_delete {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.941662 n-d-712139-13 neutron-server[94827]: DEBUG neutron_lib.callbacks.manager [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Notify callbacks [] for network, before_response {{(pid=94827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:23.943525 n-d-712139-13 neutron-server[94827]: INFO neutron.wsgi [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b5aaa28d-1735-483c-933e-c38b757cc79f HTTP/1.1" status: 204 len: 168 time: 0.8741376 Aug 29 05:51:23.955697 n-d-712139-13 neutron-server[94827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2514fdd-6d27-46e7-a455-e319fe776d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5aaa28d-1735-483c-933e-c38b757cc79f,revision_number=None']} {{(pid=94827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:24.064193 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54678) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:24.104150 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-623b2253-84d9-46ab-abb3-fcf646339178 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9147db105d6247caa0751cb3d318871f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385740 Aug 29 05:51:24.106718 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54680) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:24.161624 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.183523 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.230439 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.233193 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.234373 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7b097c8-1c92-4d08-aee8-be4d90fbc90a HTTP/1.1" status: 204 len: 168 time: 0.1264153 Aug 29 05:51:24.245131 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82633d-5e21-4b40-a668-c3b725ee1ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b097c8-1c92-4d08-aee8-be4d90fbc90a,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:24.569670 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54686) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:24.614796 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-4edfd201-e41f-4e76-8804-d8e8d2e2a810 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=530152c27292472c89ffc721f9de1118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436449 Aug 29 05:51:24.617240 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [-] (94826) accepted ('10.222.0.62', 54688) {{(pid=94826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 05:51:24.666069 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.689218 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.740455 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group, after_delete {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.742483 n-d-712139-13 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:24.743769 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e732629-b23a-44e6-bf21-4ba3482630f2 HTTP/1.1" status: 204 len: 168 time: 0.1256173 Aug 29 05:51:24.753480 n-d-712139-13 neutron-server[94826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ecb6-2508-4add-8bf1-38c7cf82b7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e732629-b23a-44e6-bf21-4ba3482630f2,revision_number=None']} {{(pid=94826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 05:51:31.087572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:37.519098 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ab4f1d7d-780b-4f49-9d4d-9702dc97f613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:40.484705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:40.496704 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-63a9b349-6d26-497d-ab34-7586fe696d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:41.712545 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:43.247292 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:43.438810 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:51:48.698651 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:00.864296 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:07.524623 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d310cf8c-44ad-4ca5-87ae-6428243f6c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:10.494972 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:10.501311 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-d3830b79-c54e-4dc1-b83b-f8489f0caba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:11.512020 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea2cd7ce-7508-4abb-a804-6275d37d7b42 req-14d65437-e21d-4d67-8f18-2d6d7153dfbf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264049 Aug 29 05:52:11.598032 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea2cd7ce-7508-4abb-a804-6275d37d7b42 req-f6c65bd3-ae8c-4104-8740-5fc77d876001 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0263541 Aug 29 05:52:11.648468 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea2cd7ce-7508-4abb-a804-6275d37d7b42 req-00fddc7e-cb3e-4c90-9d0c-5db9cf47bab4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213778 Aug 29 05:52:11.716272 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:11.756471 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd7ce-7508-4abb-a804-6275d37d7b42 req-ce4f56a2-42ff-4dce-97d0-c9ee498e7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:52:11.757979 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-ea2cd7ce-7508-4abb-a804-6275d37d7b42 req-ce4f56a2-42ff-4dce-97d0-c9ee498e7811 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026506 Aug 29 05:52:13.268653 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:13.443949 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:25.698563 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:52:30.865496 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:37.529484 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-bcb44367-54fc-4373-b59d-d3d11acbd74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:40.493444 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:40.505979 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-7ec4efd7-be8b-432c-a709-ea99fb730d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:41.728115 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:43.289171 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:52:43.442850 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:00.880569 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:02.701750 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:53:07.540436 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4462bce5-4232-4230-b286-abca1f856506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:10.485867 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:10.507876 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c2d-8407-4897-b491-961ed5315b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:11.715407 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:13.313131 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:13.447700 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:13.518122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-239a450d-9062-47ec-9780-af1c543967e8 req-74940eec-138c-411d-ab6b-f9a3b4bf2472 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0362554 Aug 29 05:53:13.604021 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-239a450d-9062-47ec-9780-af1c543967e8 req-11fd4bb9-13e5-49b6-8265-76ffc812f670 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Aug 29 05:53:13.657568 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-239a450d-9062-47ec-9780-af1c543967e8 req-083c54b8-fe90-43a4-a143-13968b31cfd8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270035 Aug 29 05:53:13.761028 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a450d-9062-47ec-9780-af1c543967e8 req-887a4dae-b78e-4dc4-b62a-cb586ef03a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:53:13.762515 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-239a450d-9062-47ec-9780-af1c543967e8 req-887a4dae-b78e-4dc4-b62a-cb586ef03a6e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961132 Aug 29 05:53:30.896810 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:37.534406 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-9ddee823-a3dd-4e6c-a016-54905e0fbc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:39.702377 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:53:40.490300 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:40.512089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-ba9a499a-e0a3-4dde-a2e1-b98a698795db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:41.718661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:43.313015 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:53:43.448754 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:00.890271 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:07.535900 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-69744688-ac52-4d13-a377-c9cb0d38b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:10.492870 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:10.512029 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8b657896-0144-42ca-a083-15f32dd6f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:11.721187 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:13.313938 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:13.452310 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:16.151179 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4375d0fb-89b1-4fb0-8a1a-3edbd9256337 req-0c623c1d-b682-4d11-b380-86d670749d10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308774 Aug 29 05:54:16.237605 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4375d0fb-89b1-4fb0-8a1a-3edbd9256337 req-0222689a-4116-427c-9436-ed87e1b8fcbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0264542 Aug 29 05:54:16.283489 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4375d0fb-89b1-4fb0-8a1a-3edbd9256337 req-db58301b-e60b-48d1-8b74-fe0abb99d240 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200579 Aug 29 05:54:16.388141 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375d0fb-89b1-4fb0-8a1a-3edbd9256337 req-056c5bb5-3101-4361-b7e8-baf879732ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:54:16.389672 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-4375d0fb-89b1-4fb0-8a1a-3edbd9256337 req-056c5bb5-3101-4361-b7e8-baf879732ff7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002831 Aug 29 05:54:16.702144 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:54:30.904692 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:37.537061 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1d0c-ccae-4233-a447-3c789ea1307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:40.493977 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:40.512337 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-13a9fbfc-0b06-4598-8171-ab92a006198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:41.724755 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:43.322330 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:43.453787 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:54:53.702570 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:55:00.920248 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:04.011168 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-0c5e0feb-1ae9-46c7-9d84-0e5af6aa6247 req-b6a4b13a-d9d9-408c-9135-fc9106df6e38 service neutron] (94826) timed out ('10.222.0.62', 53292) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:55:07.537545 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6cb-e50f-4a59-ad4a-767fdd65e893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:10.498112 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:10.515333 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c342-3645-4e18-ba22-fe2afab25ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:11.726174 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:13.342958 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:13.456981 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:15.518851 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3aa4fec8-1dc9-44d6-b565-76ab13ad072e req-53458635-adfb-4aec-8240-84703d3cec95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266440 Aug 29 05:55:15.599301 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3aa4fec8-1dc9-44d6-b565-76ab13ad072e req-822cb337-1eab-4bd8-9a0e-f5a26b3b9af5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0256102 Aug 29 05:55:15.651005 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3aa4fec8-1dc9-44d6-b565-76ab13ad072e req-17b67034-e19c-4252-b890-340079750524 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215833 Aug 29 05:55:15.760586 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4fec8-1dc9-44d6-b565-76ab13ad072e req-addc9e63-8f3b-43fa-9064-4352ede66a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:55:15.762106 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-3aa4fec8-1dc9-44d6-b565-76ab13ad072e req-addc9e63-8f3b-43fa-9064-4352ede66a3c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047366 Aug 29 05:55:30.701964 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:55:30.934705 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:37.538227 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-71cdd8c2-5228-434f-b559-fdbbc318bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:40.506660 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:40.518281 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-85da305f-193f-4d21-9cec-e6a87c5e212b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:41.730833 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:43.339990 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:55:43.461893 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:00.949154 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:07.540164 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5fb20db5-e01a-42a7-93f0-8a3f06729d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:07.701678 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:56:10.514523 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:10.528502 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-193f85bf-9455-42d0-80a0-90e2ff22d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:11.733891 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:13.338375 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:13.463608 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:15.612122 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41a73916-8adb-4383-915c-c097e28a21a2 req-200ebca4-339a-4120-85ff-12403cfcba1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1399119 Aug 29 05:56:15.696152 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41a73916-8adb-4383-915c-c097e28a21a2 req-4c679c05-9874-4e56-a411-2f41e4cebd5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0262759 Aug 29 05:56:15.745048 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41a73916-8adb-4383-915c-c097e28a21a2 req-d5ccc92b-9e8f-46da-ae19-c125f329b5ae service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247562 Aug 29 05:56:15.841991 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a73916-8adb-4383-915c-c097e28a21a2 req-4fce277a-b437-4fac-82c3-d72ae5b64a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:56:15.843511 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-41a73916-8adb-4383-915c-c097e28a21a2 req-4fce277a-b437-4fac-82c3-d72ae5b64a91 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913875 Aug 29 05:56:30.947661 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:37.544547 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-28816d37-096f-40d3-89ba-d5408efff529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:40.497067 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:40.518782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-766c425b-108d-4a68-bb97-790676bd4bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:41.736462 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:43.357374 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:43.466325 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:56:44.701231 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:57:00.962571 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:07.547680 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-0489d911-90ec-40c8-aa13-04b1430d7795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:10.499416 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:10.518165 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-60317337-ddb7-4255-b3a4-ed0121e03577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:11.740934 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:13.344829 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:13.469921 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:15.499669 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ae0ecd4-97c6-4594-b51d-983232a65de9 req-4fb4152c-22bc-40cd-b9b9-a798fa7d2c80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275905 Aug 29 05:57:15.585115 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ae0ecd4-97c6-4594-b51d-983232a65de9 req-a80e3654-62a1-470b-8970-18ee53bf7997 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Aug 29 05:57:15.632866 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ae0ecd4-97c6-4594-b51d-983232a65de9 req-f9aebe38-017e-4a59-a21d-2d445b3870c8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193214 Aug 29 05:57:15.733399 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0ecd4-97c6-4594-b51d-983232a65de9 req-0d5ee772-44b9-4ed2-be64-3ac4e5185732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:57:15.734890 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-2ae0ecd4-97c6-4594-b51d-983232a65de9 req-0d5ee772-44b9-4ed2-be64-3ac4e5185732 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959554 Aug 29 05:57:21.701116 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:57:30.962536 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:37.548782 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c306-3341-4a77-900d-26b9c4f43300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:40.500802 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:40.519070 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e92cc6a0-497c-4369-87b1-9d751c7093e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:41.741902 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:43.372033 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:43.472572 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:57:58.703046 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:58:00.976194 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:07.551089 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-4d382f2c-c0c0-448d-88e5-77e9125c8b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:10.503019 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:10.520211 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e8e0ac9e-4b3d-4271-882e-2b47f0cda08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:11.745786 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:13.371445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:13.473609 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:16.497686 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-34170ade-f989-4fcc-9419-81f731d38523 req-e11e6b95-7f00-4d75-998b-8f296610e9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277691 Aug 29 05:58:16.586092 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-34170ade-f989-4fcc-9419-81f731d38523 req-d865903a-008d-4cae-9fa2-15148e3cebed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0252881 Aug 29 05:58:16.634291 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-34170ade-f989-4fcc-9419-81f731d38523 req-2dd0fdbf-75cb-4221-9375-e0ea17cec7a1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203612 Aug 29 05:58:16.731507 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34170ade-f989-4fcc-9419-81f731d38523 req-c3ac3a58-74c2-412e-8503-159120afd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:58:16.733011 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-34170ade-f989-4fcc-9419-81f731d38523 req-c3ac3a58-74c2-412e-8503-159120afd457 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920107 Aug 29 05:58:30.976681 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:35.714019 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:58:37.556515 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-223c4c22-af95-4022-a044-6bedff1a34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:40.503202 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:40.521955 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b6559339-d1bd-4cb9-8ff8-211b30410949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:41.749889 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:43.356710 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:58:43.476056 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:00.989728 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:07.557457 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-006eaa42-4652-4b18-b124-43b76344edc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:10.504520 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:10.520878 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-6fb47cfc-cc76-4f9f-a31a-0aa1a47fad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:11.752255 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:12.703497 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 05:59:13.384730 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:13.478654 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:17.506726 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0452f878-3e59-4d6c-b952-b3efabf7cbd1 req-dd4a2522-ef1a-4f1a-9b89-ce7faf8edded service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278556 Aug 29 05:59:17.591830 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0452f878-3e59-4d6c-b952-b3efabf7cbd1 req-f705fa88-86bb-422b-8dd5-03b00b4fa677 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&device_id=a5a5a38d-a706-4fa2-93b5-81d5920d5db9 HTTP/1.1" status: 200 len: 210 time: 0.0254266 Aug 29 05:59:17.638219 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0452f878-3e59-4d6c-b952-b3efabf7cbd1 req-2464a304-4d60-45f8-b033-c4168019a970 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dadcd6bb5e2847ca83d0730929a9f57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191042 Aug 29 05:59:17.732587 n-d-712139-13 neutron-server[94826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f878-3e59-4d6c-b952-b3efabf7cbd1 req-68d67582-d698-4e84-a6fe-b96c9456b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 05:59:17.734294 n-d-712139-13 neutron-server[94826]: INFO neutron.wsgi [req-0452f878-3e59-4d6c-b952-b3efabf7cbd1 req-68d67582-d698-4e84-a6fe-b96c9456b5e4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881405 Aug 29 05:59:31.000316 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:33.287120 n-d-712139-13 neutron-server[94826]: DEBUG neutron.wsgi [req-613a1e3e-465e-4166-a197-555f13328d84 req-76049cbf-c0d7-43f5-a5d7-2d16c58e20dd service neutron] (94826) timed out ('10.222.0.62', 48522) {{(pid=94826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 05:59:37.557901 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-8d3f34cc-f038-4600-a38b-686b937ca1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:40.507259 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:40.525022 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-b636237b-c07c-4711-b247-a0ce596562d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:41.756612 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-74f80b1d-0e6c-4fbf-8757-07f58edb6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:43.387324 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-35f53b99-970b-4f6e-a699-ced0d2d6521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:43.481404 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-1bdc464c-d86c-4c9b-a09a-8a0962b24dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 05:59:49.702963 n-d-712139-13 neutron-server[94829]: DEBUG neutron.db.agents_db [None req-f68010b6-7ae4-4c2d-9056-8003d16d868d None None] Agent healthcheck: found 7 active agents {{(pid=94829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 06:00:01.004133 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-126b69d7-7b48-401f-86d4-cde992b61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:00:07.560445 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-e604a79c-2e43-4d76-af57-ea82096491b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:00:10.515808 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-5801a99c-0572-4dfa-8a52-c68aeb0bab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 06:00:10.525905 n-d-712139-13 neutron-server[94828]: DEBUG neutron_lib.callbacks.manager [None req-2812243b-bc55-440f-8fca-6a6e7f3493fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758440756444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7788647'] for agent, after_update {{(pid=94828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}